-- Logs begin at Fri 2022-04-22 23:10:03 UTC, end at Sat 2022-04-23 01:02:19 UTC. -- Apr 22 23:53:17.083095 dv-neutron-838783-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 22 23:53:19.807043 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.common.config [-] Logging enabled! Apr 22 23:53:19.807625 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev2 Apr 22 23:53:19.807833 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103034) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 22 23:53:19.811045 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.common.config [-] Logging enabled! Apr 22 23:53:19.811294 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev2 Apr 22 23:53:19.811698 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103034) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 22 23:53:19.812640 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 22 23:53:19.812869 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 22 23:53:19.813219 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 22 23:53:19.813461 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 22 23:53:19.813686 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 22 23:53:19.814003 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.814293 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.814584 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.814809 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.815100 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.815384 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.815688 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.815975 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.816268 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.816549 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.816822 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.817101 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.817325 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.817599 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.817882 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.818270 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.818610 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] debug = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.818892 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.819324 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.819746 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.820020 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.820312 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.820599 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.820865 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.821137 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.821415 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.821742 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] host = dv-neutron-838783-1-hyperv {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.822013 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.822295 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.822579 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.823128 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.823391 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.823699 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.823988 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.824271 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.824527 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] log_file = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.824800 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.825081 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.825366 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.825782 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.826145 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.826512 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.826984 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.827463 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.827967 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.828438 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.828904 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.829369 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.829847 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.830323 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.830810 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.831220 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.831643 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.832045 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.832331 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.832615 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.832894 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.833186 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.833463 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.834280 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.834573 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.834862 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.835128 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.835398 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.835721 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.836008 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.836288 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.836573 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.836845 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.837124 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.837394 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.837663 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.837932 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] use_json = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.838201 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.838467 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.838745 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.839012 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.839280 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.839547 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.839837 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.840227 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.840505 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:19.840802 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.841095 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.841392 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.841674 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.841960 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.842233 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.842515 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.842787 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.843069 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.843353 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.843662 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.843936 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.844220 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.844495 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.844785 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.845087 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.845376 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.845664 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.845936 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.846205 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.846474 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.846748 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.847029 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.847303 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.847604 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.847893 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.848167 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.848450 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.848739 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.849025 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.849310 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.850140 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.850474 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.850705 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.850971 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.851246 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.851531 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.851830 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.852098 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.852376 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.852650 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.852917 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.853183 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.853453 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.853736 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.854005 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.854269 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.854535 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.854806 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.855070 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.855349 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.855658 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.855927 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.856192 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.856464 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.856731 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.856997 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.857265 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.857533 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.857804 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.858069 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.858338 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.858606 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.858873 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.859140 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.859478 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.859768 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.860047 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.860312 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.860579 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.860846 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.861113 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.861381 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.861663 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.861956 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.862230 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.862507 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.862780 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.863055 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.863328 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.863620 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.863895 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.864167 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.864435 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.864721 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.865036 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.865324 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.865601 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.865880 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.866170 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.866444 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.866721 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.866993 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.867266 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.867544 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.867845 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.868134 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.868425 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.868716 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.869008 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.869297 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.869571 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.869875 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.870153 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:19.870367 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 22 23:53:19.870607 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103034) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 22 23:53:20.219413 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 22 23:53:20.219706 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 22 23:53:20.219990 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 22 23:53:20.220318 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 22 23:53:20.612076 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:20.612360 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:20.612627 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:20.613886 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:20.614158 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:20.614426 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:20.650705 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:20.650980 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:20.651244 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:20.665993 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:20.666276 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:20.666542 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:20.694663 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:20.694932 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:20.695202 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:20.732985 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:20.733261 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:20.733526 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:20.962007 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:20.962604 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:20.962604 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:20.962760 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:20.963360 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.083141 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.083457 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.083921 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.084247 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.084515 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.084823 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.085080 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.085333 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.085584 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.085861 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.086114 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.086371 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.086621 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.086869 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.087116 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.087375 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.087645 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.087910 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.088171 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.088423 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.088688 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.088934 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.089211 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.089585 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.089828 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.090068 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.090460 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103034) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 23:53:21.090696 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103034) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 23:53:21.090930 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103034) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 23:53:21.091162 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103034) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 23:53:21.091393 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103034) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 23:53:21.091647 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103034) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 23:53:21.092003 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 22 23:53:21.095030 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 22 23:53:21.098921 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 22 23:53:21.103214 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 22 23:53:21.104834 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 22 23:53:21.105274 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 22 23:53:21.105606 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 22 23:53:21.105978 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 22 23:53:21.108748 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 22 23:53:21.108992 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 22 23:53:21.109327 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 22 23:53:21.114529 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 22 23:53:21.136559 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 22 23:53:21.137001 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.137307 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103034) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 22 23:53:21.137650 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.138985 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103034) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 22 23:53:21.139255 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 22 23:53:21.139492 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 22 23:53:21.142937 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.143218 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:21.206287 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 22 23:53:21.206519 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 22 23:53:21.206751 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 22 23:53:21.207110 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 22 23:53:21.228644 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_db.sqlalchemy.engines [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103034) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 22 23:53:21.910281 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.managers [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Initializing driver for type 'gre' Apr 22 23:53:21.910808 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] gre ID ranges: [(1, 1000)] Apr 22 23:53:22.053444 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.managers [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Initializing driver for type 'local' Apr 22 23:53:22.054077 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.managers [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Initializing driver for type 'vlan' Apr 22 23:53:22.098761 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] VlanTypeDriver initialization complete Apr 22 23:53:22.099084 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.managers [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Initializing driver for type 'vxlan' Apr 22 23:53:22.100187 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] vxlan ID ranges: [(1, 1000)] Apr 22 23:53:22.276277 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.managers [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Initializing extension driver 'port_security' Apr 22 23:53:22.276608 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.extensions.port_security [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] PortSecurityExtensionDriver initialization complete Apr 22 23:53:22.276938 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.managers [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Initializing mechanism driver 'openvswitch' Apr 22 23:53:22.277257 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.managers [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Initializing mechanism driver 'hyperv' Apr 22 23:53:22.283825 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 23:53:22.284496 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > port after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.284869 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > port after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.285218 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > port after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.285730 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103034) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 22 23:53:22.286162 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > subnet after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.286518 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > subnet after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.287836 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.287971 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103034) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 22 23:53:22.288338 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > network after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.288696 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > network after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.289033 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > network after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.289415 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103034) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 22 23:53:22.289818 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > security_group after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.290168 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > security_group after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.290506 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.291033 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103034) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 22 23:53:22.291437 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.291813 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.292157 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.292542 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103034) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 22 23:53:22.292959 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > address_group after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.293288 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > address_group after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.293627 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.294008 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103034) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 22 23:53:22.294442 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] ML2 OVO RPC backend initialized. {{(pid=103034) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Apr 22 23:53:22.295137 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.295489 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.295936 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > network before_response 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.296284 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > networks before_response 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.296631 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > port before_response 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.296971 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > ports before_response 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.297314 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > subnet before_response 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.297696 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > subnets before_response 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.297999 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > network after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.298338 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > network after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.298673 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > network after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.299009 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > port after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.299346 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > port after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.299714 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > port after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.300057 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > subnet after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.300396 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > subnet after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.300737 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.307922 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.quota [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded quota_driver: . Apr 22 23:53:22.308232 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.plugin [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Modular L2 Plugin initialization complete Apr 22 23:53:22.308578 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading services supported by the core plugin {{(pid=103034) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 22 23:53:22.308924 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.plugins.ml2.managers [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Got port-security extension from driver 'port_security' Apr 22 23:53:22.309401 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.extensions.vlantransparent [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Disabled vlantransparent extension. Apr 22 23:53:22.309893 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103034) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 22 23:53:22.310231 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading Plugin: router Apr 22 23:53:22.345364 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.345751 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > router after_create 55549900 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.346119 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > router before_create 55549900 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.346481 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.346849 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.347207 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > router after_delete 55549900 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.347584 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.347933 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.348288 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > router after_create 55549900 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.348632 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > router after_update 55549900 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.348980 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > router after_update 55549900 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.349947 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.350436 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > router after_update 55549900 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.350865 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > router precommit_update 55549900 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.351237 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: port after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.351592 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: port after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.351942 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: subnet after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.352280 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.352629 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.352975 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > router precommit_create 55549900 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.353316 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: port before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.353660 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > router precommit_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.354015 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > router after_update 55549900 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.354357 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.354707 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > router precommit_create 55549900 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.355068 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.355408 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > router precommit_update 55549900 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.355792 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > agent after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.356141 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > agent after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.356483 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > network after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.357329 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Tracking information for resource: router configured {{(pid=103034) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 23:53:22.357660 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Tracking information for resource: floatingip configured {{(pid=103034) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 23:53:22.362431 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.db.l3_agentschedulers_db [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 22 23:53:22.362999 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: port after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.363358 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: port after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.363751 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: port after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.364102 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: port after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.364937 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > router before_create 55550100 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.365388 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.365754 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > router precommit_create 55550100 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.366109 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > router precommit_update 55550100 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.370907 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.services.provider_configuration [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Service providers = [] {{(pid=103034) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 22 23:53:22.371268 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.db.servicetype_db [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103034) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 22 23:53:22.374199 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.services.service_base [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103034) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 23:53:22.374551 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.services.service_base [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103034) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 23:53:22.374892 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.services.service_base [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103034) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 23:53:22.375797 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.services.service_base [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103034) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 23:53:22.376168 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.services.service_base [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 22 23:53:22.376538 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103034) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 23:53:22.376854 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 22 23:53:22.387696 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103034) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 23:53:22.388028 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading Plugin: auto_allocate Apr 22 23:53:22.393773 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: network precommit_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.394138 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: network precommit_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.394650 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103034) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 23:53:22.394967 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading Plugin: tag Apr 22 23:53:22.401946 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103034) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 23:53:22.402274 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading Plugin: timestamp Apr 22 23:53:22.406168 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103034) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 23:53:22.406499 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading Plugin: network_ip_availability Apr 22 23:53:22.411893 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.412307 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.412611 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.413317 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103034) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 23:53:22.413635 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading Plugin: flavors Apr 22 23:53:22.418280 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103034) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 23:53:22.418612 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading Plugin: revisions Apr 22 23:53:22.422809 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103034) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 23:53:22.423198 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_concurrency.lockutils [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.203s {{(pid=103034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 22 23:53:22.423958 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103034) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 22 23:53:22.424294 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Initializing extension manager. Apr 22 23:53:22.424800 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: __init__.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.425139 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: __pycache__ {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.425470 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.425800 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: address_group.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.426541 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.427094 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: address-group Apr 22 23:53:22.427453 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: address_scope.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.428183 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.428686 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: address-scope Apr 22 23:53:22.429008 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.429914 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.430419 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: router-admin-state-down-before-update Apr 22 23:53:22.430744 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: agent.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.431639 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.432149 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: agent Apr 22 23:53:22.432472 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: agent_resources_synced.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.433372 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.433879 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: agent-resources-synced Apr 22 23:53:22.434201 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: allowedaddresspairs.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.435964 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.436483 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: allowed-address-pairs Apr 22 23:53:22.436809 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: auto_allocated_topology.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.437865 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.438372 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: auto-allocated-topology Apr 22 23:53:22.438694 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: availability_zone.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.439379 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.439942 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: availability_zone Apr 22 23:53:22.440262 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: availability_zone_filter.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.441173 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.441680 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: availability_zone_filter Apr 22 23:53:22.441991 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: data_plane_status.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.442884 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.443946 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension data-plane-status not supported by any of loaded plugins Apr 22 23:53:22.444262 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: default_subnetpools.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.445161 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.445665 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: default-subnetpools Apr 22 23:53:22.445985 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.446785 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.447290 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: dhcp_agent_scheduler Apr 22 23:53:22.447636 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: dns.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.448788 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.449287 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension dns-integration not supported by any of loaded plugins Apr 22 23:53:22.449608 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: dns_domain_ports.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.450509 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.451011 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 22 23:53:22.451336 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.452268 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.452765 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 22 23:53:22.453085 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: dvr.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.453746 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.454244 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: dvr Apr 22 23:53:22.454562 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: ecmp_routes.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.455465 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.456011 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 22 23:53:22.456336 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: empty_string_filtering.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.457236 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.457739 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: empty-string-filtering Apr 22 23:53:22.458060 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.459540 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.460058 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 22 23:53:22.460381 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.461299 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.461800 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 22 23:53:22.462121 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: external_net.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.463033 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.463531 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: external-net Apr 22 23:53:22.463874 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.464767 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.465263 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: extra_dhcp_opt Apr 22 23:53:22.465582 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: extraroute.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.466483 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.466976 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: extraroute Apr 22 23:53:22.467296 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: extraroute_atomic.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.468337 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.468840 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: extraroute-atomic Apr 22 23:53:22.469163 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: filter_validation.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.469830 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.470328 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: filter-validation Apr 22 23:53:22.470650 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: fip_pf_description.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.471556 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.472087 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 22 23:53:22.472408 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: fip_port_details.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.473312 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.473819 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: fip-port-details Apr 22 23:53:22.474139 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: flavors.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.475397 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.475935 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: flavors Apr 22 23:53:22.476263 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.477887 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.478420 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 22 23:53:22.478751 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: floatingip_pools.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.479442 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.479987 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: floatingip-pools Apr 22 23:53:22.480313 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: ip_allocation.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.481232 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.481739 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension ip_allocation not supported by any of loaded plugins Apr 22 23:53:22.482065 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.482971 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.483474 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: ip-substring-filtering Apr 22 23:53:22.483822 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: l2_adjacency.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.484736 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.485234 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 22 23:53:22.485557 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: l3.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.486512 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.487019 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: router Apr 22 23:53:22.487345 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.489712 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.490256 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 22 23:53:22.490591 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.491516 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.492050 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: ext-gw-mode Apr 22 23:53:22.492379 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.493290 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.493797 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: l3-ha Apr 22 23:53:22.494128 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: l3_flavors.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.495036 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.495542 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: l3-flavors Apr 22 23:53:22.495893 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.496798 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.497301 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 22 23:53:22.497625 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: l3agentscheduler.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.498641 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.499146 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: l3_agent_scheduler Apr 22 23:53:22.499470 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: logging.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.500963 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.501479 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension logging not supported by any of loaded plugins Apr 22 23:53:22.501810 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: metering.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.502547 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.503114 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: metering Apr 22 23:53:22.503439 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.504558 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.505068 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: metering_source_and_destination_fields Apr 22 23:53:22.505392 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: multiprovidernet.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.506971 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.507477 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: multi-provider Apr 22 23:53:22.507830 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: netmtu.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.508733 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.509234 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: net-mtu Apr 22 23:53:22.509554 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: netmtu_writable.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.510459 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.510957 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: net-mtu-writable Apr 22 23:53:22.511279 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: network_availability_zone.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.511978 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.512474 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: network_availability_zone Apr 22 23:53:22.512792 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: network_ip_availability.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.513884 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.514388 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: network-ip-availability Apr 22 23:53:22.514713 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: network_segment_range.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.515470 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.515994 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension network-segment-range not supported by any of loaded plugins Apr 22 23:53:22.516316 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: pagination.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.517281 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.517606 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: pagination Apr 22 23:53:22.517925 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: port_device_profile.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.518821 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.519336 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: port-device-profile Apr 22 23:53:22.519684 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.520596 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.521680 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: port-mac-address-regenerate Apr 22 23:53:22.522141 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.523047 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.523553 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: port-numa-affinity-policy Apr 22 23:53:22.523900 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: port_resource_request.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.524811 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.525313 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension port-resource-request not supported by any of loaded plugins Apr 22 23:53:22.525634 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: portbindings.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.526534 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.527038 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: binding Apr 22 23:53:22.527357 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: portbindings_extended.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.528770 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.529285 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: binding-extended Apr 22 23:53:22.529617 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: portsecurity.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.530522 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.531032 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: port-security Apr 22 23:53:22.531357 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: project_id.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.532353 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.532681 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: project-id Apr 22 23:53:22.533002 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: providernet.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.533912 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.534415 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: provider Apr 22 23:53:22.534738 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: qos.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.538392 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.538908 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension qos not supported by any of loaded plugins Apr 22 23:53:22.539240 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.540507 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.541017 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 22 23:53:22.541344 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.542254 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.542759 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 22 23:53:22.543083 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: qos_default.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.544005 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.544514 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension qos-default not supported by any of loaded plugins Apr 22 23:53:22.544839 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: qos_fip.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.545490 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.545990 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension qos-fip not supported by any of loaded plugins Apr 22 23:53:22.546317 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: qos_gateway_ip.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.547225 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.547764 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 22 23:53:22.548091 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: qos_port_network_policy.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.548987 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.549503 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 22 23:53:22.549828 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: qos_pps_rule.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.550971 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.551482 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension qos-pps not supported by any of loaded plugins Apr 22 23:53:22.551832 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: qos_rule_type_details.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.552855 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.553362 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 22 23:53:22.553687 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: qos_rules_alias.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.554729 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.555234 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 22 23:53:22.555558 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: quotasv2.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.556487 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.556812 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: quotas Apr 22 23:53:22.557134 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: quotasv2_detail.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.558846 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.559131 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: quota_details Apr 22 23:53:22.559457 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: rbac.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.560517 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.561036 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: rbac-policies Apr 22 23:53:22.561365 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: rbac_address_group.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.562291 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.562801 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: rbac-address-group Apr 22 23:53:22.563126 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: rbac_address_scope.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.564175 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.566179 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: rbac-address-scope Apr 22 23:53:22.566519 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: rbac_security_groups.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.567454 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.568534 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: rbac-security-groups Apr 22 23:53:22.568868 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: rbac_subnetpool.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.569782 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.570297 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: rbac-subnetpool Apr 22 23:53:22.570621 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: revisionifmatch.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.571537 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.572074 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: revision-if-match Apr 22 23:53:22.572403 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: revisions.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.573766 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.574280 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: standard-attr-revisions Apr 22 23:53:22.574610 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: router_availability_zone.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.575310 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.575844 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: router_availability_zone Apr 22 23:53:22.576173 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: routerservicetype.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.577095 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.577603 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension router-service-type not supported by any of loaded plugins Apr 22 23:53:22.577926 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.578849 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.579358 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: security-groups-normalized-cidr Apr 22 23:53:22.579721 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.580629 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.581139 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: port-security-groups-filtering Apr 22 23:53:22.581464 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.582371 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.582889 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: security-groups-remote-address-group Apr 22 23:53:22.583215 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: securitygroup.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.592666 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.593194 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: security-group Apr 22 23:53:22.593531 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: segment.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.594313 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.594821 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension segment not supported by any of loaded plugins Apr 22 23:53:22.595151 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.596173 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.596683 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 22 23:53:22.597011 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: servicetype.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.598168 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.598680 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: service-type Apr 22 23:53:22.599010 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: sorting.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.600625 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.600953 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: sorting Apr 22 23:53:22.601274 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: standard_attr_segment.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.602187 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.602700 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 22 23:53:22.603058 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: standardattrdescription.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.603753 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.604261 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: standard-attr-description Apr 22 23:53:22.604586 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: stateful_security_group.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.605532 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.606047 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: stateful-security-group Apr 22 23:53:22.606373 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: stdattrs_common.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.606952 dv-neutron-838783-1-hyperv neutron-server[103034]: WARNING neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 22 23:53:22.607274 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.608227 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.608736 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 22 23:53:22.609059 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: subnet_onboard.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.610113 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.610627 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: subnet_onboard Apr 22 23:53:22.610952 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.611885 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.612393 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 22 23:53:22.612716 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: subnet_service_types.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.613631 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.614139 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: subnet-service-types Apr 22 23:53:22.614461 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: subnetallocation.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.615687 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.616205 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: subnet_allocation Apr 22 23:53:22.616532 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.617188 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.617699 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: subnetpool-prefix-ops Apr 22 23:53:22.618018 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.618933 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.619439 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 22 23:53:22.619784 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: tagging.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.620827 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.621342 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: standard-attr-tag Apr 22 23:53:22.621670 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: timestamp.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.622858 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.623372 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loaded extension: standard-attr-timestamp Apr 22 23:53:22.623731 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: trunk.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.624768 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.625280 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension trunk not supported by any of loaded plugins Apr 22 23:53:22.625604 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: trunk_details.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.626512 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.627021 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension trunk-details not supported by any of loaded plugins Apr 22 23:53:22.627343 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: uplink_status_propagation.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.628286 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.628793 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 22 23:53:22.629117 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Loading extension file: vlantransparent.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 23:53:22.629778 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 23:53:22.630279 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 22 23:53:22.633194 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Creating instance of TrackedResource for resource:network Apr 22 23:53:22.633719 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Creating instance of TrackedResource for resource:subnet Apr 22 23:53:22.634118 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 23:53:22.634510 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Creating instance of TrackedResource for resource:port Apr 22 23:53:22.635718 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 23:53:22.636152 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Service FLAVORS assigned prefix: {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 23:53:22.636786 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 23:53:22.637215 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 23:53:22.637545 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Creating instance of TrackedResource for resource:router Apr 22 23:53:22.637967 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Creating instance of TrackedResource for resource:floatingip Apr 22 23:53:22.638444 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Service METERING assigned prefix: /metering {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 23:53:22.639884 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.640253 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.640604 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 23:53:22.641606 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Creating instance of CountableResource for resource:rbac_policy Apr 22 23:53:22.642038 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Creating instance of TrackedResource for resource:security_group Apr 22 23:53:22.642469 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 22 23:53:22.643063 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Service CORE assigned prefix: {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 23:53:22.643391 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 23:53:22.643768 dv-neutron-838783-1-hyperv neutron-server[103034]: WARNING neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] subnetpool is already registered Apr 22 23:53:22.644202 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Service CORE assigned prefix: {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 23:53:22.644529 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 23:53:22.644855 dv-neutron-838783-1-hyperv neutron-server[103034]: WARNING neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] subnetpool is already registered Apr 22 23:53:22.647869 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 23:53:22.648308 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Service FLAVORS assigned prefix: {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 23:53:22.648901 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 23:53:22.649323 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 23:53:22.649654 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Creating instance of TrackedResource for resource:router Apr 22 23:53:22.649993 dv-neutron-838783-1-hyperv neutron-server[103034]: WARNING neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] router is already registered Apr 22 23:53:22.650401 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Creating instance of TrackedResource for resource:floatingip Apr 22 23:53:22.650734 dv-neutron-838783-1-hyperv neutron-server[103034]: WARNING neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] floatingip is already registered Apr 22 23:53:22.651185 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Service METERING assigned prefix: /metering {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 23:53:22.651871 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Creating instance of CountableResource for resource:rbac_policy Apr 22 23:53:22.652197 dv-neutron-838783-1-hyperv neutron-server[103034]: WARNING neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] rbac_policy is already registered Apr 22 23:53:22.652607 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Creating instance of TrackedResource for resource:security_group Apr 22 23:53:22.652940 dv-neutron-838783-1-hyperv neutron-server[103034]: WARNING neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] security_group is already registered Apr 22 23:53:22.653340 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 22 23:53:22.653677 dv-neutron-838783-1-hyperv neutron-server[103034]: WARNING neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] security_group_rule is already registered Apr 22 23:53:22.654284 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Service CORE assigned prefix: {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 23:53:22.654611 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 23:53:22.654941 dv-neutron-838783-1-hyperv neutron-server[103034]: WARNING neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] subnetpool is already registered Apr 22 23:53:22.655367 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Service CORE assigned prefix: {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 23:53:22.655717 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 23:53:22.656049 dv-neutron-838783-1-hyperv neutron-server[103034]: WARNING neutron.quota.resource_registry [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] subnetpool is already registered Apr 22 23:53:22.656514 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: extensions {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.657967 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: address-groups {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.659447 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: address-scopes {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.660897 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: agents {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.662286 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: auto-allocated-topology {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.663639 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: availability_zones {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.664857 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: dhcp-networks {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.666378 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: dhcp-agents {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.667834 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: routers {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.670022 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: flavors {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.671234 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: service_profiles {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.672473 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: next_providers {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.673941 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: service_profiles {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.675462 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: floatingip-pools {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.676711 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: routers {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.678970 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: floatingips {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.680277 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: l3-routers {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.681690 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: l3-agents {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.683098 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: metering-labels {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.684498 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: metering-label-rules {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.685774 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: network-ip-availabilities {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.687053 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: bindings {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.689646 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: quotas {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.691112 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: quotas {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.692582 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: rbac-policies {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.694344 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: security-groups {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.695682 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: security-group-rules {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.696938 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: service-providers {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.698419 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: subnetpools {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.699859 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: subnetpools {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.701323 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: tags {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.703025 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: tags {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.704870 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: tags {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.706688 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: tags {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.708500 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: tags {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.710964 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: tags {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.712693 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: tags {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.714594 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: tags {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.716406 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: tags {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.718155 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron.api.extensions [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Extended resource: tags {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 23:53:22.724142 dv-neutron-838783-1-hyperv neutron-server[103034]: WARNING keystonemiddleware.auth_token [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 22 23:53:22.728953 dv-neutron-838783-1-hyperv neutron-server[103034]: WARNING keystonemiddleware.auth_token [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 22 23:53:22.737417 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_concurrency.lockutils [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Acquired lock "singleton_lock" {{(pid=103034) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 22 23:53:22.737894 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_concurrency.lockutils [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Releasing lock "singleton_lock" {{(pid=103034) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 22 23:53:22.738516 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO oslo_service.service [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Starting 2 workers Apr 22 23:53:22.743848 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Started child 103143 {{(pid=103034) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 22 23:53:22.748218 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Started child 103144 {{(pid=103034) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 22 23:53:22.749304 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:22.749925 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO neutron.service [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 22 23:53:22.750538 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Notify callbacks [] for process, before_spawn {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:22.750733 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [-] (103143) wsgi starting up on http://0.0.0.0:9696 Apr 22 23:53:22.753007 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO oslo_service.service [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Starting 1 workers Apr 22 23:53:22.753591 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:22.755087 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [-] (103144) wsgi starting up on http://0.0.0.0:9696 Apr 22 23:53:22.757316 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 47538) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:53:22.758894 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Started child 103146 {{(pid=103034) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 22 23:53:22.759474 dv-neutron-838783-1-hyperv neutron-server[103034]: INFO oslo_service.service [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Starting 1 workers Apr 22 23:53:22.766639 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.service [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] calling RpcWorker wait() {{(pid=103146) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 22 23:53:22.766639 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.service [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] returning from RpcWorker wait() {{(pid=103146) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 22 23:53:22.767309 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Started child 103147 {{(pid=103034) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 22 23:53:22.767397 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:22.767476 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0bff9336-5c4c-4f6c-8ac6-bf0a05bcf0c2 None None] Notify callbacks [] for process, after_spawn {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:22.767564 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 23:53:22.767683 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066373 Apr 22 23:53:22.767773 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103034) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 22 23:53:22.769191 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 22 23:53:22.769191 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 22 23:53:22.769191 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 22 23:53:22.769449 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 22 23:53:22.769577 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 22 23:53:22.770063 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.770333 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.770577 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.771711 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.772017 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.772615 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.772854 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.773088 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.773346 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.773961 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:22.774468 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.774563 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.774713 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.775142 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.775546 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.776028 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.776418 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.776793 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.777204 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.777516 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.777902 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.778313 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.778679 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.779083 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] debug = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.779477 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.780016 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.788861 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.788861 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.788861 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.788861 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.788861 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.788861 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.788861 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.788861 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.789484 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.789484 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.789484 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.789484 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.789484 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.789484 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.789484 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.789484 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] host = dv-neutron-838783-1-hyperv {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.790047 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.790047 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.790047 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.790047 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.790047 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.790047 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.790047 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.790047 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.790620 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.790620 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.790620 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.790620 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.790620 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.790620 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] log_file = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.790620 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] log_options = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.790620 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.790620 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.791207 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.791207 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.791207 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.791207 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.791207 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.791207 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.791207 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.791852 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.791852 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.791852 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.791852 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.791852 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.791852 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.791852 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.791852 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.791852 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.792584 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.792584 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.792584 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.792584 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.792584 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.792929 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.793006 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.793722 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.793722 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.793722 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.794895 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.795309 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.796589 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.797458 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.797725 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.797963 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.798234 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.798863 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.798863 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.799021 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.799260 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.799493 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.799767 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.800019 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.800254 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.800438 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 23:53:22.800556 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.800727 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.800945 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.801157 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] use_json = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.801373 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.801613 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.801874 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.802102 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.802892 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.803233 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.803612 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.804024 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.804269 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.804989 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.804989 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.805291 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.805671 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.806069 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.806316 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.806559 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.806819 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.807142 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.807288 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.807657 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.808831 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.808831 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.808831 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.808831 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.815001 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.815001 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.815001 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.815001 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.815001 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.815001 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.815001 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.815001 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.816273 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.816273 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.816273 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.816273 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.816273 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.816273 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.816273 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.816273 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.816830 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.816830 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.816830 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.816830 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.816830 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.816830 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.816830 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.816830 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.816830 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.817422 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.817422 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.817422 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.817422 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.817422 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.817422 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.817422 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.817422 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.817924 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.817924 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.817924 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.817924 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.817924 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.818778 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.818865 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.819086 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.819653 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.819974 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.820176 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.820427 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.820676 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.821071 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.821179 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.821316 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.821529 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.821818 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.822004 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.822198 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.822511 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.822627 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.823099 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.823326 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.823559 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.823869 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.825091 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.825091 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.825091 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.825091 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.825091 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.825091 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.825540 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.826114 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.826114 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.826299 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.826378 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.827008 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.827008 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.827008 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.829548 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.829548 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.829548 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.829548 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.829548 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.829548 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.829548 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.829548 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.830176 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.830176 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.830176 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.830382 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.830686 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.830797 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.831221 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.831332 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.831590 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.833631 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.833631 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.833631 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.834059 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.838308 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.841706 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.842033 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.842286 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.842571 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.842854 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.843143 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.843413 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.843686 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.843995 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.844251 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.844538 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.844844 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.845122 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.845422 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.845669 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.845921 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.846179 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.846439 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.846706 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.846955 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.847945 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.847945 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.847945 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.848189 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.848389 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.848610 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.848838 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.849212 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.850179 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.850179 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.850179 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.850419 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.850485 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.853453 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.858014 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.858014 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.858014 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.858014 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.858014 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.858014 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.858014 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.858014 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.858569 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.858569 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.858569 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.858569 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.858569 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.858569 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.858971 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.860389 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.861454 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.861699 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.862687 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.863094 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.863505 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.863837 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.864302 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.866486 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.867174 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.867432 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.867722 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.867953 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.868219 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.868450 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.868759 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.869019 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.869239 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.869471 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.869699 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.869937 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.870154 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.870407 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.871228 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.871228 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.871228 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.871228 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.871501 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.872756 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.872756 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.872756 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.873259 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.873520 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.875976 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.876291 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.878385 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.880876 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.881156 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.881424 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.881661 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.881898 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.882159 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.882386 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.882615 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.882863 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.883086 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.883305 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.883523 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.884043 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.885258 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.885526 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.886095 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.886335 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.886570 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.887355 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.888482 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.888716 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.893646 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.893646 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.893646 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.893646 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.893646 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.894297 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.894593 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.894831 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.895115 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.895383 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.895696 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.895983 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.896888 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.897107 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.897339 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.897561 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.897776 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.898010 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.898224 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.898437 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.898662 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.898882 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.899096 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.899347 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.899592 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.903329 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.903932 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.903932 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.904103 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.904348 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.904574 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.904796 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.905029 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.905254 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.905471 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.905705 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.905948 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.906161 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.906410 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.906607 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.906820 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.907129 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.907392 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.908106 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.911678 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.916992 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.916992 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.916992 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.916992 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.916992 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.916992 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.916992 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.916992 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.917496 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.917496 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.917623 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 23:53:22.917705 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.917705 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.917705 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.917705 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.917705 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.917705 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.917705 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.917705 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.918154 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.918154 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.919607 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.919891 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.920153 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.920420 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.920697 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.920986 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.921167 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.921407 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.921628 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.921878 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.922765 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.923002 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.923259 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.923521 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.923786 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.928000 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.928000 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.928000 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.929382 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.929566 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 22 23:53:22.931040 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103034) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 22 23:53:22.931154 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 22 23:53:22.931227 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 22 23:53:22.931606 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 22 23:53:22.931606 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 22 23:53:22.931775 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 22 23:53:22.932408 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.932408 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.932676 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.932840 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.933009 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.933255 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.933372 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.933511 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.933659 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.933814 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.934188 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.934479 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.936070 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.937187 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.937514 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.937687 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.938506 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.938506 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.938675 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.939140 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.939307 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.940395 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.940395 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] debug = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.940395 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.940598 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.940683 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.940766 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.940928 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.941681 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.941681 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.941681 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.941681 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.941681 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.941986 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.941986 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.942115 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.942249 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.942402 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.942555 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.942712 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.943837 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] host = dv-neutron-838783-1-hyperv {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.944115 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.944391 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.944656 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.944919 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.945157 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.945378 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.945722 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.945922 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.946177 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.946412 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.946640 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.946870 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.947090 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.947318 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] log_file = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.947546 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] log_options = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.948097 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.948314 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.948545 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.948742 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.948911 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.949117 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.949285 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.949462 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.949666 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.949797 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.949885 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.950038 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.950221 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.950381 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.950539 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.950697 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.950857 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.951016 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.951174 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.951334 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.951494 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.951703 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.951868 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.952065 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.955957 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.955957 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.955957 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.955957 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.955957 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.955957 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.955957 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.955957 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.957208 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.957208 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.957208 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.957208 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.957208 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.957208 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.957208 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.957208 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.959421 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.959421 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.959421 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.959421 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.959421 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.959421 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.959421 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] use_json = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.959421 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.959967 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.959967 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.959967 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.959967 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.959967 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.959967 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.959967 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.959967 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 23:53:22.960498 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.960498 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.960498 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.960498 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.960498 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.960498 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.960498 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.960498 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.961048 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.961048 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.961048 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.961048 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.961048 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.961048 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.961048 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.961048 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.961580 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.961580 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.961580 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.961580 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.961580 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.961580 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.961580 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.961996 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.961996 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.961996 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.962199 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.962377 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.962690 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.962995 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.963309 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.963473 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.963794 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.964092 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.964262 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.964426 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.964590 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.964753 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.964916 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.965081 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.965243 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.965393 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.965653 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.965749 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.965871 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.966062 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.966209 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.966410 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.966551 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.966713 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.966876 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.967039 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.967201 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.967364 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.967525 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.968645 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.968816 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.968982 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.969151 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.969313 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.969474 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.969636 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.969798 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.969958 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.970120 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.970281 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.970457 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.970619 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.970780 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.970942 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.971104 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.971266 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.971427 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.971624 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.971782 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.971945 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.972105 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.972271 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.972431 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.972747 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.972909 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.973075 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.973237 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.973398 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.973723 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.973884 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.974046 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.974365 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.974522 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.974684 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.974863 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.975026 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.975188 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.975351 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.975513 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.975697 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.975859 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.976021 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.976189 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.976372 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.976505 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.976666 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.976832 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.976993 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.977153 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.977313 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.977474 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.977634 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.977795 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.977957 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.978117 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.978278 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.978438 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.978598 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.978758 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.978920 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.979096 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.979257 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.979423 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.979609 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.979774 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.979947 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.980109 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.980270 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.980431 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.980631 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.980749 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.980909 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.981070 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.981232 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.981394 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.981555 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.981724 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.981896 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.982058 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.982219 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.982380 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.982564 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.982724 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.982884 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.983046 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.983207 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.983368 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.983529 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.983716 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.983875 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.984036 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.984196 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.984362 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.984507 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.984670 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.984830 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.984991 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.985151 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.985313 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.985475 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.985636 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.985796 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.985957 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.986118 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.986278 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.986438 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.986605 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.986762 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.986922 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.987083 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.987835 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.988006 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.988172 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.988337 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.988501 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.988664 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.989290 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.989457 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.989625 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.990299 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.990474 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.990638 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.990826 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.991092 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.991256 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.991422 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.991657 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.991765 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.991916 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.992096 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.992271 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.992420 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.992599 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.992761 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.992922 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.993084 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.993265 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.993426 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.993586 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.993750 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.993912 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.994073 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.994233 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.994745 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.994745 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.994745 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.994999 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.994999 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.995138 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.995316 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.995440 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.995632 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.995788 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.996522 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.996522 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.996522 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.996522 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.996837 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.996837 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.996837 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.997013 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.997150 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.997309 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.997470 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.997630 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.997805 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.997968 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.998128 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.998289 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.998450 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.998611 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.998784 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.998946 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.999107 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.999267 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.999428 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.999651 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.999782 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:22.999943 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.000104 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.000265 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.000426 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.000586 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.000757 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.000921 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.001082 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.001244 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.001403 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.001563 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.001734 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.001896 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.002056 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.002217 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.002377 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.002538 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.002711 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.002872 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.003032 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.003624 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.003624 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.003624 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.003881 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.003881 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.004022 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.004138 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.004301 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.004454 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.004609 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.004835 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.004972 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.005093 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.005253 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.005459 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.005668 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.005854 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.006136 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.006271 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.006415 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.006551 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.006728 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.006899 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.007071 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.007232 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.007401 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.007598 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.007754 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.007915 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.008076 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.008236 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.008398 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.008559 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.008724 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.009377 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.009377 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.009377 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.009377 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.009645 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.009645 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.009784 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.010553 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.010553 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.010553 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.010553 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.010553 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 23:53:23.010861 dv-neutron-838783-1-hyperv neutron-server[103034]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 22 23:53:34.208699 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac39d469-50a0-4da8-9b10-0051266bc028 None None] get_active_networks_info from dv-neutron-838783-1-hyperv {{(pid=103146) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 22 23:53:34.308854 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac39d469-50a0-4da8-9b10-0051266bc028 None None] No non-hosted networks {{(pid=103146) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 22 23:53:34.317549 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.agentschedulers_db [None req-ac39d469-50a0-4da8-9b10-0051266bc028 None None] DHCP Agent not found on host dv-neutron-838783-1-hyperv {{(pid=103146) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 22 23:53:34.510646 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d351772c-44be-4a5b-b2d6-ac5437497a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3902432'] for agent, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:36.494242 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44aedbf6-8b5b-4472-8a4c-3ec6bd90ab91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3902432'] for agent, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:36.527909 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-bbbfbcf7-c079-486c-b74d-62798641f9b6 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-838783-1-hyperv {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 23:53:36.528700 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-bbbfbcf7-c079-486c-b74d-62798641f9b6 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 23:53:37.122039 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbbfbcf7-c079-486c-b74d-62798641f9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:37.779344 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3902432'] for agent, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:39.209486 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.db.l3_hamode_db [None req-cfce89e4-7d28-47c2-9615-83e0893d676f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 22 23:53:39.295204 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfce89e4-7d28-47c2-9615-83e0893d676f None None] Routers set() bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 23:53:39.295849 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfce89e4-7d28-47c2-9615-83e0893d676f None None] Router IDs set() for agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 22 23:53:39.647193 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3902432'] for agent, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:39.670071 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3902432'] for agent, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:39.670749 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:39.671093 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:39.671435 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:39.671818 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:39.672131 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:39.672462 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:39.672810 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:39.673259 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:39.673592 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:39.673941 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:39.674286 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:39.674633 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:39.675014 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-838783-1-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 23:53:39.682651 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-838783-1-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 23:53:40.472950 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 47642) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:53:40.979637 dv-neutron-838783-1-hyperv neutron-server[103144]: WARNING oslo_policy.policy [None req-640fb854-7d51-496c-83ba-4a6d42b45928 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 23:53:40.980218 dv-neutron-838783-1-hyperv neutron-server[103144]: WARNING oslo_policy.policy [None req-640fb854-7d51-496c-83ba-4a6d42b45928 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 23:53:41.199062 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-640fb854-7d51-496c-83ba-4a6d42b45928 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 23:53:41.200076 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-640fb854-7d51-496c-83ba-4a6d42b45928 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7257009 Apr 22 23:53:43.596319 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 47658) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:53:43.915558 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-e6b681b4-0559-40eb-ac5f-2fa42d9c2251 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 23:53:44.019651 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.policy [None req-e6b681b4-0559-40eb-ac5f-2fa42d9c2251 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103144) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 22 23:53:44.065798 dv-neutron-838783-1-hyperv neutron-server[103144]: WARNING oslo_policy.policy [None req-e6b681b4-0559-40eb-ac5f-2fa42d9c2251 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 23:53:44.066173 dv-neutron-838783-1-hyperv neutron-server[103144]: WARNING oslo_policy.policy [None req-e6b681b4-0559-40eb-ac5f-2fa42d9c2251 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 23:53:44.253048 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e6b681b4-0559-40eb-ac5f-2fa42d9c2251 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761355966246', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761355971025', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761355945594', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761355948502', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761356656786', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761355938846', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-768679', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-756149', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3673115', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3746560'] for rbac-policy, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:44.443741 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e6b681b4-0559-40eb-ac5f-2fa42d9c2251 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:44.444921 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e6b681b4-0559-40eb-ac5f-2fa42d9c2251 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8476107 Apr 22 23:53:47.079414 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 47670) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:53:47.564863 dv-neutron-838783-1-hyperv neutron-server[103143]: WARNING oslo_policy.policy [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 23:53:47.565471 dv-neutron-838783-1-hyperv neutron-server[103143]: WARNING oslo_policy.policy [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 23:53:47.787481 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Request body: {'network': {'name': 'private', 'project_id': '1cdd3307b4484164a62b3bac9740cf36', 'tenant_id': '1cdd3307b4484164a62b3bac9740cf36', 'admin_state_up': True}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 23:53:47.910189 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Made reservation on behalf of 1cdd3307b4484164a62b3bac9740cf36 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 23:53:47.977285 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.policy [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103143) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 22 23:53:48.027588 dv-neutron-838783-1-hyperv neutron-server[103143]: WARNING oslo_policy.policy [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 23:53:48.027969 dv-neutron-838783-1-hyperv neutron-server[103143]: WARNING oslo_policy.policy [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 23:53:48.038332 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:48.061080 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:48.169521 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:48.235648 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:48.254719 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 23:53:48.283710 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761358059623', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:48.284292 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Unsubscribe: segment precommit_create {{(pid=103143) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 22 23:53:48.284827 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Added segment 52fbec96-aae5-4125-8ff0-c293c9d8aaba of type vlan for network 60284840-ad3d-48b2-b6d6-aa11c7026d22 Apr 22 23:53:48.291716 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01be52a8-3f84-4af6-aee1-f51bca72031a,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 23:53:48.332073 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:48.333009 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:48.333348 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:48.333673 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:48.334048 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:48.334333 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:48.334650 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:48.334985 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:48.335301 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:48.335647 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:48.335963 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:48.336275 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Tracked resource versions report: Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: pushed versions: Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: { 'AddressGroup': {'1.2'}, Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: 'ConntrackHelper': {'1.0'}, Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: 'Log': {'1.0'}, Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: 'Network': {'1.1'}, Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: 'Port': {'1.7'}, Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: 'PortForwarding': {'1.2'}, Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: 'QosPolicy': {'1.9'}, Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: 'SecurityGroup': {'1.4'}, Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: 'SecurityGroupRule': {'1.2'}, Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: 'SubPort': {'1.0'}, Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: 'Subnet': {'1.1'}, Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: 'Trunk': {'1.1'}} Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: consumer versions: Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: { DHCP agent@dv-neutron-838783-1-hyperv: {}, Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: L3 agent@dv-neutron-838783-1-hyperv: {}, Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: Metadata agent@dv-neutron-838783-1-hyperv: {}, Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: Metering agent@dv-neutron-838783-1-hyperv: {}, Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: Open vSwitch agent@dv-neutron-838783-1-hyperv: { 'AddressGroup': '1.2', Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: 'ConntrackHelper': '1.0', Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: 'Log': '1.0', Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: 'Network': '1.1', Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: 'Port': '1.7', Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: 'PortForwarding': '1.2', Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: 'QosPolicy': '1.9', Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: 'SecurityGroup': '1.4', Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: 'SecurityGroupRule': '1.2', Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: 'SubPort': '1.0', Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: 'Subnet': '1.1', Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: 'Trunk': '1.1'}} Apr 22 23:53:48.337643 dv-neutron-838783-1-hyperv neutron-server[103143]: {{(pid=103143) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 23:53:48.400485 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:48.487694 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:48.488924 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:53:48.489621 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:48.593788 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] Pushing event updated for resources: {'Network': ['ID=60284840-ad3d-48b2-b6d6-aa11c7026d22,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 23:53:48.612059 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2c79b6f0-92b0-4eee-ac43-dd45b61ae57b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5179186 Apr 22 23:53:48.612470 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 60284840-ad3d-48b2-b6d6-aa11c7026d22 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 22 23:53:51.294602 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 47692) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:53:51.684438 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42e7e5c-e802-4460-82aa-1c9bd0950531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:53:51.685815 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b42e7e5c-e802-4460-82aa-1c9bd0950531 admin admin] 10.222.0.15 "GET /v2.0/networks/60284840-ad3d-48b2-b6d6-aa11c7026d22 HTTP/1.1" status: 200 len: 825 time: 0.3902352 Apr 22 23:53:51.724135 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4731e99e-147e-4432-af18-17dd3ba6901b admin admin] 10.222.0.15 "GET /v2.0/subnetpools/88adb980-2aa4-4e1c-8dea-126a66c52412 HTTP/1.1" status: 200 len: 734 time: 0.0321364 Apr 22 23:53:51.733364 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-c62d50c0-6637-4f54-bd71-405d233ea3bd admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '60284840-ad3d-48b2-b6d6-aa11c7026d22', 'subnetpool_id': '88adb980-2aa4-4e1c-8dea-126a66c52412', 'gateway_ip': '172.20.0.1', 'tenant_id': '1cdd3307b4484164a62b3bac9740cf36', 'ip_version': 4}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 23:53:51.824069 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62d50c0-6637-4f54-bd71-405d233ea3bd admin admin] Made reservation on behalf of 1cdd3307b4484164a62b3bac9740cf36 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 23:53:51.826394 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c62d50c0-6637-4f54-bd71-405d233ea3bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:52.132684 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c62d50c0-6637-4f54-bd71-405d233ea3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:52.223710 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d50c0-6637-4f54-bd71-405d233ea3bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bdf459f-bb1a-4a6f-9cee-07e1afd2ca9f,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 23:53:52.225694 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d50c0-6637-4f54-bd71-405d233ea3bd admin admin] Checking segment: {'id': '52fbec96-aae5-4125-8ff0-c293c9d8aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '60284840-ad3d-48b2-b6d6-aa11c7026d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 22 23:53:52.226052 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62d50c0-6637-4f54-bd71-405d233ea3bd admin admin] Network hostable DHCP agents. Network: 60284840-ad3d-48b2-b6d6-aa11c7026d22, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 23:53:52.286537 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62d50c0-6637-4f54-bd71-405d233ea3bd admin admin] Network 60284840-ad3d-48b2-b6d6-aa11c7026d22 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 23:53:52.354806 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-c62d50c0-6637-4f54-bd71-405d233ea3bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 60284840-ad3d-48b2-b6d6-aa11c7026d22) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 23:53:52.359506 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62d50c0-6637-4f54-bd71-405d233ea3bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:53:52.360117 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c62d50c0-6637-4f54-bd71-405d233ea3bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:52.365371 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e780e7b4-c355-4a42-9d94-2f6a61e2ae36 None None] Network 60284840-ad3d-48b2-b6d6-aa11c7026d22 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 22 23:53:52.443793 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c62d50c0-6637-4f54-bd71-405d233ea3bd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7135692 Apr 22 23:53:52.682274 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-60284840-ad3d-48b2-b6d6-aa11c7026d22', 'network_id': '60284840-ad3d-48b2-b6d6-aa11c7026d22', 'tenant_id': '1cdd3307b4484164a62b3bac9740cf36', 'fixed_ips': [{'subnet_id': '2bdf459f-bb1a-4a6f-9cee-07e1afd2ca9f'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 22 23:53:52.683449 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:53.016425 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Allocated IP 172.20.0.2 (60284840-ad3d-48b2-b6d6-aa11c7026d22/2bdf459f-bb1a-4a6f-9cee-07e1afd2ca9f/fb3d3e31-2ac8-4b14-9da7-a59afcd100da) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 23:53:53.218546 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:53.281801 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:53.360465 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Network 60284840-ad3d-48b2-b6d6-aa11c7026d22 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 23:53:53.368640 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 23:53:53.370498 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Pushing event updated for resources: {'Port': ['ID=fb3d3e31-2ac8-4b14-9da7-a59afcd100da,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 23:53:53.375055 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 23:53:53.383429 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:53.383820 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:53.384167 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:53.384503 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:53.384834 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:53.385179 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:53.385510 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:53.385850 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:53.386194 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:53.386518 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:53.386838 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:53.387159 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Tracked resource versions report: Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: pushed versions: Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: { 'AddressGroup': {'1.2'}, Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: 'ConntrackHelper': {'1.0'}, Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: 'Log': {'1.0'}, Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: 'Network': {'1.1'}, Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: 'Port': {'1.7'}, Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: 'PortForwarding': {'1.2'}, Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: 'QosPolicy': {'1.9'}, Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: 'SecurityGroup': {'1.4'}, Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: 'SecurityGroupRule': {'1.2'}, Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: 'SubPort': {'1.0'}, Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: 'Subnet': {'1.1'}, Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: 'Trunk': {'1.1'}} Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: consumer versions: Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: { DHCP agent@dv-neutron-838783-1-hyperv: {}, Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: L3 agent@dv-neutron-838783-1-hyperv: {}, Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: Metadata agent@dv-neutron-838783-1-hyperv: {}, Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: Metering agent@dv-neutron-838783-1-hyperv: {}, Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: Open vSwitch agent@dv-neutron-838783-1-hyperv: { 'AddressGroup': '1.2', Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: 'ConntrackHelper': '1.0', Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: 'Log': '1.0', Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: 'Network': '1.1', Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: 'Port': '1.7', Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: 'PortForwarding': '1.2', Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: 'QosPolicy': '1.9', Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: 'SecurityGroup': '1.4', Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: 'SecurityGroupRule': '1.2', Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: 'SubPort': '1.0', Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: 'Subnet': '1.1', Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: 'Trunk': '1.1'}} Apr 22 23:53:53.388547 dv-neutron-838783-1-hyperv neutron-server[103146]: {{(pid=103146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 23:53:53.461336 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Attempting to bind port fb3d3e31-2ac8-4b14-9da7-a59afcd100da on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 23:53:53.461729 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Attempting to bind port fb3d3e31-2ac8-4b14-9da7-a59afcd100da by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '52fbec96-aae5-4125-8ff0-c293c9d8aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '60284840-ad3d-48b2-b6d6-aa11c7026d22'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 23:53:53.462148 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Attempting to bind port fb3d3e31-2ac8-4b14-9da7-a59afcd100da on network 60284840-ad3d-48b2-b6d6-aa11c7026d22 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 23:53:53.466982 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 23, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 23:53:53.467380 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Checking segment: {'id': '52fbec96-aae5-4125-8ff0-c293c9d8aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '60284840-ad3d-48b2-b6d6-aa11c7026d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 22 23:53:53.467873 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:53.468267 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Bound using segment: {'id': '52fbec96-aae5-4125-8ff0-c293c9d8aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '60284840-ad3d-48b2-b6d6-aa11c7026d22'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 23:53:53.468815 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Bound port: fb3d3e31-2ac8-4b14-9da7-a59afcd100da, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fbec96-aae5-4125-8ff0-c293c9d8aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '60284840-ad3d-48b2-b6d6-aa11c7026d22'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 23:53:53.469188 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:53.530599 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] For port fb3d3e31-2ac8-4b14-9da7-a59afcd100da, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 23:53:53.534937 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] For port fb3d3e31-2ac8-4b14-9da7-a59afcd100da, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=fb3d3e31-2ac8-4b14-9da7-a59afcd100da,segment=NetworkSegment(52fbec96-aae5-4125-8ff0-c293c9d8aaba),segment_id=52fbec96-aae5-4125-8ff0-c293c9d8aaba)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 23:53:53.635894 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:53:53.705302 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff14228-249d-4707-b03c-2e76d82ff412 None None] Pushing event updated for resources: {'Port': ['ID=fb3d3e31-2ac8-4b14-9da7-a59afcd100da,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 23:53:54.888658 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 47700) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:53:55.198879 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [None req-afd5c8f6-b75b-4d2c-9488-3900908856f1 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 23:53:55.199996 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-afd5c8f6-b75b-4d2c-9488-3900908856f1 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3103969 Apr 22 23:53:57.720865 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 47708) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:53:58.063596 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [None req-a7514ee3-f8a6-4ac5-a378-05dd5fd23d00 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 23:53:58.064592 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a7514ee3-f8a6-4ac5-a378-05dd5fd23d00 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3427234 Apr 22 23:54:00.868752 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 47718) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:54:01.174321 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-e23e18c8-613e-4d62-b045-c2ee644f5002 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '1cdd3307b4484164a62b3bac9740cf36'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 23:54:01.287502 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e23e18c8-613e-4d62-b045-c2ee644f5002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:01.289328 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e23e18c8-613e-4d62-b045-c2ee644f5002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:01.462018 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e23e18c8-613e-4d62-b045-c2ee644f5002 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:01.528095 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e23e18c8-613e-4d62-b045-c2ee644f5002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:01.627012 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e23e18c8-613e-4d62-b045-c2ee644f5002 admin admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:01.628664 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e23e18c8-613e-4d62-b045-c2ee644f5002 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7588034 Apr 22 23:54:02.785756 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd078404-2abb-40ef-8b09-a45c179babd2 None None] Network 60284840-ad3d-48b2-b6d6-aa11c7026d22 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 22 23:54:02.858613 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-fa6c1eeb-372c-4376-9a2f-49ee918a1788 None None] Provisioning complete for port fb3d3e31-2ac8-4b14-9da7-a59afcd100da triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 23:54:02.859001 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1eeb-372c-4376-9a2f-49ee918a1788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:02.995956 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device fb3d3e31-2ac8-4b14-9da7-a59afcd100da up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 23:54:03.077774 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1eeb-372c-4376-9a2f-49ee918a1788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:03.143254 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-fa6c1eeb-372c-4376-9a2f-49ee918a1788 None None] For port fb3d3e31-2ac8-4b14-9da7-a59afcd100da, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=fb3d3e31-2ac8-4b14-9da7-a59afcd100da,segment=NetworkSegment(52fbec96-aae5-4125-8ff0-c293c9d8aaba),segment_id=52fbec96-aae5-4125-8ff0-c293c9d8aaba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 23:54:03.171646 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port fb3d3e31-2ac8-4b14-9da7-a59afcd100da triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 23:54:03.171954 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:03.218841 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1eeb-372c-4376-9a2f-49ee918a1788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:03.296990 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c1eeb-372c-4376-9a2f-49ee918a1788 None None] Pushing event updated for resources: {'Port': ['ID=fb3d3e31-2ac8-4b14-9da7-a59afcd100da,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 23:54:03.439803 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-75471ccc-d3f4-4964-b918-b1d68265cd15 None None] Provisioning complete for port fb3d3e31-2ac8-4b14-9da7-a59afcd100da triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 23:54:03.440094 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75471ccc-d3f4-4964-b918-b1d68265cd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:04.089258 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 47732) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:54:04.195147 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-650bc135-74b6-4889-a5d8-bd9194cdb20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:04.400125 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-8018db18-7446-4c98-8c03-b13b0f3f1a6c admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 23:54:04.401135 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8018db18-7446-4c98-8c03-b13b0f3f1a6c admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3104014 Apr 22 23:54:04.944939 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device fb3d3e31-2ac8-4b14-9da7-a59afcd100da up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 23:54:04.991369 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port fb3d3e31-2ac8-4b14-9da7-a59afcd100da triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 23:54:04.991760 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:06.498375 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c353869-8232-4840-a156-f656c30dfa89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:06.840061 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 47740) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:54:07.151407 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 23:54:07.245733 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Made reservation on behalf of 5466c4c5cda74f28b294ccea037a3334 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 23:54:07.248501 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:07.264499 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:07.361130 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:07.440342 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:07.452072 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Reserving flat network on physical network physnet1 {{(pid=103144) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 22 23:54:07.486358 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761358059623', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:07.486913 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Unsubscribe: segment precommit_create {{(pid=103144) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 22 23:54:07.487435 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Added segment 24890e2e-6668-4e4a-8ae0-96fe818401e5 of type flat for network b6e09b47-c901-4973-bf1d-f170201f8bc4 Apr 22 23:54:07.502545 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1da60f2-1b16-4303-b9f0-5516f69650cf,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 23:54:07.545477 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:54:07.545847 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:54:07.546187 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:54:07.546522 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:54:07.546852 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:54:07.547194 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:54:07.547521 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:54:07.547894 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:54:07.548221 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:54:07.548543 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:54:07.548866 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:54:07.549183 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Tracked resource versions report: Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: pushed versions: Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: { 'AddressGroup': {'1.2'}, Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: 'ConntrackHelper': {'1.0'}, Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: 'Log': {'1.0'}, Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: 'Network': {'1.1'}, Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: 'Port': {'1.7'}, Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: 'PortForwarding': {'1.2'}, Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: 'QosPolicy': {'1.9'}, Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: 'SecurityGroup': {'1.4'}, Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: 'SecurityGroupRule': {'1.2'}, Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: 'SubPort': {'1.0'}, Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: 'Subnet': {'1.1'}, Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: 'Trunk': {'1.1'}} Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: consumer versions: Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: { DHCP agent@dv-neutron-838783-1-hyperv: {}, Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: L3 agent@dv-neutron-838783-1-hyperv: {}, Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: Metadata agent@dv-neutron-838783-1-hyperv: {}, Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: Metering agent@dv-neutron-838783-1-hyperv: {}, Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: Open vSwitch agent@dv-neutron-838783-1-hyperv: { 'AddressGroup': '1.2', Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: 'ConntrackHelper': '1.0', Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: 'Log': '1.0', Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: 'Network': '1.1', Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: 'Port': '1.7', Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: 'PortForwarding': '1.2', Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: 'QosPolicy': '1.9', Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: 'SecurityGroup': '1.4', Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: 'SecurityGroupRule': '1.2', Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: 'SubPort': '1.0', Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: 'Subnet': '1.1', Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: 'Trunk': '1.1'}} Apr 22 23:54:07.550645 dv-neutron-838783-1-hyperv neutron-server[103144]: {{(pid=103144) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 23:54:07.605020 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:07.698182 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:07.699250 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:54:07.699928 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:07.715033 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:07.797621 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9564726 Apr 22 23:54:07.798348 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1e76e-4858-4b97-aae9-1a2157d550ad admin admin] Pushing event updated for resources: {'Network': ['ID=b6e09b47-c901-4973-bf1d-f170201f8bc4,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 23:54:07.809413 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 22 23:54:09.646497 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:09.686573 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:10.197033 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 47762) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:54:10.409057 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1089eb14-e924-4e4e-bd32-967ed42ad3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:54:10.411425 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1089eb14-e924-4e4e-bd32-967ed42ad3a3 admin admin] 10.222.0.15 "GET /v2.0/subnets/2bdf459f-bb1a-4a6f-9cee-07e1afd2ca9f HTTP/1.1" status: 200 len: 849 time: 0.2134309 Apr 22 23:54:10.549074 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5b326fa4-824a-49db-bd94-16eb15a015a2 admin admin] 10.222.0.15 "GET /v2.0/routers/3412f207-7a5d-4c2e-adef-b31f4c539aa3 HTTP/1.1" status: 200 len: 704 time: 0.1313977 Apr 22 23:54:10.823785 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f38e600-c1da-46f0-a20c-951ffca448b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:11.123669 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-8f38e600-c1da-46f0-a20c-951ffca448b8 admin admin] Allocated IP 172.20.0.1 (60284840-ad3d-48b2-b6d6-aa11c7026d22/2bdf459f-bb1a-4a6f-9cee-07e1afd2ca9f/8af15caf-ecf4-4824-911d-26095620c188) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 23:54:11.301641 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f38e600-c1da-46f0-a20c-951ffca448b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:11.418526 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f38e600-c1da-46f0-a20c-951ffca448b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:11.488344 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f38e600-c1da-46f0-a20c-951ffca448b8 admin admin] Network 60284840-ad3d-48b2-b6d6-aa11c7026d22 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 23:54:11.498292 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-8f38e600-c1da-46f0-a20c-951ffca448b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 23:54:11.507638 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f38e600-c1da-46f0-a20c-951ffca448b8 admin admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 23:54:11.508522 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f38e600-c1da-46f0-a20c-951ffca448b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:11.526374 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38e600-c1da-46f0-a20c-951ffca448b8 admin admin] Pushing event updated for resources: {'Port': ['ID=8af15caf-ecf4-4824-911d-26095620c188,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 23:54:11.686471 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-6396ea4b-d9c7-4699-a893-249b48e64544 None None] Provisioning complete for port 8af15caf-ecf4-4824-911d-26095620c188 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 23:54:11.686471 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6396ea4b-d9c7-4699-a893-249b48e64544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:11.718976 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6396ea4b-d9c7-4699-a893-249b48e64544 None None] Port 8af15caf-ecf4-4824-911d-26095620c188 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 22 23:54:11.795685 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f38e600-c1da-46f0-a20c-951ffca448b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:11.998376 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f38e600-c1da-46f0-a20c-951ffca448b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:12.063164 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f38e600-c1da-46f0-a20c-951ffca448b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:12.063975 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f38e600-c1da-46f0-a20c-951ffca448b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:12.144672 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38e600-c1da-46f0-a20c-951ffca448b8 admin admin] Pushing event updated for resources: {'Port': ['ID=8af15caf-ecf4-4824-911d-26095620c188,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 23:54:12.189324 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f38e600-c1da-46f0-a20c-951ffca448b8 admin admin] Network 60284840-ad3d-48b2-b6d6-aa11c7026d22 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 23:54:12.190598 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-8f38e600-c1da-46f0-a20c-951ffca448b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 23:54:12.345534 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-405b965d-5461-42ad-9b7e-0a6dddfe5e29 None None] Provisioning complete for port 8af15caf-ecf4-4824-911d-26095620c188 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 23:54:12.345909 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-405b965d-5461-42ad-9b7e-0a6dddfe5e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:12.378634 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-405b965d-5461-42ad-9b7e-0a6dddfe5e29 None None] Port 8af15caf-ecf4-4824-911d-26095620c188 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 22 23:54:12.418394 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f38e600-c1da-46f0-a20c-951ffca448b8 admin admin] Router 3412f207-7a5d-4c2e-adef-b31f4c539aa3 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 23:54:12.511114 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f38e600-c1da-46f0-a20c-951ffca448b8 admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 23:54:12.516369 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8f38e600-c1da-46f0-a20c-951ffca448b8 admin admin] 10.222.0.15 "PUT /v2.0/routers/3412f207-7a5d-4c2e-adef-b31f4c539aa3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9600224 Apr 22 23:54:12.535355 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] Sync routers for ids ['3412f207-7a5d-4c2e-adef-b31f4c539aa3'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 23:54:12.548409 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] Routers {'3412f207-7a5d-4c2e-adef-b31f4c539aa3'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 23:54:12.549352 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-22T23:54:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['3412f207-7a5d-4c2e-adef-b31f4c539aa3'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 23:54:12.731674 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] Set router 3412f207-7a5d-4c2e-adef-b31f4c539aa3 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 23:54:13.157504 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3412f207-7a5d-4c2e-adef-b31f4c539aa3', 'name': 'router1', 'tenant_id': '1cdd3307b4484164a62b3bac9740cf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T23:54:01Z', 'updated_at': '2022-04-22T23:54:11Z', 'revision_number': 2, 'project_id': '1cdd3307b4484164a62b3bac9740cf36', 'gw_port_host': None, '_interfaces': [{'id': '8af15caf-ecf4-4824-911d-26095620c188', 'name': '', 'network_id': '60284840-ad3d-48b2-b6d6-aa11c7026d22', 'tenant_id': '1cdd3307b4484164a62b3bac9740cf36', 'mac_address': 'fa:16:3e:a6:9c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3412f207-7a5d-4c2e-adef-b31f4c539aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bdf459f-bb1a-4a6f-9cee-07e1afd2ca9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T23:54:10Z', 'updated_at': '2022-04-22T23:54:11Z', 'revision_number': 2, 'project_id': '1cdd3307b4484164a62b3bac9740cf36', 'subnets': [{'id': '2bdf459f-bb1a-4a6f-9cee-07e1afd2ca9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88adb980-2aa4-4e1c-8dea-126a66c52412'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 23:54:13.208772 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] Checking router: 3412f207-7a5d-4c2e-adef-b31f4c539aa3 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 23:54:13.209143 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] Updating router 3412f207-7a5d-4c2e-adef-b31f4c539aa3 port 8af15caf-ecf4-4824-911d-26095620c188 binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 23:54:13.256182 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:13.769166 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:13.829171 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:13.967985 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561357df-1c02-4591-ba70-86cb29237575 None None] Pushing event updated for resources: {'Port': ['ID=8af15caf-ecf4-4824-911d-26095620c188,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 23:54:13.990920 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561357df-1c02-4591-ba70-86cb29237575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:54:13.991271 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561357df-1c02-4591-ba70-86cb29237575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:54:13.991618 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561357df-1c02-4591-ba70-86cb29237575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:54:13.991951 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561357df-1c02-4591-ba70-86cb29237575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:54:13.992557 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561357df-1c02-4591-ba70-86cb29237575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:54:13.992889 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561357df-1c02-4591-ba70-86cb29237575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:54:13.993213 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561357df-1c02-4591-ba70-86cb29237575 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:54:13.993556 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561357df-1c02-4591-ba70-86cb29237575 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:54:13.993891 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561357df-1c02-4591-ba70-86cb29237575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:54:13.994212 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561357df-1c02-4591-ba70-86cb29237575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:54:13.994665 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561357df-1c02-4591-ba70-86cb29237575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:54:13.995009 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561357df-1c02-4591-ba70-86cb29237575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561357df-1c02-4591-ba70-86cb29237575 None None] Tracked resource versions report: Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: pushed versions: Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: { 'AddressGroup': {'1.2'}, Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: 'ConntrackHelper': {'1.0'}, Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: 'Log': {'1.0'}, Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: 'Network': {'1.1'}, Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: 'Port': {'1.7'}, Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: 'PortForwarding': {'1.2'}, Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: 'QosPolicy': {'1.9'}, Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: 'SecurityGroup': {'1.4'}, Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: 'SecurityGroupRule': {'1.2'}, Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: 'SubPort': {'1.0'}, Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: 'Subnet': {'1.1'}, Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: 'Trunk': {'1.1'}} Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: consumer versions: Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: { DHCP agent@dv-neutron-838783-1-hyperv: {}, Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: L3 agent@dv-neutron-838783-1-hyperv: {}, Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: Metadata agent@dv-neutron-838783-1-hyperv: {}, Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: Metering agent@dv-neutron-838783-1-hyperv: {}, Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: Open vSwitch agent@dv-neutron-838783-1-hyperv: { 'AddressGroup': '1.2', Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: 'ConntrackHelper': '1.0', Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: 'Log': '1.0', Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: 'Network': '1.1', Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: 'Port': '1.7', Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: 'PortForwarding': '1.2', Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: 'QosPolicy': '1.9', Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: 'SecurityGroup': '1.4', Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: 'SecurityGroupRule': '1.2', Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: 'SubPort': '1.0', Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: 'Subnet': '1.1', Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: 'Trunk': '1.1'}} Apr 22 23:54:13.996433 dv-neutron-838783-1-hyperv neutron-server[103147]: {{(pid=103147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 23:54:14.016605 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] Attempting to bind port 8af15caf-ecf4-4824-911d-26095620c188 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 23:54:14.017119 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] Attempting to bind port 8af15caf-ecf4-4824-911d-26095620c188 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '52fbec96-aae5-4125-8ff0-c293c9d8aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '60284840-ad3d-48b2-b6d6-aa11c7026d22'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 23:54:14.017676 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] Attempting to bind port 8af15caf-ecf4-4824-911d-26095620c188 on network 60284840-ad3d-48b2-b6d6-aa11c7026d22 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 23:54:14.024590 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 23, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 23:54:14.025072 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] Checking segment: {'id': '52fbec96-aae5-4125-8ff0-c293c9d8aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '60284840-ad3d-48b2-b6d6-aa11c7026d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 22 23:54:14.025640 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:14.026108 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] Bound using segment: {'id': '52fbec96-aae5-4125-8ff0-c293c9d8aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '60284840-ad3d-48b2-b6d6-aa11c7026d22'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 23:54:14.026682 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] Bound port: 8af15caf-ecf4-4824-911d-26095620c188, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fbec96-aae5-4125-8ff0-c293c9d8aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '60284840-ad3d-48b2-b6d6-aa11c7026d22'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 23:54:14.027141 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:14.094586 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] For port 8af15caf-ecf4-4824-911d-26095620c188, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 23:54:14.108535 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-6956ca85-c9cf-4b91-811e-f4d079ea66fe None None] Provisioning complete for port 8af15caf-ecf4-4824-911d-26095620c188 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 23:54:14.109058 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6956ca85-c9cf-4b91-811e-f4d079ea66fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:14.117340 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] For port 8af15caf-ecf4-4824-911d-26095620c188, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=8af15caf-ecf4-4824-911d-26095620c188,segment=NetworkSegment(52fbec96-aae5-4125-8ff0-c293c9d8aaba),segment_id=52fbec96-aae5-4125-8ff0-c293c9d8aaba)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 23:54:14.143422 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6956ca85-c9cf-4b91-811e-f4d079ea66fe None None] Port 8af15caf-ecf4-4824-911d-26095620c188 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 22 23:54:14.194849 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:14.253709 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561357df-1c02-4591-ba70-86cb29237575 None None] Pushing event updated for resources: {'Port': ['ID=8af15caf-ecf4-4824-911d-26095620c188,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 23:54:14.266180 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] Routers {'3412f207-7a5d-4c2e-adef-b31f4c539aa3'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 23:54:14.266803 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-22T23:54:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['3412f207-7a5d-4c2e-adef-b31f4c539aa3'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 23:54:14.358540 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] Set router 3412f207-7a5d-4c2e-adef-b31f4c539aa3 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 23:54:14.463989 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-a871a732-4a42-4f14-b89b-63b5cae1ebe3 None None] Provisioning complete for port 8af15caf-ecf4-4824-911d-26095620c188 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 23:54:14.464299 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a871a732-4a42-4f14-b89b-63b5cae1ebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:14.542297 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a871a732-4a42-4f14-b89b-63b5cae1ebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:14.565998 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3412f207-7a5d-4c2e-adef-b31f4c539aa3', 'name': 'router1', 'tenant_id': '1cdd3307b4484164a62b3bac9740cf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T23:54:01Z', 'updated_at': '2022-04-22T23:54:11Z', 'revision_number': 2, 'project_id': '1cdd3307b4484164a62b3bac9740cf36', 'gw_port_host': None, '_interfaces': [{'id': '8af15caf-ecf4-4824-911d-26095620c188', 'name': '', 'network_id': '60284840-ad3d-48b2-b6d6-aa11c7026d22', 'tenant_id': '1cdd3307b4484164a62b3bac9740cf36', 'mac_address': 'fa:16:3e:a6:9c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3412f207-7a5d-4c2e-adef-b31f4c539aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bdf459f-bb1a-4a6f-9cee-07e1afd2ca9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T23:54:10Z', 'updated_at': '2022-04-22T23:54:14Z', 'revision_number': 4, 'project_id': '1cdd3307b4484164a62b3bac9740cf36', 'subnets': [{'id': '2bdf459f-bb1a-4a6f-9cee-07e1afd2ca9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88adb980-2aa4-4e1c-8dea-126a66c52412'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 23:54:14.577681 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a871a732-4a42-4f14-b89b-63b5cae1ebe3 None None] For port 8af15caf-ecf4-4824-911d-26095620c188, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=8af15caf-ecf4-4824-911d-26095620c188,segment=NetworkSegment(52fbec96-aae5-4125-8ff0-c293c9d8aaba),segment_id=52fbec96-aae5-4125-8ff0-c293c9d8aaba)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 23:54:14.592619 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cafd902-ed3e-4071-9d6e-e362d57e88c1 None None] The sync data for ids ['3412f207-7a5d-4c2e-adef-b31f4c539aa3'] in dv-neutron-838783-1-hyperv is: [{'id': '3412f207-7a5d-4c2e-adef-b31f4c539aa3', 'name': 'router1', 'tenant_id': '1cdd3307b4484164a62b3bac9740cf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T23:54:01Z', 'updated_at': '2022-04-22T23:54:11Z', 'revision_number': 2, 'project_id': '1cdd3307b4484164a62b3bac9740cf36', 'gw_port_host': None, '_interfaces': [{'id': '8af15caf-ecf4-4824-911d-26095620c188', 'name': '', 'network_id': '60284840-ad3d-48b2-b6d6-aa11c7026d22', 'tenant_id': '1cdd3307b4484164a62b3bac9740cf36', 'mac_address': 'fa:16:3e:a6:9c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3412f207-7a5d-4c2e-adef-b31f4c539aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bdf459f-bb1a-4a6f-9cee-07e1afd2ca9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T23:54:10Z', 'updated_at': '2022-04-22T23:54:14Z', 'revision_number': 4, 'project_id': '1cdd3307b4484164a62b3bac9740cf36', 'subnets': [{'id': '2bdf459f-bb1a-4a6f-9cee-07e1afd2ca9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88adb980-2aa4-4e1c-8dea-126a66c52412'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 23:54:14.651794 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a871a732-4a42-4f14-b89b-63b5cae1ebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:14.714833 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871a732-4a42-4f14-b89b-63b5cae1ebe3 None None] Pushing event updated for resources: {'Port': ['ID=8af15caf-ecf4-4824-911d-26095620c188,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 23:54:14.837436 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 47782) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:54:14.948956 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a15a7b-7331-4337-8072-afe095ce5be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:54:14.950334 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-75a15a7b-7331-4337-8072-afe095ce5be7 admin admin] 10.222.0.15 "GET /v2.0/networks/b6e09b47-c901-4973-bf1d-f170201f8bc4 HTTP/1.1" status: 200 len: 842 time: 0.1119361 Apr 22 23:54:14.961221 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-ac679c58-f809-425c-beb7-79d8c188fdc4 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'cidr': '172.26.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.26.3.1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 23:54:15.040658 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac679c58-f809-425c-beb7-79d8c188fdc4 admin admin] Made reservation on behalf of 5466c4c5cda74f28b294ccea037a3334 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 23:54:15.042933 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac679c58-f809-425c-beb7-79d8c188fdc4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:15.381475 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.objects.ports [None req-ac679c58-f809-425c-beb7-79d8c188fdc4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103144) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 22 23:54:15.381816 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac679c58-f809-425c-beb7-79d8c188fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:15.448961 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac679c58-f809-425c-beb7-79d8c188fdc4 admin admin] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 22 23:54:15.449317 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac679c58-f809-425c-beb7-79d8c188fdc4 admin admin] Network hostable DHCP agents. Network: b6e09b47-c901-4973-bf1d-f170201f8bc4, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 23:54:15.451523 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac679c58-f809-425c-beb7-79d8c188fdc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b61a6942-0d13-4069-a3db-b161d028b9ad,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 23:54:15.538175 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac679c58-f809-425c-beb7-79d8c188fdc4 admin admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 23:54:15.635266 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-ac679c58-f809-425c-beb7-79d8c188fdc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, b6e09b47-c901-4973-bf1d-f170201f8bc4) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 23:54:15.639634 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac679c58-f809-425c-beb7-79d8c188fdc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:54:15.640228 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac679c58-f809-425c-beb7-79d8c188fdc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:15.645060 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4312a412-5311-48f1-8a81-5168901397dc None None] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 22 23:54:15.729451 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ac679c58-f809-425c-beb7-79d8c188fdc4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7723684 Apr 22 23:54:15.775331 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77b3046-f7b2-4457-aee3-549cc9f9beae None None] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 22 23:54:17.837358 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 5 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 23:54:18.074805 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 47790) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:54:18.206105 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-71868a39-ffd4-4561-82e8-5e88adeebae1 admin admin] 10.222.0.15 "GET /v2.0/routers/3412f207-7a5d-4c2e-adef-b31f4c539aa3 HTTP/1.1" status: 200 len: 710 time: 0.1301830 Apr 22 23:54:18.292400 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d4e53c-ea45-47ad-8f2a-870601c0db02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:54:18.293747 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-06d4e53c-ea45-47ad-8f2a-870601c0db02 admin admin] 10.222.0.15 "GET /v2.0/networks/b6e09b47-c901-4973-bf1d-f170201f8bc4 HTTP/1.1" status: 200 len: 886 time: 0.0799236 Apr 22 23:54:18.303653 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-b884ad32-e930-4a02-8ca9-e0b946adc383 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 23:54:18.609227 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b884ad32-e930-4a02-8ca9-e0b946adc383 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:18.922881 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b884ad32-e930-4a02-8ca9-e0b946adc383 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:18.998152 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b884ad32-e930-4a02-8ca9-e0b946adc383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:19.098092 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-b884ad32-e930-4a02-8ca9-e0b946adc383 admin admin] Allocated IP 172.26.3.66 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/a4d40536-fb92-4d1b-afce-0b1250a0a400) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 23:54:19.199919 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b884ad32-e930-4a02-8ca9-e0b946adc383 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:19.303590 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b884ad32-e930-4a02-8ca9-e0b946adc383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:19.342806 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b884ad32-e930-4a02-8ca9-e0b946adc383 admin admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 23:54:19.347059 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-b884ad32-e930-4a02-8ca9-e0b946adc383 admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 23:54:19.351817 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b884ad32-e930-4a02-8ca9-e0b946adc383 admin admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 23:54:19.354614 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884ad32-e930-4a02-8ca9-e0b946adc383 admin admin] Pushing event updated for resources: {'Port': ['ID=a4d40536-fb92-4d1b-afce-0b1250a0a400,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 23:54:19.689527 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b884ad32-e930-4a02-8ca9-e0b946adc383 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:19.895683 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b884ad32-e930-4a02-8ca9-e0b946adc383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:19.899483 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b884ad32-e930-4a02-8ca9-e0b946adc383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3900419'] for router, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:20.016990 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b884ad32-e930-4a02-8ca9-e0b946adc383 admin admin] Router 3412f207-7a5d-4c2e-adef-b31f4c539aa3 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 23:54:20.205314 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b884ad32-e930-4a02-8ca9-e0b946adc383 admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 23:54:20.210001 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b884ad32-e930-4a02-8ca9-e0b946adc383 admin admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:20.210796 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b884ad32-e930-4a02-8ca9-e0b946adc383 admin admin] 10.222.0.15 "PUT /v2.0/routers/3412f207-7a5d-4c2e-adef-b31f4c539aa3 HTTP/1.1" status: 200 len: 889 time: 1.9109161 Apr 22 23:54:20.966485 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8af15caf-ecf4-4824-911d-26095620c188 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 23:54:21.019327 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 8af15caf-ecf4-4824-911d-26095620c188 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 23:54:21.019877 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:21.059856 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] Sync routers for ids ['3412f207-7a5d-4c2e-adef-b31f4c539aa3'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 23:54:21.077352 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] Routers {'3412f207-7a5d-4c2e-adef-b31f4c539aa3'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 23:54:21.078025 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-22T23:54:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['3412f207-7a5d-4c2e-adef-b31f4c539aa3'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 23:54:21.312919 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] Set router 3412f207-7a5d-4c2e-adef-b31f4c539aa3 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 23:54:21.769931 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3412f207-7a5d-4c2e-adef-b31f4c539aa3', 'name': 'router1', 'tenant_id': '1cdd3307b4484164a62b3bac9740cf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a4d40536-fb92-4d1b-afce-0b1250a0a400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T23:54:01Z', 'updated_at': '2022-04-22T23:54:19Z', 'revision_number': 4, 'project_id': '1cdd3307b4484164a62b3bac9740cf36', 'gw_port': {'id': 'a4d40536-fb92-4d1b-afce-0b1250a0a400', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3412f207-7a5d-4c2e-adef-b31f4c539aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T23:54:19Z', 'updated_at': '2022-04-22T23:54:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '8af15caf-ecf4-4824-911d-26095620c188', 'name': '', 'network_id': '60284840-ad3d-48b2-b6d6-aa11c7026d22', 'tenant_id': '1cdd3307b4484164a62b3bac9740cf36', 'mac_address': 'fa:16:3e:a6:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3412f207-7a5d-4c2e-adef-b31f4c539aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bdf459f-bb1a-4a6f-9cee-07e1afd2ca9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T23:54:10Z', 'updated_at': '2022-04-22T23:54:14Z', 'revision_number': 5, 'project_id': '1cdd3307b4484164a62b3bac9740cf36', 'subnets': [{'id': '2bdf459f-bb1a-4a6f-9cee-07e1afd2ca9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88adb980-2aa4-4e1c-8dea-126a66c52412'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 23:54:21.821340 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] Checking router: 3412f207-7a5d-4c2e-adef-b31f4c539aa3 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 23:54:21.821675 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] Updating router 3412f207-7a5d-4c2e-adef-b31f4c539aa3 port a4d40536-fb92-4d1b-afce-0b1250a0a400 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 23:54:21.867892 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:22.191960 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:22.246462 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:22.300783 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] Attempting to bind port a4d40536-fb92-4d1b-afce-0b1250a0a400 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 23:54:22.301154 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] Attempting to bind port a4d40536-fb92-4d1b-afce-0b1250a0a400 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 23:54:22.301680 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] Attempting to bind port a4d40536-fb92-4d1b-afce-0b1250a0a400 on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 23:54:22.303591 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604bbf8-60b7-4a56-bcad-3a782cefad62 None None] Pushing event updated for resources: {'Port': ['ID=a4d40536-fb92-4d1b-afce-0b1250a0a400,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 23:54:22.308999 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 23, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 23:54:22.309372 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 22 23:54:22.309768 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:22.310608 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 23:54:22.310608 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] Bound port: a4d40536-fb92-4d1b-afce-0b1250a0a400, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 23:54:22.310993 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:22.360723 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] For port a4d40536-fb92-4d1b-afce-0b1250a0a400, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 23:54:22.364128 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] For port a4d40536-fb92-4d1b-afce-0b1250a0a400, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a4d40536-fb92-4d1b-afce-0b1250a0a400,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 23:54:22.417444 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:22.475122 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] Routers {'3412f207-7a5d-4c2e-adef-b31f4c539aa3'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 23:54:22.475789 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-22T23:54:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['3412f207-7a5d-4c2e-adef-b31f4c539aa3'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 23:54:22.481030 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604bbf8-60b7-4a56-bcad-3a782cefad62 None None] Pushing event updated for resources: {'Port': ['ID=a4d40536-fb92-4d1b-afce-0b1250a0a400,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 23:54:22.586720 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] Set router 3412f207-7a5d-4c2e-adef-b31f4c539aa3 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 23:54:22.625458 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 47802) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:54:22.737356 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ce037676-4f6e-49fa-89ba-4b175a8a45d8 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1107793 Apr 22 23:54:22.803314 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3412f207-7a5d-4c2e-adef-b31f4c539aa3', 'name': 'router1', 'tenant_id': '1cdd3307b4484164a62b3bac9740cf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a4d40536-fb92-4d1b-afce-0b1250a0a400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T23:54:01Z', 'updated_at': '2022-04-22T23:54:19Z', 'revision_number': 4, 'project_id': '1cdd3307b4484164a62b3bac9740cf36', 'gw_port': {'id': 'a4d40536-fb92-4d1b-afce-0b1250a0a400', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3412f207-7a5d-4c2e-adef-b31f4c539aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T23:54:19Z', 'updated_at': '2022-04-22T23:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '8af15caf-ecf4-4824-911d-26095620c188', 'name': '', 'network_id': '60284840-ad3d-48b2-b6d6-aa11c7026d22', 'tenant_id': '1cdd3307b4484164a62b3bac9740cf36', 'mac_address': 'fa:16:3e:a6:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3412f207-7a5d-4c2e-adef-b31f4c539aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bdf459f-bb1a-4a6f-9cee-07e1afd2ca9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T23:54:10Z', 'updated_at': '2022-04-22T23:54:14Z', 'revision_number': 5, 'project_id': '1cdd3307b4484164a62b3bac9740cf36', 'subnets': [{'id': '2bdf459f-bb1a-4a6f-9cee-07e1afd2ca9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88adb980-2aa4-4e1c-8dea-126a66c52412'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 23:54:22.830454 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680bd21-3f1d-46ea-9fe0-ead8cff8b6ec None None] The sync data for ids ['3412f207-7a5d-4c2e-adef-b31f4c539aa3'] in dv-neutron-838783-1-hyperv is: [{'id': '3412f207-7a5d-4c2e-adef-b31f4c539aa3', 'name': 'router1', 'tenant_id': '1cdd3307b4484164a62b3bac9740cf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a4d40536-fb92-4d1b-afce-0b1250a0a400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T23:54:01Z', 'updated_at': '2022-04-22T23:54:19Z', 'revision_number': 4, 'project_id': '1cdd3307b4484164a62b3bac9740cf36', 'gw_port': {'id': 'a4d40536-fb92-4d1b-afce-0b1250a0a400', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3412f207-7a5d-4c2e-adef-b31f4c539aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T23:54:19Z', 'updated_at': '2022-04-22T23:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '8af15caf-ecf4-4824-911d-26095620c188', 'name': '', 'network_id': '60284840-ad3d-48b2-b6d6-aa11c7026d22', 'tenant_id': '1cdd3307b4484164a62b3bac9740cf36', 'mac_address': 'fa:16:3e:a6:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3412f207-7a5d-4c2e-adef-b31f4c539aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bdf459f-bb1a-4a6f-9cee-07e1afd2ca9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T23:54:10Z', 'updated_at': '2022-04-22T23:54:14Z', 'revision_number': 5, 'project_id': '1cdd3307b4484164a62b3bac9740cf36', 'subnets': [{'id': '2bdf459f-bb1a-4a6f-9cee-07e1afd2ca9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88adb980-2aa4-4e1c-8dea-126a66c52412'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 23:54:23.045868 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a4d40536-fb92-4d1b-afce-0b1250a0a400 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 23:54:23.097063 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port a4d40536-fb92-4d1b-afce-0b1250a0a400 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 23:54:23.098141 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:23.185856 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:23.209781 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port a4d40536-fb92-4d1b-afce-0b1250a0a400, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a4d40536-fb92-4d1b-afce-0b1250a0a400,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 23:54:23.298319 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:23.354603 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=a4d40536-fb92-4d1b-afce-0b1250a0a400,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 23:54:24.962568 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a4d40536-fb92-4d1b-afce-0b1250a0a400 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 23:54:25.016157 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port a4d40536-fb92-4d1b-afce-0b1250a0a400 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 23:54:25.016709 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:34.194009 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77301655-d3b9-4922-91ba-fd913e7d3b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:36.486242 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d0acc2ea-3217-40b3-80f2-dcce38aed53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:37.743557 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:39.623380 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:39.687130 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:54:54.836390 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 5 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 23:55:04.170833 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19f9e61c-3a92-4205-a94b-7470b1f63944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:55:06.468101 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0708664-f857-4cb5-b595-ca9d4412e0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:55:07.719662 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:55:09.617831 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:55:09.898142 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:55:31.835725 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 5 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 23:55:34.214744 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac43944a-2b74-4286-b9ec-d2f3c1e54d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:55:36.461373 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-485e3cbe-445c-4560-ad2c-73a93e59e1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:55:37.758675 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:55:39.621225 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:55:39.672029 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:04.203426 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-772e9e66-15c7-4868-8b87-e288c3379543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:06.477678 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e97c4031-243c-42d1-8c15-3160b911665d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:06.858278 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 48396) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:56:06.923459 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-771703a4-090a-414e-9d2d-3f87ba08db40 admin admin] GET failed (client error): The resource could not be found. Apr 22 23:56:06.924835 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-771703a4-090a-414e-9d2d-3f87ba08db40 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0656209 Apr 22 23:56:07.084352 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aa1e4b-8485-41fe-870d-d1c5be1908eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:56:07.085722 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-10aa1e4b-8485-41fe-870d-d1c5be1908eb admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1562319 Apr 22 23:56:07.746426 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:08.834722 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 5 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 23:56:09.296430 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 48406) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:56:09.388450 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900537c3-1981-4917-aed0-aa463fe98c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:56:09.391601 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-900537c3-1981-4917-aed0-aa463fe98c3c admin admin] 10.222.0.15 "GET /v2.0/subnets/2bdf459f-bb1a-4a6f-9cee-07e1afd2ca9f HTTP/1.1" status: 200 len: 849 time: 0.0924270 Apr 22 23:56:09.401576 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-8482f443-c0f5-4367-afc0-bdc1c053242d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 23:56:09.487144 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8482f443-c0f5-4367-afc0-bdc1c053242d admin admin] Notify callbacks [] for subnet, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:09.647887 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:09.670587 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:09.740941 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8482f443-c0f5-4367-afc0-bdc1c053242d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761358054072'] for subnet, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:09.772555 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8482f443-c0f5-4367-afc0-bdc1c053242d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:56:09.773730 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8482f443-c0f5-4367-afc0-bdc1c053242d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:09.775934 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8482f443-c0f5-4367-afc0-bdc1c053242d admin admin] 10.222.0.15 "PUT /v2.0/subnets/2bdf459f-bb1a-4a6f-9cee-07e1afd2ca9f HTTP/1.1" status: 200 len: 868 time: 0.3765378 Apr 22 23:56:09.791170 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28f8d57-898e-4a6b-8343-105b935f93f4 None None] Network 60284840-ad3d-48b2-b6d6-aa11c7026d22 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 22 23:56:09.793113 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482f443-c0f5-4367-afc0-bdc1c053242d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bdf459f-bb1a-4a6f-9cee-07e1afd2ca9f,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 23:56:09.801454 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8482f443-c0f5-4367-afc0-bdc1c053242d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:56:09.801826 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8482f443-c0f5-4367-afc0-bdc1c053242d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:56:09.802168 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8482f443-c0f5-4367-afc0-bdc1c053242d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:56:09.802605 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8482f443-c0f5-4367-afc0-bdc1c053242d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:56:09.802843 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8482f443-c0f5-4367-afc0-bdc1c053242d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:56:09.803183 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8482f443-c0f5-4367-afc0-bdc1c053242d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:56:09.803516 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8482f443-c0f5-4367-afc0-bdc1c053242d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:56:09.808028 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8482f443-c0f5-4367-afc0-bdc1c053242d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:56:09.808028 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8482f443-c0f5-4367-afc0-bdc1c053242d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:56:09.808028 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8482f443-c0f5-4367-afc0-bdc1c053242d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:56:09.808028 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8482f443-c0f5-4367-afc0-bdc1c053242d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:56:09.808028 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8482f443-c0f5-4367-afc0-bdc1c053242d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:56:10.166827 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-aca51f81-7510-4592-a6e1-99b79fa8c582 None None] Provisioning complete for port fb3d3e31-2ac8-4b14-9da7-a59afcd100da triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 23:56:10.167191 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aca51f81-7510-4592-a6e1-99b79fa8c582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:10.255084 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-aca51f81-7510-4592-a6e1-99b79fa8c582 None None] Provisioning complete for port 8af15caf-ecf4-4824-911d-26095620c188 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 23:56:10.255374 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aca51f81-7510-4592-a6e1-99b79fa8c582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:11.983354 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 48414) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:56:12.177689 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de01ed27-93ae-4385-b641-bd44c0cf12fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:56:12.178081 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de01ed27-93ae-4385-b641-bd44c0cf12fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:56:12.179605 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-de01ed27-93ae-4385-b641-bd44c0cf12fb admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1952391 Apr 22 23:56:14.375777 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 48422) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:56:14.507504 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c808ef47-03f4-4765-833e-ba2b4552c993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:56:14.508015 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c808ef47-03f4-4765-833e-ba2b4552c993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:56:14.509526 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c808ef47-03f4-4765-833e-ba2b4552c993 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1327853 Apr 22 23:56:16.706342 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 48430) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:56:16.836972 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed124e0d-0cc3-4a87-afa1-b8ba005cbb8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:56:16.838324 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ed124e0d-0cc3-4a87-afa1-b8ba005cbb8b admin admin] 10.222.0.15 "GET /v2.0/networks/60284840-ad3d-48b2-b6d6-aa11c7026d22 HTTP/1.1" status: 200 len: 869 time: 0.1311002 Apr 22 23:56:19.059296 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 48438) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:56:19.182297 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5e9093-4dd8-4f97-bba0-7f1df8df88ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:56:19.183723 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1e5e9093-4dd8-4f97-bba0-7f1df8df88ca admin admin] 10.222.0.15 "GET /v2.0/networks/b6e09b47-c901-4973-bf1d-f170201f8bc4 HTTP/1.1" status: 200 len: 886 time: 0.1234181 Apr 22 23:56:21.414907 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 48446) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:56:21.539846 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c585621-ce7c-4ad0-b13b-521c757f7a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:56:21.540303 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c585621-ce7c-4ad0-b13b-521c757f7a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:56:21.541800 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0c585621-ce7c-4ad0-b13b-521c757f7a25 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1259508 Apr 22 23:56:23.750446 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 48454) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:56:23.880667 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb08b41-10e6-4d13-9982-408011b7d0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:56:23.881116 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb08b41-10e6-4d13-9982-408011b7d0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:56:23.882622 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-bfb08b41-10e6-4d13-9982-408011b7d0d7 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1312482 Apr 22 23:56:26.082788 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 48464) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:56:26.173800 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca57b1de-187c-420b-9894-1e2086135da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:56:26.175126 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ca57b1de-187c-420b-9894-1e2086135da9 admin admin] 10.222.0.15 "GET /v2.0/subnets/2bdf459f-bb1a-4a6f-9cee-07e1afd2ca9f HTTP/1.1" status: 200 len: 868 time: 0.0913846 Apr 22 23:56:28.365606 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 48472) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:56:28.450541 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11ee9c3-7105-4de6-8f42-eea4d202bcb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:56:28.451934 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b11ee9c3-7105-4de6-8f42-eea4d202bcb5 admin admin] 10.222.0.15 "GET /v2.0/subnets/b61a6942-0d13-4069-a3db-b161d028b9ad HTTP/1.1" status: 200 len: 816 time: 0.0853777 Apr 22 23:56:34.173620 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08b45da2-6141-4103-8d33-8935f45a08ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:36.486777 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-092edeba-c2db-43ea-aed0-7707ed88e1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:37.732761 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:39.642359 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:39.682057 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:45.833603 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 5 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 23:56:49.457224 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 48526) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:56:49.505668 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-a011f619-7734-4c0d-a670-d9d9975e30f5 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 23:56:49.512032 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a011f619-7734-4c0d-a670-d9d9975e30f5 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0538149 Apr 22 23:56:51.810492 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 48534) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:56:51.874914 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-10dedc91-11cf-4867-b994-0f90aee8cc45 admin admin] GET failed (client error): The resource could not be found. Apr 22 23:56:51.876257 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-10dedc91-11cf-4867-b994-0f90aee8cc45 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0641408 Apr 22 23:56:51.962052 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c84636-98a1-4083-b5a6-0ec1c77d98e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:56:51.963432 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-36c84636-98a1-4083-b5a6-0ec1c77d98e0 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0826106 Apr 22 23:56:54.205348 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 48542) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:56:54.251934 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-71781b0d-2701-4d60-ba8c-39dc80825070 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 23:56:54.321548 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71781b0d-2701-4d60-ba8c-39dc80825070 admin admin] Made reservation on behalf of 5466c4c5cda74f28b294ccea037a3334 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 23:56:54.323896 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-71781b0d-2701-4d60-ba8c-39dc80825070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:54.351711 dv-neutron-838783-1-hyperv neutron-server[103144]: WARNING neutron.services.revisions.revision_plugin [None req-71781b0d-2701-4d60-ba8c-39dc80825070 admin admin] Could not find related network for resource to bump revision. Apr 22 23:56:54.366058 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71781b0d-2701-4d60-ba8c-39dc80825070 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 23:56:54.375435 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-71781b0d-2701-4d60-ba8c-39dc80825070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:54.375813 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-71781b0d-2701-4d60-ba8c-39dc80825070 admin admin] Added segment 4b8f1485-0537-477c-b808-d53dae446f67 of type vlan for network 73ac25aa-5ec5-40c6-a0a7-b1ab963db784 Apr 22 23:56:54.422011 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-71781b0d-2701-4d60-ba8c-39dc80825070 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:54.508596 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-71781b0d-2701-4d60-ba8c-39dc80825070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:54.509551 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71781b0d-2701-4d60-ba8c-39dc80825070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:56:54.510147 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-71781b0d-2701-4d60-ba8c-39dc80825070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:54.567755 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71781b0d-2701-4d60-ba8c-39dc80825070 admin admin] Pushing event updated for resources: {'Network': ['ID=73ac25aa-5ec5-40c6-a0a7-b1ab963db784,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 23:56:54.578864 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 73ac25aa-5ec5-40c6-a0a7-b1ab963db784 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 22 23:56:54.598865 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-71781b0d-2701-4d60-ba8c-39dc80825070 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3924100 Apr 22 23:56:56.826560 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 48550) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:56:56.887775 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-434f9bdb-d3e8-4646-bc6d-0fbd9c117b73 admin admin] GET failed (client error): The resource could not be found. Apr 22 23:56:56.889411 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-434f9bdb-d3e8-4646-bc6d-0fbd9c117b73 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617383 Apr 22 23:56:56.962928 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fcb257-17c7-4715-9e4a-6b4f25f5adf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:56:56.964425 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b7fcb257-17c7-4715-9e4a-6b4f25f5adf8 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0703671 Apr 22 23:56:56.974773 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-5ceec9b6-0d06-4360-b004-b8d920ec1123 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '73ac25aa-5ec5-40c6-a0a7-b1ab963db784', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 23:56:57.064743 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ceec9b6-0d06-4360-b004-b8d920ec1123 admin admin] Made reservation on behalf of 5466c4c5cda74f28b294ccea037a3334 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 23:56:57.067214 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5ceec9b6-0d06-4360-b004-b8d920ec1123 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:57.390665 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5ceec9b6-0d06-4360-b004-b8d920ec1123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:57.451714 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceec9b6-0d06-4360-b004-b8d920ec1123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1946ccca-1c72-4120-ae8b-1e61c6fe9bf2,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 23:56:57.457509 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceec9b6-0d06-4360-b004-b8d920ec1123 admin admin] Checking segment: {'id': '4b8f1485-0537-477c-b808-d53dae446f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '73ac25aa-5ec5-40c6-a0a7-b1ab963db784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 22 23:56:57.459344 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceec9b6-0d06-4360-b004-b8d920ec1123 admin admin] Network hostable DHCP agents. Network: 73ac25aa-5ec5-40c6-a0a7-b1ab963db784, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 23:56:57.515949 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceec9b6-0d06-4360-b004-b8d920ec1123 admin admin] Network 73ac25aa-5ec5-40c6-a0a7-b1ab963db784 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 23:56:57.606111 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-5ceec9b6-0d06-4360-b004-b8d920ec1123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 73ac25aa-5ec5-40c6-a0a7-b1ab963db784) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 23:56:57.610287 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ceec9b6-0d06-4360-b004-b8d920ec1123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 23:56:57.610870 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5ceec9b6-0d06-4360-b004-b8d920ec1123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:57.615680 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8128dc5-2dc4-4526-b98c-a25026846752 None None] Network 73ac25aa-5ec5-40c6-a0a7-b1ab963db784 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 22 23:56:57.722937 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5ceec9b6-0d06-4360-b004-b8d920ec1123 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7514451 Apr 22 23:56:57.861537 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-73ac25aa-5ec5-40c6-a0a7-b1ab963db784', 'network_id': '73ac25aa-5ec5-40c6-a0a7-b1ab963db784', 'tenant_id': '5466c4c5cda74f28b294ccea037a3334', 'fixed_ips': [{'subnet_id': '1946ccca-1c72-4120-ae8b-1e61c6fe9bf2'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 22 23:56:57.862422 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:58.063319 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Allocated IP 192.168.233.2 (73ac25aa-5ec5-40c6-a0a7-b1ab963db784/1946ccca-1c72-4120-ae8b-1e61c6fe9bf2/027dfcf1-d69b-4f14-82f8-850f9bffad04) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 23:56:58.208463 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:58.286574 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:58.328961 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Network 73ac25aa-5ec5-40c6-a0a7-b1ab963db784 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 23:56:58.332044 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 23:56:58.336293 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 23:56:58.339325 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Pushing event updated for resources: {'Port': ['ID=027dfcf1-d69b-4f14-82f8-850f9bffad04,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 23:56:58.350404 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:56:58.353370 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:56:58.353370 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:56:58.353370 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:56:58.353370 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:56:58.353370 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:56:58.353370 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:56:58.353370 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:56:58.353370 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:56:58.353956 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:56:58.353956 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:56:58.354129 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:56:58.403911 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Attempting to bind port 027dfcf1-d69b-4f14-82f8-850f9bffad04 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 23:56:58.404279 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Attempting to bind port 027dfcf1-d69b-4f14-82f8-850f9bffad04 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '4b8f1485-0537-477c-b808-d53dae446f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '73ac25aa-5ec5-40c6-a0a7-b1ab963db784'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 23:56:58.404667 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Attempting to bind port 027dfcf1-d69b-4f14-82f8-850f9bffad04 on network 73ac25aa-5ec5-40c6-a0a7-b1ab963db784 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 23:56:58.410018 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 23, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 23:56:58.410390 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Checking segment: {'id': '4b8f1485-0537-477c-b808-d53dae446f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '73ac25aa-5ec5-40c6-a0a7-b1ab963db784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 22 23:56:58.410785 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:58.411179 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Bound using segment: {'id': '4b8f1485-0537-477c-b808-d53dae446f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '73ac25aa-5ec5-40c6-a0a7-b1ab963db784'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 23:56:58.411663 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Bound port: 027dfcf1-d69b-4f14-82f8-850f9bffad04, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8f1485-0537-477c-b808-d53dae446f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '73ac25aa-5ec5-40c6-a0a7-b1ab963db784'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 23:56:58.412061 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:58.476318 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] For port 027dfcf1-d69b-4f14-82f8-850f9bffad04, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 23:56:58.479352 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] For port 027dfcf1-d69b-4f14-82f8-850f9bffad04, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=027dfcf1-d69b-4f14-82f8-850f9bffad04,segment=NetworkSegment(4b8f1485-0537-477c-b808-d53dae446f67),segment_id=4b8f1485-0537-477c-b808-d53dae446f67)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 23:56:58.528074 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:58.590620 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002bec5-658c-4ea3-9c7a-01724adcc114 None None] Pushing event updated for resources: {'Port': ['ID=027dfcf1-d69b-4f14-82f8-850f9bffad04,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 23:56:59.077935 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 027dfcf1-d69b-4f14-82f8-850f9bffad04 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 23:56:59.127774 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 027dfcf1-d69b-4f14-82f8-850f9bffad04 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 23:56:59.128059 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:59.210805 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:59.244841 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 027dfcf1-d69b-4f14-82f8-850f9bffad04, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=027dfcf1-d69b-4f14-82f8-850f9bffad04,segment=NetworkSegment(4b8f1485-0537-477c-b808-d53dae446f67),segment_id=4b8f1485-0537-477c-b808-d53dae446f67)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 23:56:59.316374 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:59.370329 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=027dfcf1-d69b-4f14-82f8-850f9bffad04,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 23:56:59.486623 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6118c640-04a0-4504-bc19-896b84d37cee None None] Network 73ac25aa-5ec5-40c6-a0a7-b1ab963db784 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 22 23:56:59.572901 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-485f3d81-7e55-40ae-ae15-76061549c1fb None None] Provisioning complete for port 027dfcf1-d69b-4f14-82f8-850f9bffad04 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 23:56:59.573243 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-485f3d81-7e55-40ae-ae15-76061549c1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:56:59.960671 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-f019540e-70d0-4ce2-896f-98e4edca7898 None None] Provisioning complete for port 027dfcf1-d69b-4f14-82f8-850f9bffad04 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 23:56:59.961227 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f019540e-70d0-4ce2-896f-98e4edca7898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:57:01.034062 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 027dfcf1-d69b-4f14-82f8-850f9bffad04 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 23:57:01.082222 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 027dfcf1-d69b-4f14-82f8-850f9bffad04 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 23:57:01.082588 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:57:04.211659 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c04a878-1590-4b2e-8544-adba4c73794a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:57:06.464732 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d360466-0948-4c44-81c8-aae6ae9a0772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:57:07.721638 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:57:09.624690 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:57:09.652518 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:57:22.834082 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 5 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 23:57:34.217746 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2bcd202-f99a-496c-a95a-1b2acc9626e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:57:36.463536 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa92240c-7a0f-4ccc-b644-f08503b8bea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:57:37.732898 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:57:39.646231 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:57:39.678783 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:57:59.832134 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 5 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 23:58:04.197951 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33ca22ec-c0cb-41bd-904d-61f6c3b2a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:58:06.462414 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f0c7110-630c-4805-aceb-2f408a8ee0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:58:07.736656 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:58:09.667904 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:58:09.713490 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:58:34.190554 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e9dfe0d-4faf-4db6-9dab-998c1d5bc764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:58:36.465668 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f8b8e67-9d2e-4fed-b19d-c8a299a93644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:58:36.831528 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 5 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 23:58:37.750566 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:58:39.644791 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:58:39.676657 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:58:41.432550 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 48588) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:58:41.438782 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-7f28a00e-3016-45d7-bcb6-3cd736d1602a tempest-verify_tempest_config-527677363 tempest-verify_tempest_config-527677363-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 23:58:41.439750 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7f28a00e-3016-45d7-bcb6-3cd736d1602a tempest-verify_tempest_config-527677363 tempest-verify_tempest_config-527677363-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059350 Apr 22 23:58:41.932658 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 48606) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:58:42.037113 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8737f2e2-3f0a-48ce-af96-9c3b157b26cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:58:42.108884 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8737f2e2-3f0a-48ce-af96-9c3b157b26cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:58:42.175625 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8737f2e2-3f0a-48ce-af96-9c3b157b26cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:58:42.218738 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737f2e2-3f0a-48ce-af96-9c3b157b26cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266c70be-6061-4abe-a65b-f52fe147a420,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 23:58:42.223096 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8737f2e2-3f0a-48ce-af96-9c3b157b26cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a2a72334e734471976dd4fd091a2e0b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2888427 Apr 22 23:58:42.226008 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 48610) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 22 23:58:42.227283 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737f2e2-3f0a-48ce-af96-9c3b157b26cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:58:42.227669 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737f2e2-3f0a-48ce-af96-9c3b157b26cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:58:42.228011 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737f2e2-3f0a-48ce-af96-9c3b157b26cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:58:42.228343 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737f2e2-3f0a-48ce-af96-9c3b157b26cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:58:42.228680 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737f2e2-3f0a-48ce-af96-9c3b157b26cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:58:42.229008 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737f2e2-3f0a-48ce-af96-9c3b157b26cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:58:42.229331 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737f2e2-3f0a-48ce-af96-9c3b157b26cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:58:42.229669 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737f2e2-3f0a-48ce-af96-9c3b157b26cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:58:42.230048 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737f2e2-3f0a-48ce-af96-9c3b157b26cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:58:42.230373 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737f2e2-3f0a-48ce-af96-9c3b157b26cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:58:42.230691 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737f2e2-3f0a-48ce-af96-9c3b157b26cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:58:42.231022 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737f2e2-3f0a-48ce-af96-9c3b157b26cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:58:42.281542 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-87cb5fdc-dfb8-4de5-a049-67e8c84e80fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:58:42.301693 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-87cb5fdc-dfb8-4de5-a049-67e8c84e80fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:58:42.453699 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-87cb5fdc-dfb8-4de5-a049-67e8c84e80fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:58:42.456206 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-87cb5fdc-dfb8-4de5-a049-67e8c84e80fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:58:42.457492 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-87cb5fdc-dfb8-4de5-a049-67e8c84e80fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/266c70be-6061-4abe-a65b-f52fe147a420 HTTP/1.1" status: 204 len: 168 time: 0.2304478 Apr 22 23:58:42.465311 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb5fdc-dfb8-4de5-a049-67e8c84e80fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266c70be-6061-4abe-a65b-f52fe147a420,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 23:58:42.472198 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb5fdc-dfb8-4de5-a049-67e8c84e80fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:58:42.472504 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb5fdc-dfb8-4de5-a049-67e8c84e80fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:58:42.472850 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb5fdc-dfb8-4de5-a049-67e8c84e80fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:58:42.473186 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb5fdc-dfb8-4de5-a049-67e8c84e80fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:58:42.473516 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb5fdc-dfb8-4de5-a049-67e8c84e80fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:58:42.473848 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb5fdc-dfb8-4de5-a049-67e8c84e80fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:58:42.474176 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb5fdc-dfb8-4de5-a049-67e8c84e80fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:58:42.474516 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb5fdc-dfb8-4de5-a049-67e8c84e80fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:58:42.474845 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb5fdc-dfb8-4de5-a049-67e8c84e80fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:58:42.475279 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb5fdc-dfb8-4de5-a049-67e8c84e80fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:58:42.475646 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb5fdc-dfb8-4de5-a049-67e8c84e80fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:58:42.476114 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb5fdc-dfb8-4de5-a049-67e8c84e80fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 23:59:04.180352 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0533924a-e9b1-4d6d-9d97-5e5bc453b494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:59:06.457990 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c21cfad-56c1-47d9-ac37-3b17700f259f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:59:07.746072 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:59:09.652568 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:59:09.694802 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:59:13.829909 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 5 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 23:59:34.200171 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51d39571-d4b0-470a-ba9d-cef27b930a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:59:36.459505 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-796f70c8-2cbd-4da7-9fbc-d736c9d5d510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:59:37.762304 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:59:39.662928 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:59:39.685846 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 23:59:50.828218 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 5 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 23:59:53.476823 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3902432'] for agent, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:00:04.216540 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9f2e190-c680-4995-be8a-eaaebc911d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:00:06.467072 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9dccbde1-1bf1-4f48-8d79-263c282dd1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:00:07.753086 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:00:08.222113 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 48682) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:00:08.326037 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-012f2a4d-069b-4f1f-bfcb-7acc733495dc admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1028435 Apr 23 00:00:09.661202 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:00:09.684264 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:00:10.505652 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 48692) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:00:10.569639 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e13a3044-3bf5-4230-b01a-3710cd02e0ad admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0628693 Apr 23 00:00:23.427114 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:00:27.827037 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:00:34.178616 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab91e58d-0141-4b8d-966a-512c07976d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:00:36.454557 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6781f8e9-1442-4597-80b3-2d9a0a3c3779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:00:37.780180 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:00:39.666349 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:00:39.695239 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:00:53.445647 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:04.185342 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec482e4a-0049-4de1-b935-49af1039239b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:04.825471 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:01:06.487798 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1d31d33-e6cd-46f5-9ad6-2d7ecbc6692d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:07.750765 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:09.668233 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:09.675908 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:23.458874 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:34.187541 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc4f8723-342a-486d-872d-c75aa7ca11a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:36.486703 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b33f09e9-d4a4-46a0-998d-3ee6c1223851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:37.714074 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 48812) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:37.777849 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:38.170316 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1592533873-network', 'tenant_id': '6acbda49d53541c4a7ad697686f19386'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:38.249711 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Made reservation on behalf of 6acbda49d53541c4a7ad697686f19386 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:01:38.252121 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:38.267219 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:38.355965 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:38.415682 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:38.438649 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:01:38.455406 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:38.455975 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Added segment 7fd3e4d6-dd1e-4136-8449-a7716d3b220a of type vlan for network a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019 Apr 23 00:01:38.457202 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6056c6f-cf1e-4fc5-8cc2-27d39c3a92f0,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:38.475432 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:38.477881 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:38.477881 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:38.477881 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:38.477881 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:38.477881 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:38.477881 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:38.478584 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:38.478929 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:38.479265 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:38.479613 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:38.479945 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Tracked resource versions report: Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: pushed versions: Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: { 'AddressGroup': {'1.2'}, Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: 'ConntrackHelper': {'1.0'}, Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: 'Log': {'1.0'}, Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: 'Network': {'1.1'}, Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: 'Port': {'1.7'}, Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: 'PortForwarding': {'1.2'}, Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: 'QosPolicy': {'1.9'}, Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: 'SecurityGroup': {'1.4'}, Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: 'SecurityGroupRule': {'1.2'}, Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: 'SubPort': {'1.0'}, Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: 'Subnet': {'1.1'}, Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: 'Trunk': {'1.1'}} Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: consumer versions: Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: { DHCP agent@dv-neutron-838783-1-hyperv: {}, Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: HyperV agent@hv-neutron-8387: {}, Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: L3 agent@dv-neutron-838783-1-hyperv: {}, Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: Metadata agent@dv-neutron-838783-1-hyperv: {}, Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: Metering agent@dv-neutron-838783-1-hyperv: {}, Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: Open vSwitch agent@dv-neutron-838783-1-hyperv: { 'AddressGroup': '1.2', Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: 'ConntrackHelper': '1.0', Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: 'Log': '1.0', Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: 'Network': '1.1', Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: 'Port': '1.7', Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: 'PortForwarding': '1.2', Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: 'QosPolicy': '1.9', Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: 'SecurityGroup': '1.4', Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: 'SecurityGroupRule': '1.2', Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: 'SubPort': '1.0', Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: 'Subnet': '1.1', Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: 'Trunk': '1.1'}} Apr 23 00:01:38.481107 dv-neutron-838783-1-hyperv neutron-server[103143]: {{(pid=103143) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 23 00:01:38.522748 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:38.604316 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:38.605318 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:01:38.605897 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:38.672301 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] Pushing event updated for resources: {'Network': ['ID=a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:38.684554 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:01:38.690542 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4aa46129-8129-4390-9587-374392c32d85 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9746869 Apr 23 00:01:38.693549 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 48860) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:38.699629 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-95f52f33-aa5a-45aa-adf4-2eae7a2c264b admin admin] Request body: {'subnet': {'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1592533873-subnet', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:38.792694 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f52f33-aa5a-45aa-adf4-2eae7a2c264b admin admin] Made reservation on behalf of 6acbda49d53541c4a7ad697686f19386 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:01:38.795153 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-95f52f33-aa5a-45aa-adf4-2eae7a2c264b admin admin] Notify callbacks [] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:38.934042 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 48868) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:39.058227 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-95f52f33-aa5a-45aa-adf4-2eae7a2c264b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:39.113434 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f52f33-aa5a-45aa-adf4-2eae7a2c264b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dac7434-d808-410c-93e9-edb872458a8d,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:39.124929 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f52f33-aa5a-45aa-adf4-2eae7a2c264b admin admin] Checking segment: {'id': '7fd3e4d6-dd1e-4136-8449-a7716d3b220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:01:39.125527 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f52f33-aa5a-45aa-adf4-2eae7a2c264b admin admin] Network hostable DHCP agents. Network: a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:01:39.204124 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f52f33-aa5a-45aa-adf4-2eae7a2c264b admin admin] Network a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:01:39.232895 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 48884) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:39.270694 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1036185301-network', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:39.292378 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-95f52f33-aa5a-45aa-adf4-2eae7a2c264b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:01:39.296766 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f52f33-aa5a-45aa-adf4-2eae7a2c264b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:01:39.297403 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-95f52f33-aa5a-45aa-adf4-2eae7a2c264b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:39.304022 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83319d4a-81b8-4741-89f7-ccc22aeaa463 None None] Network a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:01:39.379601 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Made reservation on behalf of fc99a14fb3484f3e9a5b0f6f71fb2823 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:01:39.384141 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-95f52f33-aa5a-45aa-adf4-2eae7a2c264b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6871407 Apr 23 00:01:39.384360 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 48890) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:39.385967 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:39.388643 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-20bc5ea5-3eec-4021-ac2a-07ec94c710aa admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1592533873-router', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:39.406460 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:39.497925 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019', 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'fixed_ips': [{'subnet_id': '5dac7434-d808-410c-93e9-edb872458a8d'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:01:39.498083 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-20bc5ea5-3eec-4021-ac2a-07ec94c710aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:39.499456 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:39.499592 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-20bc5ea5-3eec-4021-ac2a-07ec94c710aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:39.510167 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:39.595916 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:39.624638 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:01:39.638651 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2999946-f12e-479b-85ec-360ef2125647,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:39.647706 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:39.651717 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Added segment 1413f222-a5bf-498f-83b3-b615c2513886 of type vlan for network 0a41116a-33eb-4e65-9932-be9cdd6ea97e Apr 23 00:01:39.651851 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-20bc5ea5-3eec-4021-ac2a-07ec94c710aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:39.671208 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Allocated IP 172.20.0.2 (a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019/5dac7434-d808-410c-93e9-edb872458a8d/174cdb40-c32c-42a1-bd48-d7485f1fe297) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:01:39.685069 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:39.685734 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:39.686242 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:39.686851 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:39.687324 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:39.687837 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:39.688327 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:39.689119 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:39.689703 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:39.690235 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:39.690926 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:39.691406 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Tracked resource versions report: Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: pushed versions: Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: { 'AddressGroup': {'1.2'}, Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: 'ConntrackHelper': {'1.0'}, Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: 'Log': {'1.0'}, Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: 'Network': {'1.1'}, Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: 'Port': {'1.7'}, Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: 'PortForwarding': {'1.2'}, Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: 'QosPolicy': {'1.9'}, Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: 'SecurityGroup': {'1.4'}, Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: 'SecurityGroupRule': {'1.2'}, Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: 'SubPort': {'1.0'}, Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: 'Subnet': {'1.1'}, Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: 'Trunk': {'1.1'}} Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: consumer versions: Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: { DHCP agent@dv-neutron-838783-1-hyperv: {}, Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: HyperV agent@hv-neutron-8387: {}, Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: L3 agent@dv-neutron-838783-1-hyperv: {}, Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: Metadata agent@dv-neutron-838783-1-hyperv: {}, Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: Metering agent@dv-neutron-838783-1-hyperv: {}, Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: Open vSwitch agent@dv-neutron-838783-1-hyperv: { 'AddressGroup': '1.2', Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: 'ConntrackHelper': '1.0', Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: 'Log': '1.0', Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: 'Network': '1.1', Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: 'Port': '1.7', Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: 'PortForwarding': '1.2', Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: 'QosPolicy': '1.9', Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: 'SecurityGroup': '1.4', Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: 'SecurityGroupRule': '1.2', Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: 'SubPort': '1.0', Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: 'Subnet': '1.1', Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: 'Trunk': '1.1'}} Apr 23 00:01:39.693305 dv-neutron-838783-1-hyperv neutron-server[103144]: {{(pid=103144) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 23 00:01:39.740682 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:39.774537 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:39.776150 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:39.841396 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:39.849766 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:39.850877 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:01:39.854844 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:39.920994 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-7c53508f-f3f7-4efa-8af6-c88cf4ea6496 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-663334939-network', 'tenant_id': '2daecb10958e408da92a371a07f83b9c'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:39.932432 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] Pushing event updated for resources: {'Network': ['ID=0a41116a-33eb-4e65-9932-be9cdd6ea97e,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:39.932935 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:39.945224 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-20bc5ea5-3eec-4021-ac2a-07ec94c710aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:39.961822 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 0a41116a-33eb-4e65-9932-be9cdd6ea97e details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:01:39.991916 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-895d560a-0407-453f-9d8b-6ce077641a62 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0599458 Apr 23 00:01:39.995014 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 48904) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:40.000115 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-4b090719-02af-4733-8c26-b7eb484b8255 admin admin] Request body: {'subnet': {'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1036185301-subnet', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:40.027410 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Network a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:01:40.032774 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:01:40.037064 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Pushing event updated for resources: {'Port': ['ID=174cdb40-c32c-42a1-bd48-d7485f1fe297,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:40.040689 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:01:40.058485 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:40.059003 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:40.059352 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:40.059729 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:40.060062 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:40.060406 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:40.060739 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:40.061079 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:40.061422 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:40.061752 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:40.062072 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:40.062390 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Tracked resource versions report: Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: pushed versions: Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: { 'AddressGroup': {'1.2'}, Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: 'ConntrackHelper': {'1.0'}, Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: 'Log': {'1.0'}, Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: 'Network': {'1.1'}, Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: 'Port': {'1.7'}, Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: 'PortForwarding': {'1.2'}, Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: 'QosPolicy': {'1.9'}, Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: 'SecurityGroup': {'1.4'}, Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: 'SecurityGroupRule': {'1.2'}, Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: 'SubPort': {'1.0'}, Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: 'Subnet': {'1.1'}, Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: 'Trunk': {'1.1'}} Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: consumer versions: Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: { DHCP agent@dv-neutron-838783-1-hyperv: {}, Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: HyperV agent@hv-neutron-8387: {}, Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: L3 agent@dv-neutron-838783-1-hyperv: {}, Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: Metadata agent@dv-neutron-838783-1-hyperv: {}, Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: Metering agent@dv-neutron-838783-1-hyperv: {}, Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: Open vSwitch agent@dv-neutron-838783-1-hyperv: { 'AddressGroup': '1.2', Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: 'ConntrackHelper': '1.0', Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: 'Log': '1.0', Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: 'Network': '1.1', Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: 'Port': '1.7', Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: 'PortForwarding': '1.2', Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: 'QosPolicy': '1.9', Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: 'SecurityGroup': '1.4', Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: 'SecurityGroupRule': '1.2', Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: 'SubPort': '1.0', Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: 'Subnet': '1.1', Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: 'Trunk': '1.1'}} Apr 23 00:01:40.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: {{(pid=103146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 23 00:01:40.083407 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c53508f-f3f7-4efa-8af6-c88cf4ea6496 admin admin] Made reservation on behalf of 2daecb10958e408da92a371a07f83b9c for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:01:40.083407 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7c53508f-f3f7-4efa-8af6-c88cf4ea6496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:40.103558 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7c53508f-f3f7-4efa-8af6-c88cf4ea6496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:40.112505 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b090719-02af-4733-8c26-b7eb484b8255 admin admin] Made reservation on behalf of fc99a14fb3484f3e9a5b0f6f71fb2823 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:01:40.114866 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4b090719-02af-4733-8c26-b7eb484b8255 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:40.122864 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Attempting to bind port 174cdb40-c32c-42a1-bd48-d7485f1fe297 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:40.123238 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Attempting to bind port 174cdb40-c32c-42a1-bd48-d7485f1fe297 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '7fd3e4d6-dd1e-4136-8449-a7716d3b220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:40.123905 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Attempting to bind port 174cdb40-c32c-42a1-bd48-d7485f1fe297 on network a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:40.130486 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:01:40.130827 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Checking segment: {'id': '7fd3e4d6-dd1e-4136-8449-a7716d3b220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:01:40.131232 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:40.131723 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Bound using segment: {'id': '7fd3e4d6-dd1e-4136-8449-a7716d3b220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:01:40.132203 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Bound port: 174cdb40-c32c-42a1-bd48-d7485f1fe297, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd3e4d6-dd1e-4136-8449-a7716d3b220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:01:40.132603 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:40.210890 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] For port 174cdb40-c32c-42a1-bd48-d7485f1fe297, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:01:40.214659 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] For port 174cdb40-c32c-42a1-bd48-d7485f1fe297, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=174cdb40-c32c-42a1-bd48-d7485f1fe297,segment=NetworkSegment(7fd3e4d6-dd1e-4136-8449-a7716d3b220a),segment_id=7fd3e4d6-dd1e-4136-8449-a7716d3b220a)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:01:40.215248 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7c53508f-f3f7-4efa-8af6-c88cf4ea6496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:40.338011 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7c53508f-f3f7-4efa-8af6-c88cf4ea6496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:40.340108 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:40.365118 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c53508f-f3f7-4efa-8af6-c88cf4ea6496 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:01:40.374195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53508f-f3f7-4efa-8af6-c88cf4ea6496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2449c7-a8e4-4f55-9208-163bc2d0328e,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:40.382170 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7c53508f-f3f7-4efa-8af6-c88cf4ea6496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:40.384819 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-7c53508f-f3f7-4efa-8af6-c88cf4ea6496 admin admin] Added segment 7964bcf9-55fb-4cf8-a99d-cf4969598524 of type vlan for network a8d8d357-da92-4298-b1b5-3d81a026a802 Apr 23 00:01:40.443740 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7c53508f-f3f7-4efa-8af6-c88cf4ea6496 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:40.498343 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198450a7-6d92-4687-b624-bd3c4ab281db None None] Pushing event updated for resources: {'Port': ['ID=174cdb40-c32c-42a1-bd48-d7485f1fe297,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:40.558427 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7c53508f-f3f7-4efa-8af6-c88cf4ea6496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:40.562491 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c53508f-f3f7-4efa-8af6-c88cf4ea6496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:01:40.562491 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7c53508f-f3f7-4efa-8af6-c88cf4ea6496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:40.572921 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-20bc5ea5-3eec-4021-ac2a-07ec94c710aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:40.602434 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-20bc5ea5-3eec-4021-ac2a-07ec94c710aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:40.606288 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4b090719-02af-4733-8c26-b7eb484b8255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:40.634797 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53508f-f3f7-4efa-8af6-c88cf4ea6496 admin admin] Pushing event updated for resources: {'Network': ['ID=a8d8d357-da92-4298-b1b5-3d81a026a802,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:40.649952 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network a8d8d357-da92-4298-b1b5-3d81a026a802 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:01:40.684473 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7c53508f-f3f7-4efa-8af6-c88cf4ea6496 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4477701 Apr 23 00:01:40.686792 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 48926) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:40.703359 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-7fb7eb4f-1fba-46dd-a096-d3ed9caac060 admin admin] Request body: {'subnet': {'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-663334939-subnet', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:40.786832 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b090719-02af-4733-8c26-b7eb484b8255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=895f2dc2-9151-45a4-9be9-8b20c7d0e2ba,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:40.842318 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b090719-02af-4733-8c26-b7eb484b8255 admin admin] Checking segment: {'id': '1413f222-a5bf-498f-83b3-b615c2513886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:01:40.842685 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b090719-02af-4733-8c26-b7eb484b8255 admin admin] Network hostable DHCP agents. Network: 0a41116a-33eb-4e65-9932-be9cdd6ea97e, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:01:40.860903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb7eb4f-1fba-46dd-a096-d3ed9caac060 admin admin] Made reservation on behalf of 2daecb10958e408da92a371a07f83b9c for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:01:40.863943 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7fb7eb4f-1fba-46dd-a096-d3ed9caac060 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:40.927273 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-20bc5ea5-3eec-4021-ac2a-07ec94c710aa admin admin] Allocated IP 172.26.3.3 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:01:40.995908 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b090719-02af-4733-8c26-b7eb484b8255 admin admin] Network 0a41116a-33eb-4e65-9932-be9cdd6ea97e is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:01:41.068008 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-20bc5ea5-3eec-4021-ac2a-07ec94c710aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:41.073817 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-4b090719-02af-4733-8c26-b7eb484b8255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 0a41116a-33eb-4e65-9932-be9cdd6ea97e) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:01:41.083280 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b090719-02af-4733-8c26-b7eb484b8255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:01:41.084330 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4b090719-02af-4733-8c26-b7eb484b8255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:41.086609 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be25b26f-2077-4625-b7b3-ad20077b52a8 None None] Network 0a41116a-33eb-4e65-9932-be9cdd6ea97e requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:01:41.126766 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7fb7eb4f-1fba-46dd-a096-d3ed9caac060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:41.200721 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7eb4f-1fba-46dd-a096-d3ed9caac060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e051b6c5-e40c-442b-8ae2-46ca4db94a08,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:41.229201 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4b090719-02af-4733-8c26-b7eb484b8255 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2322621 Apr 23 00:01:41.238454 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 48946) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:41.245032 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb7eb4f-1fba-46dd-a096-d3ed9caac060 admin admin] Checking segment: {'id': '7964bcf9-55fb-4cf8-a99d-cf4969598524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:01:41.245767 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb7eb4f-1fba-46dd-a096-d3ed9caac060 admin admin] Network hostable DHCP agents. Network: a8d8d357-da92-4298-b1b5-3d81a026a802, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:01:41.251792 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-63952423-5303-4939-84be-3e4b78d1e601 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1036185301-router', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:41.345072 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-20bc5ea5-3eec-4021-ac2a-07ec94c710aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:41.348568 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 174cdb40-c32c-42a1-bd48-d7485f1fe297 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:01:41.366351 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb7eb4f-1fba-46dd-a096-d3ed9caac060 admin admin] Network a8d8d357-da92-4298-b1b5-3d81a026a802 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:01:41.442362 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-63952423-5303-4939-84be-3e4b78d1e601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:41.443444 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-63952423-5303-4939-84be-3e4b78d1e601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:41.447318 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-7fb7eb4f-1fba-46dd-a096-d3ed9caac060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, a8d8d357-da92-4298-b1b5-3d81a026a802) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:01:41.458792 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bc5ea5-3eec-4021-ac2a-07ec94c710aa admin admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:01:41.463604 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-20bc5ea5-3eec-4021-ac2a-07ec94c710aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:01:41.467671 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31efd42d-fd54-4874-bd81-fbf20bab5cb7 None None] Network a8d8d357-da92-4298-b1b5-3d81a026a802 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:01:41.470565 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb7eb4f-1fba-46dd-a096-d3ed9caac060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:01:41.471691 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bc5ea5-3eec-4021-ac2a-07ec94c710aa admin admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:01:41.472212 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7fb7eb4f-1fba-46dd-a096-d3ed9caac060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:41.514073 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 174cdb40-c32c-42a1-bd48-d7485f1fe297 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:41.514673 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:41.560545 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7fb7eb4f-1fba-46dd-a096-d3ed9caac060 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8668039 Apr 23 00:01:41.563689 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 48956) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:41.574751 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-2a504732-45a0-4c20-8cf6-14996b730127 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-663334939-router', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:41.582445 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ced5904-ded7-48ba-87d0-3c4e228e53be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-0a41116a-33eb-4e65-9932-be9cdd6ea97e', 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'fixed_ips': [{'subnet_id': '895f2dc2-9151-45a4-9be9-8b20c7d0e2ba'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:01:41.583317 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ced5904-ded7-48ba-87d0-3c4e228e53be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:41.593240 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc5ea5-3eec-4021-ac2a-07ec94c710aa admin admin] Pushing event updated for resources: {'Port': ['ID=d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:41.597808 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-63952423-5303-4939-84be-3e4b78d1e601 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:41.693225 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2a504732-45a0-4c20-8cf6-14996b730127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:41.694389 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2a504732-45a0-4c20-8cf6-14996b730127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:41.751306 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 48958) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:41.826087 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:01:41.848596 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2a504732-45a0-4c20-8cf6-14996b730127 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:41.897640 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b5c988-67e9-4d49-acf7-1671f9cb170c None None] Network a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:01:41.913577 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-63952423-5303-4939-84be-3e4b78d1e601 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:41.925424 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:41.961364 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 48966) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:42.026985 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab3e8f6-015d-453d-979d-bc7172ac2532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-a8d8d357-da92-4298-b1b5-3d81a026a802', 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'fixed_ips': [{'subnet_id': 'e051b6c5-e40c-442b-8ae2-46ca4db94a08'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:01:42.028059 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ab3e8f6-015d-453d-979d-bc7172ac2532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:42.046106 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-5ced5904-ded7-48ba-87d0-3c4e228e53be None None] Allocated IP 172.20.0.2 (0a41116a-33eb-4e65-9932-be9cdd6ea97e/895f2dc2-9151-45a4-9be9-8b20c7d0e2ba/dfcf2058-07a0-44da-bb02-9a93c0cf0532) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:01:42.131719 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-f481d52a-6ced-4559-afb3-eec930d624e8 None None] Provisioning complete for port 174cdb40-c32c-42a1-bd48-d7485f1fe297 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:42.132116 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f481d52a-6ced-4559-afb3-eec930d624e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:42.168621 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-aca28a42-e8de-4d8d-adaa-35605cd4f6d5 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1212429635', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:42.191787 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2a504732-45a0-4c20-8cf6-14996b730127 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:42.268104 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 48976) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:42.285940 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f481d52a-6ced-4559-afb3-eec930d624e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:42.309625 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca28a42-e8de-4d8d-adaa-35605cd4f6d5 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Made reservation on behalf of 2797a7329d584c0e971a9c6fb6e2e4a6 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:01:42.320409 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aca28a42-e8de-4d8d-adaa-35605cd4f6d5 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:42.327013 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 174cdb40-c32c-42a1-bd48-d7485f1fe297, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=174cdb40-c32c-42a1-bd48-d7485f1fe297,segment=NetworkSegment(7fd3e4d6-dd1e-4136-8449-a7716d3b220a),segment_id=7fd3e4d6-dd1e-4136-8449-a7716d3b220a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:01:42.360883 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-887cadac-85a4-4f8c-93b5-45716267efcb tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-48968031', 'router:external': True}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:42.431378 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aca28a42-e8de-4d8d-adaa-35605cd4f6d5 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:42.461973 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887cadac-85a4-4f8c-93b5-45716267efcb tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Made reservation on behalf of 0b340bb3e3b946d2beea047d082a4349 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:01:42.464319 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-887cadac-85a4-4f8c-93b5-45716267efcb tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:42.468058 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-20bc5ea5-3eec-4021-ac2a-07ec94c710aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:42.496099 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-f481d52a-6ced-4559-afb3-eec930d624e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:01:42.497113 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-f481d52a-6ced-4559-afb3-eec930d624e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:01:42.498380 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:42.568066 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-887cadac-85a4-4f8c-93b5-45716267efcb tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:42.582456 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 48984) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:42.593463 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=174cdb40-c32c-42a1-bd48-d7485f1fe297,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:42.695076 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-0eec2583-4b28-497e-b759-dab06f6cf0ec tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-300292135', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:42.703919 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-7ab3e8f6-015d-453d-979d-bc7172ac2532 None None] Allocated IP 172.20.0.2 (a8d8d357-da92-4298-b1b5-3d81a026a802/e051b6c5-e40c-442b-8ae2-46ca4db94a08/630a6919-0e59-4441-8203-e6c9f1440f9a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:01:42.731549 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ced5904-ded7-48ba-87d0-3c4e228e53be None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:42.757652 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aca28a42-e8de-4d8d-adaa-35605cd4f6d5 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:42.808547 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ced5904-ded7-48ba-87d0-3c4e228e53be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:42.809459 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2a504732-45a0-4c20-8cf6-14996b730127 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:42.837077 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-af35ac7c-c236-43fa-bdf9-20fc93fdb68f tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-35837190'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:42.840223 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eec2583-4b28-497e-b759-dab06f6cf0ec tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Made reservation on behalf of a02f0fe4422d4960a93880efed70be11 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:01:42.842727 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0eec2583-4b28-497e-b759-dab06f6cf0ec tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:42.844803 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aca28a42-e8de-4d8d-adaa-35605cd4f6d5 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:42.851531 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2a504732-45a0-4c20-8cf6-14996b730127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:42.855118 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-aca28a42-e8de-4d8d-adaa-35605cd4f6d5 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] device_id is not set on port f435767f-a8c6-474c-8e7a-4360daf64b81 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:01:42.862025 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ced5904-ded7-48ba-87d0-3c4e228e53be None None] Network 0a41116a-33eb-4e65-9932-be9cdd6ea97e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:01:42.870060 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5ced5904-ded7-48ba-87d0-3c4e228e53be None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:01:42.885368 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced5904-ded7-48ba-87d0-3c4e228e53be None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:01:42.888181 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0eec2583-4b28-497e-b759-dab06f6cf0ec tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:42.943166 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced5904-ded7-48ba-87d0-3c4e228e53be None None] Pushing event updated for resources: {'Port': ['ID=dfcf2058-07a0-44da-bb02-9a93c0cf0532,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:42.989574 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ab3e8f6-015d-453d-979d-bc7172ac2532 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:42.991618 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5ced5904-ded7-48ba-87d0-3c4e228e53be None None] Attempting to bind port dfcf2058-07a0-44da-bb02-9a93c0cf0532 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:42.991771 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5ced5904-ded7-48ba-87d0-3c4e228e53be None None] Attempting to bind port dfcf2058-07a0-44da-bb02-9a93c0cf0532 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1413f222-a5bf-498f-83b3-b615c2513886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:42.992113 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ced5904-ded7-48ba-87d0-3c4e228e53be None None] Attempting to bind port dfcf2058-07a0-44da-bb02-9a93c0cf0532 on network 0a41116a-33eb-4e65-9932-be9cdd6ea97e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:42.998543 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ced5904-ded7-48ba-87d0-3c4e228e53be None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:01:42.999187 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ced5904-ded7-48ba-87d0-3c4e228e53be None None] Checking segment: {'id': '1413f222-a5bf-498f-83b3-b615c2513886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:01:42.999357 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ced5904-ded7-48ba-87d0-3c4e228e53be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:42.999777 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ced5904-ded7-48ba-87d0-3c4e228e53be None None] Bound using segment: {'id': '1413f222-a5bf-498f-83b3-b615c2513886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:01:43.000296 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5ced5904-ded7-48ba-87d0-3c4e228e53be None None] Bound port: dfcf2058-07a0-44da-bb02-9a93c0cf0532, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1413f222-a5bf-498f-83b3-b615c2513886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:01:43.000677 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ced5904-ded7-48ba-87d0-3c4e228e53be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:43.015316 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca28a42-e8de-4d8d-adaa-35605cd4f6d5 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04068480-d0ef-43a5-9ce9-ff8e32fffa95,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:43.081176 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ab3e8f6-015d-453d-979d-bc7172ac2532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:43.096273 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af35ac7c-c236-43fa-bdf9-20fc93fdb68f tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] Made reservation on behalf of 756ea4d9c3544fe6945b357691f7f355 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:01:43.097822 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-887cadac-85a4-4f8c-93b5-45716267efcb tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:43.100780 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-af35ac7c-c236-43fa-bdf9-20fc93fdb68f tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:43.122346 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-af35ac7c-c236-43fa-bdf9-20fc93fdb68f tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:43.128530 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab3e8f6-015d-453d-979d-bc7172ac2532 None None] Network a8d8d357-da92-4298-b1b5-3d81a026a802 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:01:43.136910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-aca28a42-e8de-4d8d-adaa-35605cd4f6d5 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Allocated IP 172.26.3.200 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/f435767f-a8c6-474c-8e7a-4360daf64b81) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:01:43.137365 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7ab3e8f6-015d-453d-979d-bc7172ac2532 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:01:43.156962 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab3e8f6-015d-453d-979d-bc7172ac2532 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:01:43.182733 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-63952423-5303-4939-84be-3e4b78d1e601 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:43.185028 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-20bc5ea5-3eec-4021-ac2a-07ec94c710aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:43.199606 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3e8f6-015d-453d-979d-bc7172ac2532 None None] Pushing event updated for resources: {'Port': ['ID=630a6919-0e59-4441-8203-e6c9f1440f9a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:43.214046 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-887cadac-85a4-4f8c-93b5-45716267efcb tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:43.216839 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-63952423-5303-4939-84be-3e4b78d1e601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:43.234025 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0eec2583-4b28-497e-b759-dab06f6cf0ec tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:43.241522 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 174cdb40-c32c-42a1-bd48-d7485f1fe297 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:01:43.256445 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-7ab3e8f6-015d-453d-979d-bc7172ac2532 None None] Attempting to bind port 630a6919-0e59-4441-8203-e6c9f1440f9a on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:43.256818 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-7ab3e8f6-015d-453d-979d-bc7172ac2532 None None] Attempting to bind port 630a6919-0e59-4441-8203-e6c9f1440f9a by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '7964bcf9-55fb-4cf8-a99d-cf4969598524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:43.257181 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab3e8f6-015d-453d-979d-bc7172ac2532 None None] Attempting to bind port 630a6919-0e59-4441-8203-e6c9f1440f9a on network a8d8d357-da92-4298-b1b5-3d81a026a802 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:43.260723 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5ced5904-ded7-48ba-87d0-3c4e228e53be None None] For port dfcf2058-07a0-44da-bb02-9a93c0cf0532, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:01:43.281965 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887cadac-85a4-4f8c-93b5-45716267efcb tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:01:43.331061 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0eec2583-4b28-497e-b759-dab06f6cf0ec tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:43.349312 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-fbba2236-a8eb-4e33-b173-3a4437db3e2a None None] Provisioning complete for port 174cdb40-c32c-42a1-bd48-d7485f1fe297 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:43.350101 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fbba2236-a8eb-4e33-b173-3a4437db3e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:43.350637 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-0eec2583-4b28-497e-b759-dab06f6cf0ec tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] device_id is not set on port a3e5632d-3475-4505-b1cd-9953d349b57b yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:01:43.350961 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-887cadac-85a4-4f8c-93b5-45716267efcb tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:43.351314 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-887cadac-85a4-4f8c-93b5-45716267efcb tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Added segment 08e92fdd-4c46-4832-86a6-baa06fbe4629 of type vlan for network 40b74401-2a31-40b8-ac5d-e2a65a968ecb Apr 23 00:01:43.359444 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab3e8f6-015d-453d-979d-bc7172ac2532 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:01:43.359864 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab3e8f6-015d-453d-979d-bc7172ac2532 None None] Checking segment: {'id': '7964bcf9-55fb-4cf8-a99d-cf4969598524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:01:43.360686 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ab3e8f6-015d-453d-979d-bc7172ac2532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:43.362090 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab3e8f6-015d-453d-979d-bc7172ac2532 None None] Bound using segment: {'id': '7964bcf9-55fb-4cf8-a99d-cf4969598524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:01:43.362417 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-7ab3e8f6-015d-453d-979d-bc7172ac2532 None None] Bound port: 630a6919-0e59-4441-8203-e6c9f1440f9a, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7964bcf9-55fb-4cf8-a99d-cf4969598524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:01:43.364024 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ab3e8f6-015d-453d-979d-bc7172ac2532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:43.368356 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5ced5904-ded7-48ba-87d0-3c4e228e53be None None] For port dfcf2058-07a0-44da-bb02-9a93c0cf0532, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=dfcf2058-07a0-44da-bb02-9a93c0cf0532,segment=NetworkSegment(1413f222-a5bf-498f-83b3-b615c2513886),segment_id=1413f222-a5bf-498f-83b3-b615c2513886)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:01:43.371274 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887cadac-85a4-4f8c-93b5-45716267efcb tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8486874f-a00e-4ddf-99de-32ba5282625d,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:43.462339 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ced5904-ded7-48ba-87d0-3c4e228e53be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:43.473909 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-887cadac-85a4-4f8c-93b5-45716267efcb tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:43.562575 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 174cdb40-c32c-42a1-bd48-d7485f1fe297 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:43.567177 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:43.590009 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec2583-4b28-497e-b759-dab06f6cf0ec tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5beb6820-2089-461e-963f-1d74f7202d8d,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:43.608831 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-af35ac7c-c236-43fa-bdf9-20fc93fdb68f tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:43.616203 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-887cadac-85a4-4f8c-93b5-45716267efcb tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:43.619381 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887cadac-85a4-4f8c-93b5-45716267efcb tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:01:43.621051 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-887cadac-85a4-4f8c-93b5-45716267efcb tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:43.639279 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20bc5ea5-3eec-4021-ac2a-07ec94c710aa admin admin] Router 44cc4402-c374-461a-a4e3-fe6b80fae2f0 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:01:43.702596 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aca28a42-e8de-4d8d-adaa-35605cd4f6d5 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:43.710004 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-af35ac7c-c236-43fa-bdf9-20fc93fdb68f tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:43.737293 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49006) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:43.807423 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7ab3e8f6-015d-453d-979d-bc7172ac2532 None None] For port 630a6919-0e59-4441-8203-e6c9f1440f9a, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:01:43.810134 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35ac7c-c236-43fa-bdf9-20fc93fdb68f tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10b6272b-ecd6-49d6-bc73-107d9e16d48d,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:43.849637 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af35ac7c-c236-43fa-bdf9-20fc93fdb68f tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:01:43.859188 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7ab3e8f6-015d-453d-979d-bc7172ac2532 None None] For port 630a6919-0e59-4441-8203-e6c9f1440f9a, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=630a6919-0e59-4441-8203-e6c9f1440f9a,segment=NetworkSegment(7964bcf9-55fb-4cf8-a99d-cf4969598524),segment_id=7964bcf9-55fb-4cf8-a99d-cf4969598524)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:01:43.893094 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-af35ac7c-c236-43fa-bdf9-20fc93fdb68f tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:43.893094 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-af35ac7c-c236-43fa-bdf9-20fc93fdb68f tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] Added segment 458d6399-c3d1-45a4-82e7-725963217ef8 of type vlan for network 3bd380d6-b76c-4d01-ac5a-895b0191266d Apr 23 00:01:43.897771 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced5904-ded7-48ba-87d0-3c4e228e53be None None] Pushing event updated for resources: {'Port': ['ID=dfcf2058-07a0-44da-bb02-9a93c0cf0532,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:43.934069 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bc5ea5-3eec-4021-ac2a-07ec94c710aa admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:01:43.940601 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-887cadac-85a4-4f8c-93b5-45716267efcb tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.9857838 Apr 23 00:01:43.947537 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] Sync routers for ids ['44cc4402-c374-461a-a4e3-fe6b80fae2f0'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:01:43.951707 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ab3e8f6-015d-453d-979d-bc7172ac2532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:43.957478 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49010) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:43.958726 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887cadac-85a4-4f8c-93b5-45716267efcb tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Pushing event updated for resources: {'Network': ['ID=40b74401-2a31-40b8-ac5d-e2a65a968ecb,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:43.966947 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-cb89b64e-aa63-4b63-8060-332abab4b79e tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Request body: {'subnet': {'network_id': '40b74401-2a31-40b8-ac5d-e2a65a968ecb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:43.973516 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] Routers {'44cc4402-c374-461a-a4e3-fe6b80fae2f0'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:01:43.976170 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:01:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['44cc4402-c374-461a-a4e3-fe6b80fae2f0'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:01:43.994115 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 40b74401-2a31-40b8-ac5d-e2a65a968ecb details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:01:43.997805 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-af35ac7c-c236-43fa-bdf9-20fc93fdb68f tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:44.079187 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-1e651eec-8f3a-4b8e-b0ec-de6d6d951e7e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:44.087120 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb89b64e-aa63-4b63-8060-332abab4b79e tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Made reservation on behalf of 0b340bb3e3b946d2beea047d082a4349 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:01:44.090245 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cb89b64e-aa63-4b63-8060-332abab4b79e tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:44.120935 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-20bc5ea5-3eec-4021-ac2a-07ec94c710aa admin admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:44.125914 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49012) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:44.133451 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3e8f6-015d-453d-979d-bc7172ac2532 None None] Pushing event updated for resources: {'Port': ['ID=630a6919-0e59-4441-8203-e6c9f1440f9a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:44.133856 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-20bc5ea5-3eec-4021-ac2a-07ec94c710aa admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7478123 Apr 23 00:01:44.181719 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aca28a42-e8de-4d8d-adaa-35605cd4f6d5 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:44.216911 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-af35ac7c-c236-43fa-bdf9-20fc93fdb68f tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:44.223440 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af35ac7c-c236-43fa-bdf9-20fc93fdb68f tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:01:44.224532 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-af35ac7c-c236-43fa-bdf9-20fc93fdb68f tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:44.233000 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1e651eec-8f3a-4b8e-b0ec-de6d6d951e7e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks [] for floatingip, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:44.281385 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] Set router 44cc4402-c374-461a-a4e3-fe6b80fae2f0 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:01:44.440060 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35ac7c-c236-43fa-bdf9-20fc93fdb68f tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] Pushing event updated for resources: {'Network': ['ID=3bd380d6-b76c-4d01-ac5a-895b0191266d,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:44.459926 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 3bd380d6-b76c-4d01-ac5a-895b0191266d details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:01:44.515555 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'name': 'tempest-ServersTestManualDisk-1592533873-router', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:39Z', 'updated_at': '2022-04-23T00:01:41Z', 'revision_number': 3, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'gw_port': {'id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:36:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:40Z', 'updated_at': '2022-04-23T00:01:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:01:44.555360 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] Checking router: 44cc4402-c374-461a-a4e3-fe6b80fae2f0 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:01:44.559939 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] Updating router 44cc4402-c374-461a-a4e3-fe6b80fae2f0 port d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:01:44.576856 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-2a504732-45a0-4c20-8cf6-14996b730127 admin admin] Allocated IP 172.26.3.173 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/fc49ab7d-42e5-46d8-a58c-51244f325768) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:01:44.580741 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca28a42-e8de-4d8d-adaa-35605cd4f6d5 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:01:44.599608 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-af35ac7c-c236-43fa-bdf9-20fc93fdb68f tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.0153391 Apr 23 00:01:44.603174 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:44.612594 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-aca28a42-e8de-4d8d-adaa-35605cd4f6d5 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:01:44.628252 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca28a42-e8de-4d8d-adaa-35605cd4f6d5 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:01:44.629288 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca28a42-e8de-4d8d-adaa-35605cd4f6d5 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:01:44.630031 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aca28a42-e8de-4d8d-adaa-35605cd4f6d5 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:44.643661 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca28a42-e8de-4d8d-adaa-35605cd4f6d5 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Pushing event updated for resources: {'Port': ['ID=f435767f-a8c6-474c-8e7a-4360daf64b81,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:44.709193 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.objects.ports [None req-cb89b64e-aa63-4b63-8060-332abab4b79e tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103143) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 23 00:01:44.709767 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cb89b64e-aa63-4b63-8060-332abab4b79e tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:44.785420 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb89b64e-aa63-4b63-8060-332abab4b79e tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Checking segment: {'id': '08e92fdd-4c46-4832-86a6-baa06fbe4629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '40b74401-2a31-40b8-ac5d-e2a65a968ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:01:44.786181 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb89b64e-aa63-4b63-8060-332abab4b79e tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Network hostable DHCP agents. Network: 40b74401-2a31-40b8-ac5d-e2a65a968ecb, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:01:44.794714 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89b64e-aa63-4b63-8060-332abab4b79e tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f114ff50-3af8-4228-b623-c0d6f083a25c,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:44.831435 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2a504732-45a0-4c20-8cf6-14996b730127 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:44.897878 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb89b64e-aa63-4b63-8060-332abab4b79e tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Network 40b74401-2a31-40b8-ac5d-e2a65a968ecb is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:01:44.938757 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-aca28a42-e8de-4d8d-adaa-35605cd4f6d5 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1841466 Apr 23 00:01:44.942301 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49030) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:44.946734 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-af9927da-ad2a-4fed-b41f-c6b3931c8da3 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.200'}]}}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:44.951240 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-cb89b64e-aa63-4b63-8060-332abab4b79e tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 40b74401-2a31-40b8-ac5d-e2a65a968ecb) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:01:44.962324 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb89b64e-aa63-4b63-8060-332abab4b79e tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:01:44.962780 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cb89b64e-aa63-4b63-8060-332abab4b79e tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:44.980181 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff4c5e8-6ec7-43ef-9387-5684fea6f6ea None None] Network 40b74401-2a31-40b8-ac5d-e2a65a968ecb requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:01:45.045014 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca283af-8393-488a-bbbd-e2ec5e59efe6 None None] Network 0a41116a-33eb-4e65-9932-be9cdd6ea97e requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:01:45.064571 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1e651eec-8f3a-4b8e-b0ec-de6d6d951e7e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:45.091806 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2a504732-45a0-4c20-8cf6-14996b730127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:45.117973 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cb89b64e-aa63-4b63-8060-332abab4b79e tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1599247 Apr 23 00:01:45.121159 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-af9927da-ad2a-4fed-b41f-c6b3931c8da3 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:45.122158 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-af9927da-ad2a-4fed-b41f-c6b3931c8da3 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:45.152114 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49032) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:45.172654 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-987fc23b-1604-48ec-a453-a351764ef3d9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-187356087', 'network_id': '40b74401-2a31-40b8-ac5d-e2a65a968ecb'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:45.237592 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-01446954-9778-4f8b-bb5b-5b3fa7473355 None None] Provisioning complete for port dfcf2058-07a0-44da-bb02-9a93c0cf0532 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:45.238098 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01446954-9778-4f8b-bb5b-5b3fa7473355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:45.299040 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a504732-45a0-4c20-8cf6-14996b730127 admin admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:01:45.308936 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-2a504732-45a0-4c20-8cf6-14996b730127 admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:01:45.357486 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-63952423-5303-4939-84be-3e4b78d1e601 admin admin] Allocated IP 172.26.3.29 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/06a56b31-da2a-449b-8a0d-356d9652696c) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:01:45.360965 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-af9927da-ad2a-4fed-b41f-c6b3931c8da3 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:45.362121 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987fc23b-1604-48ec-a453-a351764ef3d9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Made reservation on behalf of 0b340bb3e3b946d2beea047d082a4349 for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:01:45.364572 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-987fc23b-1604-48ec-a453-a351764ef3d9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:45.377926 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a504732-45a0-4c20-8cf6-14996b730127 admin admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:01:45.383720 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fdb081-2622-4dc3-ba16-b97065da5db8 None None] Network 40b74401-2a31-40b8-ac5d-e2a65a968ecb requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:01:45.385727 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 630a6919-0e59-4441-8203-e6c9f1440f9a up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:01:45.386093 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a504732-45a0-4c20-8cf6-14996b730127 admin admin] Pushing event updated for resources: {'Port': ['ID=fc49ab7d-42e5-46d8-a58c-51244f325768,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:45.414997 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-987fc23b-1604-48ec-a453-a351764ef3d9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] device_id is not set on port 278a860d-f34f-4ba0-a5ed-7fd4961143ef yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:01:45.438601 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49034) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:45.444568 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Request body: {'port': {'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d', 'binding:host_id': 'hv-neutron-8387', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-579049674'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:45.569683 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63a5d05-3d9f-400a-ac8e-0b637fd70a8a None None] Network a8d8d357-da92-4298-b1b5-3d81a026a802 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:01:45.690444 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e956-a9bc-497c-86dc-1e5afd8116bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:45.720617 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 630a6919-0e59-4441-8203-e6c9f1440f9a triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:45.721389 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:45.743647 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01446954-9778-4f8b-bb5b-5b3fa7473355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:45.750872 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-af9927da-ad2a-4fed-b41f-c6b3931c8da3 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:45.859685 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-01446954-9778-4f8b-bb5b-5b3fa7473355 None None] For port dfcf2058-07a0-44da-bb02-9a93c0cf0532, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=dfcf2058-07a0-44da-bb02-9a93c0cf0532,segment=NetworkSegment(1413f222-a5bf-498f-83b3-b615c2513886),segment_id=1413f222-a5bf-498f-83b3-b615c2513886)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:01:45.916930 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Made reservation on behalf of e8d9087a8c874292bb7e854159e8a81a for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:01:45.919448 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:45.935188 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:45.937229 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-63952423-5303-4939-84be-3e4b78d1e601 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:45.952328 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01446954-9778-4f8b-bb5b-5b3fa7473355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:45.966571 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:45.991076 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-987fc23b-1604-48ec-a453-a351764ef3d9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Allocated IP 172.20.0.3 (40b74401-2a31-40b8-ac5d-e2a65a968ecb/f114ff50-3af8-4228-b623-c0d6f083a25c/278a860d-f34f-4ba0-a5ed-7fd4961143ef) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:01:46.011119 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 630a6919-0e59-4441-8203-e6c9f1440f9a, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=630a6919-0e59-4441-8203-e6c9f1440f9a,segment=NetworkSegment(7964bcf9-55fb-4cf8-a99d-cf4969598524),segment_id=7964bcf9-55fb-4cf8-a99d-cf4969598524)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:01:46.027392 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01446954-9778-4f8b-bb5b-5b3fa7473355 None None] Pushing event updated for resources: {'Port': ['ID=dfcf2058-07a0-44da-bb02-9a93c0cf0532,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:46.081329 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d46f5891-732c-4597-bfac-7bd535840977 None None] Provisioning complete for port 630a6919-0e59-4441-8203-e6c9f1440f9a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:46.082320 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d46f5891-732c-4597-bfac-7bd535840977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:46.112296 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:46.113255 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device dfcf2058-07a0-44da-bb02-9a93c0cf0532 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:01:46.160650 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2a504732-45a0-4c20-8cf6-14996b730127 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:46.222981 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=630a6919-0e59-4441-8203-e6c9f1440f9a,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:46.250941 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-e0a3e956-a9bc-497c-86dc-1e5afd8116bd admin admin] Allocated IP 172.20.0.1 (a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019/5dac7434-d808-410c-93e9-edb872458a8d/77659aa8-e400-4cd6-b75e-1bb091cadcd2) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:01:46.257239 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-63952423-5303-4939-84be-3e4b78d1e601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:46.268387 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port dfcf2058-07a0-44da-bb02-9a93c0cf0532 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:46.269068 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:46.269180 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-987fc23b-1604-48ec-a453-a351764ef3d9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:46.302510 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-0eec2583-4b28-497e-b759-dab06f6cf0ec tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Allocated IP 172.26.3.74 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/a3e5632d-3475-4505-b1cd-9953d349b57b) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:01:46.308549 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63952423-5303-4939-84be-3e4b78d1e601 admin admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:01:46.333456 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-63952423-5303-4939-84be-3e4b78d1e601 admin admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:01:46.340294 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d46f5891-732c-4597-bfac-7bd535840977 None None] Provisioning complete for port dfcf2058-07a0-44da-bb02-9a93c0cf0532 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:46.340471 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d46f5891-732c-4597-bfac-7bd535840977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:46.351599 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63952423-5303-4939-84be-3e4b78d1e601 admin admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:01:46.458682 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:46.458682 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63952423-5303-4939-84be-3e4b78d1e601 admin admin] Pushing event updated for resources: {'Port': ['ID=06a56b31-da2a-449b-8a0d-356d9652696c,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:46.554800 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:46.568265 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] device_id is not set on port b6669d47-e1aa-439c-9f60-4ef575061923 yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:01:46.576416 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e956-a9bc-497c-86dc-1e5afd8116bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:46.588135 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d0468be9-6ac8-4e1d-a436-3cbacc7977ee None None] Provisioning complete for port 630a6919-0e59-4441-8203-e6c9f1440f9a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:46.588637 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d0468be9-6ac8-4e1d-a436-3cbacc7977ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:46.596597 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2a504732-45a0-4c20-8cf6-14996b730127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:46.631830 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-987fc23b-1604-48ec-a453-a351764ef3d9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:46.698898 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5d6bb4-61f6-4edf-95b1-d82c161eae73,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:46.701760 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0eec2583-4b28-497e-b759-dab06f6cf0ec tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:46.780617 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e956-a9bc-497c-86dc-1e5afd8116bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:46.800853 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-af9927da-ad2a-4fed-b41f-c6b3931c8da3 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:46.830574 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987fc23b-1604-48ec-a453-a351764ef3d9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Network 40b74401-2a31-40b8-ac5d-e2a65a968ecb is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:01:46.842987 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a3e956-a9bc-497c-86dc-1e5afd8116bd admin admin] Network a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:01:46.850051 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-e0a3e956-a9bc-497c-86dc-1e5afd8116bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:01:46.850803 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-987fc23b-1604-48ec-a453-a351764ef3d9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:01:46.852774 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a3e956-a9bc-497c-86dc-1e5afd8116bd admin admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:01:46.852910 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-af9927da-ad2a-4fed-b41f-c6b3931c8da3 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:46.853380 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e956-a9bc-497c-86dc-1e5afd8116bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:47.145871 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987fc23b-1604-48ec-a453-a351764ef3d9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:01:47.145871 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987fc23b-1604-48ec-a453-a351764ef3d9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:01:47.145871 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-987fc23b-1604-48ec-a453-a351764ef3d9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:47.175269 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3e956-a9bc-497c-86dc-1e5afd8116bd admin admin] Pushing event updated for resources: {'Port': ['ID=77659aa8-e400-4cd6-b75e-1bb091cadcd2,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:47.175269 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0eec2583-4b28-497e-b759-dab06f6cf0ec tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:47.175529 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fc23b-1604-48ec-a453-a351764ef3d9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Pushing event updated for resources: {'Port': ['ID=278a860d-f34f-4ba0-a5ed-7fd4961143ef,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:47.175918 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eec2583-4b28-497e-b759-dab06f6cf0ec tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:01:47.176212 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-63952423-5303-4939-84be-3e4b78d1e601 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:47.176212 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-987fc23b-1604-48ec-a453-a351764ef3d9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.9044497 Apr 23 00:01:47.178567 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-0eec2583-4b28-497e-b759-dab06f6cf0ec tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:01:47.178567 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eec2583-4b28-497e-b759-dab06f6cf0ec tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:01:47.178567 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eec2583-4b28-497e-b759-dab06f6cf0ec tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:01:47.178567 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0eec2583-4b28-497e-b759-dab06f6cf0ec tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:47.179854 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49042) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:47.180400 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec2583-4b28-497e-b759-dab06f6cf0ec tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Pushing event updated for resources: {'Port': ['ID=a3e5632d-3475-4505-b1cd-9953d349b57b,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:47.180400 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a504732-45a0-4c20-8cf6-14996b730127 admin admin] Router c7bed32a-7724-4b83-9803-2f16be97fc7c is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:01:47.181416 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:47.216988 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 630a6919-0e59-4441-8203-e6c9f1440f9a up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:01:47.233974 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a504732-45a0-4c20-8cf6-14996b730127 admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:01:47.255702 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] Sync routers for ids ['c7bed32a-7724-4b83-9803-2f16be97fc7c'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:01:47.264297 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-7abfbbf3-6c46-4f73-b63a-583ac925cc88 None None] Provisioning complete for port 77659aa8-e400-4cd6-b75e-1bb091cadcd2 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:47.264668 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7abfbbf3-6c46-4f73-b63a-583ac925cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:47.273830 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0eec2583-4b28-497e-b759-dab06f6cf0ec tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 5.0043256 Apr 23 00:01:47.276546 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49044) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:47.281117 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-d97be955-3a64-40c1-92db-e1942e3397aa tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.74'}]}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:47.301463 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:47.307541 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] Routers {'c7bed32a-7724-4b83-9803-2f16be97fc7c'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:01:47.308216 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:01:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c7bed32a-7724-4b83-9803-2f16be97fc7c'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:01:47.324990 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] device_id is not set on port b6669d47-e1aa-439c-9f60-4ef575061923 yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:01:47.356014 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] Attempting to bind port d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:47.356613 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] Attempting to bind port d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:47.357119 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] Attempting to bind port d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:47.363517 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7abfbbf3-6c46-4f73-b63a-583ac925cc88 None None] Port 77659aa8-e400-4cd6-b75e-1bb091cadcd2 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:01:47.374392 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb92a38-4d2c-44e3-92bf-577e19fb3937 None None] Pushing event updated for resources: {'Port': ['ID=d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:47.378821 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:01:47.380293 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:01:47.381029 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:47.381732 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:01:47.382353 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] Bound port: d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:01:47.382897 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:47.388844 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-1e651eec-8f3a-4b8e-b0ec-de6d6d951e7e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Allocated IP 172.26.3.109 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/2bd54925-1c19-4d80-9c9b-637421965f52) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:01:47.389672 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 630a6919-0e59-4441-8203-e6c9f1440f9a triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:47.389672 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:47.420427 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb92a38-4d2c-44e3-92bf-577e19fb3937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:47.421004 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb92a38-4d2c-44e3-92bf-577e19fb3937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:47.421496 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb92a38-4d2c-44e3-92bf-577e19fb3937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:47.421959 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb92a38-4d2c-44e3-92bf-577e19fb3937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:47.422422 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb92a38-4d2c-44e3-92bf-577e19fb3937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:47.422895 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb92a38-4d2c-44e3-92bf-577e19fb3937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:47.423654 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb92a38-4d2c-44e3-92bf-577e19fb3937 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:47.424144 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb92a38-4d2c-44e3-92bf-577e19fb3937 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:47.424618 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb92a38-4d2c-44e3-92bf-577e19fb3937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:47.425072 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb92a38-4d2c-44e3-92bf-577e19fb3937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:47.425524 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb92a38-4d2c-44e3-92bf-577e19fb3937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:47.426038 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb92a38-4d2c-44e3-92bf-577e19fb3937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb92a38-4d2c-44e3-92bf-577e19fb3937 None None] Tracked resource versions report: Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: pushed versions: Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: { 'AddressGroup': {'1.2'}, Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: 'ConntrackHelper': {'1.0'}, Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: 'Log': {'1.0'}, Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: 'Network': {'1.1'}, Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: 'Port': {'1.7'}, Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: 'PortForwarding': {'1.2'}, Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: 'QosPolicy': {'1.9'}, Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: 'SecurityGroup': {'1.4'}, Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: 'SecurityGroupRule': {'1.2'}, Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: 'SubPort': {'1.0'}, Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: 'Subnet': {'1.1'}, Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: 'Trunk': {'1.1'}} Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: consumer versions: Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: { DHCP agent@dv-neutron-838783-1-hyperv: {}, Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: HyperV agent@hv-neutron-8387: {}, Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: L3 agent@dv-neutron-838783-1-hyperv: {}, Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: Metadata agent@dv-neutron-838783-1-hyperv: {}, Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: Metering agent@dv-neutron-838783-1-hyperv: {}, Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: Open vSwitch agent@dv-neutron-838783-1-hyperv: { 'AddressGroup': '1.2', Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: 'ConntrackHelper': '1.0', Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: 'Log': '1.0', Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: 'Network': '1.1', Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: 'Port': '1.7', Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: 'PortForwarding': '1.2', Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: 'QosPolicy': '1.9', Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: 'SecurityGroup': '1.4', Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: 'SecurityGroupRule': '1.2', Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: 'SubPort': '1.0', Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: 'Subnet': '1.1', Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: 'Trunk': '1.1'}} Apr 23 00:01:47.427303 dv-neutron-838783-1-hyperv neutron-server[103147]: {{(pid=103147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 23 00:01:47.455878 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:47.469096 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] For port d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:01:47.476773 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] For port d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:01:47.484101 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] Set router c7bed32a-7724-4b83-9803-2f16be97fc7c gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:01:47.499539 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d97be955-3a64-40c1-92db-e1942e3397aa tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:47.500782 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d97be955-3a64-40c1-92db-e1942e3397aa tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:47.509954 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2a504732-45a0-4c20-8cf6-14996b730127 admin admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:47.516057 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2a504732-45a0-4c20-8cf6-14996b730127 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9470599 Apr 23 00:01:47.516286 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49046) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:47.566301 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:47.593247 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:47.595184 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-35903a28-4da8-428d-bfc8-6898f9a63b2b tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Deleting port 278a860d-f34f-4ba0-a5ed-7fd4961143ef {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:01:47.596242 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-35903a28-4da8-428d-bfc8-6898f9a63b2b tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:47.628904 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device dfcf2058-07a0-44da-bb02-9a93c0cf0532 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:01:47.632901 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e956-a9bc-497c-86dc-1e5afd8116bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:47.652690 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1e651eec-8f3a-4b8e-b0ec-de6d6d951e7e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:47.663542 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb92a38-4d2c-44e3-92bf-577e19fb3937 None None] Pushing event updated for resources: {'Port': ['ID=d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:47.687286 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] Routers {'44cc4402-c374-461a-a4e3-fe6b80fae2f0'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:01:47.688163 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:01:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['44cc4402-c374-461a-a4e3-fe6b80fae2f0'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:01:47.718544 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d97be955-3a64-40c1-92db-e1942e3397aa tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:47.771731 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-63952423-5303-4939-84be-3e4b78d1e601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:47.784361 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port dfcf2058-07a0-44da-bb02-9a93c0cf0532 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:47.785326 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:47.797442 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Pushing event updated for resources: {'Port': ['ID=b6669d47-e1aa-439c-9f60-4ef575061923,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:47.852326 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] Set router 44cc4402-c374-461a-a4e3-fe6b80fae2f0 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:01:47.856926 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-35903a28-4da8-428d-bfc8-6898f9a63b2b tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:47.859620 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Checking segment: {'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:01:47.859981 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Network hostable DHCP agents. Network: 3bd380d6-b76c-4d01-ac5a-895b0191266d, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:01:47.900060 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'name': 'tempest-ServerActionsTestJSON-663334939-router', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:01:45Z', 'revision_number': 3, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'gw_port': {'id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:42Z', 'updated_at': '2022-04-23T00:01:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:01:47.924531 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1e651eec-8f3a-4b8e-b0ec-de6d6d951e7e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:47.934499 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] Checking router: c7bed32a-7724-4b83-9803-2f16be97fc7c for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:01:47.934758 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] Updating router c7bed32a-7724-4b83-9803-2f16be97fc7c port fc49ab7d-42e5-46d8-a58c-51244f325768 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:01:47.964228 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-35903a28-4da8-428d-bfc8-6898f9a63b2b tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Calling delete_port for 278a860d-f34f-4ba0-a5ed-7fd4961143ef owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:01:47.971411 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:48.118422 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d97be955-3a64-40c1-92db-e1942e3397aa tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:48.138040 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Network 3bd380d6-b76c-4d01-ac5a-895b0191266d is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:01:48.142066 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'name': 'tempest-ServersTestManualDisk-1592533873-router', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:39Z', 'updated_at': '2022-04-23T00:01:47Z', 'revision_number': 4, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'gw_port': {'id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:36:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:40Z', 'updated_at': '2022-04-23T00:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '77659aa8-e400-4cd6-b75e-1bb091cadcd2', 'name': '', 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'mac_address': 'fa:16:3e:1c:c0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dac7434-d808-410c-93e9-edb872458a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:45Z', 'updated_at': '2022-04-23T00:01:46Z', 'revision_number': 1, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'subnets': [{'id': '5dac7434-d808-410c-93e9-edb872458a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:01:48.167069 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e651eec-8f3a-4b8e-b0ec-de6d6d951e7e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:01:48.174920 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6995288-259e-4023-a7b1-dd57d7abbb07 None None] The sync data for ids ['44cc4402-c374-461a-a4e3-fe6b80fae2f0'] in dv-neutron-838783-1-hyperv is: [{'id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'name': 'tempest-ServersTestManualDisk-1592533873-router', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:39Z', 'updated_at': '2022-04-23T00:01:47Z', 'revision_number': 4, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'gw_port': {'id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:36:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:40Z', 'updated_at': '2022-04-23T00:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '77659aa8-e400-4cd6-b75e-1bb091cadcd2', 'name': '', 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'mac_address': 'fa:16:3e:1c:c0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dac7434-d808-410c-93e9-edb872458a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:45Z', 'updated_at': '2022-04-23T00:01:46Z', 'revision_number': 1, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'subnets': [{'id': '5dac7434-d808-410c-93e9-edb872458a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:01:48.184959 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-1e651eec-8f3a-4b8e-b0ec-de6d6d951e7e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:01:48.190945 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e651eec-8f3a-4b8e-b0ec-de6d6d951e7e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:01:48.214403 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 3bd380d6-b76c-4d01-ac5a-895b0191266d) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:01:48.230141 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:01:48.247656 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb78387-6332-40a9-b8f4-f44363d4c9ba None None] Network 3bd380d6-b76c-4d01-ac5a-895b0191266d requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:01:48.257874 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-af9927da-ad2a-4fed-b41f-c6b3931c8da3 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:48.263163 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:48.263705 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:48.264162 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:48.273610 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e651eec-8f3a-4b8e-b0ec-de6d6d951e7e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Pushing event updated for resources: {'Port': ['ID=2bd54925-1c19-4d80-9c9b-637421965f52,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:48.312709 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1e651eec-8f3a-4b8e-b0ec-de6d6d951e7e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:48.337530 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e956-a9bc-497c-86dc-1e5afd8116bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:48.430686 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port b6669d47-e1aa-439c-9f60-4ef575061923 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:01:48.430686 dv-neutron-838783-1-hyperv neutron-server[103143]: ERROR neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:01:48.438267 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.plugins.ml2.plugin [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 2 to bind port b6669d47-e1aa-439c-9f60-4ef575061923 Apr 23 00:01:48.473419 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:48.483189 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e956-a9bc-497c-86dc-1e5afd8116bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:48.484308 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e956-a9bc-497c-86dc-1e5afd8116bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:48.555892 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:48.582491 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:48.582822 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:48.583156 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:48.620161 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1e651eec-8f3a-4b8e-b0ec-de6d6d951e7e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:48.652850 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] Attempting to bind port fc49ab7d-42e5-46d8-a58c-51244f325768 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:48.653248 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] Attempting to bind port fc49ab7d-42e5-46d8-a58c-51244f325768 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:48.653926 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] Attempting to bind port fc49ab7d-42e5-46d8-a58c-51244f325768 on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:48.656614 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806d58f-133f-4ad5-b157-1fc3fbfd1f02 None None] Pushing event updated for resources: {'Port': ['ID=fc49ab7d-42e5-46d8-a58c-51244f325768,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:48.669733 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port b6669d47-e1aa-439c-9f60-4ef575061923 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:01:48.670240 dv-neutron-838783-1-hyperv neutron-server[103143]: ERROR neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:01:48.671560 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:01:48.671965 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:01:48.672397 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:48.673266 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:01:48.673781 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] Bound port: fc49ab7d-42e5-46d8-a58c-51244f325768, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:01:48.674185 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:48.699056 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.plugins.ml2.plugin [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 3 to bind port b6669d47-e1aa-439c-9f60-4ef575061923 Apr 23 00:01:48.719343 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3e956-a9bc-497c-86dc-1e5afd8116bd admin admin] Pushing event updated for resources: {'Port': ['ID=77659aa8-e400-4cd6-b75e-1bb091cadcd2,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:48.727637 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d97be955-3a64-40c1-92db-e1942e3397aa tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:48.734090 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-af9927da-ad2a-4fed-b41f-c6b3931c8da3 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:48.739836 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-af9927da-ad2a-4fed-b41f-c6b3931c8da3 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:48.750769 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] For port fc49ab7d-42e5-46d8-a58c-51244f325768, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:01:48.754935 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] For port fc49ab7d-42e5-46d8-a58c-51244f325768, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=fc49ab7d-42e5-46d8-a58c-51244f325768,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:01:48.765673 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d97be955-3a64-40c1-92db-e1942e3397aa tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:48.786100 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:48.786417 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:48.786750 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:48.826034 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-35903a28-4da8-428d-bfc8-6898f9a63b2b tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:48.868078 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port b6669d47-e1aa-439c-9f60-4ef575061923 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:01:48.868726 dv-neutron-838783-1-hyperv neutron-server[103143]: ERROR neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:01:48.872297 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.plugins.ml2.plugin [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 4 to bind port b6669d47-e1aa-439c-9f60-4ef575061923 Apr 23 00:01:48.874252 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:48.874886 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35903a28-4da8-428d-bfc8-6898f9a63b2b tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Pushing event deleted for resources: {'Port': ['ID=278a860d-f34f-4ba0-a5ed-7fd4961143ef,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:48.878508 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63952423-5303-4939-84be-3e4b78d1e601 admin admin] Router e47aab3e-0933-44c7-b4f6-a6d06d836406 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:01:48.893763 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a3e956-a9bc-497c-86dc-1e5afd8116bd admin admin] Network a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:01:48.905236 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-e0a3e956-a9bc-497c-86dc-1e5afd8116bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:01:48.958596 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806d58f-133f-4ad5-b157-1fc3fbfd1f02 None None] Pushing event updated for resources: {'Port': ['ID=fc49ab7d-42e5-46d8-a58c-51244f325768,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:48.979285 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] Routers {'c7bed32a-7724-4b83-9803-2f16be97fc7c'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:01:48.984156 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:01:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c7bed32a-7724-4b83-9803-2f16be97fc7c'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:01:49.113129 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-af9927da-ad2a-4fed-b41f-c6b3931c8da3 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:49.113676 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9927da-ad2a-4fed-b41f-c6b3931c8da3 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5de2162-1831-4e0d-a836-f75ed0f8728e {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:01:49.147836 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-35903a28-4da8-428d-bfc8-6898f9a63b2b tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:49.167025 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-35903a28-4da8-428d-bfc8-6898f9a63b2b tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "DELETE /v2.0/ports/278a860d-f34f-4ba0-a5ed-7fd4961143ef HTTP/1.1" status: 204 len: 168 time: 2.0615065 Apr 23 00:01:49.169875 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49052) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:49.173546 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:49.181865 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] Set router c7bed32a-7724-4b83-9803-2f16be97fc7c gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:01:49.187693 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:49.188219 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:49.205448 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1e651eec-8f3a-4b8e-b0ec-de6d6d951e7e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:49.232906 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-45857212-71fd-4248-ab4b-d8e917ae1ea5 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40b74401-2a31-40b8-ac5d-e2a65a968ecb', 'external_fixed_ips': [{'subnet_id': 'f114ff50-3af8-4228-b623-c0d6f083a25c', 'ip_address': '172.20.0.3'}]}}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:49.253671 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a3e956-a9bc-497c-86dc-1e5afd8116bd admin admin] Router 44cc4402-c374-461a-a4e3-fe6b80fae2f0 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:01:49.270811 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1e651eec-8f3a-4b8e-b0ec-de6d6d951e7e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:49.282537 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port b6669d47-e1aa-439c-9f60-4ef575061923 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:01:49.283091 dv-neutron-838783-1-hyperv neutron-server[103143]: ERROR neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:01:49.308009 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d97be955-3a64-40c1-92db-e1942e3397aa tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:49.317457 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.plugins.ml2.plugin [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 5 to bind port b6669d47-e1aa-439c-9f60-4ef575061923 Apr 23 00:01:49.341455 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:49.341783 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:49.342108 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:49.353798 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-af9927da-ad2a-4fed-b41f-c6b3931c8da3 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 23 00:01:49.357774 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-af9927da-ad2a-4fed-b41f-c6b3931c8da3 tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.4119713 Apr 23 00:01:49.366136 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49054) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:49.367464 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:01:49.412197 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-393bf2b4-4f05-4437-b490-4df176d74dbb None None] Provisioning complete for port 77659aa8-e400-4cd6-b75e-1bb091cadcd2 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:49.412570 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-393bf2b4-4f05-4437-b490-4df176d74dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:49.424027 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port b6669d47-e1aa-439c-9f60-4ef575061923 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:01:49.424476 dv-neutron-838783-1-hyperv neutron-server[103143]: ERROR neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:01:49.431683 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.plugins.ml2.plugin [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 6 to bind port b6669d47-e1aa-439c-9f60-4ef575061923 Apr 23 00:01:49.450238 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1e651eec-8f3a-4b8e-b0ec-de6d6d951e7e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:49.470076 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:49.470512 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:49.471017 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:49.497221 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e651eec-8f3a-4b8e-b0ec-de6d6d951e7e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Pushing event updated for resources: {'Port': ['ID=2bd54925-1c19-4d80-9c9b-637421965f52,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:49.517753 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-24255c95-5e39-48e4-88c5-17abbb216118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:49.526276 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-45857212-71fd-4248-ab4b-d8e917ae1ea5 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:49.527297 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-45857212-71fd-4248-ab4b-d8e917ae1ea5 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:49.530864 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port b6669d47-e1aa-439c-9f60-4ef575061923 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:01:49.531190 dv-neutron-838783-1-hyperv neutron-server[103143]: ERROR neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:01:49.540337 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.plugins.ml2.plugin [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 7 to bind port b6669d47-e1aa-439c-9f60-4ef575061923 Apr 23 00:01:49.582738 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:49.583149 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:49.583480 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:49.604730 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63952423-5303-4939-84be-3e4b78d1e601 admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:01:49.605977 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-393bf2b4-4f05-4437-b490-4df176d74dbb None None] Port 77659aa8-e400-4cd6-b75e-1bb091cadcd2 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:01:49.615214 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port b6669d47-e1aa-439c-9f60-4ef575061923 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:01:49.615591 dv-neutron-838783-1-hyperv neutron-server[103143]: ERROR neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:01:49.624514 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] Sync routers for ids ['e47aab3e-0933-44c7-b4f6-a6d06d836406'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:01:49.635061 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d97be955-3a64-40c1-92db-e1942e3397aa tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:49.639737 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d97be955-3a64-40c1-92db-e1942e3397aa tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:49.648218 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] Routers {'e47aab3e-0933-44c7-b4f6-a6d06d836406'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:01:49.648754 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.plugins.ml2.plugin [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 8 to bind port b6669d47-e1aa-439c-9f60-4ef575061923 Apr 23 00:01:49.649225 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:01:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['e47aab3e-0933-44c7-b4f6-a6d06d836406'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:01:49.650843 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:49.652037 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:49.652444 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1e651eec-8f3a-4b8e-b0ec-de6d6d951e7e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:49.653790 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1e651eec-8f3a-4b8e-b0ec-de6d6d951e7e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9152668 Apr 23 00:01:49.671166 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49056) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:49.682465 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a3e956-a9bc-497c-86dc-1e5afd8116bd admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:01:49.687132 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-6539b810-9017-4b1d-a9c3-805ee2295fec tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1480419169'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:49.740780 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-45857212-71fd-4248-ab4b-d8e917ae1ea5 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:49.745925 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:49.755211 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:49.755211 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:49.761622 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-9cad2f7b-4127-429a-afd7-db5cc0b4d70b tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Deleting port f435767f-a8c6-474c-8e7a-4360daf64b81 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:01:49.761960 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9cad2f7b-4127-429a-afd7-db5cc0b4d70b tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:49.800254 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] Set router e47aab3e-0933-44c7-b4f6-a6d06d836406 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:01:49.822255 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port b6669d47-e1aa-439c-9f60-4ef575061923 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:01:49.822579 dv-neutron-838783-1-hyperv neutron-server[103143]: ERROR neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:01:49.827160 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.plugins.ml2.plugin [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 9 to bind port b6669d47-e1aa-439c-9f60-4ef575061923 Apr 23 00:01:49.831858 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:49.863452 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:01:49.885839 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'name': 'tempest-ServerActionsTestJSON-663334939-router', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:01:45Z', 'revision_number': 3, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'gw_port': {'id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:42Z', 'updated_at': '2022-04-23T00:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:01:49.895793 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-63952423-5303-4939-84be-3e4b78d1e601 admin admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:49.905253 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-63952423-5303-4939-84be-3e4b78d1e601 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.6576457 Apr 23 00:01:49.905253 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49058) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:49.946667 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:49.947002 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:49.947098 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd99aed-330e-4ad7-92bc-0f0a38c80e67 None None] The sync data for ids ['c7bed32a-7724-4b83-9803-2f16be97fc7c'] in dv-neutron-838783-1-hyperv is: [{'id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'name': 'tempest-ServerActionsTestJSON-663334939-router', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:01:45Z', 'revision_number': 3, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'gw_port': {'id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:42Z', 'updated_at': '2022-04-23T00:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:01:49.947342 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:49.963344 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e0a3e956-a9bc-497c-86dc-1e5afd8116bd admin admin] 10.222.0.15 "PUT /v2.0/routers/44cc4402-c374-461a-a4e3-fe6b80fae2f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8276186 Apr 23 00:01:49.963903 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6539b810-9017-4b1d-a9c3-805ee2295fec tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Made reservation on behalf of 3185e12a20414d89a83645c8d9bf6b05 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:01:49.963993 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:49.975152 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6539b810-9017-4b1d-a9c3-805ee2295fec tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:50.035209 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:50.052590 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d97be955-3a64-40c1-92db-e1942e3397aa tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:50.053135 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97be955-3a64-40c1-92db-e1942e3397aa tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9d83286-52a1-4a3c-801f-de27c04b7818 {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:01:50.090505 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'name': 'tempest-ServersTestJSON-1036185301-router', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:01:46Z', 'revision_number': 3, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'gw_port': {'id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:43Z', 'updated_at': '2022-04-23T00:01:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:01:50.122532 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] Checking router: e47aab3e-0933-44c7-b4f6-a6d06d836406 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:01:50.122893 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] Updating router e47aab3e-0933-44c7-b4f6-a6d06d836406 port 06a56b31-da2a-449b-8a0d-356d9652696c binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:01:50.132576 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port b6669d47-e1aa-439c-9f60-4ef575061923 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:01:50.132912 dv-neutron-838783-1-hyperv neutron-server[103143]: ERROR neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:01:50.138152 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-d97be955-3a64-40c1-92db-e1942e3397aa tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 23 00:01:50.142781 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d97be955-3a64-40c1-92db-e1942e3397aa tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.8615613 Apr 23 00:01:50.142974 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49062) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:50.154912 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.plugins.ml2.plugin [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 10 to bind port b6669d47-e1aa-439c-9f60-4ef575061923 Apr 23 00:01:50.157531 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6539b810-9017-4b1d-a9c3-805ee2295fec tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:50.159594 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:50.254304 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-ea58cccd-cdff-492b-b338-0de669937b65 tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Deleting port a3e5632d-3475-4505-b1cd-9953d349b57b {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:01:50.254999 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ea58cccd-cdff-492b-b338-0de669937b65 tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:50.307771 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9cad2f7b-4127-429a-afd7-db5cc0b4d70b tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:50.310193 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:50.310544 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:50.320588 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:50.379975 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ea58cccd-cdff-492b-b338-0de669937b65 tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:50.423047 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-ea58cccd-cdff-492b-b338-0de669937b65 tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Calling delete_port for a3e5632d-3475-4505-b1cd-9953d349b57b owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:01:50.456687 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-45857212-71fd-4248-ab4b-d8e917ae1ea5 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:50.582606 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-24255c95-5e39-48e4-88c5-17abbb216118 admin admin] Allocated IP 172.20.0.1 (a8d8d357-da92-4298-b1b5-3d81a026a802/e051b6c5-e40c-442b-8ae2-46ca4db94a08/2b65dd43-5f10-4f3a-ac92-d629ab23c6cd) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:01:50.590465 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-9cad2f7b-4127-429a-afd7-db5cc0b4d70b tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Calling delete_port for f435767f-a8c6-474c-8e7a-4360daf64b81 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:01:50.592205 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port b6669d47-e1aa-439c-9f60-4ef575061923 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:01:50.592532 dv-neutron-838783-1-hyperv neutron-server[103143]: ERROR neutron.plugins.ml2.managers [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port b6669d47-e1aa-439c-9f60-4ef575061923 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:01:50.592901 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:50.765869 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:50.821580 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ea58cccd-cdff-492b-b338-0de669937b65 tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:50.850082 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:50.892939 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58cccd-cdff-492b-b338-0de669937b65 tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3e5632d-3475-4505-b1cd-9953d349b57b,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:50.959666 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] Attempting to bind port 06a56b31-da2a-449b-8a0d-356d9652696c on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:50.960032 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] Attempting to bind port 06a56b31-da2a-449b-8a0d-356d9652696c by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:50.960492 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] Attempting to bind port 06a56b31-da2a-449b-8a0d-356d9652696c on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:50.976173 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:01:50.980798 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:01:50.980798 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:50.980798 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:01:50.980798 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] Bound port: 06a56b31-da2a-449b-8a0d-356d9652696c, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:01:50.980798 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:51.005885 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ea58cccd-cdff-492b-b338-0de669937b65 tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:51.010790 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ea58cccd-cdff-492b-b338-0de669937b65 tempest-RoutersAdminNegativeIpV6Test-626342593 tempest-RoutersAdminNegativeIpV6Test-626342593-project-admin] 10.222.0.15 "DELETE /v2.0/ports/a3e5632d-3475-4505-b1cd-9953d349b57b HTTP/1.1" status: 204 len: 168 time: 0.8667860 Apr 23 00:01:51.027521 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef083b3-9679-4bcc-a854-36217f624269 None None] Pushing event updated for resources: {'Port': ['ID=06a56b31-da2a-449b-8a0d-356d9652696c,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:51.090903 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] For port 06a56b31-da2a-449b-8a0d-356d9652696c, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:01:51.097815 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] For port 06a56b31-da2a-449b-8a0d-356d9652696c, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=06a56b31-da2a-449b-8a0d-356d9652696c,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:01:51.118473 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49078) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:51.124867 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-85bee6f2-7059-46f5-8d88-6caeff1b0666 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1087832503', 'description': 'tempest-description--2070987993'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:51.183826 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:51.249781 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-85bee6f2-7059-46f5-8d88-6caeff1b0666 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:51.299903 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] Routers {'e47aab3e-0933-44c7-b4f6-a6d06d836406'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:01:51.300578 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:01:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['e47aab3e-0933-44c7-b4f6-a6d06d836406'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:01:51.303221 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef083b3-9679-4bcc-a854-36217f624269 None None] Pushing event updated for resources: {'Port': ['ID=06a56b31-da2a-449b-8a0d-356d9652696c,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:51.401204 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-85bee6f2-7059-46f5-8d88-6caeff1b0666 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:51.412419 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device fc49ab7d-42e5-46d8-a58c-51244f325768 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:01:51.418031 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] For port b6669d47-e1aa-439c-9f60-4ef575061923, host hv-neutron-8387, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:01:51.418515 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempted to set empty binding levels {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 23 00:01:51.457939 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6539b810-9017-4b1d-a9c3-805ee2295fec tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:51.468016 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] Set router e47aab3e-0933-44c7-b4f6-a6d06d836406 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:01:51.485374 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-85bee6f2-7059-46f5-8d88-6caeff1b0666 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:51.521221 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port fc49ab7d-42e5-46d8-a58c-51244f325768 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:51.521598 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:51.550621 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:51.564822 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-24255c95-5e39-48e4-88c5-17abbb216118 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:51.569355 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bee6f2-7059-46f5-8d88-6caeff1b0666 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556d32dc-298a-4708-8775-71171ee45455,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:51.599851 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-85bee6f2-7059-46f5-8d88-6caeff1b0666 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:51.601690 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-85bee6f2-7059-46f5-8d88-6caeff1b0666 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4818151 Apr 23 00:01:51.605035 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49082) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:51.615450 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-7a439b84-9c63-4999-bb55-5f48ec81de6d tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Request body: {'security_group_rule': {'security_group_id': '556d32dc-298a-4708-8775-71171ee45455', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:51.626967 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Pushing event updated for resources: {'Port': ['ID=b6669d47-e1aa-439c-9f60-4ef575061923,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:51.655391 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6539b810-9017-4b1d-a9c3-805ee2295fec tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:51.658858 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] Sync routers for ids ['44cc4402-c374-461a-a4e3-fe6b80fae2f0'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:01:51.673799 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6539b810-9017-4b1d-a9c3-805ee2295fec tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:01:51.684417 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6539b810-9017-4b1d-a9c3-805ee2295fec tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:51.684960 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-6539b810-9017-4b1d-a9c3-805ee2295fec tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Added segment 60738fbb-318d-42f8-8607-b11f035f482e of type vlan for network d9c878cf-18f3-4e7a-84bf-e3f1bb719438 Apr 23 00:01:51.685275 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] Routers {'44cc4402-c374-461a-a4e3-fe6b80fae2f0'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:01:51.685917 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:01:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['44cc4402-c374-461a-a4e3-fe6b80fae2f0'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:01:51.721324 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'name': 'tempest-ServersTestJSON-1036185301-router', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:01:46Z', 'revision_number': 3, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'gw_port': {'id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:43Z', 'updated_at': '2022-04-23T00:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:01:51.734227 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6539b810-9017-4b1d-a9c3-805ee2295fec tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:51.734846 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7a439b84-9c63-4999-bb55-5f48ec81de6d tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:51.752272 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17158d9-e104-4c52-8bc7-be5c77900420 None None] The sync data for ids ['e47aab3e-0933-44c7-b4f6-a6d06d836406'] in dv-neutron-838783-1-hyperv is: [{'id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'name': 'tempest-ServersTestJSON-1036185301-router', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:01:46Z', 'revision_number': 3, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'gw_port': {'id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:43Z', 'updated_at': '2022-04-23T00:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:01:51.838154 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:01:51.838596 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7a439b84-9c63-4999-bb55-5f48ec81de6d tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:51.839258 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:51.840251 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49086) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:51.843741 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:51.871229 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6539b810-9017-4b1d-a9c3-805ee2295fec tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:51.879362 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6539b810-9017-4b1d-a9c3-805ee2295fec tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:01:51.880058 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6539b810-9017-4b1d-a9c3-805ee2295fec tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:51.880963 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] Set router 44cc4402-c374-461a-a4e3-fe6b80fae2f0 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:01:51.914786 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7a439b84-9c63-4999-bb55-5f48ec81de6d tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:51.920412 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port fc49ab7d-42e5-46d8-a58c-51244f325768, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=fc49ab7d-42e5-46d8-a58c-51244f325768,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:01:51.938249 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a439b84-9c63-4999-bb55-5f48ec81de6d tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42b561b-6592-4533-bc6c-dfe7b27ae4c2,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:51.993652 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9cad2f7b-4127-429a-afd7-db5cc0b4d70b tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:51.996903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-07241b7e-ef44-4643-9a78-0f3577e1002d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:51.998887 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539b810-9017-4b1d-a9c3-805ee2295fec tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec2493b-ca3f-4ab2-ba06-25b3495239bc,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:52.022868 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7a439b84-9c63-4999-bb55-5f48ec81de6d tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:52.022868 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7a439b84-9c63-4999-bb55-5f48ec81de6d tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4163001 Apr 23 00:01:52.023819 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:52.024192 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49092) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:52.024624 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:01:52.028668 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-9905cbd8-0e70-4680-b48e-53aad87226f8 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Request body: {'security_group_rule': {'security_group_id': '556d32dc-298a-4708-8775-71171ee45455', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:52.146203 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9905cbd8-0e70-4680-b48e-53aad87226f8 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:52.163811 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49094) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:52.164768 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6539b810-9017-4b1d-a9c3-805ee2295fec tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4774830 Apr 23 00:01:52.183116 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-f9e6097f-9d62-4674-b46d-2373dfbc2f92 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Request body: {'subnet': {'network_id': 'd9c878cf-18f3-4e7a-84bf-e3f1bb719438', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:52.203733 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=fc49ab7d-42e5-46d8-a58c-51244f325768,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:52.214235 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9c8f0e41-1cfd-4d88-91c5-a7d5817fe6af tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 6.7742357 Apr 23 00:01:52.240257 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49096) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:52.240441 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:52.240599 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:52.267945 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-07241b7e-ef44-4643-9a78-0f3577e1002d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:52.278040 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad2f7b-4127-429a-afd7-db5cc0b4d70b tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Pushing event deleted for resources: {'Port': ['ID=f435767f-a8c6-474c-8e7a-4360daf64b81,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:52.315784 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'name': 'tempest-ServersTestManualDisk-1592533873-router', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:39Z', 'updated_at': '2022-04-23T00:01:47Z', 'revision_number': 4, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'gw_port': {'id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:36:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:40Z', 'updated_at': '2022-04-23T00:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '77659aa8-e400-4cd6-b75e-1bb091cadcd2', 'name': '', 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'mac_address': 'fa:16:3e:1c:c0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dac7434-d808-410c-93e9-edb872458a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:45Z', 'updated_at': '2022-04-23T00:01:47Z', 'revision_number': 2, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'subnets': [{'id': '5dac7434-d808-410c-93e9-edb872458a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:01:52.318210 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9cad2f7b-4127-429a-afd7-db5cc0b4d70b tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:52.328663 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9cad2f7b-4127-429a-afd7-db5cc0b4d70b tempest-RoutersAdminNegativeTest-1191309389 tempest-RoutersAdminNegativeTest-1191309389-project-admin] 10.222.0.15 "DELETE /v2.0/ports/f435767f-a8c6-474c-8e7a-4360daf64b81 HTTP/1.1" status: 204 len: 168 time: 2.9561203 Apr 23 00:01:52.335268 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539b810-9017-4b1d-a9c3-805ee2295fec tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Pushing event updated for resources: {'Network': ['ID=d9c878cf-18f3-4e7a-84bf-e3f1bb719438,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:52.346731 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-07241b7e-ef44-4643-9a78-0f3577e1002d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:52.375564 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-24255c95-5e39-48e4-88c5-17abbb216118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:52.422548 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network d9c878cf-18f3-4e7a-84bf-e3f1bb719438 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:01:52.426813 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] Checking router: 44cc4402-c374-461a-a4e3-fe6b80fae2f0 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:01:52.429944 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] Updating router 44cc4402-c374-461a-a4e3-fe6b80fae2f0 port 77659aa8-e400-4cd6-b75e-1bb091cadcd2 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:01:52.463290 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24255c95-5e39-48e4-88c5-17abbb216118 admin admin] Network a8d8d357-da92-4298-b1b5-3d81a026a802 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:01:52.464770 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-45857212-71fd-4248-ab4b-d8e917ae1ea5 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:52.476780 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-24255c95-5e39-48e4-88c5-17abbb216118 admin admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:01:52.479514 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24255c95-5e39-48e4-88c5-17abbb216118 admin admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:01:52.480018 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-24255c95-5e39-48e4-88c5-17abbb216118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:52.486727 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-07241b7e-ef44-4643-9a78-0f3577e1002d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2c6e5881ffa4e8eba2885da3a900022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6453092 Apr 23 00:01:52.496412 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9905cbd8-0e70-4680-b48e-53aad87226f8 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:52.498590 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07241b7e-ef44-4643-9a78-0f3577e1002d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343c3d01-008d-44cf-a3d5-74e678a3a989,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:52.501013 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49100) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:52.592355 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-45857212-71fd-4248-ab4b-d8e917ae1ea5 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:52.600168 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-4d703674-4a98-4ba4-a205-53c2ccf0ac48 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Deleting port b6669d47-e1aa-439c-9f60-4ef575061923 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:01:52.600565 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d703674-4a98-4ba4-a205-53c2ccf0ac48 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:52.603403 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c012d688-f640-46e1-bcc3-5f18226dbb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:52.606117 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9905cbd8-0e70-4680-b48e-53aad87226f8 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:52.624994 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24255c95-5e39-48e4-88c5-17abbb216118 admin admin] Pushing event updated for resources: {'Port': ['ID=2b65dd43-5f10-4f3a-ac92-d629ab23c6cd,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:52.669049 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:52.843851 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-4d703674-4a98-4ba4-a205-53c2ccf0ac48 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] For port b6669d47-e1aa-439c-9f60-4ef575061923, host hv-neutron-8387, got binding levels [] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:01:52.844273 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d703674-4a98-4ba4-a205-53c2ccf0ac48 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:52.864377 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e6097f-9d62-4674-b46d-2373dfbc2f92 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Made reservation on behalf of 3185e12a20414d89a83645c8d9bf6b05 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:01:52.867674 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f9e6097f-9d62-4674-b46d-2373dfbc2f92 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks [] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:52.872248 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-84e5bf70-ee57-41c9-a837-13329834da12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:52.901683 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905cbd8-0e70-4680-b48e-53aad87226f8 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da1ffd1-8a83-47e3-a817-a726c8f4414b,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:52.903507 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5d0e77c6-f651-457d-bb8a-1afdbdd5839a None None] Provisioning complete for port 2b65dd43-5f10-4f3a-ac92-d629ab23c6cd triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:52.903926 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d0e77c6-f651-457d-bb8a-1afdbdd5839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:52.904635 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-4d703674-4a98-4ba4-a205-53c2ccf0ac48 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Calling delete_port for b6669d47-e1aa-439c-9f60-4ef575061923 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:01:52.976354 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9905cbd8-0e70-4680-b48e-53aad87226f8 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:52.977401 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9905cbd8-0e70-4680-b48e-53aad87226f8 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9522638 Apr 23 00:01:52.983629 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5d0e77c6-f651-457d-bb8a-1afdbdd5839a None None] Port 2b65dd43-5f10-4f3a-ac92-d629ab23c6cd cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:01:52.994887 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49106) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:53.006366 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-a069ab71-9bbd-462d-8c81-c32dbc568a82 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:53.035747 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-84e5bf70-ee57-41c9-a837-13329834da12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.115372 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-45857212-71fd-4248-ab4b-d8e917ae1ea5 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Allocated IP 172.20.0.3 (40b74401-2a31-40b8-ac5d-e2a65a968ecb/f114ff50-3af8-4228-b623-c0d6f083a25c/67fbb237-ac30-43a5-9c6c-f5ae148fb4e7) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:01:53.150378 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-24255c95-5e39-48e4-88c5-17abbb216118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.161376 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49108) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:53.188110 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.229155 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a069ab71-9bbd-462d-8c81-c32dbc568a82 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks [] for floatingip, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.273364 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.347049 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-c012d688-f640-46e1-bcc3-5f18226dbb00 admin admin] Allocated IP 172.20.0.1 (0a41116a-33eb-4e65-9932-be9cdd6ea97e/895f2dc2-9151-45a4-9be9-8b20c7d0e2ba/43918e06-3d0b-4e50-a20a-228d2dd88b5f) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:01:53.366518 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1c09695a-0a6b-4aed-99cb-e7e30c68fa62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.368074 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d703674-4a98-4ba4-a205-53c2ccf0ac48 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.435810 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0b60f-d0c7-4be0-a920-b001b5d2367d None None] Pushing event updated for resources: {'Port': ['ID=77659aa8-e400-4cd6-b75e-1bb091cadcd2,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:53.480031 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device fc49ab7d-42e5-46d8-a58c-51244f325768 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:01:53.484302 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-84e5bf70-ee57-41c9-a837-13329834da12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.487841 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-84e5bf70-ee57-41c9-a837-13329834da12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.489016 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-84e5bf70-ee57-41c9-a837-13329834da12 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/343c3d01-008d-44cf-a3d5-74e678a3a989 HTTP/1.1" status: 204 len: 168 time: 0.9837577 Apr 23 00:01:53.502073 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-45857212-71fd-4248-ab4b-d8e917ae1ea5 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.542147 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e5bf70-ee57-41c9-a837-13329834da12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343c3d01-008d-44cf-a3d5-74e678a3a989,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:53.562896 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] Attempting to bind port 77659aa8-e400-4cd6-b75e-1bb091cadcd2 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:53.563214 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] Attempting to bind port 77659aa8-e400-4cd6-b75e-1bb091cadcd2 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '7fd3e4d6-dd1e-4136-8449-a7716d3b220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:53.563479 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] Attempting to bind port 77659aa8-e400-4cd6-b75e-1bb091cadcd2 on network a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:53.585378 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:01:53.585765 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] Checking segment: {'id': '7fd3e4d6-dd1e-4136-8449-a7716d3b220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:01:53.586174 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.586572 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] Bound using segment: {'id': '7fd3e4d6-dd1e-4136-8449-a7716d3b220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:01:53.587049 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] Bound port: 77659aa8-e400-4cd6-b75e-1bb091cadcd2, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd3e4d6-dd1e-4136-8449-a7716d3b220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:01:53.587497 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.632585 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1c09695a-0a6b-4aed-99cb-e7e30c68fa62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.636340 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d703674-4a98-4ba4-a205-53c2ccf0ac48 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.643408 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4d703674-4a98-4ba4-a205-53c2ccf0ac48 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] 10.222.0.15 "DELETE /v2.0/ports/b6669d47-e1aa-439c-9f60-4ef575061923 HTTP/1.1" status: 204 len: 168 time: 1.3984280 Apr 23 00:01:53.643408 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49114) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:53.645732 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d703674-4a98-4ba4-a205-53c2ccf0ac48 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6669d47-e1aa-439c-9f60-4ef575061923,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:53.650820 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port fc49ab7d-42e5-46d8-a58c-51244f325768 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:53.651099 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.677798 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c012d688-f640-46e1-bcc3-5f18226dbb00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.682195 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e3a56f-673d-4d4e-b2f3-adf8eae0610c tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] GET failed (client error): The resource could not be found. Apr 23 00:01:53.687088 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d7e3a56f-673d-4d4e-b2f3-adf8eae0610c tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] 10.222.0.15 "GET /v2.0/ports/b6669d47-e1aa-439c-9f60-4ef575061923 HTTP/1.1" status: 404 len: 333 time: 0.0361397 Apr 23 00:01:53.689398 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49116) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:53.690381 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-24255c95-5e39-48e4-88c5-17abbb216118 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.695374 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-4c41b230-7d02-4204-b185-255896b7f222 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Request body: {'port': {'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1181171171'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:53.716632 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.735166 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a069ab71-9bbd-462d-8c81-c32dbc568a82 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.747048 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-45857212-71fd-4248-ab4b-d8e917ae1ea5 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.775079 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-de70723b-57b8-4de5-87a6-f7996f6aca88 None None] Provisioning complete for port 77659aa8-e400-4cd6-b75e-1bb091cadcd2 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:53.775444 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de70723b-57b8-4de5-87a6-f7996f6aca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.802122 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1c09695a-0a6b-4aed-99cb-e7e30c68fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.808237 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45857212-71fd-4248-ab4b-d8e917ae1ea5 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Network 40b74401-2a31-40b8-ac5d-e2a65a968ecb is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:01:53.809504 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-24255c95-5e39-48e4-88c5-17abbb216118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.812077 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-24255c95-5e39-48e4-88c5-17abbb216118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.813249 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f9e6097f-9d62-4674-b46d-2373dfbc2f92 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.818982 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-45857212-71fd-4248-ab4b-d8e917ae1ea5 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:01:53.822203 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45857212-71fd-4248-ab4b-d8e917ae1ea5 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:01:53.835045 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c012d688-f640-46e1-bcc3-5f18226dbb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.869838 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c41b230-7d02-4204-b185-255896b7f222 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Made reservation on behalf of e8d9087a8c874292bb7e854159e8a81a for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:01:53.872140 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4c41b230-7d02-4204-b185-255896b7f222 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:53.955396 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1c09695a-0a6b-4aed-99cb-e7e30c68fa62 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e6059b601fac4ecbb72eb318c3edbc8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7888405 Apr 23 00:01:53.959376 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] For port 77659aa8-e400-4cd6-b75e-1bb091cadcd2, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:01:53.960311 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09695a-0a6b-4aed-99cb-e7e30c68fa62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4cdbcd-33e8-469a-a84c-8e6af0e60bf0,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:53.966838 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49120) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:53.979483 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] For port 77659aa8-e400-4cd6-b75e-1bb091cadcd2, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=77659aa8-e400-4cd6-b75e-1bb091cadcd2,segment=NetworkSegment(7fd3e4d6-dd1e-4136-8449-a7716d3b220a),segment_id=7fd3e4d6-dd1e-4136-8449-a7716d3b220a)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:01:53.986726 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6097f-9d62-4674-b46d-2373dfbc2f92 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Pushing event updated for resources: {'Subnet': ['ID=00d4224d-712b-4146-bfe5-bf9df36b47b1,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:53.995129 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-4c41b230-7d02-4204-b185-255896b7f222 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] device_id is not set on port c9393d77-f92a-41cb-a670-7ab68ad66d2b yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:01:54.039546 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45857212-71fd-4248-ab4b-d8e917ae1ea5 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Pushing event updated for resources: {'Port': ['ID=67fbb237-ac30-43a5-9c6c-f5ae148fb4e7,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:54.068941 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:54.099092 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-de70723b-57b8-4de5-87a6-f7996f6aca88 None None] Port 77659aa8-e400-4cd6-b75e-1bb091cadcd2 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:01:54.116957 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 06a56b31-da2a-449b-8a0d-356d9652696c up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:01:54.189953 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0b60f-d0c7-4be0-a920-b001b5d2367d None None] Pushing event updated for resources: {'Port': ['ID=77659aa8-e400-4cd6-b75e-1bb091cadcd2,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:54.223320 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] Routers {'44cc4402-c374-461a-a4e3-fe6b80fae2f0'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:01:54.224210 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:01:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['44cc4402-c374-461a-a4e3-fe6b80fae2f0'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:01:54.238835 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c012d688-f640-46e1-bcc3-5f18226dbb00 admin admin] Network 0a41116a-33eb-4e65-9932-be9cdd6ea97e is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:01:54.246593 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-c012d688-f640-46e1-bcc3-5f18226dbb00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:01:54.249333 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c012d688-f640-46e1-bcc3-5f18226dbb00 admin admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:01:54.250046 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c012d688-f640-46e1-bcc3-5f18226dbb00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:54.256327 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24255c95-5e39-48e4-88c5-17abbb216118 admin admin] Network a8d8d357-da92-4298-b1b5-3d81a026a802 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:01:54.256789 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-a069ab71-9bbd-462d-8c81-c32dbc568a82 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Allocated IP 172.26.3.87 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/003260c8-97b7-4c3d-abba-866aadef041d) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:01:54.296278 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e6097f-9d62-4674-b46d-2373dfbc2f92 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Checking segment: {'id': '60738fbb-318d-42f8-8607-b11f035f482e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd9c878cf-18f3-4e7a-84bf-e3f1bb719438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:01:54.296759 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e6097f-9d62-4674-b46d-2373dfbc2f92 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Network hostable DHCP agents. Network: d9c878cf-18f3-4e7a-84bf-e3f1bb719438, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:01:54.307757 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-24255c95-5e39-48e4-88c5-17abbb216118 admin admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:01:54.343356 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24255c95-5e39-48e4-88c5-17abbb216118 admin admin] Pushing event updated for resources: {'Port': ['ID=2b65dd43-5f10-4f3a-ac92-d629ab23c6cd,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:54.429973 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 06a56b31-da2a-449b-8a0d-356d9652696c triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:54.430339 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:54.527191 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49122) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:54.529894 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e6097f-9d62-4674-b46d-2373dfbc2f92 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Network d9c878cf-18f3-4e7a-84bf-e3f1bb719438 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:01:54.536203 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] Set router 44cc4402-c374-461a-a4e3-fe6b80fae2f0 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:01:54.547709 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c804a639-789e-4005-b0d5-ec4c5225fd09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:54.657753 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c804a639-789e-4005-b0d5-ec4c5225fd09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:54.678042 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012d688-f640-46e1-bcc3-5f18226dbb00 admin admin] Pushing event updated for resources: {'Port': ['ID=43918e06-3d0b-4e50-a20a-228d2dd88b5f,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:54.684548 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-f9e6097f-9d62-4674-b46d-2373dfbc2f92 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, d9c878cf-18f3-4e7a-84bf-e3f1bb719438) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:01:54.699327 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24255c95-5e39-48e4-88c5-17abbb216118 admin admin] Router c7bed32a-7724-4b83-9803-2f16be97fc7c has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:01:54.723545 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e6097f-9d62-4674-b46d-2373dfbc2f92 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:01:54.724175 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f9e6097f-9d62-4674-b46d-2373dfbc2f92 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:54.737647 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5291ae2-4c61-4ef9-9ded-697bb1b4ef63 None None] Network d9c878cf-18f3-4e7a-84bf-e3f1bb719438 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:01:54.751032 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4c41b230-7d02-4204-b185-255896b7f222 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:54.755942 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a069ab71-9bbd-462d-8c81-c32dbc568a82 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:54.775661 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-e7575513-c441-4a12-99f8-965bace54d45 None None] Provisioning complete for port 77659aa8-e400-4cd6-b75e-1bb091cadcd2 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:54.776371 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7575513-c441-4a12-99f8-965bace54d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:54.782907 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-37bd1660-ce95-4827-a6df-778f459777fa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a02f0fe4422d4960a93880efed70be11&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2461216 Apr 23 00:01:54.787512 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49126) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:54.834581 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f9e6097f-9d62-4674-b46d-2373dfbc2f92 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6708047 Apr 23 00:01:54.843222 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49128) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:54.853518 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-303824c2-00cb-4209-9e6d-c99066f6a943 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1018806589', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}, 'admin_state_up': False}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:54.904473 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-114ab6f9-c1b4-489b-a580-56609abeb269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:54.914720 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c804a639-789e-4005-b0d5-ec4c5225fd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:54.917181 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c804a639-789e-4005-b0d5-ec4c5225fd09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:54.920881 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c804a639-789e-4005-b0d5-ec4c5225fd09 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa4cdbcd-33e8-469a-a84c-8e6af0e60bf0 HTTP/1.1" status: 204 len: 168 time: 0.9464517 Apr 23 00:01:54.935389 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:54.938212 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-114ab6f9-c1b4-489b-a580-56609abeb269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:54.940522 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804a639-789e-4005-b0d5-ec4c5225fd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4cdbcd-33e8-469a-a84c-8e6af0e60bf0,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:54.952679 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-45857212-71fd-4248-ab4b-d8e917ae1ea5 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:54.961131 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 06a56b31-da2a-449b-8a0d-356d9652696c, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=06a56b31-da2a-449b-8a0d-356d9652696c,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:01:54.980955 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4c41b230-7d02-4204-b185-255896b7f222 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:55.029480 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24255c95-5e39-48e4-88c5-17abbb216118 admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:01:55.035270 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-24255c95-5e39-48e4-88c5-17abbb216118 admin admin] 10.222.0.15 "PUT /v2.0/routers/c7bed32a-7724-4b83-9803-2f16be97fc7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5167375 Apr 23 00:01:55.039584 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c41b230-7d02-4204-b185-255896b7f222 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Network 3bd380d6-b76c-4d01-ac5a-895b0191266d is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:01:55.042457 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-4c41b230-7d02-4204-b185-255896b7f222 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:01:55.048352 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a069ab71-9bbd-462d-8c81-c32dbc568a82 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:55.050158 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] Sync routers for ids ['c7bed32a-7724-4b83-9803-2f16be97fc7c'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:01:55.050654 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-303824c2-00cb-4209-9e6d-c99066f6a943 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:55.054740 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-303824c2-00cb-4209-9e6d-c99066f6a943 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:55.060044 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c41b230-7d02-4204-b185-255896b7f222 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:01:55.060999 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c41b230-7d02-4204-b185-255896b7f222 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:01:55.061743 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4c41b230-7d02-4204-b185-255896b7f222 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:55.072566 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41b230-7d02-4204-b185-255896b7f222 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Pushing event updated for resources: {'Port': ['ID=c9393d77-f92a-41cb-a670-7ab68ad66d2b,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:55.088009 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] Routers {'c7bed32a-7724-4b83-9803-2f16be97fc7c'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:01:55.088836 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:01:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c7bed32a-7724-4b83-9803-2f16be97fc7c'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:01:55.093019 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a069ab71-9bbd-462d-8c81-c32dbc568a82 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:01:55.167355 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:55.173965 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c012d688-f640-46e1-bcc3-5f18226dbb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:55.192408 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069ab71-9bbd-462d-8c81-c32dbc568a82 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Pushing event updated for resources: {'Port': ['ID=003260c8-97b7-4c3d-abba-866aadef041d,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:55.205207 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-a069ab71-9bbd-462d-8c81-c32dbc568a82 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:01:55.214195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a069ab71-9bbd-462d-8c81-c32dbc568a82 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:01:55.263336 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=06a56b31-da2a-449b-8a0d-356d9652696c,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:55.272836 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] Set router c7bed32a-7724-4b83-9803-2f16be97fc7c gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:01:55.333893 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a57f5b-1812-4c54-9f34-f6aaef7717b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-d9c878cf-18f3-4e7a-84bf-e3f1bb719438', 'network_id': 'd9c878cf-18f3-4e7a-84bf-e3f1bb719438', 'tenant_id': '3185e12a20414d89a83645c8d9bf6b05', 'fixed_ips': [{'subnet_id': '00d4224d-712b-4146-bfe5-bf9df36b47b1'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:01:55.335215 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43a57f5b-1812-4c54-9f34-f6aaef7717b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:55.353176 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-303824c2-00cb-4209-9e6d-c99066f6a943 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:55.359962 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-114ab6f9-c1b4-489b-a580-56609abeb269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:55.362694 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-114ab6f9-c1b4-489b-a580-56609abeb269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:55.367668 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-114ab6f9-c1b4-489b-a580-56609abeb269 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5beb6820-2089-461e-963f-1d74f7202d8d HTTP/1.1" status: 204 len: 168 time: 0.5787911 Apr 23 00:01:55.380977 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4c41b230-7d02-4204-b185-255896b7f222 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6888239 Apr 23 00:01:55.386042 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49140) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:55.394702 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:55.408878 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7575513-c441-4a12-99f8-965bace54d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:55.450699 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 77659aa8-e400-4cd6-b75e-1bb091cadcd2 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:01:55.505592 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c012d688-f640-46e1-bcc3-5f18226dbb00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:55.557680 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e7575513-c441-4a12-99f8-965bace54d45 None None] For port 77659aa8-e400-4cd6-b75e-1bb091cadcd2, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=77659aa8-e400-4cd6-b75e-1bb091cadcd2,segment=NetworkSegment(7fd3e4d6-dd1e-4136-8449-a7716d3b220a),segment_id=7fd3e4d6-dd1e-4136-8449-a7716d3b220a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:01:55.612738 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c012d688-f640-46e1-bcc3-5f18226dbb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:55.615990 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c012d688-f640-46e1-bcc3-5f18226dbb00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:55.658816 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7575513-c441-4a12-99f8-965bace54d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:55.676853 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'name': 'tempest-ServersTestManualDisk-1592533873-router', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:39Z', 'updated_at': '2022-04-23T00:01:47Z', 'revision_number': 4, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'gw_port': {'id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:36:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:40Z', 'updated_at': '2022-04-23T00:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '77659aa8-e400-4cd6-b75e-1bb091cadcd2', 'name': '', 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'mac_address': 'fa:16:3e:1c:c0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dac7434-d808-410c-93e9-edb872458a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:45Z', 'updated_at': '2022-04-23T00:01:53Z', 'revision_number': 4, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'subnets': [{'id': '5dac7434-d808-410c-93e9-edb872458a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:01:55.701257 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ab6f9-c1b4-489b-a580-56609abeb269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beb6820-2089-461e-963f-1d74f7202d8d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:55.710022 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'name': 'tempest-ServerActionsTestJSON-663334939-router', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:01:52Z', 'revision_number': 4, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'gw_port': {'id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:42Z', 'updated_at': '2022-04-23T00:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '2b65dd43-5f10-4f3a-ac92-d629ab23c6cd', 'name': '', 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'mac_address': 'fa:16:3e:2c:73:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e051b6c5-e40c-442b-8ae2-46ca4db94a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:49Z', 'updated_at': '2022-04-23T00:01:53Z', 'revision_number': 2, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'subnets': [{'id': 'e051b6c5-e40c-442b-8ae2-46ca4db94a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:01:55.717638 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27353edd-c2ac-4be6-ae9c-2532986b7590 None None] The sync data for ids ['44cc4402-c374-461a-a4e3-fe6b80fae2f0'] in dv-neutron-838783-1-hyperv is: [{'id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'name': 'tempest-ServersTestManualDisk-1592533873-router', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:39Z', 'updated_at': '2022-04-23T00:01:47Z', 'revision_number': 4, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'gw_port': {'id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:36:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:40Z', 'updated_at': '2022-04-23T00:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '77659aa8-e400-4cd6-b75e-1bb091cadcd2', 'name': '', 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'mac_address': 'fa:16:3e:1c:c0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dac7434-d808-410c-93e9-edb872458a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:45Z', 'updated_at': '2022-04-23T00:01:53Z', 'revision_number': 4, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'subnets': [{'id': '5dac7434-d808-410c-93e9-edb872458a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:01:55.789422 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] Checking router: c7bed32a-7724-4b83-9803-2f16be97fc7c for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:01:55.790924 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] Updating router c7bed32a-7724-4b83-9803-2f16be97fc7c port 2b65dd43-5f10-4f3a-ac92-d629ab23c6cd binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:01:55.845633 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:55.846790 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012d688-f640-46e1-bcc3-5f18226dbb00 admin admin] Pushing event updated for resources: {'Port': ['ID=43918e06-3d0b-4e50-a20a-228d2dd88b5f,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:55.848132 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-521826b2-309d-4f38-b142-186921852701 None None] Provisioning complete for port 2b65dd43-5f10-4f3a-ac92-d629ab23c6cd triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:55.848765 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-521826b2-309d-4f38-b142-186921852701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:55.872062 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 77659aa8-e400-4cd6-b75e-1bb091cadcd2 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:55.872993 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:55.912012 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-43a57f5b-1812-4c54-9f34-f6aaef7717b7 None None] Allocated IP 172.20.0.2 (d9c878cf-18f3-4e7a-84bf-e3f1bb719438/00d4224d-712b-4146-bfe5-bf9df36b47b1/19e26ae6-9a31-4984-acdf-b1821e8c44d2) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:01:55.957585 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a069ab71-9bbd-462d-8c81-c32dbc568a82 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:55.960631 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:55.990930 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-303824c2-00cb-4209-9e6d-c99066f6a943 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:56.056498 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-45857212-71fd-4248-ab4b-d8e917ae1ea5 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:56.061738 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7575513-c441-4a12-99f8-965bace54d45 None None] Pushing event updated for resources: {'Port': ['ID=77659aa8-e400-4cd6-b75e-1bb091cadcd2,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:56.099916 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-521826b2-309d-4f38-b142-186921852701 None None] Port 2b65dd43-5f10-4f3a-ac92-d629ab23c6cd cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:01:56.231723 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-521826b2-309d-4f38-b142-186921852701 None None] Provisioning complete for port 43918e06-3d0b-4e50-a20a-228d2dd88b5f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:56.240020 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-521826b2-309d-4f38-b142-186921852701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:56.256286 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c012d688-f640-46e1-bcc3-5f18226dbb00 admin admin] Network 0a41116a-33eb-4e65-9932-be9cdd6ea97e is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:01:56.275730 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-c012d688-f640-46e1-bcc3-5f18226dbb00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:01:56.417025 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a069ab71-9bbd-462d-8c81-c32dbc568a82 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:56.471948 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-521826b2-309d-4f38-b142-186921852701 None None] Port 43918e06-3d0b-4e50-a20a-228d2dd88b5f cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:01:56.486948 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49156) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:56.504811 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:56.581247 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:56.605526 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49158) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:56.642763 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-5e19a81c-e514-4ee9-a978-b05b4b0cc5af tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2054175833', 'description': 'tempest-description--1925781739'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:56.675122 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43a57f5b-1812-4c54-9f34-f6aaef7717b7 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:56.685455 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13e54a-6cf0-4ddb-ac0d-aeb549fb75e3 None None] Pushing event updated for resources: {'Port': ['ID=2b65dd43-5f10-4f3a-ac92-d629ab23c6cd,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:56.712899 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-2258e187-94db-47af-b7af-41a52c16edef None None] Provisioning complete for port 43918e06-3d0b-4e50-a20a-228d2dd88b5f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:56.715627 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2258e187-94db-47af-b7af-41a52c16edef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:56.759305 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2258e187-94db-47af-b7af-41a52c16edef None None] Port 43918e06-3d0b-4e50-a20a-228d2dd88b5f cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:01:56.795346 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43a57f5b-1812-4c54-9f34-f6aaef7717b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:56.803277 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] Attempting to bind port 2b65dd43-5f10-4f3a-ac92-d629ab23c6cd on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:56.804545 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] Attempting to bind port 2b65dd43-5f10-4f3a-ac92-d629ab23c6cd by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '7964bcf9-55fb-4cf8-a99d-cf4969598524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:56.804926 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] Attempting to bind port 2b65dd43-5f10-4f3a-ac92-d629ab23c6cd on network a8d8d357-da92-4298-b1b5-3d81a026a802 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:56.835737 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:01:56.836273 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] Checking segment: {'id': '7964bcf9-55fb-4cf8-a99d-cf4969598524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:01:56.836770 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:56.840571 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] Bound using segment: {'id': '7964bcf9-55fb-4cf8-a99d-cf4969598524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:01:56.841174 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] Bound port: 2b65dd43-5f10-4f3a-ac92-d629ab23c6cd, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7964bcf9-55fb-4cf8-a99d-cf4969598524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:01:56.841684 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:56.859529 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5e19a81c-e514-4ee9-a978-b05b4b0cc5af tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:56.883140 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a57f5b-1812-4c54-9f34-f6aaef7717b7 None None] Network d9c878cf-18f3-4e7a-84bf-e3f1bb719438 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:01:56.892244 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-43a57f5b-1812-4c54-9f34-f6aaef7717b7 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:01:56.892244 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a57f5b-1812-4c54-9f34-f6aaef7717b7 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:01:56.897250 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a57f5b-1812-4c54-9f34-f6aaef7717b7 None None] Pushing event updated for resources: {'Port': ['ID=19e26ae6-9a31-4984-acdf-b1821e8c44d2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:56.902889 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] device_id is not set on port c9393d77-f92a-41cb-a670-7ab68ad66d2b yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:01:56.984855 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] For port 2b65dd43-5f10-4f3a-ac92-d629ab23c6cd, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:01:56.988884 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] For port 2b65dd43-5f10-4f3a-ac92-d629ab23c6cd, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=2b65dd43-5f10-4f3a-ac92-d629ab23c6cd,segment=NetworkSegment(7964bcf9-55fb-4cf8-a99d-cf4969598524),segment_id=7964bcf9-55fb-4cf8-a99d-cf4969598524)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:01:57.008209 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c012d688-f640-46e1-bcc3-5f18226dbb00 admin admin] Router e47aab3e-0933-44c7-b4f6-a6d06d836406 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:01:57.009698 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:57.014673 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-43a57f5b-1812-4c54-9f34-f6aaef7717b7 None None] Attempting to bind port 19e26ae6-9a31-4984-acdf-b1821e8c44d2 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:57.015049 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-43a57f5b-1812-4c54-9f34-f6aaef7717b7 None None] Attempting to bind port 19e26ae6-9a31-4984-acdf-b1821e8c44d2 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '60738fbb-318d-42f8-8607-b11f035f482e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd9c878cf-18f3-4e7a-84bf-e3f1bb719438'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:57.015413 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a57f5b-1812-4c54-9f34-f6aaef7717b7 None None] Attempting to bind port 19e26ae6-9a31-4984-acdf-b1821e8c44d2 on network d9c878cf-18f3-4e7a-84bf-e3f1bb719438 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:57.028701 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a57f5b-1812-4c54-9f34-f6aaef7717b7 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:01:57.028701 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a57f5b-1812-4c54-9f34-f6aaef7717b7 None None] Checking segment: {'id': '60738fbb-318d-42f8-8607-b11f035f482e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd9c878cf-18f3-4e7a-84bf-e3f1bb719438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:01:57.031982 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43a57f5b-1812-4c54-9f34-f6aaef7717b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:57.032094 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c71da41c-1e8a-4b60-b32e-2e042b23124c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2797a7329d584c0e971a9c6fb6e2e4a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5285399 Apr 23 00:01:57.032181 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a57f5b-1812-4c54-9f34-f6aaef7717b7 None None] Bound using segment: {'id': '60738fbb-318d-42f8-8607-b11f035f482e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd9c878cf-18f3-4e7a-84bf-e3f1bb719438'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:01:57.032181 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-43a57f5b-1812-4c54-9f34-f6aaef7717b7 None None] Bound port: 19e26ae6-9a31-4984-acdf-b1821e8c44d2, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60738fbb-318d-42f8-8607-b11f035f482e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd9c878cf-18f3-4e7a-84bf-e3f1bb719438'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:01:57.032181 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43a57f5b-1812-4c54-9f34-f6aaef7717b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:57.038155 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49166) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:57.069098 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:57.146400 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13e54a-6cf0-4ddb-ac0d-aeb549fb75e3 None None] Pushing event updated for resources: {'Port': ['ID=2b65dd43-5f10-4f3a-ac92-d629ab23c6cd,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:57.161805 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c012d688-f640-46e1-bcc3-5f18226dbb00 admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:01:57.178654 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c012d688-f640-46e1-bcc3-5f18226dbb00 admin admin] 10.222.0.15 "PUT /v2.0/routers/e47aab3e-0933-44c7-b4f6-a6d06d836406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2706363 Apr 23 00:01:57.186803 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45857212-71fd-4248-ab4b-d8e917ae1ea5 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Router 090b6d05-ef08-4783-a60e-42de510de539 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:01:57.221706 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] Routers {'c7bed32a-7724-4b83-9803-2f16be97fc7c'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:01:57.222779 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:01:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c7bed32a-7724-4b83-9803-2f16be97fc7c'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:01:57.238029 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-43a57f5b-1812-4c54-9f34-f6aaef7717b7 None None] For port 19e26ae6-9a31-4984-acdf-b1821e8c44d2, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:01:57.245452 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-43a57f5b-1812-4c54-9f34-f6aaef7717b7 None None] For port 19e26ae6-9a31-4984-acdf-b1821e8c44d2, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=19e26ae6-9a31-4984-acdf-b1821e8c44d2,segment=NetworkSegment(60738fbb-318d-42f8-8607-b11f035f482e),segment_id=60738fbb-318d-42f8-8607-b11f035f482e)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:01:57.250425 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] Sync routers for ids ['e47aab3e-0933-44c7-b4f6-a6d06d836406'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:01:57.263313 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:57.285800 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a9fd4d11-1498-4f32-8e8d-ba6661b516fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:57.292170 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] Routers {'e47aab3e-0933-44c7-b4f6-a6d06d836406'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:01:57.293275 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:01:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['e47aab3e-0933-44c7-b4f6-a6d06d836406'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:01:57.311790 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a9fd4d11-1498-4f32-8e8d-ba6661b516fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:57.318071 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-1d67fdb2-d921-4b55-b816-ce78bd716ad7 None None] Provisioning complete for port 2b65dd43-5f10-4f3a-ac92-d629ab23c6cd triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:57.320842 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d67fdb2-d921-4b55-b816-ce78bd716ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:57.402540 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] Set router c7bed32a-7724-4b83-9803-2f16be97fc7c gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:01:57.454695 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a9fd4d11-1498-4f32-8e8d-ba6661b516fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:57.458508 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a9fd4d11-1498-4f32-8e8d-ba6661b516fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:57.463036 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a9fd4d11-1498-4f32-8e8d-ba6661b516fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04068480-d0ef-43a5-9ce9-ff8e32fffa95 HTTP/1.1" status: 204 len: 168 time: 0.4274340 Apr 23 00:01:57.491175 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd4d11-1498-4f32-8e8d-ba6661b516fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04068480-d0ef-43a5-9ce9-ff8e32fffa95,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:57.498282 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 77659aa8-e400-4cd6-b75e-1bb091cadcd2 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:01:57.512039 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49176) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:57.517601 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43a57f5b-1812-4c54-9f34-f6aaef7717b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:57.539718 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45857212-71fd-4248-ab4b-d8e917ae1ea5 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:01:57.575756 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a069ab71-9bbd-462d-8c81-c32dbc568a82 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:57.648687 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-45857212-71fd-4248-ab4b-d8e917ae1ea5 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:57.653426 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-45857212-71fd-4248-ab4b-d8e917ae1ea5 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.4809272 Apr 23 00:01:57.654204 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49186) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:57.683882 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-303824c2-00cb-4209-9e6d-c99066f6a943 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:57.705351 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a069ab71-9bbd-462d-8c81-c32dbc568a82 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:57.744605 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e4225c-82aa-4471-b36f-72f2741fdc6a None None] Sync routers for ids ['090b6d05-ef08-4783-a60e-42de510de539'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:01:57.820900 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e4225c-82aa-4471-b36f-72f2741fdc6a None None] Routers {'090b6d05-ef08-4783-a60e-42de510de539'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:01:57.821849 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-70e4225c-82aa-4471-b36f-72f2741fdc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:01:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['090b6d05-ef08-4783-a60e-42de510de539'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:01:57.933107 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-562ccde4-c075-4cce-921f-3e3419b7b384 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:58.080545 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a069ab71-9bbd-462d-8c81-c32dbc568a82 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:58.093983 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:58.094264 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:58.094529 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:58.125332 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-70e4225c-82aa-4471-b36f-72f2741fdc6a None None] Set router 090b6d05-ef08-4783-a60e-42de510de539 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:01:58.125528 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d67fdb2-d921-4b55-b816-ce78bd716ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:58.128426 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port c9393d77-f92a-41cb-a670-7ab68ad66d2b on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:01:58.128779 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:01:58.132316 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-303824c2-00cb-4209-9e6d-c99066f6a943 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:58.132853 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'name': 'tempest-ServerActionsTestJSON-663334939-router', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:01:52Z', 'revision_number': 4, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'gw_port': {'id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:42Z', 'updated_at': '2022-04-23T00:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '2b65dd43-5f10-4f3a-ac92-d629ab23c6cd', 'name': '', 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'mac_address': 'fa:16:3e:2c:73:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e051b6c5-e40c-442b-8ae2-46ca4db94a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:49Z', 'updated_at': '2022-04-23T00:01:56Z', 'revision_number': 4, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'subnets': [{'id': 'e051b6c5-e40c-442b-8ae2-46ca4db94a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:01:58.155380 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 2 to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b Apr 23 00:01:58.181539 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Pushing event updated for resources: {'Port': ['ID=c9393d77-f92a-41cb-a670-7ab68ad66d2b,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:58.185878 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5e19a81c-e514-4ee9-a978-b05b4b0cc5af tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:58.193189 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:58.193536 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:58.194008 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:58.232823 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-562ccde4-c075-4cce-921f-3e3419b7b384 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:58.233459 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 77659aa8-e400-4cd6-b75e-1bb091cadcd2 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:58.233459 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:58.265959 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069ab71-9bbd-462d-8c81-c32dbc568a82 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Pushing event updated for resources: {'Port': ['ID=003260c8-97b7-4c3d-abba-866aadef041d,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:58.275547 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port c9393d77-f92a-41cb-a670-7ab68ad66d2b on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:01:58.275920 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:01:58.278932 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c952c984-4893-427e-bb0f-1764f83eed25 None None] The sync data for ids ['c7bed32a-7724-4b83-9803-2f16be97fc7c'] in dv-neutron-838783-1-hyperv is: [{'id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'name': 'tempest-ServerActionsTestJSON-663334939-router', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:01:52Z', 'revision_number': 4, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'gw_port': {'id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:42Z', 'updated_at': '2022-04-23T00:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '2b65dd43-5f10-4f3a-ac92-d629ab23c6cd', 'name': '', 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'mac_address': 'fa:16:3e:2c:73:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e051b6c5-e40c-442b-8ae2-46ca4db94a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:49Z', 'updated_at': '2022-04-23T00:01:56Z', 'revision_number': 4, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'subnets': [{'id': 'e051b6c5-e40c-442b-8ae2-46ca4db94a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:01:58.294487 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-9fccab06-dc66-421f-967b-ab674fedaa90 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-506444254'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:58.307546 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 3 to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b Apr 23 00:01:58.318654 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a57f5b-1812-4c54-9f34-f6aaef7717b7 None None] Pushing event updated for resources: {'Port': ['ID=19e26ae6-9a31-4984-acdf-b1821e8c44d2,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:58.324634 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] Set router e47aab3e-0933-44c7-b4f6-a6d06d836406 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:01:58.354631 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5e19a81c-e514-4ee9-a978-b05b4b0cc5af tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:58.443172 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1d67fdb2-d921-4b55-b816-ce78bd716ad7 None None] For port 2b65dd43-5f10-4f3a-ac92-d629ab23c6cd, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=2b65dd43-5f10-4f3a-ac92-d629ab23c6cd,segment=NetworkSegment(7964bcf9-55fb-4cf8-a99d-cf4969598524),segment_id=7964bcf9-55fb-4cf8-a99d-cf4969598524)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:01:58.451139 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19a81c-e514-4ee9-a978-b05b4b0cc5af tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dcd7f5-2f85-47f0-a577-0957c560d71e,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:58.457510 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a069ab71-9bbd-462d-8c81-c32dbc568a82 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:58.476712 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a069ab71-9bbd-462d-8c81-c32dbc568a82 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4711230 Apr 23 00:01:58.477022 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:58.477277 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:58.477772 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:58.490780 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port c9393d77-f92a-41cb-a670-7ab68ad66d2b on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:01:58.491300 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:01:58.494654 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 4 to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b Apr 23 00:01:58.500242 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49196) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:58.518497 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-67de0fea-b488-44f0-aa16-f1e81fde4e84 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Request body: {'security_group': {'name': 'tempest-securitygroup--21395314', 'description': 'tempest-description--607219653'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:58.522009 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-562ccde4-c075-4cce-921f-3e3419b7b384 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Deleting port 67fbb237-ac30-43a5-9c6c-f5ae148fb4e7 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:01:58.522143 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-562ccde4-c075-4cce-921f-3e3419b7b384 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:58.562520 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fccab06-dc66-421f-967b-ab674fedaa90 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Made reservation on behalf of 7fb8e8ba285a4484a315b256e3f6bfac for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:01:58.566767 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:58.567561 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:58.568127 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:58.571445 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9fccab06-dc66-421f-967b-ab674fedaa90 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:58.581045 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 06a56b31-da2a-449b-8a0d-356d9652696c up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:01:58.598829 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port c9393d77-f92a-41cb-a670-7ab68ad66d2b on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:01:58.602565 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:01:58.609507 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 5 to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b Apr 23 00:01:58.643916 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5e19a81c-e514-4ee9-a978-b05b4b0cc5af tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:58.645674 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5e19a81c-e514-4ee9-a978-b05b4b0cc5af tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0150630 Apr 23 00:01:58.650805 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-67de0fea-b488-44f0-aa16-f1e81fde4e84 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:58.655396 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49200) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:58.671772 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-a5d73303-7f28-4aa7-9028-c89a8a32dde7 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Request body: {'security_group_rule': {'security_group_id': 'd3dcd7f5-2f85-47f0-a577-0957c560d71e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:58.683029 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9fccab06-dc66-421f-967b-ab674fedaa90 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:58.706818 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:58.707487 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:58.708069 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:58.731603 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-303824c2-00cb-4209-9e6d-c99066f6a943 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Allocated IP 172.26.3.50 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/0c2b61f7-fac1-4ef2-8092-30f4c6a634e2) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:01:58.734110 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d67fdb2-d921-4b55-b816-ce78bd716ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:58.736348 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-70e4225c-82aa-4471-b36f-72f2741fdc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090b6d05-ef08-4783-a60e-42de510de539', 'name': '', 'tenant_id': '0b340bb3e3b946d2beea047d082a4349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40b74401-2a31-40b8-ac5d-e2a65a968ecb', 'external_fixed_ips': [{'subnet_id': 'f114ff50-3af8-4228-b623-c0d6f083a25c', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '67fbb237-ac30-43a5-9c6c-f5ae148fb4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:49Z', 'updated_at': '2022-04-23T00:01:54Z', 'revision_number': 3, 'project_id': '0b340bb3e3b946d2beea047d082a4349', 'gw_port': {'id': '67fbb237-ac30-43a5-9c6c-f5ae148fb4e7', 'name': '', 'network_id': '40b74401-2a31-40b8-ac5d-e2a65a968ecb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:97:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090b6d05-ef08-4783-a60e-42de510de539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f114ff50-3af8-4228-b623-c0d6f083a25c', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:52Z', 'updated_at': '2022-04-23T00:01:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f114ff50-3af8-4228-b623-c0d6f083a25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:01:58.800873 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e4225c-82aa-4471-b36f-72f2741fdc6a None None] Checking router: 090b6d05-ef08-4783-a60e-42de510de539 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:01:58.801496 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e4225c-82aa-4471-b36f-72f2741fdc6a None None] Updating router 090b6d05-ef08-4783-a60e-42de510de539 port 67fbb237-ac30-43a5-9c6c-f5ae148fb4e7 binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:01:58.803077 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-67de0fea-b488-44f0-aa16-f1e81fde4e84 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:58.804470 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port c9393d77-f92a-41cb-a670-7ab68ad66d2b on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:01:58.804953 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:01:58.808357 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 6 to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b Apr 23 00:01:58.828361 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-562ccde4-c075-4cce-921f-3e3419b7b384 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:58.850462 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5d73303-7f28-4aa7-9028-c89a8a32dde7 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:58.864887 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-562ccde4-c075-4cce-921f-3e3419b7b384 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Calling delete_port for 67fbb237-ac30-43a5-9c6c-f5ae148fb4e7 owned by network:router_gateway {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:01:58.879385 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70e4225c-82aa-4471-b36f-72f2741fdc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:58.886155 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:58.888198 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:58.888975 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:58.905985 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-67de0fea-b488-44f0-aa16-f1e81fde4e84 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:58.917450 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67fdb2-d921-4b55-b816-ce78bd716ad7 None None] Pushing event updated for resources: {'Port': ['ID=2b65dd43-5f10-4f3a-ac92-d629ab23c6cd,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:58.994887 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9fccab06-dc66-421f-967b-ab674fedaa90 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:59.032187 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port c9393d77-f92a-41cb-a670-7ab68ad66d2b on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:01:59.044382 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:01:59.128626 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9fccab06-dc66-421f-967b-ab674fedaa90 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:59.144887 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5ed49e84-1bb8-4208-ae7f-072c3c40a422 None None] Provisioning complete for port 2b65dd43-5f10-4f3a-ac92-d629ab23c6cd triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:59.145809 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ed49e84-1bb8-4208-ae7f-072c3c40a422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:59.161641 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 7 to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b Apr 23 00:01:59.163699 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fccab06-dc66-421f-967b-ab674fedaa90 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:01:59.187869 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9fccab06-dc66-421f-967b-ab674fedaa90 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:59.189239 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-9fccab06-dc66-421f-967b-ab674fedaa90 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Added segment f6a0ca52-da62-4572-8bf1-045b8eebb167 of type vlan for network 1d43475c-87f8-46cd-a715-c204c4c4b7bb Apr 23 00:01:59.273677 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:59.276420 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:59.276943 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:59.280026 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de0fea-b488-44f0-aa16-f1e81fde4e84 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b527525-78b8-490e-a325-7a1a6bee7503,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:59.299526 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 06a56b31-da2a-449b-8a0d-356d9652696c triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:01:59.300384 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:59.309795 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5d73303-7f28-4aa7-9028-c89a8a32dde7 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:59.316174 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-67de0fea-b488-44f0-aa16-f1e81fde4e84 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:59.321919 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-67de0fea-b488-44f0-aa16-f1e81fde4e84 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.8188617 Apr 23 00:01:59.325239 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49234) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:59.325936 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49236) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:59.326977 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9fccab06-dc66-421f-967b-ab674fedaa90 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:59.350508 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-43cfa1b9-53f7-4c2b-887a-6f31d069c5ab tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Request body: {'security_group_rule': {'security_group_id': '7b527525-78b8-490e-a325-7a1a6bee7503', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:59.363760 dv-neutron-838783-1-hyperv neutron-server[103144]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 23 00:01:59.365071 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port c9393d77-f92a-41cb-a670-7ab68ad66d2b on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:01:59.365613 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:01:59.390480 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 8 to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b Apr 23 00:01:59.411329 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fccab06-dc66-421f-967b-ab674fedaa90 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65dd80d8-60a2-4f61-aa4e-ef6bdbdd5e72,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:59.418140 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:59.418785 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:59.419284 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:59.423410 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5d73303-7f28-4aa7-9028-c89a8a32dde7 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:59.444015 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9d542a-f371-4f55-93b9-3650911fa4fa None None] Network d9c878cf-18f3-4e7a-84bf-e3f1bb719438 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:01:59.480251 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9fccab06-dc66-421f-967b-ab674fedaa90 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:59.497184 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port c9393d77-f92a-41cb-a670-7ab68ad66d2b on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:01:59.497594 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:01:59.502492 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fccab06-dc66-421f-967b-ab674fedaa90 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:01:59.507269 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 9 to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b Apr 23 00:01:59.510321 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9fccab06-dc66-421f-967b-ab674fedaa90 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:59.565392 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:59.565927 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:59.566380 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:59.581965 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-42855a15-ada8-4034-927b-c0938caaeeac req-7a547180-d0a4-482b-91f9-77c6849f0969 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1087832503&fields=id&tenant_id=6acbda49d53541c4a7ad697686f19386 HTTP/1.1" status: 200 len: 267 time: 0.2502425 Apr 23 00:01:59.587180 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5d73303-7f28-4aa7-9028-c89a8a32dde7 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:59.592502 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a5d73303-7f28-4aa7-9028-c89a8a32dde7 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9334903 Apr 23 00:01:59.592676 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49242) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:59.599732 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-bcfb8f3b-d8b8-41c2-9cb3-94ff88fa47c9 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Request body: {'security_group_rule': {'security_group_id': 'd3dcd7f5-2f85-47f0-a577-0957c560d71e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:59.610634 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d73303-7f28-4aa7-9028-c89a8a32dde7 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa4a38a9-68c0-4aec-a543-995bfb461fd3,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:59.621919 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fccab06-dc66-421f-967b-ab674fedaa90 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Pushing event updated for resources: {'Network': ['ID=1d43475c-87f8-46cd-a715-c204c4c4b7bb,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:59.622590 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.db.api [None req-70e4225c-82aa-4471-b36f-72f2741fdc6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:01:59.623141 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG oslo_db.api [None req-70e4225c-82aa-4471-b36f-72f2741fdc6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:01:59.631773 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9fccab06-dc66-421f-967b-ab674fedaa90 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.1186905 Apr 23 00:01:59.633956 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49244) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:59.635144 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-562ccde4-c075-4cce-921f-3e3419b7b384 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:59.637952 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-303824c2-00cb-4209-9e6d-c99066f6a943 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:59.650192 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-6d53c8d0-3f07-44ab-ad5e-774407e44b2a tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Request body: {'subnet': {'network_id': '1d43475c-87f8-46cd-a715-c204c4c4b7bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:01:59.658567 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 1d43475c-87f8-46cd-a715-c204c4c4b7bb details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:01:59.658756 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43cfa1b9-53f7-4c2b-887a-6f31d069c5ab tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:59.714208 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port c9393d77-f92a-41cb-a670-7ab68ad66d2b on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:01:59.714551 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:01:59.732816 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 10 to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b Apr 23 00:01:59.792592 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49246) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:01:59.841465 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43cfa1b9-53f7-4c2b-887a-6f31d069c5ab tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:59.866019 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ccde4-c075-4cce-921f-3e3419b7b384 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Pushing event deleted for resources: {'Port': ['ID=67fbb237-ac30-43a5-9c6c-f5ae148fb4e7,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:01:59.869615 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:01:59.870001 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:01:59.870346 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:01:59.878135 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bcfb8f3b-d8b8-41c2-9cb3-94ff88fa47c9 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:59.889201 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-562ccde4-c075-4cce-921f-3e3419b7b384 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:59.918056 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port c9393d77-f92a-41cb-a670-7ab68ad66d2b on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:01:59.918393 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port c9393d77-f92a-41cb-a670-7ab68ad66d2b on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:01:59.918759 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:01:59.984235 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'name': 'tempest-ServersTestJSON-1036185301-router', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:01:54Z', 'revision_number': 4, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'gw_port': {'id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:43Z', 'updated_at': '2022-04-23T00:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '43918e06-3d0b-4e50-a20a-228d2dd88b5f', 'name': '', 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'mac_address': 'fa:16:3e:fc:41:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '895f2dc2-9151-45a4-9be9-8b20c7d0e2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:52Z', 'updated_at': '2022-04-23T00:01:55Z', 'revision_number': 2, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'subnets': [{'id': '895f2dc2-9151-45a4-9be9-8b20c7d0e2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:01:59.988498 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43cfa1b9-53f7-4c2b-887a-6f31d069c5ab tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:00.042641 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 19e26ae6-9a31-4984-acdf-b1821e8c44d2 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:02:00.049922 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] Checking router: e47aab3e-0933-44c7-b4f6-a6d06d836406 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:02:00.050272 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] Updating router e47aab3e-0933-44c7-b4f6-a6d06d836406 port 43918e06-3d0b-4e50-a20a-228d2dd88b5f binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:02:00.060891 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42855a15-ada8-4034-927b-c0938caaeeac req-7b88df2a-eedd-431f-8cf1-1d135b1d33f4 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:00.062425 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-42855a15-ada8-4034-927b-c0938caaeeac req-7b88df2a-eedd-431f-8cf1-1d135b1d33f4 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/networks?id=a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019 HTTP/1.1" status: 200 len: 812 time: 0.4795747 Apr 23 00:02:00.063046 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfa1b9-53f7-4c2b-887a-6f31d069c5ab tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb84b9c5-9db0-4a4f-9d25-f45115601f5e,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:00.076205 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-c6276b47-49f1-4173-98aa-1c2b748f4f3a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1825668398'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:00.112101 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-42855a15-ada8-4034-927b-c0938caaeeac req-33fead96-48c9-4707-b8d3-a64ad3a812d4 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/quotas/6acbda49d53541c4a7ad697686f19386 HTTP/1.1" status: 200 len: 375 time: 0.0395565 Apr 23 00:02:00.137533 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bcfb8f3b-d8b8-41c2-9cb3-94ff88fa47c9 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:00.143463 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:00.144882 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] For port c9393d77-f92a-41cb-a670-7ab68ad66d2b, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:02:00.145297 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempted to set empty binding levels {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 23 00:02:00.151280 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e4225c-82aa-4471-b36f-72f2741fdc6a None None] Port 67fbb237-ac30-43a5-9c6c-f5ae148fb4e7 not found while updating agent binding for router 090b6d05-ef08-4783-a60e-42de510de539. {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 23 00:02:00.170984 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-a43b0078-3129-4267-ac9d-a2ddf921bc84 None None] Provisioning complete for port 19e26ae6-9a31-4984-acdf-b1821e8c44d2 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:00.171535 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a43b0078-3129-4267-ac9d-a2ddf921bc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:00.176612 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e4225c-82aa-4471-b36f-72f2741fdc6a None None] Routers {'090b6d05-ef08-4783-a60e-42de510de539'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:00.177247 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-70e4225c-82aa-4471-b36f-72f2741fdc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:01:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['090b6d05-ef08-4783-a60e-42de510de539'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:00.211431 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43cfa1b9-53f7-4c2b-887a-6f31d069c5ab tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:00.212670 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-43cfa1b9-53f7-4c2b-887a-6f31d069c5ab tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8825665 Apr 23 00:02:00.221504 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49250) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:00.254385 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-303824c2-00cb-4209-9e6d-c99066f6a943 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:00.285941 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 19e26ae6-9a31-4984-acdf-b1821e8c44d2 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:00.286557 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:00.287494 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-08ca284f-8ad5-46a5-8a54-cf1d77b9a03a tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Request body: {'security_group_rule': {'security_group_id': '7b527525-78b8-490e-a325-7a1a6bee7503', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:00.303639 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bcfb8f3b-d8b8-41c2-9cb3-94ff88fa47c9 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:00.313779 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-562ccde4-c075-4cce-921f-3e3419b7b384 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:00.313979 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:00.326049 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-70e4225c-82aa-4471-b36f-72f2741fdc6a None None] Set router 090b6d05-ef08-4783-a60e-42de510de539 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:02:00.348362 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6276b47-49f1-4173-98aa-1c2b748f4f3a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:00.348773 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-562ccde4-c075-4cce-921f-3e3419b7b384 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:00.367034 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c6276b47-49f1-4173-98aa-1c2b748f4f3a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:00.401558 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb8f3b-d8b8-41c2-9cb3-94ff88fa47c9 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f85907-06b3-4127-88e3-2e13aa428c7f,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:00.406511 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c6276b47-49f1-4173-98aa-1c2b748f4f3a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:00.412387 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303824c2-00cb-4209-9e6d-c99066f6a943 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:00.425231 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303824c2-00cb-4209-9e6d-c99066f6a943 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Pushing event updated for resources: {'Port': ['ID=0c2b61f7-fac1-4ef2-8092-30f4c6a634e2,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:00.427994 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] In _notify_port_updated(), no bound segment for port c9393d77-f92a-41cb-a670-7ab68ad66d2b on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103144) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 23 00:02:00.429105 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:00.429698 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:00.440397 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] 10.222.0.15 "PUT /v2.0/ports/c9393d77-f92a-41cb-a670-7ab68ad66d2b HTTP/1.1" status: 200 len: 977 time: 5.0523317 Apr 23 00:02:00.448027 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49252) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:00.455624 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-70e4225c-82aa-4471-b36f-72f2741fdc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090b6d05-ef08-4783-a60e-42de510de539', 'name': '', 'tenant_id': '0b340bb3e3b946d2beea047d082a4349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:49Z', 'updated_at': '2022-04-23T00:01:59Z', 'revision_number': 5, 'project_id': '0b340bb3e3b946d2beea047d082a4349', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:00.458310 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-303824c2-00cb-4209-9e6d-c99066f6a943 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:00.501951 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303824c2-00cb-4209-9e6d-c99066f6a943 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:00.522192 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e4225c-82aa-4471-b36f-72f2741fdc6a None None] The sync data for ids ['090b6d05-ef08-4783-a60e-42de510de539'] in dv-neutron-838783-1-hyperv is: [{'id': '090b6d05-ef08-4783-a60e-42de510de539', 'name': '', 'tenant_id': '0b340bb3e3b946d2beea047d082a4349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:49Z', 'updated_at': '2022-04-23T00:01:59Z', 'revision_number': 5, 'project_id': '0b340bb3e3b946d2beea047d082a4349', 'gw_port_host': None}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:02:00.612311 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-42855a15-ada8-4034-927b-c0938caaeeac req-bec0a644-7c76-482e-b37e-e6b16be04f27 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6acbda49d53541c4a7ad697686f19386&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4932294 Apr 23 00:02:00.657425 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d53c8d0-3f07-44ab-ad5e-774407e44b2a tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Made reservation on behalf of 7fb8e8ba285a4484a315b256e3f6bfac for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:00.661156 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6d53c8d0-3f07-44ab-ad5e-774407e44b2a tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks [] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:00.690215 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7e8e3-87a4-4659-94fb-e4450e2f8c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Pushing event updated for resources: {'Port': ['ID=c9393d77-f92a-41cb-a670-7ab68ad66d2b,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:00.725061 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a43b0078-3129-4267-ac9d-a2ddf921bc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:00.755197 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bcfb8f3b-d8b8-41c2-9cb3-94ff88fa47c9 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:00.759111 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-bcfb8f3b-d8b8-41c2-9cb3-94ff88fa47c9 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1628368 Apr 23 00:02:00.760596 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:00.763305 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49260) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:00.765778 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-562ccde4-c075-4cce-921f-3e3419b7b384 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:00.766349 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562ccde4-c075-4cce-921f-3e3419b7b384 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 090b6d05-ef08-4783-a60e-42de510de539 {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:02:00.770806 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-aa9c0f59-0388-40b6-97fc-601762883b79 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:00.772807 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-562ccde4-c075-4cce-921f-3e3419b7b384 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:00.776025 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-562ccde4-c075-4cce-921f-3e3419b7b384 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "DELETE /v2.0/routers/090b6d05-ef08-4783-a60e-42de510de539 HTTP/1.1" status: 204 len: 168 time: 3.1205518 Apr 23 00:02:00.779663 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49262) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:00.795324 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-08ca284f-8ad5-46a5-8a54-cf1d77b9a03a tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:00.852723 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a43b0078-3129-4267-ac9d-a2ddf921bc84 None None] For port 19e26ae6-9a31-4984-acdf-b1821e8c44d2, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=19e26ae6-9a31-4984-acdf-b1821e8c44d2,segment=NetworkSegment(60738fbb-318d-42f8-8607-b11f035f482e),segment_id=60738fbb-318d-42f8-8607-b11f035f482e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:00.856154 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ffb237-7fa5-4f6b-b957-2ea784601e82 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Deleting subnet f114ff50-3af8-4228-b623-c0d6f083a25c {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:02:00.867457 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d5ffb237-7fa5-4f6b-b957-2ea784601e82 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:00.909128 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c6276b47-49f1-4173-98aa-1c2b748f4f3a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:00.915752 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [req-42855a15-ada8-4034-927b-c0938caaeeac req-5d59f4f6-72e2-42e1-88cc-0e6cf0556ce4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:00.916359 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-42855a15-ada8-4034-927b-c0938caaeeac req-5d59f4f6-72e2-42e1-88cc-0e6cf0556ce4 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1654911 Apr 23 00:02:00.923618 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d5ffb237-7fa5-4f6b-b957-2ea784601e82 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:00.941266 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29773335-97ce-432a-8438-3804a1fb60b9 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:00.941811 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29773335-97ce-432a-8438-3804a1fb60b9 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:00.942288 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29773335-97ce-432a-8438-3804a1fb60b9 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:00.945387 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29773335-97ce-432a-8438-3804a1fb60b9 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:00.945387 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29773335-97ce-432a-8438-3804a1fb60b9 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:00.945387 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29773335-97ce-432a-8438-3804a1fb60b9 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:00.945387 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29773335-97ce-432a-8438-3804a1fb60b9 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:00.945387 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29773335-97ce-432a-8438-3804a1fb60b9 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:00.945387 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29773335-97ce-432a-8438-3804a1fb60b9 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:00.945730 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29773335-97ce-432a-8438-3804a1fb60b9 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:00.946064 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29773335-97ce-432a-8438-3804a1fb60b9 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:00.946530 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29773335-97ce-432a-8438-3804a1fb60b9 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:00.947016 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29773335-97ce-432a-8438-3804a1fb60b9 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:00.947479 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29773335-97ce-432a-8438-3804a1fb60b9 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:00.947977 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29773335-97ce-432a-8438-3804a1fb60b9 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:00.948439 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29773335-97ce-432a-8438-3804a1fb60b9 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:00.948902 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29773335-97ce-432a-8438-3804a1fb60b9 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:00.949345 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29773335-97ce-432a-8438-3804a1fb60b9 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:00.952005 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-29773335-97ce-432a-8438-3804a1fb60b9 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16231 time: 0.5024061 Apr 23 00:02:00.962577 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a43b0078-3129-4267-ac9d-a2ddf921bc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:00.963416 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49264) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:01.032745 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-08ca284f-8ad5-46a5-8a54-cf1d77b9a03a tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.033061 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c6276b47-49f1-4173-98aa-1c2b748f4f3a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.038731 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.045667 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d5ffb237-7fa5-4f6b-b957-2ea784601e82 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.059825 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:02:01.060187 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:02:01.060972 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b0078-3129-4267-ac9d-a2ddf921bc84 None None] Pushing event updated for resources: {'Port': ['ID=19e26ae6-9a31-4984-acdf-b1821e8c44d2,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:01.083028 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d28ec4a9-f06e-4fbf-8c06-8e8d09e0a36f None None] Provisioning complete for port 19e26ae6-9a31-4984-acdf-b1821e8c44d2 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:01.083504 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d28ec4a9-f06e-4fbf-8c06-8e8d09e0a36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.108560 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.108762 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-08ca284f-8ad5-46a5-8a54-cf1d77b9a03a tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.140217 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aa9c0f59-0388-40b6-97fc-601762883b79 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks [] for floatingip, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.144235 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca284f-8ad5-46a5-8a54-cf1d77b9a03a tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a53a86-d0d1-4a44-9485-8ddc7c3cd7f8,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:01.150359 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-e71bad31-f114-4b1f-9fbe-09347b3a4aa0 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Deleting port c9393d77-f92a-41cb-a670-7ab68ad66d2b {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:01.150518 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e71bad31-f114-4b1f-9fbe-09347b3a4aa0 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.164835 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6276b47-49f1-4173-98aa-1c2b748f4f3a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:02:01.206225 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6d53c8d0-3f07-44ab-ad5e-774407e44b2a tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.206444 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de06563-fdac-4f06-a3b6-abf5bb8ac2d1 None None] Pushing event updated for resources: {'Port': ['ID=43918e06-3d0b-4e50-a20a-228d2dd88b5f,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:01.252685 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-08ca284f-8ad5-46a5-8a54-cf1d77b9a03a tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.257141 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-08ca284f-8ad5-46a5-8a54-cf1d77b9a03a tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9708354 Apr 23 00:02:01.257270 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c6276b47-49f1-4173-98aa-1c2b748f4f3a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.257270 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-c6276b47-49f1-4173-98aa-1c2b748f4f3a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Added segment 84c728da-0df3-494d-b32c-1fe0afe7c996 of type vlan for network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 Apr 23 00:02:01.262838 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49266) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:01.264427 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6276b47-49f1-4173-98aa-1c2b748f4f3a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e43f62-9402-4f40-a59e-b6dd3cee006a,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:01.284661 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-3fed82de-cf7f-49f0-b4d3-1d304d9cb29b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:01.291057 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-e71bad31-f114-4b1f-9fbe-09347b3a4aa0 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] For port c9393d77-f92a-41cb-a670-7ab68ad66d2b, host hv-neutron-8387, got binding levels [] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:01.291526 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e71bad31-f114-4b1f-9fbe-09347b3a4aa0 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.327830 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] Attempting to bind port 43918e06-3d0b-4e50-a20a-228d2dd88b5f on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:02:01.328391 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] Attempting to bind port 43918e06-3d0b-4e50-a20a-228d2dd88b5f by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1413f222-a5bf-498f-83b3-b615c2513886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:02:01.328757 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] Attempting to bind port 43918e06-3d0b-4e50-a20a-228d2dd88b5f on network 0a41116a-33eb-4e65-9932-be9cdd6ea97e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:02:01.332329 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-e71bad31-f114-4b1f-9fbe-09347b3a4aa0 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Calling delete_port for c9393d77-f92a-41cb-a670-7ab68ad66d2b owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:01.343073 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53c8d0-3f07-44ab-ad5e-774407e44b2a tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Pushing event updated for resources: {'Subnet': ['ID=7054009d-dadc-4070-baae-4637687c79c8,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:01.343935 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:02:01.344522 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] Checking segment: {'id': '1413f222-a5bf-498f-83b3-b615c2513886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:02:01.345112 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.347236 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] Bound using segment: {'id': '1413f222-a5bf-498f-83b3-b615c2513886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:02:01.347733 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] Bound port: 43918e06-3d0b-4e50-a20a-228d2dd88b5f, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1413f222-a5bf-498f-83b3-b615c2513886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:02:01.348538 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.401492 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d53c8d0-3f07-44ab-ad5e-774407e44b2a tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Checking segment: {'id': 'f6a0ca52-da62-4572-8bf1-045b8eebb167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1d43475c-87f8-46cd-a715-c204c4c4b7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:02:01.402082 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d53c8d0-3f07-44ab-ad5e-774407e44b2a tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Network hostable DHCP agents. Network: 1d43475c-87f8-46cd-a715-c204c4c4b7bb, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:02:01.441583 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3fed82de-cf7f-49f0-b4d3-1d304d9cb29b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks [] for floatingip, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.445802 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] For port 43918e06-3d0b-4e50-a20a-228d2dd88b5f, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:02:01.452658 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] For port 43918e06-3d0b-4e50-a20a-228d2dd88b5f, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=43918e06-3d0b-4e50-a20a-228d2dd88b5f,segment=NetworkSegment(1413f222-a5bf-498f-83b3-b615c2513886),segment_id=1413f222-a5bf-498f-83b3-b615c2513886)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:02:01.464993 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-447de9b7-9842-47e2-b14b-c8a8b2542cc8 None None] Provisioning complete for port 43918e06-3d0b-4e50-a20a-228d2dd88b5f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:01.465604 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-447de9b7-9842-47e2-b14b-c8a8b2542cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.504495 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-447de9b7-9842-47e2-b14b-c8a8b2542cc8 None None] Port 43918e06-3d0b-4e50-a20a-228d2dd88b5f cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:01.525688 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d53c8d0-3f07-44ab-ad5e-774407e44b2a tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Network 1d43475c-87f8-46cd-a715-c204c4c4b7bb is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:02:01.565858 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.574765 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c6276b47-49f1-4173-98aa-1c2b748f4f3a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.583426 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-42855a15-ada8-4034-927b-c0938caaeeac req-462b2799-84e1-4de3-9564-5a85713bcff6 service neutron] 10.222.0.15 "GET /v2.0/networks/a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6543825 Apr 23 00:02:01.590420 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-303824c2-00cb-4209-9e6d-c99066f6a943 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.608017 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3fed82de-cf7f-49f0-b4d3-1d304d9cb29b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.619646 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-6d53c8d0-3f07-44ab-ad5e-774407e44b2a tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 1d43475c-87f8-46cd-a715-c204c4c4b7bb) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:01.621296 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e71bad31-f114-4b1f-9fbe-09347b3a4aa0 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.646488 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef872b45-373f-4ecc-8be6-7b89380915bc None None] Network 1d43475c-87f8-46cd-a715-c204c4c4b7bb requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:02:01.658932 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d53c8d0-3f07-44ab-ad5e-774407e44b2a tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:01.659533 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6d53c8d0-3f07-44ab-ad5e-774407e44b2a tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.707819 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71bad31-f114-4b1f-9fbe-09347b3a4aa0 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9393d77-f92a-41cb-a670-7ab68ad66d2b,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:01.716968 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e71bad31-f114-4b1f-9fbe-09347b3a4aa0 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.720252 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e71bad31-f114-4b1f-9fbe-09347b3a4aa0 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] 10.222.0.15 "DELETE /v2.0/ports/c9393d77-f92a-41cb-a670-7ab68ad66d2b HTTP/1.1" status: 204 len: 168 time: 0.7486985 Apr 23 00:02:01.723106 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49268) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:01.777311 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de06563-fdac-4f06-a3b6-abf5bb8ac2d1 None None] Pushing event updated for resources: {'Port': ['ID=43918e06-3d0b-4e50-a20a-228d2dd88b5f,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:01.808385 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] Routers {'e47aab3e-0933-44c7-b4f6-a6d06d836406'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:01.809397 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:01:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['e47aab3e-0933-44c7-b4f6-a6d06d836406'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:01.816041 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d5ffb237-7fa5-4f6b-b957-2ea784601e82 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.827527 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-42855a15-ada8-4034-927b-c0938caaeeac req-0ee6d22b-1790-4073-b2cd-b1b6e8fc6908 service neutron] 10.222.0.15 "GET /v2.0/networks/a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349439 Apr 23 00:02:01.838173 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-3fed82de-cf7f-49f0-b4d3-1d304d9cb29b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Allocated IP 172.26.3.159 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/22a404b7-1dac-423d-9969-a122e52d35f2) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:01.870349 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2b65dd43-5f10-4f3a-ac92-d629ab23c6cd up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:02:01.872028 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d5ffb237-7fa5-4f6b-b957-2ea784601e82 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.880324 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d5ffb237-7fa5-4f6b-b957-2ea784601e82 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/f114ff50-3af8-4228-b623-c0d6f083a25c HTTP/1.1" status: 204 len: 168 time: 1.0955486 Apr 23 00:02:01.883393 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49270) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:01.930266 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ffb237-7fa5-4f6b-b957-2ea784601e82 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f114ff50-3af8-4228-b623-c0d6f083a25c,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:01.936446 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c6276b47-49f1-4173-98aa-1c2b748f4f3a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:01.945862 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6276b47-49f1-4173-98aa-1c2b748f4f3a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:01.946805 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c6276b47-49f1-4173-98aa-1c2b748f4f3a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:02.069859 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6d53c8d0-3f07-44ab-ad5e-774407e44b2a tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4239106 Apr 23 00:02:02.091757 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3fed82de-cf7f-49f0-b4d3-1d304d9cb29b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:02.093115 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49272) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:02.099042 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-548bfc9b-fa90-4a6c-bccb-1ca4c712f6e1 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Request body: {'port': {'network_id': '1d43475c-87f8-46cd-a715-c204c4c4b7bb', 'name': 'tempest-AllowedAddressPairTestJSON-1625690866'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:02.106351 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac84c30b-a93c-4a15-88cb-90fe02063a5b tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] GET failed (client error): The resource could not be found. Apr 23 00:02:02.114246 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ac84c30b-a93c-4a15-88cb-90fe02063a5b tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] 10.222.0.15 "GET /v2.0/ports/c9393d77-f92a-41cb-a670-7ab68ad66d2b HTTP/1.1" status: 404 len: 333 time: 0.3803742 Apr 23 00:02:02.115672 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49274) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:02.133683 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-40e594c1-6d54-4314-aebc-f7909a7b78c8 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1741722255', 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:02.139343 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5f1a37f2-2a72-4c46-86d7-ab15ac204880 None None] Provisioning complete for port 43918e06-3d0b-4e50-a20a-228d2dd88b5f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:02.139742 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f1a37f2-2a72-4c46-86d7-ab15ac204880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:02.149073 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] Set router e47aab3e-0933-44c7-b4f6-a6d06d836406 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:02:02.186285 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6276b47-49f1-4173-98aa-1c2b748f4f3a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Network': ['ID=c63f51b9-c3a4-49bd-bea9-32c28d4853e2,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:02.206018 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:02.222639 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c6276b47-49f1-4173-98aa-1c2b748f4f3a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.4289777 Apr 23 00:02:02.227482 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49280) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:02.245039 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-cc71f65c-24e5-4a07-9675-7541909771e9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'port': {'network_id': 'c63f51b9-c3a4-49bd-bea9-32c28d4853e2', 'name': 'tempest-PortsTestJSON-794074679'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:02.258787 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e594c1-6d54-4314-aebc-f7909a7b78c8 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Made reservation on behalf of e8d9087a8c874292bb7e854159e8a81a for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:02.268441 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-40e594c1-6d54-4314-aebc-f7909a7b78c8 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:02.318843 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-40e594c1-6d54-4314-aebc-f7909a7b78c8 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] device_id is not set on port b4d790aa-6013-48fc-9dc0-b91a021557c4 yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:02.348283 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aa9c0f59-0388-40b6-97fc-601762883b79 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:02.373421 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:02:02.430345 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 2b65dd43-5f10-4f3a-ac92-d629ab23c6cd triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:02.430648 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:02.434215 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49300) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:02.448283 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3fed82de-cf7f-49f0-b4d3-1d304d9cb29b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:02.482037 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fed82de-cf7f-49f0-b4d3-1d304d9cb29b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:02.490806 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-3fed82de-cf7f-49f0-b4d3-1d304d9cb29b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:02.499980 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b44544-c68e-4db4-b063-854e28a43f6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-1d43475c-87f8-46cd-a715-c204c4c4b7bb', 'network_id': '1d43475c-87f8-46cd-a715-c204c4c4b7bb', 'tenant_id': '7fb8e8ba285a4484a315b256e3f6bfac', 'fixed_ips': [{'subnet_id': '7054009d-dadc-4070-baae-4637687c79c8'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:02:02.502359 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43b44544-c68e-4db4-b063-854e28a43f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:02.530617 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fed82de-cf7f-49f0-b4d3-1d304d9cb29b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:02.549199 dv-neutron-838783-1-hyperv neutron-server[103143]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 23 00:02:02.661075 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548bfc9b-fa90-4a6c-bccb-1ca4c712f6e1 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Made reservation on behalf of 7fb8e8ba285a4484a315b256e3f6bfac for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:02.665995 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-548bfc9b-fa90-4a6c-bccb-1ca4c712f6e1 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:02.715773 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:02.719110 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-303824c2-00cb-4209-9e6d-c99066f6a943 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:02.748747 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0a79ddef-eb5f-48a0-81dd-88f9d0a48d2c req-ae32e9c1-94ab-4af7-be04-61d4145fd6bb tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 210 time: 0.3102410 Apr 23 00:02:02.825263 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:02.825899 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:02.826502 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:02.826711 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed82de-cf7f-49f0-b4d3-1d304d9cb29b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Pushing event updated for resources: {'Port': ['ID=22a404b7-1dac-423d-9969-a122e52d35f2,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:02.826916 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Subscribe: > port after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:02.827225 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:02.827603 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Subscribe: > port after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:02.827922 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:02.828260 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:02.835802 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:02.836238 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:02.849447 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-548bfc9b-fa90-4a6c-bccb-1ca4c712f6e1 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] device_id is not set on port cf8f3b8f-5e22-4a51-b7a4-1066a6b79892 yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:02.897806 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f1a37f2-2a72-4c46-86d7-ab15ac204880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:03.011137 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5f1a37f2-2a72-4c46-86d7-ab15ac204880 None None] For port 43918e06-3d0b-4e50-a20a-228d2dd88b5f, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=43918e06-3d0b-4e50-a20a-228d2dd88b5f,segment=NetworkSegment(1413f222-a5bf-498f-83b3-b615c2513886),segment_id=1413f222-a5bf-498f-83b3-b615c2513886)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:03.016920 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-43b44544-c68e-4db4-b063-854e28a43f6c None None] Allocated IP 172.20.0.2 (1d43475c-87f8-46cd-a715-c204c4c4b7bb/7054009d-dadc-4070-baae-4637687c79c8/9005ae07-9ab5-464c-93e9-efc7ecd4b2b7) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:03.060744 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3fed82de-cf7f-49f0-b4d3-1d304d9cb29b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:03.073837 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'name': 'tempest-ServersTestJSON-1036185301-router', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:01:54Z', 'revision_number': 4, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'gw_port': {'id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:43Z', 'updated_at': '2022-04-23T00:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '43918e06-3d0b-4e50-a20a-228d2dd88b5f', 'name': '', 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'mac_address': 'fa:16:3e:fc:41:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '895f2dc2-9151-45a4-9be9-8b20c7d0e2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:52Z', 'updated_at': '2022-04-23T00:02:01Z', 'revision_number': 4, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'subnets': [{'id': '895f2dc2-9151-45a4-9be9-8b20c7d0e2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:03.117534 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-40e594c1-6d54-4314-aebc-f7909a7b78c8 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:03.150320 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:03.150610 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:03.150909 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:03.151260 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:03.151614 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b74401-2a31-40b8-ac5d-e2a65a968ecb']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:03.179452 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc71f65c-24e5-4a07-9675-7541909771e9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:03.183411 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cc71f65c-24e5-4a07-9675-7541909771e9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:03.190608 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e92fdd-4c46-4832-86a6-baa06fbe4629') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:03.190865 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e92fdd-4c46-4832-86a6-baa06fbe4629') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:03.197885 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3fed82de-cf7f-49f0-b4d3-1d304d9cb29b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:03.234718 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:03.244451 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-aa9c0f59-0388-40b6-97fc-601762883b79 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Allocated IP 172.26.3.82 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/ca46711f-ae10-4900-b52d-fcce7379a8f3) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:03.253038 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f1a37f2-2a72-4c46-86d7-ab15ac204880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:03.255241 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 19e26ae6-9a31-4984-acdf-b1821e8c44d2 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:02:03.257780 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f93543-7857-4a39-9e0c-2c9f4b7acae3 None None] The sync data for ids ['e47aab3e-0933-44c7-b4f6-a6d06d836406'] in dv-neutron-838783-1-hyperv is: [{'id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'name': 'tempest-ServersTestJSON-1036185301-router', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:01:54Z', 'revision_number': 4, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'gw_port': {'id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:43Z', 'updated_at': '2022-04-23T00:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '43918e06-3d0b-4e50-a20a-228d2dd88b5f', 'name': '', 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'mac_address': 'fa:16:3e:fc:41:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '895f2dc2-9151-45a4-9be9-8b20c7d0e2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:52Z', 'updated_at': '2022-04-23T00:02:01Z', 'revision_number': 4, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'subnets': [{'id': '895f2dc2-9151-45a4-9be9-8b20c7d0e2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:02:03.287357 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-cc71f65c-24e5-4a07-9675-7541909771e9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] device_id is not set on port 42fb41e2-df3f-4c39-a9a7-eba958eb5326 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:03.367473 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:03.407497 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-40e594c1-6d54-4314-aebc-f7909a7b78c8 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:03.429962 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:02:03.430808 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:03.437194 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a37f2-2a72-4c46-86d7-ab15ac204880 None None] Pushing event updated for resources: {'Port': ['ID=43918e06-3d0b-4e50-a20a-228d2dd88b5f,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: from cryptography.utils import int_from_bytes Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: from cryptography.utils import int_from_bytes Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:02:03.445060 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:02:03.465843 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e594c1-6d54-4314-aebc-f7909a7b78c8 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Pushing event updated for resources: {'Port': ['ID=b4d790aa-6013-48fc-9dc0-b91a021557c4,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:03.498580 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e594c1-6d54-4314-aebc-f7909a7b78c8 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Network 3bd380d6-b76c-4d01-ac5a-895b0191266d is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:03.505828 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-40e594c1-6d54-4314-aebc-f7909a7b78c8 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:03.511196 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e594c1-6d54-4314-aebc-f7909a7b78c8 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:03.512505 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e594c1-6d54-4314-aebc-f7909a7b78c8 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:03.513303 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-40e594c1-6d54-4314-aebc-f7909a7b78c8 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:03.518229 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 19e26ae6-9a31-4984-acdf-b1821e8c44d2 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:03.518760 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:03.607299 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43b44544-c68e-4db4-b063-854e28a43f6c None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:03.703625 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-40e594c1-6d54-4314-aebc-f7909a7b78c8 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5860188 Apr 23 00:02:03.711290 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49320) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:03.727257 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43b44544-c68e-4db4-b063-854e28a43f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:03.775090 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3fed82de-cf7f-49f0-b4d3-1d304d9cb29b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:03.809739 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af4dd3e-9518-43b3-8d34-696c7ca2772d tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:03.811308 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1af4dd3e-9518-43b3-8d34-696c7ca2772d tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] 10.222.0.15 "GET /v2.0/ports/b4d790aa-6013-48fc-9dc0-b91a021557c4 HTTP/1.1" status: 200 len: 955 time: 0.0983319 Apr 23 00:02:03.814812 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49324) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:03.831108 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:03.843213 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b44544-c68e-4db4-b063-854e28a43f6c None None] Pushing event updated for resources: {'Port': ['ID=9005ae07-9ab5-464c-93e9-efc7ecd4b2b7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:03.849225 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b44544-c68e-4db4-b063-854e28a43f6c None None] Network 1d43475c-87f8-46cd-a715-c204c4c4b7bb is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:03.852427 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-43b44544-c68e-4db4-b063-854e28a43f6c None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:03.857215 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b44544-c68e-4db4-b063-854e28a43f6c None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:03.871849 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-548bfc9b-fa90-4a6c-bccb-1ca4c712f6e1 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Allocated IP 172.20.0.10 (1d43475c-87f8-46cd-a715-c204c4c4b7bb/7054009d-dadc-4070-baae-4637687c79c8/cf8f3b8f-5e22-4a51-b7a4-1066a6b79892) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:03.920930 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aa9c0f59-0388-40b6-97fc-601762883b79 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:03.953584 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-43b44544-c68e-4db4-b063-854e28a43f6c None None] Attempting to bind port 9005ae07-9ab5-464c-93e9-efc7ecd4b2b7 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:02:03.954370 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-43b44544-c68e-4db4-b063-854e28a43f6c None None] Attempting to bind port 9005ae07-9ab5-464c-93e9-efc7ecd4b2b7 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'f6a0ca52-da62-4572-8bf1-045b8eebb167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1d43475c-87f8-46cd-a715-c204c4c4b7bb'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:02:03.955303 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b44544-c68e-4db4-b063-854e28a43f6c None None] Attempting to bind port 9005ae07-9ab5-464c-93e9-efc7ecd4b2b7 on network 1d43475c-87f8-46cd-a715-c204c4c4b7bb {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:02:03.957796 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 40b74401-2a31-40b8-ac5d-e2a65a968ecb {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 23 00:02:03.961217 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:03.973147 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b44544-c68e-4db4-b063-854e28a43f6c None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:02:03.973579 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b44544-c68e-4db4-b063-854e28a43f6c None None] Checking segment: {'id': 'f6a0ca52-da62-4572-8bf1-045b8eebb167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1d43475c-87f8-46cd-a715-c204c4c4b7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:02:03.973986 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43b44544-c68e-4db4-b063-854e28a43f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:03.974387 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b44544-c68e-4db4-b063-854e28a43f6c None None] Bound using segment: {'id': 'f6a0ca52-da62-4572-8bf1-045b8eebb167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1d43475c-87f8-46cd-a715-c204c4c4b7bb'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:02:03.974975 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-43b44544-c68e-4db4-b063-854e28a43f6c None None] Bound port: 9005ae07-9ab5-464c-93e9-efc7ecd4b2b7, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a0ca52-da62-4572-8bf1-045b8eebb167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1d43475c-87f8-46cd-a715-c204c4c4b7bb'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:02:03.975461 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43b44544-c68e-4db4-b063-854e28a43f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:03.980641 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "DELETE /v2.0/networks/40b74401-2a31-40b8-ac5d-e2a65a968ecb HTTP/1.1" status: 204 len: 168 time: 2.0912468 Apr 23 00:02:03.988012 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3fed82de-cf7f-49f0-b4d3-1d304d9cb29b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:04.020154 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91dbfa-fe53-421d-9bea-2fd92f1a68a9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Pushing event deleted for resources: {'Network': ['ID=40b74401-2a31-40b8-ac5d-e2a65a968ecb,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:04.075405 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-43b44544-c68e-4db4-b063-854e28a43f6c None None] For port 9005ae07-9ab5-464c-93e9-efc7ecd4b2b7, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:02:04.081772 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-43b44544-c68e-4db4-b063-854e28a43f6c None None] For port 9005ae07-9ab5-464c-93e9-efc7ecd4b2b7, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=9005ae07-9ab5-464c-93e9-efc7ecd4b2b7,segment=NetworkSegment(f6a0ca52-da62-4572-8bf1-045b8eebb167),segment_id=f6a0ca52-da62-4572-8bf1-045b8eebb167)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:02:04.106056 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3fed82de-cf7f-49f0-b4d3-1d304d9cb29b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:04.122962 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303824c2-00cb-4209-9e6d-c99066f6a943 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Router 07dac16d-f661-4731-9569-a49250e654b9 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:02:04.166418 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43b44544-c68e-4db4-b063-854e28a43f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:04.171671 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed82de-cf7f-49f0-b4d3-1d304d9cb29b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Pushing event updated for resources: {'Port': ['ID=22a404b7-1dac-423d-9969-a122e52d35f2,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:04.231278 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fa7db0f5-4bca-4565-b843-4a9cb1b36f4c req-4dd97838-8bc5-47e3-a971-7754c58aaff4 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 210 time: 0.3185441 Apr 23 00:02:04.257982 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-50cdf5ff-0fd8-40c3-8f12-39b7557a7436 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Deleting port b4d790aa-6013-48fc-9dc0-b91a021557c4 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:04.258442 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-50cdf5ff-0fd8-40c3-8f12-39b7557a7436 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:04.284387 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c08e12e8-463c-4caa-b9e8-821b233d43a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:04.284855 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-548bfc9b-fa90-4a6c-bccb-1ca4c712f6e1 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:04.290865 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3fed82de-cf7f-49f0-b4d3-1d304d9cb29b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:04.302840 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3fed82de-cf7f-49f0-b4d3-1d304d9cb29b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0257022 Apr 23 00:02:04.359184 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b44544-c68e-4db4-b063-854e28a43f6c None None] Pushing event updated for resources: {'Port': ['ID=9005ae07-9ab5-464c-93e9-efc7ecd4b2b7,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:04.457859 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-50cdf5ff-0fd8-40c3-8f12-39b7557a7436 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:04.495891 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-50cdf5ff-0fd8-40c3-8f12-39b7557a7436 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Calling delete_port for b4d790aa-6013-48fc-9dc0-b91a021557c4 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:04.575152 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-548bfc9b-fa90-4a6c-bccb-1ca4c712f6e1 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:04.655380 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49348) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:04.670090 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-acd76073-6912-4e90-a9d3-9f3cf03ce1f0 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Request body: {'router': {'name': 'tempest-router--169542315', 'project_id': 'f851cca162444aa6a1063fddece49c5b'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:04.729633 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548bfc9b-fa90-4a6c-bccb-1ca4c712f6e1 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Network 1d43475c-87f8-46cd-a715-c204c4c4b7bb is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:04.748952 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-548bfc9b-fa90-4a6c-bccb-1ca4c712f6e1 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:04.763367 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548bfc9b-fa90-4a6c-bccb-1ca4c712f6e1 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:04.779216 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548bfc9b-fa90-4a6c-bccb-1ca4c712f6e1 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:04.779901 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-548bfc9b-fa90-4a6c-bccb-1ca4c712f6e1 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:04.786380 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-50cdf5ff-0fd8-40c3-8f12-39b7557a7436 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:04.799806 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cc71f65c-24e5-4a07-9675-7541909771e9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:04.826334 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548bfc9b-fa90-4a6c-bccb-1ca4c712f6e1 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Pushing event updated for resources: {'Port': ['ID=cf8f3b8f-5e22-4a51-b7a4-1066a6b79892,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:04.884889 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-acd76073-6912-4e90-a9d3-9f3cf03ce1f0 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:04.885913 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-acd76073-6912-4e90-a9d3-9f3cf03ce1f0 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:04.904110 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cdf5ff-0fd8-40c3-8f12-39b7557a7436 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4d790aa-6013-48fc-9dc0-b91a021557c4,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:04.911491 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-50cdf5ff-0fd8-40c3-8f12-39b7557a7436 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:04.917866 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-50cdf5ff-0fd8-40c3-8f12-39b7557a7436 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] 10.222.0.15 "DELETE /v2.0/ports/b4d790aa-6013-48fc-9dc0-b91a021557c4 HTTP/1.1" status: 204 len: 168 time: 1.1020319 Apr 23 00:02:04.918256 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49356) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:04.951892 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-ee4e361c-e9af-42e1-8398-8a1b9eb1ca3f tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--21395314&fields=id&tenant_id=fc99a14fb3484f3e9a5b0f6f71fb2823 HTTP/1.1" status: 200 len: 267 time: 0.1145558 Apr 23 00:02:04.967202 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8df64ba-1009-4f90-a2cd-7e657c5ba8db tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] GET failed (client error): The resource could not be found. Apr 23 00:02:04.968792 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c8df64ba-1009-4f90-a2cd-7e657c5ba8db tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] 10.222.0.15 "GET /v2.0/ports/b4d790aa-6013-48fc-9dc0-b91a021557c4 HTTP/1.1" status: 404 len: 333 time: 0.0449057 Apr 23 00:02:04.975732 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49358) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:04.986508 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-9b631610-24ca-442c-9d11-eff5d1003c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Request body: {'port': {'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1657871062'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:05.010074 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303824c2-00cb-4209-9e6d-c99066f6a943 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:02:05.018573 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aa9c0f59-0388-40b6-97fc-601762883b79 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:05.030777 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fda083-1e4c-4cd8-bf78-0887e6ddcefb None None] Sync routers for ids ['07dac16d-f661-4731-9569-a49250e654b9'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:02:05.042833 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-548bfc9b-fa90-4a6c-bccb-1ca4c712f6e1 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9481268 Apr 23 00:02:05.056831 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fda083-1e4c-4cd8-bf78-0887e6ddcefb None None] Routers {'07dac16d-f661-4731-9569-a49250e654b9'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:05.057472 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-53fda083-1e4c-4cd8-bf78-0887e6ddcefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:01:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['07dac16d-f661-4731-9569-a49250e654b9'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:05.064001 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49360) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:05.065400 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-acd76073-6912-4e90-a9d3-9f3cf03ce1f0 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:05.081212 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-437b8507-5206-4765-b35d-603a67e96f35 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Request body: {'port': {'network_id': '1d43475c-87f8-46cd-a715-c204c4c4b7bb', 'name': 'tempest-AllowedAddressPairTestJSON-1591518743', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:c0:aa:ce'}]}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:05.116296 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-53fda083-1e4c-4cd8-bf78-0887e6ddcefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:05.128221 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fda083-1e4c-4cd8-bf78-0887e6ddcefb None None] Routers {'07dac16d-f661-4731-9569-a49250e654b9'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:05.129075 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-53fda083-1e4c-4cd8-bf78-0887e6ddcefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:01:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['07dac16d-f661-4731-9569-a49250e654b9'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:05.142420 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9c0f59-0388-40b6-97fc-601762883b79 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:05.172294 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-53fda083-1e4c-4cd8-bf78-0887e6ddcefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:05.173856 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fda083-1e4c-4cd8-bf78-0887e6ddcefb None None] The sync data for ids ['07dac16d-f661-4731-9569-a49250e654b9'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:02:05.179725 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-aa9c0f59-0388-40b6-97fc-601762883b79 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:05.182936 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9c0f59-0388-40b6-97fc-601762883b79 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:05.189081 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cc71f65c-24e5-4a07-9675-7541909771e9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:05.193383 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b631610-24ca-442c-9d11-eff5d1003c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Made reservation on behalf of e8d9087a8c874292bb7e854159e8a81a for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:05.196731 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b631610-24ca-442c-9d11-eff5d1003c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:05.199264 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 9005ae07-9ab5-464c-93e9-efc7ecd4b2b7 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:02:05.242536 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-09346ea8-32f1-464f-bcd1-5d7744162b98 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:05.244141 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-09346ea8-32f1-464f-bcd1-5d7744162b98 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/networks?id=0a41116a-33eb-4e65-9932-be9cdd6ea97e HTTP/1.1" status: 200 len: 806 time: 0.2840030 Apr 23 00:02:05.248224 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-acd76073-6912-4e90-a9d3-9f3cf03ce1f0 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:05.258232 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c0f59-0388-40b6-97fc-601762883b79 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Pushing event updated for resources: {'Port': ['ID=ca46711f-ae10-4900-b52d-fcce7379a8f3,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:05.263632 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 9005ae07-9ab5-464c-93e9-efc7ecd4b2b7 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:05.264011 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:05.276731 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-fd6ca712-e609-4eb6-89c6-5bf7243b8fca tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/quotas/fc99a14fb3484f3e9a5b0f6f71fb2823 HTTP/1.1" status: 200 len: 375 time: 0.0197260 Apr 23 00:02:05.334080 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-303824c2-00cb-4209-9e6d-c99066f6a943 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:05.335450 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-303824c2-00cb-4209-9e6d-c99066f6a943 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 10.4854686 Apr 23 00:02:05.340635 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49362) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:05.380854 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-9b631610-24ca-442c-9d11-eff5d1003c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] device_id is not set on port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:05.385725 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:05.456433 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 9005ae07-9ab5-464c-93e9-efc7ecd4b2b7, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=9005ae07-9ab5-464c-93e9-efc7ecd4b2b7,segment=NetworkSegment(f6a0ca52-da62-4572-8bf1-045b8eebb167),segment_id=f6a0ca52-da62-4572-8bf1-045b8eebb167)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:05.478386 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71f65c-24e5-4a07-9675-7541909771e9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Port': ['ID=42fb41e2-df3f-4c39-a9a7-eba958eb5326,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:05.489684 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-acd76073-6912-4e90-a9d3-9f3cf03ce1f0 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:05.491623 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-acd76073-6912-4e90-a9d3-9f3cf03ce1f0 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8299196 Apr 23 00:02:05.512357 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49366) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:05.536946 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-ea8d1599-f4d1-4f21-bbb0-82112d4879e3 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc99a14fb3484f3e9a5b0f6f71fb2823&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2588837 Apr 23 00:02:05.543359 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:05.545979 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 43918e06-3d0b-4e50-a20a-228d2dd88b5f up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:02:05.594880 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc71f65c-24e5-4a07-9675-7541909771e9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Checking segment: {'id': '84c728da-0df3-494d-b32c-1fe0afe7c996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c63f51b9-c3a4-49bd-bea9-32c28d4853e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:02:05.595891 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc71f65c-24e5-4a07-9675-7541909771e9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network hostable DHCP agents. Network: c63f51b9-c3a4-49bd-bea9-32c28d4853e2, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:02:05.649557 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aa9c0f59-0388-40b6-97fc-601762883b79 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:05.653597 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7d46fdfc-ba6a-4f2d-8e6c-d53e2a696bf3 req-31fe0040-497b-4509-9fa2-2e58a7231f01 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 210 time: 0.0932002 Apr 23 00:02:05.700380 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437b8507-5206-4765-b35d-603a67e96f35 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Made reservation on behalf of 7fb8e8ba285a4484a315b256e3f6bfac for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:05.706965 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=9005ae07-9ab5-464c-93e9-efc7ecd4b2b7,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:05.738200 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 43918e06-3d0b-4e50-a20a-228d2dd88b5f triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:05.738705 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:05.844614 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b631610-24ca-442c-9d11-eff5d1003c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:05.881430 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc71f65c-24e5-4a07-9675-7541909771e9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:02:05.886247 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-b24206fb-8f27-4436-a405-c5955e75b63e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:05.892698 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-b24206fb-8f27-4436-a405-c5955e75b63e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1618106 Apr 23 00:02:05.914155 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed5841d-50a5-435e-9081-1f9994079494 None None] Network 1d43475c-87f8-46cd-a715-c204c4c4b7bb requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:02:05.930542 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4542db21-b764-413f-8ca0-b7a7a83446ed tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:05.962317 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aa9c0f59-0388-40b6-97fc-601762883b79 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:06.028211 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-cc71f65c-24e5-4a07-9675-7541909771e9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, c63f51b9-c3a4-49bd-bea9-32c28d4853e2) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:06.032880 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc71f65c-24e5-4a07-9675-7541909771e9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:06.039835 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc71f65c-24e5-4a07-9675-7541909771e9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:06.040600 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cc71f65c-24e5-4a07-9675-7541909771e9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:06.046960 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87df0f63-e35d-42e5-ab92-996e507ce881 None None] Network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:02:06.076835 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-437b8507-5206-4765-b35d-603a67e96f35 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:06.108616 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-aee3a824-da0b-4a4f-a57b-edee6bbecf65 None None] Provisioning complete for port 9005ae07-9ab5-464c-93e9-efc7ecd4b2b7 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:06.109368 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aee3a824-da0b-4a4f-a57b-edee6bbecf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:06.118425 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-437b8507-5206-4765-b35d-603a67e96f35 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] device_id is not set on port 0a7485b3-593d-4c2f-879d-048313496d6f yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:06.158957 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cc71f65c-24e5-4a07-9675-7541909771e9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.9181812 Apr 23 00:02:06.158957 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b631610-24ca-442c-9d11-eff5d1003c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:06.164216 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49372) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:06.180187 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-8e95a5e7-f7e2-42ce-827b-fb504e030ea9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1441466241'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:06.272406 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b631610-24ca-442c-9d11-eff5d1003c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Network 3bd380d6-b76c-4d01-ac5a-895b0191266d is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:06.290598 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-9b631610-24ca-442c-9d11-eff5d1003c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:06.293505 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b631610-24ca-442c-9d11-eff5d1003c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:06.295416 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b631610-24ca-442c-9d11-eff5d1003c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:06.296141 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b631610-24ca-442c-9d11-eff5d1003c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:06.395488 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b631610-24ca-442c-9d11-eff5d1003c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Pushing event updated for resources: {'Port': ['ID=d2b8db4a-83b3-422b-b5c5-39d9689a74a9,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:06.449649 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9b631610-24ca-442c-9d11-eff5d1003c25 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4715526 Apr 23 00:02:06.454456 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49374) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:06.474330 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:06.476874 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-a7ae8c60-836a-48d4-9c6d-f84cd77754d1 service neutron] 10.222.0.15 "GET /v2.0/networks/0a41116a-33eb-4e65-9932-be9cdd6ea97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295377 Apr 23 00:02:06.482028 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e95a5e7-f7e2-42ce-827b-fb504e030ea9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:06.487245 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8e95a5e7-f7e2-42ce-827b-fb504e030ea9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:06.491125 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fccaf366-000c-45a4-ae88-dbc3f119dd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:06.566345 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.16', 53961) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:06.570960 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aa9c0f59-0388-40b6-97fc-601762883b79 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:06.573220 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-437b8507-5206-4765-b35d-603a67e96f35 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Allocated IP 172.20.0.5 (1d43475c-87f8-46cd-a715-c204c4c4b7bb/7054009d-dadc-4070-baae-4637687c79c8/0a7485b3-593d-4c2f-879d-048313496d6f) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:06.582076 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-274cb72b-af4d-4b1b-b62e-959514a09b64 None None] Provisioning complete for port cf8f3b8f-5e22-4a51-b7a4-1066a6b79892 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:06.582873 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-274cb72b-af4d-4b1b-b62e-959514a09b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:06.609538 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e95a5e7-f7e2-42ce-827b-fb504e030ea9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:02:06.624246 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-274cb72b-af4d-4b1b-b62e-959514a09b64 None None] Port cf8f3b8f-5e22-4a51-b7a4-1066a6b79892 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:06.632372 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:06.637180 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-274cb72b-af4d-4b1b-b62e-959514a09b64 None None] Provisioning complete for port 9005ae07-9ab5-464c-93e9-efc7ecd4b2b7 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:06.637473 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8e95a5e7-f7e2-42ce-827b-fb504e030ea9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:06.637908 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-274cb72b-af4d-4b1b-b62e-959514a09b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:06.638048 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-8e95a5e7-f7e2-42ce-827b-fb504e030ea9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Added segment 8388a3cc-8494-4c40-829c-bcb426812128 of type vlan for network 7ddf1ede-c5a2-4d13-b854-1f64ac0fc76b Apr 23 00:02:06.748194 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aa9c0f59-0388-40b6-97fc-601762883b79 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:06.772177 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8e95a5e7-f7e2-42ce-827b-fb504e030ea9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:06.784362 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42855a15-ada8-4034-927b-c0938caaeeac req-f44ef183-8c30-45cd-9597-e22c7a2e409b tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:06.785823 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-42855a15-ada8-4034-927b-c0938caaeeac req-f44ef183-8c30-45cd-9597-e22c7a2e409b tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.16 "GET /v2.0/networks?id=a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019 HTTP/1.1" status: 200 len: 812 time: 0.1558769 Apr 23 00:02:06.798602 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4542db21-b764-413f-8ca0-b7a7a83446ed tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:06.807680 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4542db21-b764-413f-8ca0-b7a7a83446ed tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:06.898900 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-ddacecea-dc87-4506-b4cf-539d99df8221 None None] Provisioning complete for port cf8f3b8f-5e22-4a51-b7a4-1066a6b79892 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:06.899261 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ddacecea-dc87-4506-b4cf-539d99df8221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:06.928985 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.db.resource_extend [None req-8e95a5e7-f7e2-42ce-827b-fb504e030ea9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:02:06.933217 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ded5bae8-c2f5-4c6a-96c2-de59d2a9f39f req-882f9fd2-d131-46aa-848c-435cbcc67c35 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 210 time: 0.1274331 Apr 23 00:02:06.965708 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-42855a15-ada8-4034-927b-c0938caaeeac req-f8df6b63-10ae-4a35-b419-bb58c5a679d0 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6acbda49d53541c4a7ad697686f19386 HTTP/1.1" status: 200 len: 380 time: 0.0941684 Apr 23 00:02:06.983177 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4542db21-b764-413f-8ca0-b7a7a83446ed tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:06.983798 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4542db21-b764-413f-8ca0-b7a7a83446ed tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f54bcc9a-cfcc-4939-81e2-7922d677a4d5 {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:02:06.991925 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-a0a51777-e1e9-48d7-b482-74bf1cb428be service neutron] 10.222.0.15 "GET /v2.0/networks/0a41116a-33eb-4e65-9932-be9cdd6ea97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828026 Apr 23 00:02:06.995683 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [req-42855a15-ada8-4034-927b-c0938caaeeac req-eb758d89-9e8f-40cb-bc9e-3e40136981d1 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Request body: {'port': {'device_id': 'a71b7ba2-545d-4dd2-a696-90c751b52f2b', 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019', 'admin_state_up': True, 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'security_groups': ['556d32dc-298a-4708-8775-71171ee45455']}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:07.003199 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ddacecea-dc87-4506-b4cf-539d99df8221 None None] Port cf8f3b8f-5e22-4a51-b7a4-1066a6b79892 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:07.029038 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4542db21-b764-413f-8ca0-b7a7a83446ed tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:07.030186 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4542db21-b764-413f-8ca0-b7a7a83446ed tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "DELETE /v2.0/routers/f54bcc9a-cfcc-4939-81e2-7922d677a4d5 HTTP/1.1" status: 204 len: 168 time: 1.4922192 Apr 23 00:02:07.137766 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 9005ae07-9ab5-464c-93e9-efc7ecd4b2b7 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:02:07.208667 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c0f59-0388-40b6-97fc-601762883b79 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Pushing event updated for resources: {'Port': ['ID=ca46711f-ae10-4900-b52d-fcce7379a8f3,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:07.228324 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 9005ae07-9ab5-464c-93e9-efc7ecd4b2b7 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:07.228988 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:07.247363 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aa9c0f59-0388-40b6-97fc-601762883b79 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:07.374404 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8e95a5e7-f7e2-42ce-827b-fb504e030ea9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:07.380399 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e95a5e7-f7e2-42ce-827b-fb504e030ea9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:07.381079 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8e95a5e7-f7e2-42ce-827b-fb504e030ea9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:07.392548 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-88b2943c-7342-4cb7-a478-52dfb1e155f1 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:07.426998 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49404) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:07.441386 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-437b8507-5206-4765-b35d-603a67e96f35 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:07.546749 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-45bbeeba-10ea-4318-aa96-97cb1df01c8b req-34cc2adf-4097-4538-b41b-f464270b72df tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 210 time: 0.0979645 Apr 23 00:02:07.607448 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aa9c0f59-0388-40b6-97fc-601762883b79 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:07.607448 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-aa9c0f59-0388-40b6-97fc-601762883b79 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8418012 Apr 23 00:02:07.611226 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95a5e7-f7e2-42ce-827b-fb504e030ea9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Network': ['ID=7ddf1ede-c5a2-4d13-b854-1f64ac0fc76b,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:07.627308 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] device_id is not set on port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:07.634469 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:07.637518 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 7ddf1ede-c5a2-4d13-b854-1f64ac0fc76b details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:02:07.677855 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8e95a5e7-f7e2-42ce-827b-fb504e030ea9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5082521 Apr 23 00:02:07.684455 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49426) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:07.689954 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-0abf4981-f4da-40c6-9fc3-a8a571d6a857 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'ports': [{'network_id': 'c63f51b9-c3a4-49bd-bea9-32c28d4853e2'}, {'network_id': '7ddf1ede-c5a2-4d13-b854-1f64ac0fc76b'}]} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:07.690351 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-0abf4981-f4da-40c6-9fc3-a8a571d6a857 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'port': {'network_id': 'c63f51b9-c3a4-49bd-bea9-32c28d4853e2'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:07.690725 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-0abf4981-f4da-40c6-9fc3-a8a571d6a857 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'port': {'network_id': '7ddf1ede-c5a2-4d13-b854-1f64ac0fc76b'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:07.711484 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42855a15-ada8-4034-927b-c0938caaeeac req-eb758d89-9e8f-40cb-bc9e-3e40136981d1 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Made reservation on behalf of 6acbda49d53541c4a7ad697686f19386 for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:07.714665 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-42855a15-ada8-4034-927b-c0938caaeeac req-eb758d89-9e8f-40cb-bc9e-3e40136981d1 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:07.718063 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:07.741410 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-437b8507-5206-4765-b35d-603a67e96f35 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:07.778624 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-c813224e-3360-4820-ad27-07c590c20bca tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1162674651', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}, 'admin_state_up': False}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:07.805717 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:07.895247 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437b8507-5206-4765-b35d-603a67e96f35 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Network 1d43475c-87f8-46cd-a715-c204c4c4b7bb is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:07.907500 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Pushing event updated for resources: {'Port': ['ID=d2b8db4a-83b3-422b-b5c5-39d9689a74a9,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:07.913717 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-437b8507-5206-4765-b35d-603a67e96f35 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:07.920415 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437b8507-5206-4765-b35d-603a67e96f35 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:07.924180 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:02:07.924518 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:02:07.924854 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:02:08.025249 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:02:08.026182 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:02:08.033261 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 2 to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 Apr 23 00:02:08.069923 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [req-42855a15-ada8-4034-927b-c0938caaeeac req-eb758d89-9e8f-40cb-bc9e-3e40136981d1 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Allocated IP 172.20.0.6 (a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019/5dac7434-d808-410c-93e9-edb872458a8d/edf4e660-d2b4-4923-a433-b874409cde73) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:08.078350 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437b8507-5206-4765-b35d-603a67e96f35 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:08.081446 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-437b8507-5206-4765-b35d-603a67e96f35 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:08.092047 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c813224e-3360-4820-ad27-07c590c20bca tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:08.093532 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c813224e-3360-4820-ad27-07c590c20bca tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:08.097996 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b8507-5206-4765-b35d-603a67e96f35 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Pushing event updated for resources: {'Port': ['ID=0a7485b3-593d-4c2f-879d-048313496d6f,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:08.114836 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-88b2943c-7342-4cb7-a478-52dfb1e155f1 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Allocated IP 172.20.0.1 (d9c878cf-18f3-4e7a-84bf-e3f1bb719438/00d4224d-712b-4146-bfe5-bf9df36b47b1/e0ad5f18-9fbc-477c-8b1f-1c2844789d4c) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:08.127701 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:02:08.128073 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:02:08.128374 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:02:08.141736 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2ecc3853-3436-498e-9747-81b267cb73dd req-877fb038-509a-4a36-a037-91ae0d385211 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2054175833&fields=id&tenant_id=2daecb10958e408da92a371a07f83b9c HTTP/1.1" status: 200 len: 267 time: 0.2444761 Apr 23 00:02:08.165699 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a7baa8f7-5475-41c3-ad63-8756dac32c16 req-e789491b-66b5-4450-8430-aa5165dd7456 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 210 time: 0.0741701 Apr 23 00:02:08.170556 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:02:08.170724 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:02:08.171032 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 3 to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 Apr 23 00:02:08.197426 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:02:08.201251 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:02:08.201251 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:02:08.215704 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:02:08.217898 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:02:08.218672 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 4 to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 Apr 23 00:02:08.244313 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-56b1f25d-d247-461c-8555-cb0914904f0a None None] Provisioning complete for port 0a7485b3-593d-4c2f-879d-048313496d6f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:08.245824 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56b1f25d-d247-461c-8555-cb0914904f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:08.275172 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:02:08.275686 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:02:08.275964 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:02:08.287150 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-437b8507-5206-4765-b35d-603a67e96f35 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.2127609 Apr 23 00:02:08.291108 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49450) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:08.301335 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-56b1f25d-d247-461c-8555-cb0914904f0a None None] Port 0a7485b3-593d-4c2f-879d-048313496d6f cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:08.361691 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:02:08.362041 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:02:08.368300 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 5 to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 Apr 23 00:02:08.374228 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abf4981-f4da-40c6-9fc3-a8a571d6a857 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'port': 2} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:08.383174 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0abf4981-f4da-40c6-9fc3-a8a571d6a857 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:08.441120 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:02:08.441453 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:02:08.441786 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:02:08.457427 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aca76b2-ce10-4ba1-a830-b8f7fc146201 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:08.466138 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aca76b2-ce10-4ba1-a830-b8f7fc146201 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:08.474487 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aca76b2-ce10-4ba1-a830-b8f7fc146201 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:08.480668 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4aca76b2-ce10-4ba1-a830-b8f7fc146201 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.1842508 Apr 23 00:02:08.483040 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c813224e-3360-4820-ad27-07c590c20bca tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:08.488623 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49454) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:08.497984 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0abf4981-f4da-40c6-9fc3-a8a571d6a857 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:08.574749 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:02:08.574749 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:02:08.578347 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 6 to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 Apr 23 00:02:08.596513 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:02:08.596845 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:02:08.597334 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:02:08.762590 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8e82520f-3331-4165-9a68-8de22cbacd5a req-cbec94ce-00e1-4f91-8681-fddd85d0a31c tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 210 time: 0.0692570 Apr 23 00:02:08.770328 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:02:08.770907 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:02:08.847613 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 7 to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 Apr 23 00:02:08.879770 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:02:08.880101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:02:08.880400 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:02:08.913516 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c813224e-3360-4820-ad27-07c590c20bca tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:08.928976 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc3853-3436-498e-9747-81b267cb73dd req-842aca47-c667-4ef7-a741-bc9682041c6d tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:08.931673 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:02:08.932027 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:02:08.935982 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 8 to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 Apr 23 00:02:08.936130 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2ecc3853-3436-498e-9747-81b267cb73dd req-842aca47-c667-4ef7-a741-bc9682041c6d tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/networks?id=a8d8d357-da92-4298-b1b5-3d81a026a802 HTTP/1.1" status: 200 len: 811 time: 0.7932432 Apr 23 00:02:09.019096 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-88b2943c-7342-4cb7-a478-52dfb1e155f1 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:09.052938 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:02:09.053282 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:02:09.053905 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:02:09.054288 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2ecc3853-3436-498e-9747-81b267cb73dd req-1c34a27e-fbaa-42e3-b9d6-4ad4af7679e2 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/quotas/2daecb10958e408da92a371a07f83b9c HTTP/1.1" status: 200 len: 375 time: 0.0936666 Apr 23 00:02:09.067290 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:02:09.068096 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:02:09.070958 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 9 to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 Apr 23 00:02:09.076628 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-0abf4981-f4da-40c6-9fc3-a8a571d6a857 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] device_id is not set on port d0024dc7-d386-4653-a8fe-be1b97166bd0 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:09.139328 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-abbe9d2e-c25b-4ea5-8a28-8c4e15db6f55 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Deleting port 0a7485b3-593d-4c2f-879d-048313496d6f {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:09.139328 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-abbe9d2e-c25b-4ea5-8a28-8c4e15db6f55 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:09.139328 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:02:09.139328 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:02:09.139328 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:02:09.139328 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:02:09.139328 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:02:09.139328 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempt 10 to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 Apr 23 00:02:09.185536 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:02:09.185870 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:02:09.186344 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempting to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:02:09.187364 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-42855a15-ada8-4034-927b-c0938caaeeac req-eb758d89-9e8f-40cb-bc9e-3e40136981d1 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:09.197110 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:02:09.197435 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Failed to bind port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '458d6399-c3d1-45a4-82e7-725963217ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3bd380d6-b76c-4d01-ac5a-895b0191266d'}] Apr 23 00:02:09.197972 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:09.289077 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-abbe9d2e-c25b-4ea5-8a28-8c4e15db6f55 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:09.299201 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2ecc3853-3436-498e-9747-81b267cb73dd req-43b19d9a-6906-4d28-8368-928ada28061e tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2daecb10958e408da92a371a07f83b9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2419946 Apr 23 00:02:09.328983 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c08cf2ed-e113-4d8d-b411-8110fa2beef4 req-088e239f-6ef4-4a43-9453-8ca3447a9c40 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 210 time: 0.0557976 Apr 23 00:02:09.348169 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-abbe9d2e-c25b-4ea5-8a28-8c4e15db6f55 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Calling delete_port for 0a7485b3-593d-4c2f-879d-048313496d6f owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:09.431215 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] For port d2b8db4a-83b3-422b-b5c5-39d9689a74a9, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:02:09.431604 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attempted to set empty binding levels {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 23 00:02:09.436627 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0abf4981-f4da-40c6-9fc3-a8a571d6a857 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:09.459960 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2ecc3853-3436-498e-9747-81b267cb73dd req-81067e5a-5065-4e62-a123-bc48e38b59b5 service neutron] 10.222.0.15 "GET /v2.0/networks/a8d8d357-da92-4298-b1b5-3d81a026a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336925 Apr 23 00:02:09.518502 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-0abf4981-f4da-40c6-9fc3-a8a571d6a857 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] device_id is not set on port 4287b645-294f-4104-a3ff-505e7f9ae444 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:09.544288 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:09.587222 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2ecc3853-3436-498e-9747-81b267cb73dd req-a719d8e3-be93-4f38-8794-84d0a3f7bdc1 service neutron] 10.222.0.15 "GET /v2.0/networks/a8d8d357-da92-4298-b1b5-3d81a026a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152959 Apr 23 00:02:09.599610 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-88b2943c-7342-4cb7-a478-52dfb1e155f1 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:09.603914 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-42855a15-ada8-4034-927b-c0938caaeeac req-eb758d89-9e8f-40cb-bc9e-3e40136981d1 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:09.611981 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] In _notify_port_updated(), no bound segment for port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 on network 3bd380d6-b76c-4d01-ac5a-895b0191266d {{(pid=103144) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 23 00:02:09.612844 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:09.613446 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:09.615419 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] 10.222.0.15 "PUT /v2.0/ports/d2b8db4a-83b3-422b-b5c5-39d9689a74a9 HTTP/1.1" status: 200 len: 977 time: 3.1573188 Apr 23 00:02:09.629041 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49466) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:09.683960 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39788cb9-94ed-4c60-97e4-6c19e5be37f4 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Pushing event updated for resources: {'Port': ['ID=d2b8db4a-83b3-422b-b5c5-39d9689a74a9,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:09.755538 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b2943c-7342-4cb7-a478-52dfb1e155f1 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Network d9c878cf-18f3-4e7a-84bf-e3f1bb719438 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:09.762674 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42855a15-ada8-4034-927b-c0938caaeeac req-eb758d89-9e8f-40cb-bc9e-3e40136981d1 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Network a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:09.770094 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-88b2943c-7342-4cb7-a478-52dfb1e155f1 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:09.773754 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-abbe9d2e-c25b-4ea5-8a28-8c4e15db6f55 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:09.799963 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:09.801374 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:09.807685 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2943c-7342-4cb7-a478-52dfb1e155f1 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Pushing event updated for resources: {'Port': ['ID=e0ad5f18-9fbc-477c-8b1f-1c2844789d4c,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:09.810953 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [req-42855a15-ada8-4034-927b-c0938caaeeac req-eb758d89-9e8f-40cb-bc9e-3e40136981d1 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:09.833816 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe9d2e-c25b-4ea5-8a28-8c4e15db6f55 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Pushing event deleted for resources: {'Port': ['ID=0a7485b3-593d-4c2f-879d-048313496d6f,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:09.839316 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0abf4981-f4da-40c6-9fc3-a8a571d6a857 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:09.878262 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b2943c-7342-4cb7-a478-52dfb1e155f1 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:09.878751 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-88b2943c-7342-4cb7-a478-52dfb1e155f1 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:09.888420 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb758d89-9e8f-40cb-bc9e-3e40136981d1 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Pushing event updated for resources: {'Port': ['ID=edf4e660-d2b4-4923-a433-b874409cde73,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:10.022929 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [req-42855a15-ada8-4034-927b-c0938caaeeac req-eb758d89-9e8f-40cb-bc9e-3e40136981d1 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:10.040331 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42855a15-ada8-4034-927b-c0938caaeeac req-eb758d89-9e8f-40cb-bc9e-3e40136981d1 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:10.041151 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-42855a15-ada8-4034-927b-c0938caaeeac req-eb758d89-9e8f-40cb-bc9e-3e40136981d1 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:10.080390 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c813224e-3360-4820-ad27-07c590c20bca tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:10.133663 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5f1f22e4-65b6-4238-a18f-18622d9c053d req-6802683b-3de9-4c6b-9da6-c9698bd59941 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 210 time: 0.1538050 Apr 23 00:02:10.149557 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c813224e-3360-4820-ad27-07c590c20bca tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:10.162881 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-b7a07637-2e9a-4415-9d3a-d10e504dea3b tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Deleting port d2b8db4a-83b3-422b-b5c5-39d9689a74a9 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:10.163513 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b7a07637-2e9a-4415-9d3a-d10e504dea3b tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:10.361166 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b13f9f6e-1c87-4c27-ab56-fe8d47348ddb None None] Provisioning complete for port e0ad5f18-9fbc-477c-8b1f-1c2844789d4c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:10.365203 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b13f9f6e-1c87-4c27-ab56-fe8d47348ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:10.397379 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-b7a07637-2e9a-4415-9d3a-d10e504dea3b tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] For port d2b8db4a-83b3-422b-b5c5-39d9689a74a9, host hv-neutron-8387, got binding levels [] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:10.397903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b7a07637-2e9a-4415-9d3a-d10e504dea3b tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:10.412461 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-b7a07637-2e9a-4415-9d3a-d10e504dea3b tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Calling delete_port for d2b8db4a-83b3-422b-b5c5-39d9689a74a9 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:10.440342 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1488a112-ae13-4f5e-9e90-1d00535cc17f req-ecdd42db-96a4-4786-acc1-4857cbf646bb tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 210 time: 0.1566370 Apr 23 00:02:10.495331 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b13f9f6e-1c87-4c27-ab56-fe8d47348ddb None None] Port e0ad5f18-9fbc-477c-8b1f-1c2844789d4c cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:10.511558 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0abf4981-f4da-40c6-9fc3-a8a571d6a857 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:10.544466 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-42855a15-ada8-4034-927b-c0938caaeeac req-eb758d89-9e8f-40cb-bc9e-3e40136981d1 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5667942 Apr 23 00:02:10.566910 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [req-42855a15-ada8-4034-927b-c0938caaeeac req-406a7f49-d64f-40ad-9389-3ee564aad805 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:10.573932 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-42855a15-ada8-4034-927b-c0938caaeeac req-406a7f49-d64f-40ad-9389-3ee564aad805 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085559 Apr 23 00:02:10.604054 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-abbe9d2e-c25b-4ea5-8a28-8c4e15db6f55 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:10.607584 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-abbe9d2e-c25b-4ea5-8a28-8c4e15db6f55 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] 10.222.0.15 "DELETE /v2.0/ports/0a7485b3-593d-4c2f-879d-048313496d6f HTTP/1.1" status: 204 len: 168 time: 2.1106236 Apr 23 00:02:10.618460 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49482) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:10.631155 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-176b7634-395f-462d-bc97-8b2a75d089d4 None None] Provisioning complete for port edf4e660-d2b4-4923-a433-b874409cde73 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:10.631155 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-176b7634-395f-462d-bc97-8b2a75d089d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:10.640551 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abf4981-f4da-40c6-9fc3-a8a571d6a857 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:10.645864 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-c813224e-3360-4820-ad27-07c590c20bca tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Allocated IP 172.26.3.229 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/ea3a5b03-0fc2-4c93-8884-7cac42f838c9) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:10.649719 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-0abf4981-f4da-40c6-9fc3-a8a571d6a857 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:10.655771 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abf4981-f4da-40c6-9fc3-a8a571d6a857 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:10.662608 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0abf4981-f4da-40c6-9fc3-a8a571d6a857 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:10.675815 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf4981-f4da-40c6-9fc3-a8a571d6a857 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Port': ['ID=d0024dc7-d386-4653-a8fe-be1b97166bd0,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:10.724885 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-176b7634-395f-462d-bc97-8b2a75d089d4 None None] Port edf4e660-d2b4-4923-a433-b874409cde73 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:10.754637 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd85d2-a575-423c-a82d-b47a233673be req-f760a35d-34a9-40aa-a1ed-2c0b414794cd tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:10.754637 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c9bd85d2-a575-423c-a82d-b47a233673be req-f760a35d-34a9-40aa-a1ed-2c0b414794cd tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 931 time: 0.2343521 Apr 23 00:02:10.756339 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3f7ca8-d7fb-48b3-a989-a0dca324820e tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] GET failed (client error): The resource could not be found. Apr 23 00:02:10.758829 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6a3f7ca8-d7fb-48b3-a989-a0dca324820e tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] 10.222.0.15 "GET /v2.0/ports/0a7485b3-593d-4c2f-879d-048313496d6f HTTP/1.1" status: 404 len: 333 time: 0.1387644 Apr 23 00:02:10.770891 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49484) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:10.796086 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-fa7794d5-dab1-41e7-92af-670385ee8000 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Request body: {'port': {'network_id': '1d43475c-87f8-46cd-a715-c204c4c4b7bb', 'name': 'tempest-AllowedAddressPairTestJSON-285931793'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:10.849013 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf4981-f4da-40c6-9fc3-a8a571d6a857 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Port': ['ID=4287b645-294f-4104-a3ff-505e7f9ae444,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:10.856467 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abf4981-f4da-40c6-9fc3-a8a571d6a857 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Checking segment: {'id': '8388a3cc-8494-4c40-829c-bcb426812128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7ddf1ede-c5a2-4d13-b854-1f64ac0fc76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:02:10.857117 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abf4981-f4da-40c6-9fc3-a8a571d6a857 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network hostable DHCP agents. Network: 7ddf1ede-c5a2-4d13-b854-1f64ac0fc76b, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:02:10.875145 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c9bd85d2-a575-423c-a82d-b47a233673be req-1b1253ee-4ed0-4d56-8fa5-c661185a5396 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/security-groups?id=556d32dc-298a-4708-8775-71171ee45455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181552 Apr 23 00:02:10.889884 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b7a07637-2e9a-4415-9d3a-d10e504dea3b tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:10.912234 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [req-42855a15-ada8-4034-927b-c0938caaeeac req-0205a044-5fd3-4392-98df-322ccff7f93d service neutron] Request body: {'port': {'device_id': 'a71b7ba2-545d-4dd2-a696-90c751b52f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:10.964012 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b7a07637-2e9a-4415-9d3a-d10e504dea3b tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:10.965364 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-88b2943c-7342-4cb7-a478-52dfb1e155f1 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:10.971948 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b7a07637-2e9a-4415-9d3a-d10e504dea3b tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] 10.222.0.15 "DELETE /v2.0/ports/d2b8db4a-83b3-422b-b5c5-39d9689a74a9 HTTP/1.1" status: 204 len: 168 time: 1.3416805 Apr 23 00:02:10.972849 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49488) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:10.984385 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a07637-2e9a-4415-9d3a-d10e504dea3b tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2b8db4a-83b3-422b-b5c5-39d9689a74a9,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:11.008723 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-62478125-17aa-4cb9-8fa1-a81272114084 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] GET failed (client error): The resource could not be found. Apr 23 00:02:11.010382 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-62478125-17aa-4cb9-8fa1-a81272114084 tempest-PortsAdminExtendedAttrsTestJSON-1108407723 tempest-PortsAdminExtendedAttrsTestJSON-1108407723-project-admin] 10.222.0.15 "GET /v2.0/ports/d2b8db4a-83b3-422b-b5c5-39d9689a74a9 HTTP/1.1" status: 404 len: 333 time: 0.0361357 Apr 23 00:02:11.014081 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49490) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:11.036385 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abf4981-f4da-40c6-9fc3-a8a571d6a857 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network 7ddf1ede-c5a2-4d13-b854-1f64ac0fc76b is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:02:11.144522 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3ba8-d90a-4f18-bcfc-0f3e538189a6 tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:11.148332 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-0abf4981-f4da-40c6-9fc3-a8a571d6a857 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 7ddf1ede-c5a2-4d13-b854-1f64ac0fc76b) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:11.157665 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abf4981-f4da-40c6-9fc3-a8a571d6a857 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:11.169165 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437cc1d8-66a6-46c2-bd7c-468ef81c0aa4 None None] Network 7ddf1ede-c5a2-4d13-b854-1f64ac0fc76b requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:02:11.181337 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abf4981-f4da-40c6-9fc3-a8a571d6a857 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:11.197886 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abf4981-f4da-40c6-9fc3-a8a571d6a857 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:11.197886 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0abf4981-f4da-40c6-9fc3-a8a571d6a857 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:11.207166 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.16', 53968) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:11.386620 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0abf4981-f4da-40c6-9fc3-a8a571d6a857 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7010624 Apr 23 00:02:11.390011 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49496) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:11.420411 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-42855a15-ada8-4034-927b-c0938caaeeac req-0205a044-5fd3-4392-98df-322ccff7f93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:11.494332 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3ba8-d90a-4f18-bcfc-0f3e538189a6 tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:11.516957 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-1f2c3ba8-d90a-4f18-bcfc-0f3e538189a6 tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd380d6-b76c-4d01-ac5a-895b0191266d']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:11.686655 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c770c212-03b1-4697-ad80-317f7950bf5b req-0e2d76c9-c46f-45af-b70f-4ba6e4996cd3 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 210 time: 0.1409194 Apr 23 00:02:11.802998 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c813224e-3360-4820-ad27-07c590c20bca tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:11.841654 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-1f2c3ba8-d90a-4f18-bcfc-0f3e538189a6 tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458d6399-c3d1-45a4-82e7-725963217ef8') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:11.842217 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-1f2c3ba8-d90a-4f18-bcfc-0f3e538189a6 tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458d6399-c3d1-45a4-82e7-725963217ef8') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:11.892173 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-06540107-5778-4e88-b118-a52929bd934a req-05ffc7a9-fa43-4ca4-b713-ade58693bcd2 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 210 time: 0.3571644 Apr 23 00:02:11.904007 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3ba8-d90a-4f18-bcfc-0f3e538189a6 tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:11.974864 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3ba8-d90a-4f18-bcfc-0f3e538189a6 tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:11.983914 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7794d5-dab1-41e7-92af-670385ee8000 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Made reservation on behalf of 7fb8e8ba285a4484a315b256e3f6bfac for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:11.988403 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fa7794d5-dab1-41e7-92af-670385ee8000 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:11.989219 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f2c3ba8-d90a-4f18-bcfc-0f3e538189a6 tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:02:11.989621 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3ba8-d90a-4f18-bcfc-0f3e538189a6 tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:02:11.993030 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:02:11.999757 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-0c9fb209-995f-4d15-bfc0-00d4504a4b14 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:12.002012 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-0c9fb209-995f-4d15-bfc0-00d4504a4b14 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.16 "GET /v2.0/networks?id=0a41116a-33eb-4e65-9932-be9cdd6ea97e HTTP/1.1" status: 200 len: 806 time: 0.7911685 Apr 23 00:02:12.130808 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-fa7794d5-dab1-41e7-92af-670385ee8000 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] device_id is not set on port 583d313f-db29-4cec-9308-40d9ce1189fd yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:12.180323 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-50a1a542-34a6-48b4-8747-40a2629119f2 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc99a14fb3484f3e9a5b0f6f71fb2823 HTTP/1.1" status: 200 len: 378 time: 0.0800526 Apr 23 00:02:12.208843 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-59b42f3b-2e7e-4469-9a12-83ca4996fe7e tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting port 4287b645-294f-4104-a3ff-505e7f9ae444 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:12.209191 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59b42f3b-2e7e-4469-9a12-83ca4996fe7e tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:12.216148 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3ba8-d90a-4f18-bcfc-0f3e538189a6 tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:12.224976 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3ba8-d90a-4f18-bcfc-0f3e538189a6 tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:12.236121 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1f2c3ba8-d90a-4f18-bcfc-0f3e538189a6 tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] 10.222.0.15 "DELETE /v2.0/networks/3bd380d6-b76c-4d01-ac5a-895b0191266d HTTP/1.1" status: 204 len: 168 time: 1.2209592 Apr 23 00:02:12.258607 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c3ba8-d90a-4f18-bcfc-0f3e538189a6 tempest-PortsAdminExtendedAttrsTestJSON-794218031 tempest-PortsAdminExtendedAttrsTestJSON-794218031-project] Pushing event deleted for resources: {'Network': ['ID=3bd380d6-b76c-4d01-ac5a-895b0191266d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:12.265348 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3aa60893-7089-4036-a977-ef00ad75ee3b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Request body: {'port': {'device_id': 'e02090c5-e7e8-4c77-b8b3-860a0f09df6d', 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e', 'admin_state_up': True, 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'security_groups': ['7b527525-78b8-490e-a325-7a1a6bee7503']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:12.329207 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c813224e-3360-4820-ad27-07c590c20bca tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:12.458980 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2b5f6-5742-461a-9806-0ec069ef6f97 req-fd0fedb5-6f31-4e0d-acb1-5c5b7cbe166c tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:12.460550 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-47e2b5f6-5742-461a-9806-0ec069ef6f97 req-fd0fedb5-6f31-4e0d-acb1-5c5b7cbe166c tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 931 time: 0.4337361 Apr 23 00:02:12.477421 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c813224e-3360-4820-ad27-07c590c20bca tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:12.522688 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-c813224e-3360-4820-ad27-07c590c20bca tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:12.574225 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3aa60893-7089-4036-a977-ef00ad75ee3b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Made reservation on behalf of fc99a14fb3484f3e9a5b0f6f71fb2823 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:12.580616 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59b42f3b-2e7e-4469-9a12-83ca4996fe7e tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:12.583320 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3aa60893-7089-4036-a977-ef00ad75ee3b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:12.585368 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c813224e-3360-4820-ad27-07c590c20bca tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:12.618184 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813224e-3360-4820-ad27-07c590c20bca tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Pushing event updated for resources: {'Port': ['ID=ea3a5b03-0fc2-4c93-8884-7cac42f838c9,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:12.734049 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-59b42f3b-2e7e-4469-9a12-83ca4996fe7e tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Calling delete_port for 4287b645-294f-4104-a3ff-505e7f9ae444 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:12.802203 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-47e2b5f6-5742-461a-9806-0ec069ef6f97 req-444951c6-140f-4711-8ad6-a80ff38ff552 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/security-groups?id=556d32dc-298a-4708-8775-71171ee45455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3094997 Apr 23 00:02:12.891874 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1c68ba39-217f-4459-bb66-7cf04537f395 req-ab35bfb7-f151-4306-9a1b-828f489cee1d tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 210 time: 0.0574727 Apr 23 00:02:12.902998 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3aa60893-7089-4036-a977-ef00ad75ee3b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Allocated IP 172.20.0.13 (0a41116a-33eb-4e65-9932-be9cdd6ea97e/895f2dc2-9151-45a4-9be9-8b20c7d0e2ba/15f17b6b-0c92-4eab-8756-459565779115) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:12.924534 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49516) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:12.999381 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-88b2943c-7342-4cb7-a478-52dfb1e155f1 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:13.004626 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-fa7794d5-dab1-41e7-92af-670385ee8000 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Allocated IP 172.20.0.3 (1d43475c-87f8-46cd-a715-c204c4c4b7bb/7054009d-dadc-4070-baae-4637687c79c8/583d313f-db29-4cec-9308-40d9ce1189fd) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:13.115162 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-88b2943c-7342-4cb7-a478-52dfb1e155f1 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:13.115369 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-88b2943c-7342-4cb7-a478-52dfb1e155f1 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:13.159870 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3aa60893-7089-4036-a977-ef00ad75ee3b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:13.170412 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2011c505-36d1-4d89-8ed4-e504f9586139 req-d4b8eecc-4925-4136-bb68-7efa27d14bf9 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 210 time: 0.1408281 Apr 23 00:02:13.199940 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59b42f3b-2e7e-4469-9a12-83ca4996fe7e tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:13.205472 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2b44de06-cf56-4743-89c4-9b3638a484a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=756ea4d9c3544fe6945b357691f7f355&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2704763 Apr 23 00:02:13.211684 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49520) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:13.311347 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-118528f5-bbdc-4d71-8932-7e349853fd4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:13.338720 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-118528f5-bbdc-4d71-8932-7e349853fd4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:13.359361 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3aa60893-7089-4036-a977-ef00ad75ee3b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:13.371877 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [req-42855a15-ada8-4034-927b-c0938caaeeac req-0205a044-5fd3-4392-98df-322ccff7f93d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf4e660-d2b4-4923-a433-b874409cde73 {{(pid=103143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:02:13.418979 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3aa60893-7089-4036-a977-ef00ad75ee3b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Network 0a41116a-33eb-4e65-9932-be9cdd6ea97e is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:13.425519 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3aa60893-7089-4036-a977-ef00ad75ee3b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:13.432302 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3aa60893-7089-4036-a977-ef00ad75ee3b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:13.460083 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.16', 53972) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:13.476422 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa60893-7089-4036-a977-ef00ad75ee3b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Pushing event updated for resources: {'Port': ['ID=15f17b6b-0c92-4eab-8756-459565779115,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:13.582235 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3aa60893-7089-4036-a977-ef00ad75ee3b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:13.583010 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3aa60893-7089-4036-a977-ef00ad75ee3b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:13.636156 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-118528f5-bbdc-4d71-8932-7e349853fd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:13.645873 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-118528f5-bbdc-4d71-8932-7e349853fd4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:13.649706 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-118528f5-bbdc-4d71-8932-7e349853fd4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10b6272b-ecd6-49d6-bc73-107d9e16d48d HTTP/1.1" status: 204 len: 168 time: 0.4344754 Apr 23 00:02:13.682786 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118528f5-bbdc-4d71-8932-7e349853fd4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b6272b-ecd6-49d6-bc73-107d9e16d48d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:13.692625 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3aa60893-7089-4036-a977-ef00ad75ee3b tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4313793 Apr 23 00:02:13.704334 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59b42f3b-2e7e-4469-9a12-83ca4996fe7e tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:13.710773 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-59b42f3b-2e7e-4469-9a12-83ca4996fe7e tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/ports/4287b645-294f-4104-a3ff-505e7f9ae444 HTTP/1.1" status: 204 len: 168 time: 2.2842062 Apr 23 00:02:13.711024 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3e132267-2712-4aa3-990b-63e50f03cf5f service neutron] Request body: {'port': {'device_id': 'e02090c5-e7e8-4c77-b8b3-860a0f09df6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:13.729065 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49524) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:13.747628 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-42855a15-ada8-4034-927b-c0938caaeeac req-0205a044-5fd3-4392-98df-322ccff7f93d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:13.774772 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc3853-3436-498e-9747-81b267cb73dd req-dc7e9fb0-9dc5-43b8-9182-deea91717d3a tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:13.776817 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ecc3853-3436-498e-9747-81b267cb73dd req-dc7e9fb0-9dc5-43b8-9182-deea91717d3a tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.16 "GET /v2.0/networks?id=a8d8d357-da92-4298-b1b5-3d81a026a802 HTTP/1.1" status: 200 len: 811 time: 0.3093905 Apr 23 00:02:13.793815 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3e132267-2712-4aa3-990b-63e50f03cf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:13.853255 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ecc3853-3436-498e-9747-81b267cb73dd req-f8442768-07fe-4b30-99b0-608b5fb59ee9 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2daecb10958e408da92a371a07f83b9c HTTP/1.1" status: 200 len: 380 time: 0.0535529 Apr 23 00:02:13.886349 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-2ecc3853-3436-498e-9747-81b267cb73dd req-54b1ee02-3cb2-44b3-a356-66afe4f35840 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Request body: {'port': {'device_id': '2eb20b22-228b-420d-8c0a-2465fc8f3053', 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802', 'admin_state_up': True, 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'security_groups': ['d3dcd7f5-2f85-47f0-a577-0957c560d71e']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:13.887827 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2943c-7342-4cb7-a478-52dfb1e155f1 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Pushing event updated for resources: {'Port': ['ID=e0ad5f18-9fbc-477c-8b1f-1c2844789d4c,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:13.941745 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.provisioning_blocks [req-42855a15-ada8-4034-927b-c0938caaeeac req-0205a044-5fd3-4392-98df-322ccff7f93d service neutron] Transition to ACTIVE for port object edf4e660-d2b4-4923-a433-b874409cde73 will not be triggered until provisioned by entity L2. {{(pid=103143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:02:13.954115 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d59c2f62-41e6-4538-92dd-4d5b1d838ef7 None None] Provisioning complete for port 15f17b6b-0c92-4eab-8756-459565779115 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:13.970757 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d59c2f62-41e6-4538-92dd-4d5b1d838ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:14.012117 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b42f3b-2e7e-4469-9a12-83ca4996fe7e tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Port': ['ID=4287b645-294f-4104-a3ff-505e7f9ae444,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:14.074391 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-42855a15-ada8-4034-927b-c0938caaeeac req-0205a044-5fd3-4392-98df-322ccff7f93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:14.134909 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d59c2f62-41e6-4538-92dd-4d5b1d838ef7 None None] Port 15f17b6b-0c92-4eab-8756-459565779115 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:14.202489 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b2943c-7342-4cb7-a478-52dfb1e155f1 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Network d9c878cf-18f3-4e7a-84bf-e3f1bb719438 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:14.241371 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-88b2943c-7342-4cb7-a478-52dfb1e155f1 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:14.261031 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589d1e73-0a4a-4237-80d1-40ea7bdb51be tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:14.261427 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59590e84-ef53-4adc-9069-bbe3beda23d1 req-c466265a-0580-4ffb-9f66-95174c8e00bb tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:14.263251 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-59590e84-ef53-4adc-9069-bbe3beda23d1 req-c466265a-0580-4ffb-9f66-95174c8e00bb tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 943 time: 0.2572904 Apr 23 00:02:14.267927 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589d1e73-0a4a-4237-80d1-40ea7bdb51be tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:14.269521 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-589d1e73-0a4a-4237-80d1-40ea7bdb51be tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.5183005 Apr 23 00:02:14.273156 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49538) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:14.395456 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205a044-5fd3-4392-98df-322ccff7f93d service neutron] Pushing event updated for resources: {'Port': ['ID=edf4e660-d2b4-4923-a433-b874409cde73,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:14.424604 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fa7794d5-dab1-41e7-92af-670385ee8000 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:14.525095 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c813224e-3360-4820-ad27-07c590c20bca tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_gateway, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:14.542233 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ecc3853-3436-498e-9747-81b267cb73dd req-54b1ee02-3cb2-44b3-a356-66afe4f35840 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Made reservation on behalf of 2daecb10958e408da92a371a07f83b9c for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:14.557486 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2ecc3853-3436-498e-9747-81b267cb73dd req-54b1ee02-3cb2-44b3-a356-66afe4f35840 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:14.563436 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471635f1-105d-40f6-8296-2db32c8cb53c req-de98b0cf-c93e-439b-bb6e-c47f0d7e9fc6 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:14.566360 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-471635f1-105d-40f6-8296-2db32c8cb53c req-de98b0cf-c93e-439b-bb6e-c47f0d7e9fc6 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 932 time: 0.4998043 Apr 23 00:02:14.579418 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-59590e84-ef53-4adc-9069-bbe3beda23d1 req-7e610cb3-7618-49a3-b2bb-37eb43dac616 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/security-groups?id=556d32dc-298a-4708-8775-71171ee45455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718854 Apr 23 00:02:14.651319 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [req-42855a15-ada8-4034-927b-c0938caaeeac req-0205a044-5fd3-4392-98df-322ccff7f93d service neutron] Attempting to bind port edf4e660-d2b4-4923-a433-b874409cde73 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:02:14.651670 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [req-42855a15-ada8-4034-927b-c0938caaeeac req-0205a044-5fd3-4392-98df-322ccff7f93d service neutron] Attempting to bind port edf4e660-d2b4-4923-a433-b874409cde73 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '7fd3e4d6-dd1e-4136-8449-a7716d3b220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:02:14.651950 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42855a15-ada8-4034-927b-c0938caaeeac req-0205a044-5fd3-4392-98df-322ccff7f93d service neutron] Attempting to bind port edf4e660-d2b4-4923-a433-b874409cde73 on network a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:02:14.677964 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42855a15-ada8-4034-927b-c0938caaeeac req-0205a044-5fd3-4392-98df-322ccff7f93d service neutron] Port edf4e660-d2b4-4923-a433-b874409cde73 on network a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:02:14.681848 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42855a15-ada8-4034-927b-c0938caaeeac req-0205a044-5fd3-4392-98df-322ccff7f93d service neutron] Attempting to bind port edf4e660-d2b4-4923-a433-b874409cde73 on network a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:02:14.725177 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bbff8e1d-4949-485a-bc9c-000011059eb0 None None] Provisioning complete for port e0ad5f18-9fbc-477c-8b1f-1c2844789d4c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:14.726227 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbff8e1d-4949-485a-bc9c-000011059eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:14.758564 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-cfbd9a66-3be2-4f17-a3f1-00206ee38774 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting port d0024dc7-d386-4653-a8fe-be1b97166bd0 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:14.759139 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cfbd9a66-3be2-4f17-a3f1-00206ee38774 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:14.790501 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3e132267-2712-4aa3-990b-63e50f03cf5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f17b6b-0c92-4eab-8756-459565779115 {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:02:14.851917 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3e132267-2712-4aa3-990b-63e50f03cf5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:14.863633 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49540) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:14.926638 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-82f71b93-433e-47c8-abb1-8126cfe175e7 req-73697f56-548d-41d2-b700-5d09cca485fb tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 210 time: 0.1275332 Apr 23 00:02:14.939473 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cfbd9a66-3be2-4f17-a3f1-00206ee38774 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:14.945480 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bbff8e1d-4949-485a-bc9c-000011059eb0 None None] Port e0ad5f18-9fbc-477c-8b1f-1c2844789d4c cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:14.956692 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3e132267-2712-4aa3-990b-63e50f03cf5f service neutron] Transition to ACTIVE for port object 15f17b6b-0c92-4eab-8756-459565779115 will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:02:14.968085 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fa7794d5-dab1-41e7-92af-670385ee8000 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:14.971024 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-cfbd9a66-3be2-4f17-a3f1-00206ee38774 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Calling delete_port for d0024dc7-d386-4653-a8fe-be1b97166bd0 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:14.996308 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-2ecc3853-3436-498e-9747-81b267cb73dd req-54b1ee02-3cb2-44b3-a356-66afe4f35840 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Allocated IP 172.20.0.7 (a8d8d357-da92-4298-b1b5-3d81a026a802/e051b6c5-e40c-442b-8ae2-46ca4db94a08/5bf074c6-1213-48ed-9081-f230a0d68821) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:15.047900 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b2943c-7342-4cb7-a478-52dfb1e155f1 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Router 07dac16d-f661-4731-9569-a49250e654b9 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:02:15.049439 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42855a15-ada8-4034-927b-c0938caaeeac req-0205a044-5fd3-4392-98df-322ccff7f93d service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:02:15.049803 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42855a15-ada8-4034-927b-c0938caaeeac req-0205a044-5fd3-4392-98df-322ccff7f93d service neutron] Checking segment: {'id': '7fd3e4d6-dd1e-4136-8449-a7716d3b220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:02:15.050650 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42855a15-ada8-4034-927b-c0938caaeeac req-0205a044-5fd3-4392-98df-322ccff7f93d service neutron] Bound using segment: {'id': '7fd3e4d6-dd1e-4136-8449-a7716d3b220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:02:15.051205 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [req-42855a15-ada8-4034-927b-c0938caaeeac req-0205a044-5fd3-4392-98df-322ccff7f93d service neutron] Bound port: edf4e660-d2b4-4923-a433-b874409cde73, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fd3e4d6-dd1e-4136-8449-a7716d3b220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:02:15.051706 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-42855a15-ada8-4034-927b-c0938caaeeac req-0205a044-5fd3-4392-98df-322ccff7f93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:15.088637 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3e132267-2712-4aa3-990b-63e50f03cf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:15.099972 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-978a3687-5f20-49cc-804d-9b9017f8d180 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e8d9087a8c874292bb7e854159e8a81a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2282581 Apr 23 00:02:15.117547 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49542) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:15.221784 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e132267-2712-4aa3-990b-63e50f03cf5f service neutron] Pushing event updated for resources: {'Port': ['ID=15f17b6b-0c92-4eab-8756-459565779115,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:15.230755 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-471635f1-105d-40f6-8296-2db32c8cb53c req-3541d065-6e1b-4483-84eb-f064a52c7365 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b527525-78b8-490e-a325-7a1a6bee7503&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5689931 Apr 23 00:02:15.246264 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7794d5-dab1-41e7-92af-670385ee8000 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Network 1d43475c-87f8-46cd-a715-c204c4c4b7bb is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:15.299952 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-fa7794d5-dab1-41e7-92af-670385ee8000 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:15.302966 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7794d5-dab1-41e7-92af-670385ee8000 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:15.310147 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7794d5-dab1-41e7-92af-670385ee8000 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:15.311108 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fa7794d5-dab1-41e7-92af-670385ee8000 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:15.327486 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7794d5-dab1-41e7-92af-670385ee8000 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Pushing event updated for resources: {'Port': ['ID=583d313f-db29-4cec-9308-40d9ce1189fd,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:15.362500 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c813224e-3360-4820-ad27-07c590c20bca tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:15.420169 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3e132267-2712-4aa3-990b-63e50f03cf5f service neutron] Attempting to bind port 15f17b6b-0c92-4eab-8756-459565779115 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:02:15.420854 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3e132267-2712-4aa3-990b-63e50f03cf5f service neutron] Attempting to bind port 15f17b6b-0c92-4eab-8756-459565779115 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '1413f222-a5bf-498f-83b3-b615c2513886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:02:15.427802 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3e132267-2712-4aa3-990b-63e50f03cf5f service neutron] Attempting to bind port 15f17b6b-0c92-4eab-8756-459565779115 on network 0a41116a-33eb-4e65-9932-be9cdd6ea97e {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:02:15.440790 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2607-0816-4186-870a-584915076318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:15.445842 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3e132267-2712-4aa3-990b-63e50f03cf5f service neutron] Port 15f17b6b-0c92-4eab-8756-459565779115 on network 0a41116a-33eb-4e65-9932-be9cdd6ea97e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:02:15.445842 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3e132267-2712-4aa3-990b-63e50f03cf5f service neutron] Attempting to bind port 15f17b6b-0c92-4eab-8756-459565779115 on network 0a41116a-33eb-4e65-9932-be9cdd6ea97e {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:02:15.446661 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-fa7794d5-dab1-41e7-92af-670385ee8000 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.6559057 Apr 23 00:02:15.452210 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49544) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:15.455332 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [req-42855a15-ada8-4034-927b-c0938caaeeac req-0205a044-5fd3-4392-98df-322ccff7f93d service neutron] For port edf4e660-d2b4-4923-a433-b874409cde73, host hv-neutron-8387, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:02:15.458392 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3e132267-2712-4aa3-990b-63e50f03cf5f service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:02:15.458854 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3e132267-2712-4aa3-990b-63e50f03cf5f service neutron] Checking segment: {'id': '1413f222-a5bf-498f-83b3-b615c2513886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:02:15.459461 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3e132267-2712-4aa3-990b-63e50f03cf5f service neutron] Bound using segment: {'id': '1413f222-a5bf-498f-83b3-b615c2513886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:02:15.460110 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3e132267-2712-4aa3-990b-63e50f03cf5f service neutron] Bound port: 15f17b6b-0c92-4eab-8756-459565779115, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1413f222-a5bf-498f-83b3-b615c2513886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:02:15.460655 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3e132267-2712-4aa3-990b-63e50f03cf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:15.465299 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-5188d15d-37c5-4134-9514-2097f3e2a73a tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:c0:aa:ce'}]}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:15.478145 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cfbd9a66-3be2-4f17-a3f1-00206ee38774 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:15.545914 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [req-42855a15-ada8-4034-927b-c0938caaeeac req-0205a044-5fd3-4392-98df-322ccff7f93d service neutron] For port edf4e660-d2b4-4923-a433-b874409cde73, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=edf4e660-d2b4-4923-a433-b874409cde73,segment=NetworkSegment(7fd3e4d6-dd1e-4136-8449-a7716d3b220a),segment_id=7fd3e4d6-dd1e-4136-8449-a7716d3b220a)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:02:15.553700 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2ecc3853-3436-498e-9747-81b267cb73dd req-54b1ee02-3cb2-44b3-a356-66afe4f35840 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:15.558204 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd9a66-3be2-4f17-a3f1-00206ee38774 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Port': ['ID=d0024dc7-d386-4653-a8fe-be1b97166bd0,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:15.600776 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cfbd9a66-3be2-4f17-a3f1-00206ee38774 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:15.604101 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cfbd9a66-3be2-4f17-a3f1-00206ee38774 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/ports/d0024dc7-d386-4653-a8fe-be1b97166bd0 HTTP/1.1" status: 204 len: 168 time: 1.3071737 Apr 23 00:02:15.619165 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49546) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:15.653808 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2607-0816-4186-870a-584915076318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:15.662967 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-42855a15-ada8-4034-927b-c0938caaeeac req-0205a044-5fd3-4392-98df-322ccff7f93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:15.748131 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-069d713e-b27e-425a-b024-3cbe32257119 None None] Provisioning complete for port 583d313f-db29-4cec-9308-40d9ce1189fd triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:15.752390 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-069d713e-b27e-425a-b024-3cbe32257119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:15.837673 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2ecc3853-3436-498e-9747-81b267cb73dd req-54b1ee02-3cb2-44b3-a356-66afe4f35840 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:15.840267 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3e132267-2712-4aa3-990b-63e50f03cf5f service neutron] For port 15f17b6b-0c92-4eab-8756-459565779115, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:02:15.864124 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42855a15-ada8-4034-927b-c0938caaeeac req-0205a044-5fd3-4392-98df-322ccff7f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:15.864124 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-42855a15-ada8-4034-927b-c0938caaeeac req-0205a044-5fd3-4392-98df-322ccff7f93d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:15.864124 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-42855a15-ada8-4034-927b-c0938caaeeac req-0205a044-5fd3-4392-98df-322ccff7f93d service neutron] 10.222.0.16 "PUT /v2.0/ports/edf4e660-d2b4-4923-a433-b874409cde73 HTTP/1.1" status: 200 len: 1093 time: 5.1037662 Apr 23 00:02:15.884964 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71b7ba2-545d-4dd2-a696-90c751b52f2b', 'tag': 'edf4e660-d2b4-4923-a433-b874409cde73'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:02:15.885325 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-069d713e-b27e-425a-b024-3cbe32257119 None None] Port 583d313f-db29-4cec-9308-40d9ce1189fd cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:15.922510 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1ee02-3cb2-44b3-a356-66afe4f35840 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Pushing event updated for resources: {'Port': ['ID=5bf074c6-1213-48ed-9081-f230a0d68821,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:16.042237 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ecc3853-3436-498e-9747-81b267cb73dd req-54b1ee02-3cb2-44b3-a356-66afe4f35840 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Network a8d8d357-da92-4298-b1b5-3d81a026a802 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:16.051143 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3e132267-2712-4aa3-990b-63e50f03cf5f service neutron] For port 15f17b6b-0c92-4eab-8756-459565779115, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=15f17b6b-0c92-4eab-8756-459565779115,segment=NetworkSegment(1413f222-a5bf-498f-83b3-b615c2513886),segment_id=1413f222-a5bf-498f-83b3-b615c2513886)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:02:16.059205 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-2ecc3853-3436-498e-9747-81b267cb73dd req-54b1ee02-3cb2-44b3-a356-66afe4f35840 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:16.063610 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecc3853-3436-498e-9747-81b267cb73dd req-54b1ee02-3cb2-44b3-a356-66afe4f35840 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:16.157283 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3e132267-2712-4aa3-990b-63e50f03cf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:16.191513 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8b31e0-1df7-459d-812c-fdc20fc400ee tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:16.206207 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2f8b31e0-1df7-459d-812c-fdc20fc400ee tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5797172 Apr 23 00:02:16.206888 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49556) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:16.258496 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c54128-b571-4d0f-aea2-d518ef506dde req-2c002668-4607-4562-a417-71c615cb5b9b tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:16.277095 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f3c54128-b571-4d0f-aea2-d518ef506dde req-2c002668-4607-4562-a417-71c615cb5b9b tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 943 time: 0.5869858 Apr 23 00:02:16.356207 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e132267-2712-4aa3-990b-63e50f03cf5f service neutron] Pushing event updated for resources: {'Port': ['ID=15f17b6b-0c92-4eab-8756-459565779115,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:16.390019 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1656845-353c-4dbf-85f9-576cc7329808 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] GET failed (client error): The resource could not be found. Apr 23 00:02:16.392326 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c1656845-353c-4dbf-85f9-576cc7329808 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports/4287b645-294f-4104-a3ff-505e7f9ae444 HTTP/1.1" status: 404 len: 333 time: 0.1129632 Apr 23 00:02:16.393725 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3e132267-2712-4aa3-990b-63e50f03cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:16.394337 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3e132267-2712-4aa3-990b-63e50f03cf5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:16.395662 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-3e132267-2712-4aa3-990b-63e50f03cf5f service neutron] 10.222.0.16 "PUT /v2.0/ports/15f17b6b-0c92-4eab-8756-459565779115 HTTP/1.1" status: 200 len: 1094 time: 2.6893129 Apr 23 00:02:16.403689 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02090c5-e7e8-4c77-b8b3-860a0f09df6d', 'tag': '15f17b6b-0c92-4eab-8756-459565779115'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:02:16.409055 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49560) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:16.470394 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6f4cab-f2bd-47bc-b990-511158b3fab6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] GET failed (client error): The resource could not be found. Apr 23 00:02:16.472196 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-db6f4cab-f2bd-47bc-b990-511158b3fab6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports/d0024dc7-d386-4653-a8fe-be1b97166bd0 HTTP/1.1" status: 404 len: 333 time: 0.0525334 Apr 23 00:02:16.482402 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc3853-3436-498e-9747-81b267cb73dd req-54b1ee02-3cb2-44b3-a356-66afe4f35840 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:16.483317 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2ecc3853-3436-498e-9747-81b267cb73dd req-54b1ee02-3cb2-44b3-a356-66afe4f35840 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:16.496909 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49566) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:16.557708 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f3c54128-b571-4d0f-aea2-d518ef506dde req-2c6edecb-b740-4ae9-a850-ad5139b46d4f tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/security-groups?id=556d32dc-298a-4708-8775-71171ee45455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795787 Apr 23 00:02:16.568354 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577be81a-fdcb-4196-bc44-3deec32a5a53" -d '{"events": [{"name": "network-changed", "server_uuid": "a71b7ba2-545d-4dd2-a696-90c751b52f2b", "tag": "edf4e660-d2b4-4923-a433-b874409cde73"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:02:16.651560 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22fd54d-6d7b-46b8-b4b7-26c71cab2785" -d '{"events": [{"name": "network-changed", "server_uuid": "e02090c5-e7e8-4c77-b8b3-860a0f09df6d", "tag": "15f17b6b-0c92-4eab-8756-459565779115"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:02:16.678717 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b2943c-7342-4cb7-a478-52dfb1e155f1 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:02:16.684790 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-88b2943c-7342-4cb7-a478-52dfb1e155f1 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] 10.222.0.15 "PUT /v2.0/routers/07dac16d-f661-4731-9569-a49250e654b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3419309 Apr 23 00:02:16.692011 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404f8b76-4157-4f37-8a70-ab77c1c35e6e None None] Sync routers for ids ['07dac16d-f661-4731-9569-a49250e654b9'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:02:16.701195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49572) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:16.710464 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-0af52f43-2e6d-4afa-8bcf-f0d1c9e914de tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Request body: {'port': {'network_id': 'd9c878cf-18f3-4e7a-84bf-e3f1bb719438', 'name': 'tempest-FloatingIPAdminTestJSON-1707863656'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:16.716062 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404f8b76-4157-4f37-8a70-ab77c1c35e6e None None] Routers {'07dac16d-f661-4731-9569-a49250e654b9'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:16.716699 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-404f8b76-4157-4f37-8a70-ab77c1c35e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['07dac16d-f661-4731-9569-a49250e654b9'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:16.777018 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-404f8b76-4157-4f37-8a70-ab77c1c35e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:16.798340 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404f8b76-4157-4f37-8a70-ab77c1c35e6e None None] Routers {'07dac16d-f661-4731-9569-a49250e654b9'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:16.798984 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-404f8b76-4157-4f37-8a70-ab77c1c35e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['07dac16d-f661-4731-9569-a49250e654b9'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:16.806747 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5188d15d-37c5-4134-9514-2097f3e2a73a tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:16.850594 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9a600e1e-85e8-4d4f-904b-415157c4004a None None] Provisioning complete for port 5bf074c6-1213-48ed-9081-f230a0d68821 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:16.851642 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a600e1e-85e8-4d4f-904b-415157c4004a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:16.856296 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-404f8b76-4157-4f37-8a70-ab77c1c35e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:16.857022 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404f8b76-4157-4f37-8a70-ab77c1c35e6e None None] The sync data for ids ['07dac16d-f661-4731-9569-a49250e654b9'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:02:16.893388 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9a600e1e-85e8-4d4f-904b-415157c4004a None None] Port 5bf074c6-1213-48ed-9081-f230a0d68821 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:16.928417 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2607-0816-4186-870a-584915076318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:16.931091 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2607-0816-4186-870a-584915076318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:16.932307 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-eb5b2607-0816-4186-870a-584915076318 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce5d6bb4-61f6-4edf-95b1-d82c161eae73 HTTP/1.1" status: 204 len: 168 time: 1.8136287 Apr 23 00:02:16.950689 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205a044-5fd3-4392-98df-322ccff7f93d service neutron] Pushing event updated for resources: {'Port': ['ID=edf4e660-d2b4-4923-a433-b874409cde73,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:16.961628 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b2607-0816-4186-870a-584915076318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5d6bb4-61f6-4edf-95b1-d82c161eae73,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:16.993840 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42855a15-ada8-4034-927b-c0938caaeeac req-550824b0-01d7-41f8-8889-237d7331fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:16.995398 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-42855a15-ada8-4034-927b-c0938caaeeac req-550824b0-01d7-41f8-8889-237d7331fd49 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6acbda49d53541c4a7ad697686f19386&device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 1096 time: 0.5083196 Apr 23 00:02:17.015199 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33031550-4416-47b4-9568-d3751c7bca58 req-0b7e2b69-b8cc-4464-898c-64a9e9511431 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:17.017812 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-33031550-4416-47b4-9568-d3751c7bca58 req-0b7e2b69-b8cc-4464-898c-64a9e9511431 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 931 time: 0.9052837 Apr 23 00:02:17.090759 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-42855a15-ada8-4034-927b-c0938caaeeac req-764edc22-7bfa-46fb-8ee5-98b2a29ec921 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edf4e660-d2b4-4923-a433-b874409cde73 HTTP/1.1" status: 200 len: 217 time: 0.0686986 Apr 23 00:02:17.245448 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-33031550-4416-47b4-9568-d3751c7bca58 req-db15a360-3989-4825-93d0-d1cae033a13e tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537256 Apr 23 00:02:17.254381 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42855a15-ada8-4034-927b-c0938caaeeac req-0e2ba5d6-5a4f-4c5d-ac40-8786ed68b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:17.255873 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-42855a15-ada8-4034-927b-c0938caaeeac req-0e2ba5d6-5a4f-4c5d-ac40-8786ed68b4a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5dac7434-d808-410c-93e9-edb872458a8d HTTP/1.1" status: 200 len: 851 time: 0.1209271 Apr 23 00:02:17.309730 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ecc3853-3436-498e-9747-81b267cb73dd req-54b1ee02-3cb2-44b3-a356-66afe4f35840 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4368331 Apr 23 00:02:17.356592 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-2ecc3853-3436-498e-9747-81b267cb73dd req-2b9a3970-112b-44e1-9fb7-10dbfc19b2a7 service neutron] Request body: {'port': {'device_id': '2eb20b22-228b-420d-8c0a-2465fc8f3053', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:17.375861 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c813224e-3360-4820-ad27-07c590c20bca tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Router 4f714f04-2844-4854-94f3-e289b5ae85cb is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:02:17.410929 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a57ef1-0c64-42b0-85aa-f7fcf69e13fa req-506ebf3c-0c17-41e2-a122-bac928ed37f9 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:17.418580 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-87a57ef1-0c64-42b0-85aa-f7fcf69e13fa req-506ebf3c-0c17-41e2-a122-bac928ed37f9 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 944 time: 0.7403474 Apr 23 00:02:17.429832 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7f557400-a7cb-4eb2-a8bb-b92a9f5050df tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:17.442892 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-e0ed1f90-f223-4381-b054-744c45c8fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:17.444680 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-e0ed1f90-f223-4381-b054-744c45c8fb35 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc99a14fb3484f3e9a5b0f6f71fb2823&device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 1097 time: 0.8924387 Apr 23 00:02:17.466355 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42855a15-ada8-4034-927b-c0938caaeeac req-d132f0df-5112-4267-be7f-a1293ae0a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:17.468693 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-42855a15-ada8-4034-927b-c0938caaeeac req-d132f0df-5112-4267-be7f-a1293ae0a36d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1928945 Apr 23 00:02:17.519336 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5188d15d-37c5-4134-9514-2097f3e2a73a tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:17.564777 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-7b6e6393-61a5-40ed-936f-3c7898e3e402 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15f17b6b-0c92-4eab-8756-459565779115 HTTP/1.1" status: 200 len: 217 time: 0.0979307 Apr 23 00:02:17.565336 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af52f43-2e6d-4afa-8bcf-f0d1c9e914de tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Made reservation on behalf of 3185e12a20414d89a83645c8d9bf6b05 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:17.568903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0af52f43-2e6d-4afa-8bcf-f0d1c9e914de tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:17.593916 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2ecc3853-3436-498e-9747-81b267cb73dd req-2b9a3970-112b-44e1-9fb7-10dbfc19b2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:17.624284 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-87a57ef1-0c64-42b0-85aa-f7fcf69e13fa req-9b39ccad-8f47-4a18-9531-3c9b3d7121a2 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b527525-78b8-490e-a325-7a1a6bee7503&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2003856 Apr 23 00:02:17.692691 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c813224e-3360-4820-ad27-07c590c20bca tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:02:17.707095 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8688c4d-1994-4bae-9910-0ef3df2cb573 None None] Sync routers for ids ['4f714f04-2844-4854-94f3-e289b5ae85cb'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:02:17.714477 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f759ef78-ab4f-449a-9ac6-8873485d7f47 x-openstack-request-id: req-f759ef78-ab4f-449a-9ac6-8873485d7f47 {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:02:17.715017 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71b7ba2-545d-4dd2-a696-90c751b52f2b", "tag": "edf4e660-d2b4-4923-a433-b874409cde73", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:02:17.715412 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f759ef78-ab4f-449a-9ac6-8873485d7f47 {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:02:17.716184 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f759ef78-ab4f-449a-9ac6-8873485d7f47'] response: {'name': 'network-changed', 'server_uuid': 'a71b7ba2-545d-4dd2-a696-90c751b52f2b', 'tag': 'edf4e660-d2b4-4923-a433-b874409cde73', 'status': 'completed', 'code': 200} Apr 23 00:02:17.725992 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8688c4d-1994-4bae-9910-0ef3df2cb573 None None] Routers {'4f714f04-2844-4854-94f3-e289b5ae85cb'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:17.726698 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c8688c4d-1994-4bae-9910-0ef3df2cb573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4f714f04-2844-4854-94f3-e289b5ae85cb'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:17.738793 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5188d15d-37c5-4134-9514-2097f3e2a73a tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:17.809171 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c8688c4d-1994-4bae-9910-0ef3df2cb573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:17.855175 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8688c4d-1994-4bae-9910-0ef3df2cb573 None None] Routers {'4f714f04-2844-4854-94f3-e289b5ae85cb'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:17.856638 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c8688c4d-1994-4bae-9910-0ef3df2cb573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4f714f04-2844-4854-94f3-e289b5ae85cb'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:17.912800 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-5188d15d-37c5-4134-9514-2097f3e2a73a tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] In _notify_port_updated(), no bound segment for port 583d313f-db29-4cec-9308-40d9ce1189fd on network 1d43475c-87f8-46cd-a715-c204c4c4b7bb {{(pid=103143) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 23 00:02:17.921476 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5188d15d-37c5-4134-9514-2097f3e2a73a tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:17.928437 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5188d15d-37c5-4134-9514-2097f3e2a73a tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:17.930094 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5188d15d-37c5-4134-9514-2097f3e2a73a tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] 10.222.0.15 "PUT /v2.0/ports/583d313f-db29-4cec-9308-40d9ce1189fd HTTP/1.1" status: 200 len: 993 time: 2.4712386 Apr 23 00:02:17.935508 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49592) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:17.956711 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c813224e-3360-4820-ad27-07c590c20bca tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:17.961153 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c813224e-3360-4820-ad27-07c590c20bca tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.5301118 Apr 23 00:02:18.017716 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c8688c4d-1994-4bae-9910-0ef3df2cb573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:18.026208 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8688c4d-1994-4bae-9910-0ef3df2cb573 None None] The sync data for ids ['4f714f04-2844-4854-94f3-e289b5ae85cb'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:02:18.068261 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49594) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:18.186502 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188d15d-37c5-4134-9514-2097f3e2a73a tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Pushing event updated for resources: {'Port': ['ID=583d313f-db29-4cec-9308-40d9ce1189fd,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:18.220611 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab6de7-4776-4943-8a8f-206e0aa80d58 req-93f7cd36-c0f2-4fe9-a8ea-f076d6d60b23 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:18.222444 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4cab6de7-4776-4943-8a8f-206e0aa80d58 req-93f7cd36-c0f2-4fe9-a8ea-f076d6d60b23 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 943 time: 0.3966086 Apr 23 00:02:18.232661 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-0af52f43-2e6d-4afa-8bcf-f0d1c9e914de tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] device_id is not set on port cee831ac-1a45-4f66-b17d-9e5fad2e9301 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:18.246604 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613e0ff7-de21-4310-9a2e-95d54b380760 x-openstack-request-id: req-613e0ff7-de21-4310-9a2e-95d54b380760 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:02:18.246878 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02090c5-e7e8-4c77-b8b3-860a0f09df6d", "tag": "15f17b6b-0c92-4eab-8756-459565779115", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:02:18.247086 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-613e0ff7-de21-4310-9a2e-95d54b380760 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:02:18.247633 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-613e0ff7-de21-4310-9a2e-95d54b380760'] response: {'name': 'network-changed', 'server_uuid': 'e02090c5-e7e8-4c77-b8b3-860a0f09df6d', 'tag': '15f17b6b-0c92-4eab-8756-459565779115', 'status': 'completed', 'code': 200} Apr 23 00:02:18.259675 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-2ecc3853-3436-498e-9747-81b267cb73dd req-2b9a3970-112b-44e1-9fb7-10dbfc19b2a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf074c6-1213-48ed-9081-f230a0d68821 {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:02:18.286794 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-42855a15-ada8-4034-927b-c0938caaeeac req-e764d221-e19d-4836-8d6e-4fb29ca3386c service neutron] 10.222.0.16 "GET /v2.0/networks/a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7640665 Apr 23 00:02:18.313177 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2ecc3853-3436-498e-9747-81b267cb73dd req-2b9a3970-112b-44e1-9fb7-10dbfc19b2a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:18.366864 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4cab6de7-4776-4943-8a8f-206e0aa80d58 req-c07b7ff5-76c8-47aa-ae97-56af83e5a065 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/security-groups?id=556d32dc-298a-4708-8775-71171ee45455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278563 Apr 23 00:02:18.378291 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-c205de09-de79-4d91-8855-05b335362a1b None None] Provisioning complete for port 583d313f-db29-4cec-9308-40d9ce1189fd triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:18.379146 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c205de09-de79-4d91-8855-05b335362a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:18.423150 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-0af52f43-2e6d-4afa-8bcf-f0d1c9e914de tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Allocated IP 172.20.0.13 (d9c878cf-18f3-4e7a-84bf-e3f1bb719438/00d4224d-712b-4146-bfe5-bf9df36b47b1/cee831ac-1a45-4f66-b17d-9e5fad2e9301) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:18.441009 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-623c58ff-5b73-43ed-b3d8-04fb2a549a46 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Deleting port 583d313f-db29-4cec-9308-40d9ce1189fd {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:18.446965 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-623c58ff-5b73-43ed-b3d8-04fb2a549a46 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:18.480801 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7f557400-a7cb-4eb2-a8bb-b92a9f5050df tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:18.490331 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-bf7c3789-e1b4-4de2-bb93-f5d21f8dd0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:18.492654 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-bf7c3789-e1b4-4de2-bb93-f5d21f8dd0ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=895f2dc2-9151-45a4-9be9-8b20c7d0e2ba HTTP/1.1" status: 200 len: 845 time: 0.9171352 Apr 23 00:02:18.499972 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c205de09-de79-4d91-8855-05b335362a1b None None] Port 583d313f-db29-4cec-9308-40d9ce1189fd cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:18.512581 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5f791e0b-8eb9-4d0e-aa55-3ece06e18aeb tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "GET /v2.0/routers/4f714f04-2844-4854-94f3-e289b5ae85cb HTTP/1.1" status: 200 len: 921 time: 0.4373274 Apr 23 00:02:18.525623 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49608) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:18.606588 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-623c58ff-5b73-43ed-b3d8-04fb2a549a46 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:18.620805 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-623c58ff-5b73-43ed-b3d8-04fb2a549a46 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Calling delete_port for 583d313f-db29-4cec-9308-40d9ce1189fd owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:18.668189 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-2ecc3853-3436-498e-9747-81b267cb73dd req-2b9a3970-112b-44e1-9fb7-10dbfc19b2a7 service neutron] Transition to ACTIVE for port object 5bf074c6-1213-48ed-9081-f230a0d68821 will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:02:18.724012 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-7f557400-a7cb-4eb2-a8bb-b92a9f5050df tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ddf1ede-c5a2-4d13-b854-1f64ac0fc76b']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:18.741889 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2ecc3853-3436-498e-9747-81b267cb73dd req-2b9a3970-112b-44e1-9fb7-10dbfc19b2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:18.759723 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-7f557400-a7cb-4eb2-a8bb-b92a9f5050df tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8388a3cc-8494-4c40-829c-bcb426812128') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:18.760080 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-7f557400-a7cb-4eb2-a8bb-b92a9f5050df tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8388a3cc-8494-4c40-829c-bcb426812128') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:18.824237 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-42855a15-ada8-4034-927b-c0938caaeeac req-35d2d171-452f-4485-96b1-f77b0909a94d service neutron] 10.222.0.16 "GET /v2.0/networks/a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206470 Apr 23 00:02:18.826551 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7f557400-a7cb-4eb2-a8bb-b92a9f5050df tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:18.826740 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:02:18.828451 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-63bc36ea-0a2e-4962-9560-6a783dee375a tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f714f04-2844-4854-94f3-e289b5ae85cb HTTP/1.1" status: 200 len: 205 time: 0.3010964 Apr 23 00:02:18.855261 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49614) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:18.886586 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49616) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:18.909149 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-623c58ff-5b73-43ed-b3d8-04fb2a549a46 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:18.930033 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bb3b7-4693-4d46-8441-b0a682b230e1 req-579e76dc-4c81-4458-976a-f09b474942f4 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:18.936232 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-416bb3b7-4693-4d46-8441-b0a682b230e1 req-579e76dc-4c81-4458-976a-f09b474942f4 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 931 time: 0.4407320 Apr 23 00:02:19.024415 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0af52f43-2e6d-4afa-8bcf-f0d1c9e914de tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:19.117597 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-f5f4c260-ca16-46ff-91bb-9347d66fe3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:19.119117 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-f5f4c260-ca16-46ff-91bb-9347d66fe3f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0a41116a-33eb-4e65-9932-be9cdd6ea97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5852137 Apr 23 00:02:19.137515 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7f557400-a7cb-4eb2-a8bb-b92a9f5050df tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:19.153414 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3970-112b-44e1-9fb7-10dbfc19b2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf074c6-1213-48ed-9081-f230a0d68821,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:19.225002 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f557400-a7cb-4eb2-a8bb-b92a9f5050df tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:02:19.226105 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7f557400-a7cb-4eb2-a8bb-b92a9f5050df tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:02:19.316682 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:02:19.372147 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-ed121711-07a2-4965-ba3a-86864e9631f5 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1461450675'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:19.435983 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb3c21-b0fb-4000-ae3d-7ba67cc5d6ae req-a42cc3a1-cb53-47a9-8c75-2c41a8e279dc tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:19.443693 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d6fb3c21-b0fb-4000-ae3d-7ba67cc5d6ae req-a42cc3a1-cb53-47a9-8c75-2c41a8e279dc tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 944 time: 0.6179473 Apr 23 00:02:19.451205 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-2ecc3853-3436-498e-9747-81b267cb73dd req-2b9a3970-112b-44e1-9fb7-10dbfc19b2a7 service neutron] Attempting to bind port 5bf074c6-1213-48ed-9081-f230a0d68821 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:02:19.451716 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-2ecc3853-3436-498e-9747-81b267cb73dd req-2b9a3970-112b-44e1-9fb7-10dbfc19b2a7 service neutron] Attempting to bind port 5bf074c6-1213-48ed-9081-f230a0d68821 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '7964bcf9-55fb-4cf8-a99d-cf4969598524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:02:19.452131 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecc3853-3436-498e-9747-81b267cb73dd req-2b9a3970-112b-44e1-9fb7-10dbfc19b2a7 service neutron] Attempting to bind port 5bf074c6-1213-48ed-9081-f230a0d68821 on network a8d8d357-da92-4298-b1b5-3d81a026a802 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:02:19.465922 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c58ff-5b73-43ed-b3d8-04fb2a549a46 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Pushing event deleted for resources: {'Port': ['ID=583d313f-db29-4cec-9308-40d9ce1189fd,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:19.486483 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-416bb3b7-4693-4d46-8441-b0a682b230e1 req-61721b29-5d31-49a2-8d97-98b4ccce854a tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3687170 Apr 23 00:02:19.487592 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecc3853-3436-498e-9747-81b267cb73dd req-2b9a3970-112b-44e1-9fb7-10dbfc19b2a7 service neutron] Port 5bf074c6-1213-48ed-9081-f230a0d68821 on network a8d8d357-da92-4298-b1b5-3d81a026a802 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:02:19.488259 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecc3853-3436-498e-9747-81b267cb73dd req-2b9a3970-112b-44e1-9fb7-10dbfc19b2a7 service neutron] Attempting to bind port 5bf074c6-1213-48ed-9081-f230a0d68821 on network a8d8d357-da92-4298-b1b5-3d81a026a802 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:02:19.548859 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-6691c004-3960-4c6f-bed2-e28d2109b042 service neutron] 10.222.0.16 "GET /v2.0/networks/0a41116a-33eb-4e65-9932-be9cdd6ea97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993590 Apr 23 00:02:19.551584 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7f557400-a7cb-4eb2-a8bb-b92a9f5050df tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:19.554675 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-623c58ff-5b73-43ed-b3d8-04fb2a549a46 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:19.555086 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0af52f43-2e6d-4afa-8bcf-f0d1c9e914de tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:19.557950 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-623c58ff-5b73-43ed-b3d8-04fb2a549a46 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] 10.222.0.15 "DELETE /v2.0/ports/583d313f-db29-4cec-9308-40d9ce1189fd HTTP/1.1" status: 204 len: 168 time: 1.6122146 Apr 23 00:02:19.564262 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49622) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:19.601972 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577be81a-fdcb-4196-bc44-3deec32a5a53 req-8194e334-5ca6-49da-85ce-5a486a714a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:19.603462 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-577be81a-fdcb-4196-bc44-3deec32a5a53 req-8194e334-5ca6-49da-85ce-5a486a714a16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6acbda49d53541c4a7ad697686f19386&device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 1096 time: 0.5415101 Apr 23 00:02:19.615833 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-70826280-c6ed-4916-a15e-c4213aae7722 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] GET failed (client error): The resource could not be found. Apr 23 00:02:19.623675 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-70826280-c6ed-4916-a15e-c4213aae7722 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] 10.222.0.15 "GET /v2.0/ports/583d313f-db29-4cec-9308-40d9ce1189fd HTTP/1.1" status: 404 len: 333 time: 0.0526528 Apr 23 00:02:19.623675 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f96beec7-a8d3-4ae4-92ef-0778e51c9af2 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:19.625521 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49624) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:19.630004 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d6fb3c21-b0fb-4000-ae3d-7ba67cc5d6ae req-5d97077b-a0f0-45a2-b617-b6026bf8b9a7 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b527525-78b8-490e-a325-7a1a6bee7503&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1850405 Apr 23 00:02:19.635308 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-80fc2d82-257c-4a51-80c5-6df246bc53f6 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Request body: {'port': {'network_id': '1d43475c-87f8-46cd-a715-c204c4c4b7bb', 'name': 'tempest-AllowedAddressPairTestJSON-1171624060'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:19.656611 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed121711-07a2-4965-ba3a-86864e9631f5 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Made reservation on behalf of 440f81e7cb92442886d40dac49f47908 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:19.664974 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed121711-07a2-4965-ba3a-86864e9631f5 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:19.667907 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecc3853-3436-498e-9747-81b267cb73dd req-2b9a3970-112b-44e1-9fb7-10dbfc19b2a7 service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:02:19.668256 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecc3853-3436-498e-9747-81b267cb73dd req-2b9a3970-112b-44e1-9fb7-10dbfc19b2a7 service neutron] Checking segment: {'id': '7964bcf9-55fb-4cf8-a99d-cf4969598524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:02:19.668615 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecc3853-3436-498e-9747-81b267cb73dd req-2b9a3970-112b-44e1-9fb7-10dbfc19b2a7 service neutron] Bound using segment: {'id': '7964bcf9-55fb-4cf8-a99d-cf4969598524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:02:19.669075 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-2ecc3853-3436-498e-9747-81b267cb73dd req-2b9a3970-112b-44e1-9fb7-10dbfc19b2a7 service neutron] Bound port: 5bf074c6-1213-48ed-9081-f230a0d68821, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7964bcf9-55fb-4cf8-a99d-cf4969598524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:02:19.669424 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2ecc3853-3436-498e-9747-81b267cb73dd req-2b9a3970-112b-44e1-9fb7-10dbfc19b2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:19.690489 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7f557400-a7cb-4eb2-a8bb-b92a9f5050df tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:19.697409 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7f557400-a7cb-4eb2-a8bb-b92a9f5050df tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/networks/7ddf1ede-c5a2-4d13-b854-1f64ac0fc76b HTTP/1.1" status: 204 len: 168 time: 3.1956890 Apr 23 00:02:19.703991 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49626) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:19.750448 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-35721e9d-e9d3-4931-ae1a-bd87dfe64d80 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1202743904'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:19.763481 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f557400-a7cb-4eb2-a8bb-b92a9f5050df tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Network': ['ID=7ddf1ede-c5a2-4d13-b854-1f64ac0fc76b,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:19.782261 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed121711-07a2-4965-ba3a-86864e9631f5 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:19.794438 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af52f43-2e6d-4afa-8bcf-f0d1c9e914de tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Network d9c878cf-18f3-4e7a-84bf-e3f1bb719438 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:19.822688 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-0af52f43-2e6d-4afa-8bcf-f0d1c9e914de tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:19.849878 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af52f43-2e6d-4afa-8bcf-f0d1c9e914de tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Pushing event updated for resources: {'Port': ['ID=cee831ac-1a45-4f66-b17d-9e5fad2e9301,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:19.867116 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af52f43-2e6d-4afa-8bcf-f0d1c9e914de tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:19.956731 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f3c720e9-4c0d-483a-ae23-e65d8ed996c8 req-6cf69498-1c51-4a32-ab46-b26e11f9fdc1 service neutron] 10.222.0.16 "GET /v2.0/networks/0a41116a-33eb-4e65-9932-be9cdd6ea97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909504 Apr 23 00:02:19.977070 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653809d-1de1-4dbe-948c-ca4329595c85 req-9f2e6ec0-94cd-4c6c-a537-176dfbc3be4e tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:19.978622 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2653809d-1de1-4dbe-948c-ca4329595c85 req-9f2e6ec0-94cd-4c6c-a537-176dfbc3be4e tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 943 time: 0.4213536 Apr 23 00:02:20.022815 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-2ecc3853-3436-498e-9747-81b267cb73dd req-2b9a3970-112b-44e1-9fb7-10dbfc19b2a7 service neutron] For port 5bf074c6-1213-48ed-9081-f230a0d68821, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:02:20.040661 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af52f43-2e6d-4afa-8bcf-f0d1c9e914de tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:20.041388 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0af52f43-2e6d-4afa-8bcf-f0d1c9e914de tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:20.067714 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-2ecc3853-3436-498e-9747-81b267cb73dd req-2b9a3970-112b-44e1-9fb7-10dbfc19b2a7 service neutron] For port 5bf074c6-1213-48ed-9081-f230a0d68821, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=5bf074c6-1213-48ed-9081-f230a0d68821,segment=NetworkSegment(7964bcf9-55fb-4cf8-a99d-cf4969598524),segment_id=7964bcf9-55fb-4cf8-a99d-cf4969598524)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:02:20.088693 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2653809d-1de1-4dbe-948c-ca4329595c85 req-61ce5fa5-9657-4a51-9a2b-f2a619f7ccf8 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/security-groups?id=556d32dc-298a-4708-8775-71171ee45455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975206 Apr 23 00:02:20.096233 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577be81a-fdcb-4196-bc44-3deec32a5a53 req-f9cdf69d-5686-408e-8a55-bb079a5c940d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:20.097897 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-577be81a-fdcb-4196-bc44-3deec32a5a53 req-f9cdf69d-5686-408e-8a55-bb079a5c940d service neutron] 10.222.0.16 "GET /v2.0/networks?id=a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019 HTTP/1.1" status: 200 len: 913 time: 0.3929451 Apr 23 00:02:20.142568 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed121711-07a2-4965-ba3a-86864e9631f5 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:20.154991 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-577be81a-fdcb-4196-bc44-3deec32a5a53 req-8483673f-0284-439f-9db9-43975ec28544 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edf4e660-d2b4-4923-a433-b874409cde73 HTTP/1.1" status: 200 len: 217 time: 0.0490472 Apr 23 00:02:20.193370 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f96beec7-a8d3-4ae4-92ef-0778e51c9af2 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:20.212544 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577be81a-fdcb-4196-bc44-3deec32a5a53 req-b79574ca-5ba8-4961-9c26-0127317be8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:20.213896 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-577be81a-fdcb-4196-bc44-3deec32a5a53 req-b79574ca-5ba8-4961-9c26-0127317be8be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5dac7434-d808-410c-93e9-edb872458a8d HTTP/1.1" status: 200 len: 851 time: 0.0512536 Apr 23 00:02:20.223736 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-7c9c0b81-e327-429b-b4d2-f55d8b975f74 None None] Provisioning complete for port cee831ac-1a45-4f66-b17d-9e5fad2e9301 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:20.224345 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c9c0b81-e327-429b-b4d2-f55d8b975f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:20.246633 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35721e9d-e9d3-4931-ae1a-bd87dfe64d80 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:20.250501 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-35721e9d-e9d3-4931-ae1a-bd87dfe64d80 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:20.258327 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7c9c0b81-e327-429b-b4d2-f55d8b975f74 None None] Port cee831ac-1a45-4f66-b17d-9e5fad2e9301 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:20.281793 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577be81a-fdcb-4196-bc44-3deec32a5a53 req-5c3156cb-899a-44d7-b355-82eb096570e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:20.283313 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-577be81a-fdcb-4196-bc44-3deec32a5a53 req-5c3156cb-899a-44d7-b355-82eb096570e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0625217 Apr 23 00:02:20.283999 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35721e9d-e9d3-4931-ae1a-bd87dfe64d80 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:02:20.291030 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fc2d82-257c-4a51-80c5-6df246bc53f6 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Made reservation on behalf of 7fb8e8ba285a4484a315b256e3f6bfac for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:20.291992 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0af52f43-2e6d-4afa-8bcf-f0d1c9e914de tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.5866868 Apr 23 00:02:20.294354 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2ecc3853-3436-498e-9747-81b267cb73dd req-2b9a3970-112b-44e1-9fb7-10dbfc19b2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:20.294501 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-80fc2d82-257c-4a51-80c5-6df246bc53f6 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:20.296398 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed121711-07a2-4965-ba3a-86864e9631f5 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:20.299074 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49630) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:20.333544 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-35721e9d-e9d3-4931-ae1a-bd87dfe64d80 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:20.334342 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-35721e9d-e9d3-4931-ae1a-bd87dfe64d80 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Added segment 6abe4654-5983-4b79-aa26-bb349728cc5c of type vlan for network 8ae19bee-d6a5-474e-9f37-571c9dffb058 Apr 23 00:02:20.356471 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed121711-07a2-4965-ba3a-86864e9631f5 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:02:20.370210 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-80fc2d82-257c-4a51-80c5-6df246bc53f6 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] device_id is not set on port 1201b104-e6d9-4fc0-a940-9f87306ae170 yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:20.376235 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc3853-3436-498e-9747-81b267cb73dd req-2b9a3970-112b-44e1-9fb7-10dbfc19b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:20.376998 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2ecc3853-3436-498e-9747-81b267cb73dd req-2b9a3970-112b-44e1-9fb7-10dbfc19b2a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:20.378418 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ecc3853-3436-498e-9747-81b267cb73dd req-2b9a3970-112b-44e1-9fb7-10dbfc19b2a7 service neutron] 10.222.0.16 "PUT /v2.0/ports/5bf074c6-1213-48ed-9081-f230a0d68821 HTTP/1.1" status: 200 len: 1093 time: 3.0493019 Apr 23 00:02:20.378977 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb20b22-228b-420d-8c0a-2465fc8f3053', 'tag': '5bf074c6-1213-48ed-9081-f230a0d68821'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:02:20.381346 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5931db-c6eb-417d-adfb-90ff6e68549c" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb20b22-228b-420d-8c0a-2465fc8f3053", "tag": "5bf074c6-1213-48ed-9081-f230a0d68821"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:02:20.393204 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed121711-07a2-4965-ba3a-86864e9631f5 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57144fb9-75c5-4eba-a16e-f2ac6bf72f54,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:20.402931 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed121711-07a2-4965-ba3a-86864e9631f5 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:20.403341 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-ed121711-07a2-4965-ba3a-86864e9631f5 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Added segment 1aa6c208-277c-4995-b3b5-2a7171acc94d of type vlan for network b9041de7-9a09-4076-86b7-3b76b8e900bb Apr 23 00:02:20.424849 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3970-112b-44e1-9fb7-10dbfc19b2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf074c6-1213-48ed-9081-f230a0d68821,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:20.442038 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-35721e9d-e9d3-4931-ae1a-bd87dfe64d80 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:20.469706 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ee6fb2-46a9-40ae-b0ed-bfe303940e69 x-openstack-request-id: req-11ee6fb2-46a9-40ae-b0ed-bfe303940e69 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:02:20.472660 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb20b22-228b-420d-8c0a-2465fc8f3053", "tag": "5bf074c6-1213-48ed-9081-f230a0d68821", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:02:20.472660 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11ee6fb2-46a9-40ae-b0ed-bfe303940e69 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:02:20.472660 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ee6fb2-46a9-40ae-b0ed-bfe303940e69'] response: {'name': 'network-changed', 'server_uuid': '2eb20b22-228b-420d-8c0a-2465fc8f3053', 'tag': '5bf074c6-1213-48ed-9081-f230a0d68821', 'status': 'completed', 'code': 200} Apr 23 00:02:20.520869 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed121711-07a2-4965-ba3a-86864e9631f5 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:20.548553 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-f96beec7-a8d3-4ae4-92ef-0778e51c9af2 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Deleting port ea3a5b03-0fc2-4c93-8884-7cac42f838c9 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:20.549084 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f96beec7-a8d3-4ae4-92ef-0778e51c9af2 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:20.605211 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-137109de-f0a9-476c-9fb9-4a5657c5c1ab tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'project_id': '3185e12a20414d89a83645c8d9bf6b05', 'port_id': 'cee831ac-1a45-4f66-b17d-9e5fad2e9301'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:20.725454 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-577be81a-fdcb-4196-bc44-3deec32a5a53 req-75c607b3-1e97-4e38-b896-413c30b62d9d service neutron] 10.222.0.16 "GET /v2.0/networks/a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137672 Apr 23 00:02:20.731532 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-80fc2d82-257c-4a51-80c5-6df246bc53f6 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Allocated IP 172.20.0.5 (1d43475c-87f8-46cd-a715-c204c4c4b7bb/7054009d-dadc-4070-baae-4637687c79c8/1201b104-e6d9-4fc0-a940-9f87306ae170) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:20.791179 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-35721e9d-e9d3-4931-ae1a-bd87dfe64d80 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:20.796641 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35721e9d-e9d3-4931-ae1a-bd87dfe64d80 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:20.797307 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-35721e9d-e9d3-4931-ae1a-bd87dfe64d80 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:20.839830 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fd54d-6d7b-46b8-b4b7-26c71cab2785 req-96122355-9265-4a8b-8319-005551b08aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:20.841364 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e22fd54d-6d7b-46b8-b4b7-26c71cab2785 req-96122355-9265-4a8b-8319-005551b08aef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc99a14fb3484f3e9a5b0f6f71fb2823&device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 1097 time: 0.3986304 Apr 23 00:02:20.844937 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed121711-07a2-4965-ba3a-86864e9631f5 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:20.850329 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed121711-07a2-4965-ba3a-86864e9631f5 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:20.850907 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed121711-07a2-4965-ba3a-86864e9631f5 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:20.852768 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f96beec7-a8d3-4ae4-92ef-0778e51c9af2 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:20.856028 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-137109de-f0a9-476c-9fb9-4a5657c5c1ab tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:20.891081 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5931db-c6eb-417d-adfb-90ff6e68549c req-d1bade85-489d-4b54-9d1c-57158859f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:20.892597 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5f5931db-c6eb-417d-adfb-90ff6e68549c req-d1bade85-489d-4b54-9d1c-57158859f9a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2daecb10958e408da92a371a07f83b9c&device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 1096 time: 0.3897445 Apr 23 00:02:20.939344 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-f96beec7-a8d3-4ae4-92ef-0778e51c9af2 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Calling delete_port for ea3a5b03-0fc2-4c93-8884-7cac42f838c9 owned by network:router_gateway {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:20.994308 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-35721e9d-e9d3-4931-ae1a-bd87dfe64d80 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2456725 Apr 23 00:02:21.010619 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49644) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:21.037800 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-1062dabe-17fa-48c1-a05b-e8df3b14c466 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'subnet': {'network_id': '8ae19bee-d6a5-474e-9f37-571c9dffb058', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:21.049050 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35721e9d-e9d3-4931-ae1a-bd87dfe64d80 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Network': ['ID=8ae19bee-d6a5-474e-9f37-571c9dffb058,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:21.049273 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ed121711-07a2-4965-ba3a-86864e9631f5 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.1548312 Apr 23 00:02:21.059606 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 8ae19bee-d6a5-474e-9f37-571c9dffb058 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:02:21.081248 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49646) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:21.123855 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-8eb1dd01-7c36-4afd-939c-1bb95ba2e69f tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Request body: {'subnet': {'network_id': 'b9041de7-9a09-4076-86b7-3b76b8e900bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:21.154618 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353dcd6-e972-4914-a03a-e9687a633676 req-56ab3e16-ae8b-4087-9222-814bb3b6e145 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:21.156991 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0353dcd6-e972-4914-a03a-e9687a633676 req-56ab3e16-ae8b-4087-9222-814bb3b6e145 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 943 time: 0.5701663 Apr 23 00:02:21.157964 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed121711-07a2-4965-ba3a-86864e9631f5 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Pushing event updated for resources: {'Network': ['ID=b9041de7-9a09-4076-86b7-3b76b8e900bb,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:21.171031 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network b9041de7-9a09-4076-86b7-3b76b8e900bb details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:02:21.333366 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6e14f-15f3-404f-9832-bce133a89c89 req-70cc829b-bae0-46a2-a4cc-ed9438985099 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:21.334887 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a4d6e14f-15f3-404f-9832-bce133a89c89 req-70cc829b-bae0-46a2-a4cc-ed9438985099 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 944 time: 0.5905378 Apr 23 00:02:21.369513 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-577be81a-fdcb-4196-bc44-3deec32a5a53 req-e50a3366-8faf-4e74-93e7-204b99ca4108 service neutron] 10.222.0.16 "GET /v2.0/networks/a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6289990 Apr 23 00:02:21.404252 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fd54d-6d7b-46b8-b4b7-26c71cab2785 req-521bb112-b4c3-407b-b3c1-6f9999854de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:21.405731 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e22fd54d-6d7b-46b8-b4b7-26c71cab2785 req-521bb112-b4c3-407b-b3c1-6f9999854de1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0a41116a-33eb-4e65-9932-be9cdd6ea97e HTTP/1.1" status: 200 len: 907 time: 0.5480695 Apr 23 00:02:21.432857 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0353dcd6-e972-4914-a03a-e9687a633676 req-ebe659fc-90c1-4e83-a4ba-ad583feba148 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391155 Apr 23 00:02:21.480663 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5931db-c6eb-417d-adfb-90ff6e68549c req-a35246d3-b838-4f3b-a37c-3aa8f4425a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:21.482139 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5f5931db-c6eb-417d-adfb-90ff6e68549c req-a35246d3-b838-4f3b-a37c-3aa8f4425a3e service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=2daecb10958e408da92a371a07f83b9c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5654931 Apr 23 00:02:21.483387 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e22fd54d-6d7b-46b8-b4b7-26c71cab2785 req-f7122ff9-1889-4659-a6b3-c2f3872edb14 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15f17b6b-0c92-4eab-8756-459565779115 HTTP/1.1" status: 200 len: 217 time: 0.0670896 Apr 23 00:02:21.505222 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a4d6e14f-15f3-404f-9832-bce133a89c89 req-b4e61852-143e-47e4-9909-a724e799f044 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b527525-78b8-490e-a325-7a1a6bee7503&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1414440 Apr 23 00:02:21.554046 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-80fc2d82-257c-4a51-80c5-6df246bc53f6 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:21.590468 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-137109de-f0a9-476c-9fb9-4a5657c5c1ab tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:21.594606 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1062dabe-17fa-48c1-a05b-e8df3b14c466 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:21.598092 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1062dabe-17fa-48c1-a05b-e8df3b14c466 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:21.639439 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb1dd01-7c36-4afd-939c-1bb95ba2e69f tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Made reservation on behalf of 440f81e7cb92442886d40dac49f47908 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:21.643502 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8eb1dd01-7c36-4afd-939c-1bb95ba2e69f tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:21.735604 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-137109de-f0a9-476c-9fb9-4a5657c5c1ab tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Allocated IP 172.26.3.151 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/bcc024c1-b43e-438d-b350-1a2285d3f2cb) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:21.739196 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fd54d-6d7b-46b8-b4b7-26c71cab2785 req-29d3911b-bcfd-45bd-bf07-ef938fa41aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:21.740967 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e22fd54d-6d7b-46b8-b4b7-26c71cab2785 req-29d3911b-bcfd-45bd-bf07-ef938fa41aee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=895f2dc2-9151-45a4-9be9-8b20c7d0e2ba HTTP/1.1" status: 200 len: 845 time: 0.2308769 Apr 23 00:02:21.744978 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f96beec7-a8d3-4ae4-92ef-0778e51c9af2 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:21.777944 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-80fc2d82-257c-4a51-80c5-6df246bc53f6 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:21.781583 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96beec7-a8d3-4ae4-92ef-0778e51c9af2 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Pushing event deleted for resources: {'Port': ['ID=ea3a5b03-0fc2-4c93-8884-7cac42f838c9,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:21.800891 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.ipam_backend_mixin [None req-1062dabe-17fa-48c1-a05b-e8df3b14c466 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Performing IP validity checks on allocation pools {{(pid=103144) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 23 00:02:21.801509 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.ipam_backend_mixin [None req-1062dabe-17fa-48c1-a05b-e8df3b14c466 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103144) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 23 00:02:21.837616 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1469565-cf5b-48ef-bffe-f2e9e9f95dfe req-8644fd06-dc17-49ec-8752-1840ee29cb27 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:21.839420 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d1469565-cf5b-48ef-bffe-f2e9e9f95dfe req-8644fd06-dc17-49ec-8752-1840ee29cb27 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 943 time: 0.3457439 Apr 23 00:02:21.885520 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f96beec7-a8d3-4ae4-92ef-0778e51c9af2 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:21.920189 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5931db-c6eb-417d-adfb-90ff6e68549c req-75b920cf-0f86-4ddd-a386-3b53557ed242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:21.921700 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5f5931db-c6eb-417d-adfb-90ff6e68549c req-75b920cf-0f86-4ddd-a386-3b53557ed242 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4196546 Apr 23 00:02:21.930419 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fc2d82-257c-4a51-80c5-6df246bc53f6 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Network 1d43475c-87f8-46cd-a715-c204c4c4b7bb is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:21.972302 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-80fc2d82-257c-4a51-80c5-6df246bc53f6 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:21.980048 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fd54d-6d7b-46b8-b4b7-26c71cab2785 req-cb1db834-9def-47e6-9505-2e1af5661e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:21.981549 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e22fd54d-6d7b-46b8-b4b7-26c71cab2785 req-cb1db834-9def-47e6-9505-2e1af5661e87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0a41116a-33eb-4e65-9932-be9cdd6ea97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2249081 Apr 23 00:02:21.992665 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d1469565-cf5b-48ef-bffe-f2e9e9f95dfe req-9aad7eed-83d6-4db0-9848-847a222de029 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/security-groups?id=556d32dc-298a-4708-8775-71171ee45455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305718 Apr 23 00:02:22.017279 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fc2d82-257c-4a51-80c5-6df246bc53f6 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:22.021608 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fc2d82-257c-4a51-80c5-6df246bc53f6 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:22.022255 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-80fc2d82-257c-4a51-80c5-6df246bc53f6 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:22.032446 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f96beec7-a8d3-4ae4-92ef-0778e51c9af2 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:22.033979 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc2d82-257c-4a51-80c5-6df246bc53f6 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Pushing event updated for resources: {'Port': ['ID=1201b104-e6d9-4fc0-a940-9f87306ae170,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:22.042480 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f96beec7-a8d3-4ae4-92ef-0778e51c9af2 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:22.103619 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-137109de-f0a9-476c-9fb9-4a5657c5c1ab tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:22.141010 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-80fc2d82-257c-4a51-80c5-6df246bc53f6 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5088425 Apr 23 00:02:22.148715 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49650) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:22.179482 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-2befefa8-bce8-4f46-8113-54e25d0b4fcb tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c0:aa:ce'}]}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:22.194384 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f96beec7-a8d3-4ae4-92ef-0778e51c9af2 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:22.194958 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96beec7-a8d3-4ae4-92ef-0778e51c9af2 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Fanout notify agent at l3_agent the message router_deleted on router 4f714f04-2844-4854-94f3-e289b5ae85cb {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:02:22.207282 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f96beec7-a8d3-4ae4-92ef-0778e51c9af2 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:22.207282 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f96beec7-a8d3-4ae4-92ef-0778e51c9af2 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "DELETE /v2.0/routers/4f714f04-2844-4854-94f3-e289b5ae85cb HTTP/1.1" status: 204 len: 168 time: 3.3460431 Apr 23 00:02:22.212491 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49652) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:22.217769 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-566ea2e6-be82-4fe7-a660-685bf4d9b278 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1105452821', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'enable_snat': False}}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:22.217947 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc3853-3436-498e-9747-81b267cb73dd req-859b74ec-33fb-4845-9b41-e2e731bb1640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:22.219729 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ecc3853-3436-498e-9747-81b267cb73dd req-859b74ec-33fb-4845-9b41-e2e731bb1640 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2daecb10958e408da92a371a07f83b9c&device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 1096 time: 0.2548509 Apr 23 00:02:22.223178 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-364ef36f-ec28-44ef-8dac-36c0ba9b2414 None None] Provisioning complete for port 1201b104-e6d9-4fc0-a940-9f87306ae170 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:22.223729 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-364ef36f-ec28-44ef-8dac-36c0ba9b2414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:22.255035 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-137109de-f0a9-476c-9fb9-4a5657c5c1ab tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:22.260456 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-364ef36f-ec28-44ef-8dac-36c0ba9b2414 None None] Port 1201b104-e6d9-4fc0-a940-9f87306ae170 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:22.305527 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137109de-f0a9-476c-9fb9-4a5657c5c1ab tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:22.308745 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-137109de-f0a9-476c-9fb9-4a5657c5c1ab tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:22.313367 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137109de-f0a9-476c-9fb9-4a5657c5c1ab tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:22.334772 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137109de-f0a9-476c-9fb9-4a5657c5c1ab tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Pushing event updated for resources: {'Port': ['ID=bcc024c1-b43e-438d-b350-1a2285d3f2cb,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:22.341748 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-566ea2e6-be82-4fe7-a660-685bf4d9b278 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:22.343021 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-566ea2e6-be82-4fe7-a660-685bf4d9b278 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:22.470844 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-566ea2e6-be82-4fe7-a660-685bf4d9b278 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:22.560695 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ecc3853-3436-498e-9747-81b267cb73dd req-622610a1-82b6-4fd7-834b-428e68e23cd5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bf074c6-1213-48ed-9081-f230a0d68821 HTTP/1.1" status: 200 len: 217 time: 0.3232963 Apr 23 00:02:22.572114 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e22fd54d-6d7b-46b8-b4b7-26c71cab2785 req-a63ad0e6-aa73-49f0-8d95-358360bee103 service neutron] 10.222.0.16 "GET /v2.0/networks/0a41116a-33eb-4e65-9932-be9cdd6ea97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5785253 Apr 23 00:02:22.612492 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1062dabe-17fa-48c1-a05b-e8df3b14c466 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:22.710575 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8eb1dd01-7c36-4afd-939c-1bb95ba2e69f tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:22.758042 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e358ae-2aaf-41e5-9be4-1b5005725c84 req-075d3c52-0e36-4714-b92d-2a9dc6f4019c tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:22.758829 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f6e358ae-2aaf-41e5-9be4-1b5005725c84 req-075d3c52-0e36-4714-b92d-2a9dc6f4019c tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 943 time: 0.2390192 Apr 23 00:02:22.793454 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc3853-3436-498e-9747-81b267cb73dd req-72b8b53d-edde-4ab5-94f7-4eb89e3f1b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:22.794902 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ecc3853-3436-498e-9747-81b267cb73dd req-72b8b53d-edde-4ab5-94f7-4eb89e3f1b03 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e051b6c5-e40c-442b-8ae2-46ca4db94a08 HTTP/1.1" status: 200 len: 850 time: 0.2266662 Apr 23 00:02:22.817618 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-566ea2e6-be82-4fe7-a660-685bf4d9b278 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:22.865436 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062dabe-17fa-48c1-a05b-e8df3b14c466 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Subnet': ['ID=486668c2-e82b-4818-8de6-4fd18c2c80b2,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:22.929538 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f6e358ae-2aaf-41e5-9be4-1b5005725c84 req-f8a27bee-9e29-4e13-a629-cc293b053d57 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585259 Apr 23 00:02:22.976697 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2668fa8-3485-426d-b221-04eb27193974 req-af3b5614-87ab-49f3-9928-7414984c96d8 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:22.978219 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2668fa8-3485-426d-b221-04eb27193974 req-af3b5614-87ab-49f3-9928-7414984c96d8 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 944 time: 0.3621991 Apr 23 00:02:22.987009 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e22fd54d-6d7b-46b8-b4b7-26c71cab2785 req-dd8f107d-d1fb-4c52-85b7-25184c7d0f01 service neutron] 10.222.0.16 "GET /v2.0/networks/0a41116a-33eb-4e65-9932-be9cdd6ea97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039724 Apr 23 00:02:22.994877 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1062dabe-17fa-48c1-a05b-e8df3b14c466 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Checking segment: {'id': '6abe4654-5983-4b79-aa26-bb349728cc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8ae19bee-d6a5-474e-9f37-571c9dffb058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:02:22.995248 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1062dabe-17fa-48c1-a05b-e8df3b14c466 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network hostable DHCP agents. Network: 8ae19bee-d6a5-474e-9f37-571c9dffb058, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:02:23.025917 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2befefa8-bce8-4f46-8113-54e25d0b4fcb tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:23.057512 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1dd01-7c36-4afd-939c-1bb95ba2e69f tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Pushing event updated for resources: {'Subnet': ['ID=f62ec80a-dbd5-47d3-b424-b9e6b7207e36,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:23.063779 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb1dd01-7c36-4afd-939c-1bb95ba2e69f tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Checking segment: {'id': '1aa6c208-277c-4995-b3b5-2a7171acc94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b9041de7-9a09-4076-86b7-3b76b8e900bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:02:23.064143 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb1dd01-7c36-4afd-939c-1bb95ba2e69f tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Network hostable DHCP agents. Network: b9041de7-9a09-4076-86b7-3b76b8e900bb, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:02:23.071254 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc3853-3436-498e-9747-81b267cb73dd req-28efcd46-e50c-4599-b09d-1131ab7ec603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:23.072726 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ecc3853-3436-498e-9747-81b267cb73dd req-28efcd46-e50c-4599-b09d-1131ab7ec603 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8d8d357-da92-4298-b1b5-3d81a026a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2680123 Apr 23 00:02:23.174532 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2668fa8-3485-426d-b221-04eb27193974 req-a9844369-4a4c-4fc8-9a97-02504ce4b287 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b527525-78b8-490e-a325-7a1a6bee7503&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1839390 Apr 23 00:02:23.180023 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1062dabe-17fa-48c1-a05b-e8df3b14c466 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network 8ae19bee-d6a5-474e-9f37-571c9dffb058 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:02:23.269954 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-137109de-f0a9-476c-9fb9-4a5657c5c1ab tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:23.275392 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb1dd01-7c36-4afd-939c-1bb95ba2e69f tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Network b9041de7-9a09-4076-86b7-3b76b8e900bb is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:02:23.291873 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ecc3853-3436-498e-9747-81b267cb73dd req-d608163c-7d71-48ea-b181-d4ca6b248cc7 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d8d357-da92-4298-b1b5-3d81a026a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068796 Apr 23 00:02:23.336430 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-1062dabe-17fa-48c1-a05b-e8df3b14c466 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 8ae19bee-d6a5-474e-9f37-571c9dffb058) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:23.337835 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-8eb1dd01-7c36-4afd-939c-1bb95ba2e69f tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, b9041de7-9a09-4076-86b7-3b76b8e900bb) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:23.341758 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ff5f6-e36e-40d1-8871-190ed1f3123e req-686d2690-6ef7-418f-b5c0-598fcc369932 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:23.343332 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-468ff5f6-e36e-40d1-8871-190ed1f3123e req-686d2690-6ef7-418f-b5c0-598fcc369932 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 943 time: 0.1567578 Apr 23 00:02:23.350948 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bf2279-8d8a-473d-a93f-15ec06f6bfdf None None] Network 8ae19bee-d6a5-474e-9f37-571c9dffb058 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:02:23.369723 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1062dabe-17fa-48c1-a05b-e8df3b14c466 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:23.370182 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1062dabe-17fa-48c1-a05b-e8df3b14c466 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:23.373209 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb1dd01-7c36-4afd-939c-1bb95ba2e69f tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:23.373469 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8eb1dd01-7c36-4afd-939c-1bb95ba2e69f tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:23.377335 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5e7271-7c07-4011-966c-043587d2cdeb None None] Network b9041de7-9a09-4076-86b7-3b76b8e900bb requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:02:23.411843 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-468ff5f6-e36e-40d1-8871-190ed1f3123e req-4d725e06-7b95-4db8-b076-7b0935dc220c tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/security-groups?id=556d32dc-298a-4708-8775-71171ee45455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577755 Apr 23 00:02:23.459274 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ecc3853-3436-498e-9747-81b267cb73dd req-160d57ed-d1f5-4bdd-8fa5-60e440cf9972 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d8d357-da92-4298-b1b5-3d81a026a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594837 Apr 23 00:02:23.461158 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2befefa8-bce8-4f46-8113-54e25d0b4fcb tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:23.482960 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8eb1dd01-7c36-4afd-939c-1bb95ba2e69f tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3990488 Apr 23 00:02:23.486889 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1062dabe-17fa-48c1-a05b-e8df3b14c466 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4752882 Apr 23 00:02:23.487417 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49660) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:23.492428 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-4d0abe95-4d3b-443a-91c1-8ed6da197936 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Request body: {'port': {'network_id': 'b9041de7-9a09-4076-86b7-3b76b8e900bb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1206330677'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:23.496498 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49662) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:23.502185 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-eca86976-2e9f-45b8-b67c-f7d8ae6f3535 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'port': {'network_id': '8ae19bee-d6a5-474e-9f37-571c9dffb058', 'name': 'tempest-PortsTestJSON-102534942'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:23.554424 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-137109de-f0a9-476c-9fb9-4a5657c5c1ab tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:23.557980 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2befefa8-bce8-4f46-8113-54e25d0b4fcb tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:23.587457 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:23.596064 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-566ea2e6-be82-4fe7-a660-685bf4d9b278 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:23.626756 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-566ea2e6-be82-4fe7-a660-685bf4d9b278 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:23.681218 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e625c3c-3c44-4b1b-bce5-485e711d69a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-8ae19bee-d6a5-474e-9f37-571c9dffb058', 'network_id': '8ae19bee-d6a5-474e-9f37-571c9dffb058', 'tenant_id': 'c29c8b78565144119e4193c85a97e14b', 'fixed_ips': [{'subnet_id': '486668c2-e82b-4818-8de6-4fd18c2c80b2'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:02:23.682238 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e625c3c-3c44-4b1b-bce5-485e711d69a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:23.699251 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc59df5-d859-421d-bae3-621613682b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-b9041de7-9a09-4076-86b7-3b76b8e900bb', 'network_id': 'b9041de7-9a09-4076-86b7-3b76b8e900bb', 'tenant_id': '440f81e7cb92442886d40dac49f47908', 'fixed_ips': [{'subnet_id': 'f62ec80a-dbd5-47d3-b424-b9e6b7207e36'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:02:23.700369 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8cc59df5-d859-421d-bae3-621613682b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:23.714960 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befefa8-bce8-4f46-8113-54e25d0b4fcb tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Pushing event updated for resources: {'Port': ['ID=1201b104-e6d9-4fc0-a940-9f87306ae170,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:23.744775 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-2befefa8-bce8-4f46-8113-54e25d0b4fcb tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] In _notify_port_updated(), no bound segment for port 1201b104-e6d9-4fc0-a940-9f87306ae170 on network 1d43475c-87f8-46cd-a715-c204c4c4b7bb {{(pid=103144) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 23 00:02:23.747686 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2befefa8-bce8-4f46-8113-54e25d0b4fcb tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:23.749038 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2befefa8-bce8-4f46-8113-54e25d0b4fcb tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:23.753573 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2befefa8-bce8-4f46-8113-54e25d0b4fcb tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] 10.222.0.15 "PUT /v2.0/ports/1201b104-e6d9-4fc0-a940-9f87306ae170 HTTP/1.1" status: 200 len: 996 time: 1.5804129 Apr 23 00:02:23.754671 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49664) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:23.884795 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0abe95-4d3b-443a-91c1-8ed6da197936 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Made reservation on behalf of 440f81e7cb92442886d40dac49f47908 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:23.889449 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d0abe95-4d3b-443a-91c1-8ed6da197936 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:23.912019 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-4d0abe95-4d3b-443a-91c1-8ed6da197936 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] device_id is not set on port f54f0b98-6f10-4792-85da-e062b4f4cb37 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:23.919372 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca86976-2e9f-45b8-b67c-f7d8ae6f3535 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:23.924462 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eca86976-2e9f-45b8-b67c-f7d8ae6f3535 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:23.935724 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-566ea2e6-be82-4fe7-a660-685bf4d9b278 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Allocated IP 172.26.3.9 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/b5334a50-81fc-4ad4-b667-fb390794e85c) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:23.948995 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3749075a-bbc3-44a1-b164-0b908dee72c3 None None] Provisioning complete for port 1201b104-e6d9-4fc0-a940-9f87306ae170 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:23.953286 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3749075a-bbc3-44a1-b164-0b908dee72c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:23.973489 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-137109de-f0a9-476c-9fb9-4a5657c5c1ab tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:23.979146 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-eca86976-2e9f-45b8-b67c-f7d8ae6f3535 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] device_id is not set on port 67c5df79-349d-46dd-862e-31ddd191a2f0 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:24.023995 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-8c39c36d-9947-4bdd-af27-ae55b20390c7 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Deleting port 1201b104-e6d9-4fc0-a940-9f87306ae170 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:24.024352 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8c39c36d-9947-4bdd-af27-ae55b20390c7 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:24.035780 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-5e625c3c-3c44-4b1b-bce5-485e711d69a8 None None] Allocated IP 172.20.0.2 (8ae19bee-d6a5-474e-9f37-571c9dffb058/486668c2-e82b-4818-8de6-4fd18c2c80b2/fb199584-913f-4533-8c0e-2d56b1c4ab17) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:24.037400 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3749075a-bbc3-44a1-b164-0b908dee72c3 None None] Port 1201b104-e6d9-4fc0-a940-9f87306ae170 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:24.055520 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-137109de-f0a9-476c-9fb9-4a5657c5c1ab tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:24.058038 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-8cc59df5-d859-421d-bae3-621613682b7f None None] Allocated IP 2001:db8::2 (b9041de7-9a09-4076-86b7-3b76b8e900bb/f62ec80a-dbd5-47d3-b424-b9e6b7207e36/e81feaba-a100-4f0f-9ecc-20359925fb9f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:24.113740 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77b4a0-3507-4417-9396-5e2e6e1b9611 req-28d3634e-ba9a-44c5-8e53-cd4e32c20302 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:24.115140 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ad77b4a0-3507-4417-9396-5e2e6e1b9611 req-28d3634e-ba9a-44c5-8e53-cd4e32c20302 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 943 time: 0.0622008 Apr 23 00:02:24.126108 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-137109de-f0a9-476c-9fb9-4a5657c5c1ab tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:24.159637 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device edf4e660-d2b4-4923-a433-b874409cde73 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:02:24.161252 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ad77b4a0-3507-4417-9396-5e2e6e1b9611 req-8c8ae8dc-1769-4339-b7e3-d8dcd1012fb8 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356703 Apr 23 00:02:24.224586 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137109de-f0a9-476c-9fb9-4a5657c5c1ab tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Pushing event updated for resources: {'Port': ['ID=bcc024c1-b43e-438d-b350-1a2285d3f2cb,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:24.274155 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-566ea2e6-be82-4fe7-a660-685bf4d9b278 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:24.313478 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port edf4e660-d2b4-4923-a433-b874409cde73, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=edf4e660-d2b4-4923-a433-b874409cde73,segment=NetworkSegment(7fd3e4d6-dd1e-4136-8449-a7716d3b220a),segment_id=7fd3e4d6-dd1e-4136-8449-a7716d3b220a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:24.318174 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8c39c36d-9947-4bdd-af27-ae55b20390c7 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:24.352469 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-8c39c36d-9947-4bdd-af27-ae55b20390c7 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Calling delete_port for 1201b104-e6d9-4fc0-a940-9f87306ae170 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:24.366062 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': 'edf4e660-d2b4-4923-a433-b874409cde73', 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019', 'port_id': 'edf4e660-d2b4-4923-a433-b874409cde73', 'mac_address': 'fa:16:3e:f8:7a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dac7434-d808-410c-93e9-edb872458a8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:02:24.399293 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba95ed-ab63-46ca-b503-afbde60c4500 req-fd0405b6-f02b-4a61-b299-6f35a18dcdcd tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:24.400828 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-55ba95ed-ab63-46ca-b503-afbde60c4500 req-fd0405b6-f02b-4a61-b299-6f35a18dcdcd tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 944 time: 0.1465566 Apr 23 00:02:24.401967 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-137109de-f0a9-476c-9fb9-4a5657c5c1ab tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Floating IP 34e24838-e678-485d-be1f-4e450de27252 associated. External IP: 172.26.3.151, port: cee831ac-1a45-4f66-b17d-9e5fad2e9301. Apr 23 00:02:24.556283 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c69951-00f2-43fb-a6d8-86fbe7250cb3 req-1893cf2c-6728-4032-8aa2-d2147ab68c11 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:24.557943 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-17c69951-00f2-43fb-a6d8-86fbe7250cb3 req-1893cf2c-6728-4032-8aa2-d2147ab68c11 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 943 time: 0.0554023 Apr 23 00:02:24.560931 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e625c3c-3c44-4b1b-bce5-485e711d69a8 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:24.565836 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-566ea2e6-be82-4fe7-a660-685bf4d9b278 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:24.574422 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8cc59df5-d859-421d-bae3-621613682b7f None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:24.578755 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:24.586913 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-55ba95ed-ab63-46ca-b503-afbde60c4500 req-4eeeab79-3563-4376-a139-ff6b08f45b5a tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b527525-78b8-490e-a325-7a1a6bee7503&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1505387 Apr 23 00:02:24.600734 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf4e660-d2b4-4923-a433-b874409cde73 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:02:24.607330 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-17c69951-00f2-43fb-a6d8-86fbe7250cb3 req-7b8ae224-6046-403d-9089-256bd7df2d9b tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/security-groups?id=556d32dc-298a-4708-8775-71171ee45455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422463 Apr 23 00:02:24.631893 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port edf4e660-d2b4-4923-a433-b874409cde73, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=edf4e660-d2b4-4923-a433-b874409cde73,segment=NetworkSegment(7fd3e4d6-dd1e-4136-8449-a7716d3b220a),segment_id=7fd3e4d6-dd1e-4136-8449-a7716d3b220a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:24.636327 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566ea2e6-be82-4fe7-a660-685bf4d9b278 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:24.644742 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-566ea2e6-be82-4fe7-a660-685bf4d9b278 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:24.648061 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566ea2e6-be82-4fe7-a660-685bf4d9b278 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:24.656652 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e625c3c-3c44-4b1b-bce5-485e711d69a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:24.692231 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8cc59df5-d859-421d-bae3-621613682b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:24.712249 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ea2e6-be82-4fe7-a660-685bf4d9b278 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Pushing event updated for resources: {'Port': ['ID=b5334a50-81fc-4ad4-b667-fb390794e85c,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:24.721402 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e625c3c-3c44-4b1b-bce5-485e711d69a8 None None] Network 8ae19bee-d6a5-474e-9f37-571c9dffb058 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:24.730822 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5e625c3c-3c44-4b1b-bce5-485e711d69a8 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:24.732284 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-eca86976-2e9f-45b8-b67c-f7d8ae6f3535 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Allocated IP 172.20.0.3 (8ae19bee-d6a5-474e-9f37-571c9dffb058/486668c2-e82b-4818-8de6-4fd18c2c80b2/67c5df79-349d-46dd-862e-31ddd191a2f0) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:24.733633 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e625c3c-3c44-4b1b-bce5-485e711d69a8 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:24.737828 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc59df5-d859-421d-bae3-621613682b7f None None] Network b9041de7-9a09-4076-86b7-3b76b8e900bb is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:24.743182 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e625c3c-3c44-4b1b-bce5-485e711d69a8 None None] Pushing event updated for resources: {'Port': ['ID=fb199584-913f-4533-8c0e-2d56b1c4ab17,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:24.743182 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:24.743669 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 15f17b6b-0c92-4eab-8756-459565779115 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:02:24.749320 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-8cc59df5-d859-421d-bae3-621613682b7f None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:24.754756 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc59df5-d859-421d-bae3-621613682b7f None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:24.756296 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-4d0abe95-4d3b-443a-91c1-8ed6da197936 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Allocated IP 2001:db8::201 (b9041de7-9a09-4076-86b7-3b76b8e900bb/f62ec80a-dbd5-47d3-b424-b9e6b7207e36/f54f0b98-6f10-4792-85da-e062b4f4cb37) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:24.902374 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc59df5-d859-421d-bae3-621613682b7f None None] Pushing event updated for resources: {'Port': ['ID=e81feaba-a100-4f0f-9ecc-20359925fb9f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:24.941012 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5e625c3c-3c44-4b1b-bce5-485e711d69a8 None None] Attempting to bind port fb199584-913f-4533-8c0e-2d56b1c4ab17 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:02:24.942031 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5e625c3c-3c44-4b1b-bce5-485e711d69a8 None None] Attempting to bind port fb199584-913f-4533-8c0e-2d56b1c4ab17 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '6abe4654-5983-4b79-aa26-bb349728cc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8ae19bee-d6a5-474e-9f37-571c9dffb058'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:02:24.942031 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e625c3c-3c44-4b1b-bce5-485e711d69a8 None None] Attempting to bind port fb199584-913f-4533-8c0e-2d56b1c4ab17 on network 8ae19bee-d6a5-474e-9f37-571c9dffb058 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:02:24.980437 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e625c3c-3c44-4b1b-bce5-485e711d69a8 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:02:24.980994 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e625c3c-3c44-4b1b-bce5-485e711d69a8 None None] Checking segment: {'id': '6abe4654-5983-4b79-aa26-bb349728cc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8ae19bee-d6a5-474e-9f37-571c9dffb058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:02:24.981497 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e625c3c-3c44-4b1b-bce5-485e711d69a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:24.981969 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e625c3c-3c44-4b1b-bce5-485e711d69a8 None None] Bound using segment: {'id': '6abe4654-5983-4b79-aa26-bb349728cc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8ae19bee-d6a5-474e-9f37-571c9dffb058'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:02:24.982515 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5e625c3c-3c44-4b1b-bce5-485e711d69a8 None None] Bound port: fb199584-913f-4533-8c0e-2d56b1c4ab17, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abe4654-5983-4b79-aa26-bb349728cc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8ae19bee-d6a5-474e-9f37-571c9dffb058'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:02:24.982968 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e625c3c-3c44-4b1b-bce5-485e711d69a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:24.991458 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-8cc59df5-d859-421d-bae3-621613682b7f None None] Attempting to bind port e81feaba-a100-4f0f-9ecc-20359925fb9f on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:02:24.991942 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-8cc59df5-d859-421d-bae3-621613682b7f None None] Attempting to bind port e81feaba-a100-4f0f-9ecc-20359925fb9f by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1aa6c208-277c-4995-b3b5-2a7171acc94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b9041de7-9a09-4076-86b7-3b76b8e900bb'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:02:24.992376 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc59df5-d859-421d-bae3-621613682b7f None None] Attempting to bind port e81feaba-a100-4f0f-9ecc-20359925fb9f on network b9041de7-9a09-4076-86b7-3b76b8e900bb {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:02:25.018235 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eca86976-2e9f-45b8-b67c-f7d8ae6f3535 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:25.026429 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc59df5-d859-421d-bae3-621613682b7f None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:02:25.026919 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc59df5-d859-421d-bae3-621613682b7f None None] Checking segment: {'id': '1aa6c208-277c-4995-b3b5-2a7171acc94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b9041de7-9a09-4076-86b7-3b76b8e900bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:02:25.027364 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8cc59df5-d859-421d-bae3-621613682b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:25.028148 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc59df5-d859-421d-bae3-621613682b7f None None] Bound using segment: {'id': '1aa6c208-277c-4995-b3b5-2a7171acc94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b9041de7-9a09-4076-86b7-3b76b8e900bb'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:02:25.028412 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-8cc59df5-d859-421d-bae3-621613682b7f None None] Bound port: e81feaba-a100-4f0f-9ecc-20359925fb9f, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa6c208-277c-4995-b3b5-2a7171acc94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b9041de7-9a09-4076-86b7-3b76b8e900bb'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:02:25.028861 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8cc59df5-d859-421d-bae3-621613682b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:25.035559 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d0abe95-4d3b-443a-91c1-8ed6da197936 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:25.107706 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=edf4e660-d2b4-4923-a433-b874409cde73,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:25.150911 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 15f17b6b-0c92-4eab-8756-459565779115, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=15f17b6b-0c92-4eab-8756-459565779115,segment=NetworkSegment(1413f222-a5bf-498f-83b3-b615c2513886),segment_id=1413f222-a5bf-498f-83b3-b615c2513886)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:25.159222 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137109de-f0a9-476c-9fb9-4a5657c5c1ab tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Router 07dac16d-f661-4731-9569-a49250e654b9 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:02:25.175740 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5e625c3c-3c44-4b1b-bce5-485e711d69a8 None None] For port fb199584-913f-4533-8c0e-2d56b1c4ab17, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:02:25.182953 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '15f17b6b-0c92-4eab-8756-459565779115', 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e', 'port_id': '15f17b6b-0c92-4eab-8756-459565779115', 'mac_address': 'fa:16:3e:3c:5a:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895f2dc2-9151-45a4-9be9-8b20c7d0e2ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:02:25.204607 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5e625c3c-3c44-4b1b-bce5-485e711d69a8 None None] For port fb199584-913f-4533-8c0e-2d56b1c4ab17, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=fb199584-913f-4533-8c0e-2d56b1c4ab17,segment=NetworkSegment(6abe4654-5983-4b79-aa26-bb349728cc5c),segment_id=6abe4654-5983-4b79-aa26-bb349728cc5c)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:02:25.209887 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8cc59df5-d859-421d-bae3-621613682b7f None None] For port e81feaba-a100-4f0f-9ecc-20359925fb9f, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:02:25.242831 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8cc59df5-d859-421d-bae3-621613682b7f None None] For port e81feaba-a100-4f0f-9ecc-20359925fb9f, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=e81feaba-a100-4f0f-9ecc-20359925fb9f,segment=NetworkSegment(1aa6c208-277c-4995-b3b5-2a7171acc94d),segment_id=1aa6c208-277c-4995-b3b5-2a7171acc94d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:02:25.254604 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:25.268537 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f17b6b-0c92-4eab-8756-459565779115 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:02:25.289488 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 15f17b6b-0c92-4eab-8756-459565779115, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=15f17b6b-0c92-4eab-8756-459565779115,segment=NetworkSegment(1413f222-a5bf-498f-83b3-b615c2513886),segment_id=1413f222-a5bf-498f-83b3-b615c2513886)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:25.320699 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137109de-f0a9-476c-9fb9-4a5657c5c1ab tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:02:25.329442 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa1f962-12b9-4457-99b9-831cdd160d45 None None] Sync routers for ids ['07dac16d-f661-4731-9569-a49250e654b9'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:02:25.340292 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa1f962-12b9-4457-99b9-831cdd160d45 None None] Routers {'07dac16d-f661-4731-9569-a49250e654b9'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:25.341300 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bfa1f962-12b9-4457-99b9-831cdd160d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['07dac16d-f661-4731-9569-a49250e654b9'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:25.351519 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7b034-0448-4881-88ce-794d133e6cc2 req-4438d843-36f9-424a-b0b4-9e410e5a2d45 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:25.354740 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-61d7b034-0448-4881-88ce-794d133e6cc2 req-4438d843-36f9-424a-b0b4-9e410e5a2d45 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 943 time: 0.0908620 Apr 23 00:02:25.403908 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-61d7b034-0448-4881-88ce-794d133e6cc2 req-34d3bc4c-d0b2-49c1-81e1-37b8ff432e67 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388207 Apr 23 00:02:25.448444 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bfa1f962-12b9-4457-99b9-831cdd160d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:25.456962 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa1f962-12b9-4457-99b9-831cdd160d45 None None] Routers {'07dac16d-f661-4731-9569-a49250e654b9'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:25.457551 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bfa1f962-12b9-4457-99b9-831cdd160d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['07dac16d-f661-4731-9569-a49250e654b9'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:25.488100 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bfa1f962-12b9-4457-99b9-831cdd160d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:25.488696 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa1f962-12b9-4457-99b9-831cdd160d45 None None] The sync data for ids ['07dac16d-f661-4731-9569-a49250e654b9'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:02:25.721311 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2576ed-426b-4166-be6f-ef7ddb327a09 req-3123b31a-6093-4ec1-b4cf-c4e23499dc27 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:25.722836 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9f2576ed-426b-4166-be6f-ef7ddb327a09 req-3123b31a-6093-4ec1-b4cf-c4e23499dc27 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 944 time: 0.0557303 Apr 23 00:02:25.731873 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d191907-21a5-4105-bfa3-40b52a9dc20f req-b49f6f56-e149-4b72-98ec-dedb4f67f65a tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:25.733409 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9d191907-21a5-4105-bfa3-40b52a9dc20f req-b49f6f56-e149-4b72-98ec-dedb4f67f65a tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 944 time: 0.0496113 Apr 23 00:02:25.770325 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9f2576ed-426b-4166-be6f-ef7ddb327a09 req-1ab73446-e5c0-46e0-8ddc-a1344ac23ee9 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b527525-78b8-490e-a325-7a1a6bee7503&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407002 Apr 23 00:02:25.773313 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9d191907-21a5-4105-bfa3-40b52a9dc20f req-eec24416-73c3-4674-a14a-f6ce9c0019ee tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/security-groups?id=556d32dc-298a-4708-8775-71171ee45455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330629 Apr 23 00:02:25.905414 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8c39c36d-9947-4bdd-af27-ae55b20390c7 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:25.934884 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eca86976-2e9f-45b8-b67c-f7d8ae6f3535 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:25.935551 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e625c3c-3c44-4b1b-bce5-485e711d69a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:25.941017 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8cc59df5-d859-421d-bae3-621613682b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:25.943451 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:25.943608 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-137109de-f0a9-476c-9fb9-4a5657c5c1ab tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:25.949650 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d0abe95-4d3b-443a-91c1-8ed6da197936 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:25.949797 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39c36d-9947-4bdd-af27-ae55b20390c7 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Pushing event deleted for resources: {'Port': ['ID=1201b104-e6d9-4fc0-a940-9f87306ae170,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:26.005409 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0abe95-4d3b-443a-91c1-8ed6da197936 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Network b9041de7-9a09-4076-86b7-3b76b8e900bb is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:26.009289 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca86976-2e9f-45b8-b67c-f7d8ae6f3535 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network 8ae19bee-d6a5-474e-9f37-571c9dffb058 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:26.014205 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca86976-2e9f-45b8-b67c-f7d8ae6f3535 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Port': ['ID=67c5df79-349d-46dd-862e-31ddd191a2f0,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:26.021555 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-eca86976-2e9f-45b8-b67c-f7d8ae6f3535 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:26.025185 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca86976-2e9f-45b8-b67c-f7d8ae6f3535 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:26.029014 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-4d0abe95-4d3b-443a-91c1-8ed6da197936 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:26.032296 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0abe95-4d3b-443a-91c1-8ed6da197936 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:26.039601 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0abe95-4d3b-443a-91c1-8ed6da197936 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:26.040932 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d0abe95-4d3b-443a-91c1-8ed6da197936 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:26.059207 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8c39c36d-9947-4bdd-af27-ae55b20390c7 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:26.062778 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e625c3c-3c44-4b1b-bce5-485e711d69a8 None None] Pushing event updated for resources: {'Port': ['ID=fb199584-913f-4533-8c0e-2d56b1c4ab17,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:26.066409 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8c39c36d-9947-4bdd-af27-ae55b20390c7 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] 10.222.0.15 "DELETE /v2.0/ports/1201b104-e6d9-4fc0-a940-9f87306ae170 HTTP/1.1" status: 204 len: 168 time: 2.3045943 Apr 23 00:02:26.070213 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-137109de-f0a9-476c-9fb9-4a5657c5c1ab tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 5.7700889 Apr 23 00:02:26.075387 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49678) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:26.075741 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49680) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:26.128561 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0abe95-4d3b-443a-91c1-8ed6da197936 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Pushing event updated for resources: {'Port': ['ID=f54f0b98-6f10-4792-85da-e062b4f4cb37,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:26.129335 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 5bf074c6-1213-48ed-9081-f230a0d68821 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:02:26.154843 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f8cb4e-4b02-4ca8-bb9c-ae654c4589d7 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] GET failed (client error): The resource could not be found. Apr 23 00:02:26.157955 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d3f8cb4e-4b02-4ca8-bb9c-ae654c4589d7 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] 10.222.0.15 "GET /v2.0/ports/1201b104-e6d9-4fc0-a940-9f87306ae170 HTTP/1.1" status: 404 len: 333 time: 0.0811944 Apr 23 00:02:26.169698 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca86976-2e9f-45b8-b67c-f7d8ae6f3535 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:26.170473 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eca86976-2e9f-45b8-b67c-f7d8ae6f3535 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:26.175017 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49682) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:26.180631 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-6fad0188-9e0d-48ae-b193-6afbd9e5313f tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Request body: {'port': {'network_id': '1d43475c-87f8-46cd-a715-c204c4c4b7bb', 'name': 'tempest-AllowedAddressPairTestJSON-2129966563'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:26.232711 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc59df5-d859-421d-bae3-621613682b7f None None] Pushing event updated for resources: {'Port': ['ID=e81feaba-a100-4f0f-9ecc-20359925fb9f,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:26.282327 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4d0abe95-4d3b-443a-91c1-8ed6da197936 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7937753 Apr 23 00:02:26.285971 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49684) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:26.297812 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-89175118-f848-493f-8fde-a6bde77d122a tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Request body: {'port': {'network_id': 'b9041de7-9a09-4076-86b7-3b76b8e900bb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1113624137', 'allowed_address_pairs': [{'ip_address': '2001:db8::201', 'mac_address': 'fa:16:3e:45:02:02'}]}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:26.305098 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['15f17b6b-0c92-4eab-8756-459565779115'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:02:26.332155 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['edf4e660-d2b4-4923-a433-b874409cde73'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:02:26.336819 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6d8e1847-8ed7-4ad1-adfe-3fa8566461c2 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] 10.222.0.15 "GET /v2.0/floatingips/34e24838-e678-485d-be1f-4e450de27252 HTTP/1.1" status: 200 len: 984 time: 0.2564037 Apr 23 00:02:26.336982 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.resource_extend [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:02:26.342242 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-566ea2e6-be82-4fe7-a660-685bf4d9b278 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:26.351824 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-eca86976-2e9f-45b8-b67c-f7d8ae6f3535 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8511786 Apr 23 00:02:26.359357 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49686) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:26.360090 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49688) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:26.580161 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=15f17b6b-0c92-4eab-8756-459565779115,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:26.746472 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-566ea2e6-be82-4fe7-a660-685bf4d9b278 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:26.796179 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 5bf074c6-1213-48ed-9081-f230a0d68821, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=5bf074c6-1213-48ed-9081-f230a0d68821,segment=NetworkSegment(7964bcf9-55fb-4cf8-a99d-cf4969598524),segment_id=7964bcf9-55fb-4cf8-a99d-cf4969598524)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:26.848797 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '5bf074c6-1213-48ed-9081-f230a0d68821', 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802', 'port_id': '5bf074c6-1213-48ed-9081-f230a0d68821', 'mac_address': 'fa:16:3e:6b:9b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051b6c5-e40c-442b-8ae2-46ca4db94a08', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:02:26.920646 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:26.936315 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf074c6-1213-48ed-9081-f230a0d68821 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:02:26.959479 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 5bf074c6-1213-48ed-9081-f230a0d68821, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=5bf074c6-1213-48ed-9081-f230a0d68821,segment=NetworkSegment(7964bcf9-55fb-4cf8-a99d-cf4969598524),segment_id=7964bcf9-55fb-4cf8-a99d-cf4969598524)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:26.982901 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f86f4b-3e5a-4763-b6b4-1d8042111191 req-8b715e76-1478-4d15-a164-320518c97cf8 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:26.985054 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f1f86f4b-3e5a-4763-b6b4-1d8042111191 req-8b715e76-1478-4d15-a164-320518c97cf8 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 945 time: 0.0737193 Apr 23 00:02:27.035026 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f1f86f4b-3e5a-4763-b6b4-1d8042111191 req-dcae139b-46a5-484a-96fe-5b559a465b56 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b527525-78b8-490e-a325-7a1a6bee7503&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436432 Apr 23 00:02:27.040466 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-67654f78-91e9-4196-9c11-48e01168ac9b tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2906 time: 0.6760495 Apr 23 00:02:27.045237 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49696) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:27.066571 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:27.097067 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41808565-fcea-4a48-9d31-3436133ba19d req-71f0c216-bb8f-4bf5-a89e-74133fc99ae5 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:27.104731 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-41808565-fcea-4a48-9d31-3436133ba19d req-71f0c216-bb8f-4bf5-a89e-74133fc99ae5 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 943 time: 0.2077329 Apr 23 00:02:27.108252 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566ea2e6-be82-4fe7-a660-685bf4d9b278 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Router f74b7180-e5cf-4fef-a1a9-e87a2aaf4c07 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:02:27.123611 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fad0188-9e0d-48ae-b193-6afbd9e5313f tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Made reservation on behalf of 7fb8e8ba285a4484a315b256e3f6bfac for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:27.129101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6fad0188-9e0d-48ae-b193-6afbd9e5313f tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:27.158034 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=5bf074c6-1213-48ed-9081-f230a0d68821,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:27.174664 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-6fad0188-9e0d-48ae-b193-6afbd9e5313f tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] device_id is not set on port e5dd4912-2146-4fd5-beeb-8434f527ea73 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:27.200063 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-41808565-fcea-4a48-9d31-3436133ba19d req-4434f6b4-42f7-4613-ab21-e45d60369320 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941861 Apr 23 00:02:27.204606 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-ac6d6625-2a23-42c6-85b7-d7be201ff1db tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting port 67c5df79-349d-46dd-862e-31ddd191a2f0 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:27.204954 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac6d6625-2a23-42c6-85b7-d7be201ff1db tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:27.217222 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device fb199584-913f-4533-8c0e-2d56b1c4ab17 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:02:27.253402 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89175118-f848-493f-8fde-a6bde77d122a tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Made reservation on behalf of 440f81e7cb92442886d40dac49f47908 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:27.293526 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port fb199584-913f-4533-8c0e-2d56b1c4ab17 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:27.294221 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:27.380331 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['5bf074c6-1213-48ed-9081-f230a0d68821'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:02:27.424002 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:27.456866 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac6d6625-2a23-42c6-85b7-d7be201ff1db tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:27.462048 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-89175118-f848-493f-8fde-a6bde77d122a tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:27.472648 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port fb199584-913f-4533-8c0e-2d56b1c4ab17, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=fb199584-913f-4533-8c0e-2d56b1c4ab17,segment=NetworkSegment(6abe4654-5983-4b79-aa26-bb349728cc5c),segment_id=6abe4654-5983-4b79-aa26-bb349728cc5c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:27.491880 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-ac6d6625-2a23-42c6-85b7-d7be201ff1db tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Calling delete_port for 67c5df79-349d-46dd-862e-31ddd191a2f0 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:27.509151 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-6fad0188-9e0d-48ae-b193-6afbd9e5313f tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Allocated IP 172.20.0.3 (1d43475c-87f8-46cd-a715-c204c4c4b7bb/7054009d-dadc-4070-baae-4637687c79c8/e5dd4912-2146-4fd5-beeb-8434f527ea73) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:27.527601 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-89175118-f848-493f-8fde-a6bde77d122a tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] device_id is not set on port 0e0f9886-fae0-43c5-a325-a809699ad3bb yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:27.556781 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:27.559684 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device e81feaba-a100-4f0f-9ecc-20359925fb9f up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:02:27.697592 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=fb199584-913f-4533-8c0e-2d56b1c4ab17,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:27.741111 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port e81feaba-a100-4f0f-9ecc-20359925fb9f triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:27.741495 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:27.755406 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-89175118-f848-493f-8fde-a6bde77d122a tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Allocated IP 2001:db8::37 (b9041de7-9a09-4076-86b7-3b76b8e900bb/f62ec80a-dbd5-47d3-b424-b9e6b7207e36/0e0f9886-fae0-43c5-a325-a809699ad3bb) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:27.790023 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e427955-e958-44f0-9296-d2e9c0654b8d None None] Network 8ae19bee-d6a5-474e-9f37-571c9dffb058 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:02:27.791049 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1841ca-22aa-4bf2-889b-c336f9db46f3 req-ff94636d-b08e-41e4-a2c4-1ad519fe8e2d tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:27.798854 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6d1841ca-22aa-4bf2-889b-c336f9db46f3 req-ff94636d-b08e-41e4-a2c4-1ad519fe8e2d tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 944 time: 0.6291523 Apr 23 00:02:27.848948 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566ea2e6-be82-4fe7-a660-685bf4d9b278 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:02:27.868833 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-a8253860-a350-4b4f-bd75-66576ad45301 None None] Provisioning complete for port fb199584-913f-4533-8c0e-2d56b1c4ab17 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:27.869207 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8253860-a350-4b4f-bd75-66576ad45301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:27.871936 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6d1841ca-22aa-4bf2-889b-c336f9db46f3 req-dfda26c0-b8c1-4d5a-a244-b807a672af56 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/security-groups?id=556d32dc-298a-4708-8775-71171ee45455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686905 Apr 23 00:02:27.899197 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-03da90ca-563a-4623-b202-a327b69a9eca tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Deleting port bcc024c1-b43e-438d-b350-1a2285d3f2cb {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:27.899548 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-03da90ca-563a-4623-b202-a327b69a9eca tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:27.967458 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-566ea2e6-be82-4fe7-a660-685bf4d9b278 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:27.972271 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-566ea2e6-be82-4fe7-a660-685bf4d9b278 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.7551594 Apr 23 00:02:27.972271 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49698) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:27.980732 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-89175118-f848-493f-8fde-a6bde77d122a tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:28.035857 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b0a6e9-1b92-4521-af1a-21d30347ae89 None None] Network b9041de7-9a09-4076-86b7-3b76b8e900bb requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:02:28.038491 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] Sync routers for ids ['f74b7180-e5cf-4fef-a1a9-e87a2aaf4c07'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:02:28.043658 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-03da90ca-563a-4623-b202-a327b69a9eca tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:28.043991 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-03da90ca-563a-4623-b202-a327b69a9eca tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:28.096069 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-03da90ca-563a-4623-b202-a327b69a9eca tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Calling delete_port for bcc024c1-b43e-438d-b350-1a2285d3f2cb owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:28.133704 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device edf4e660-d2b4-4923-a433-b874409cde73 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:02:28.150301 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6fad0188-9e0d-48ae-b193-6afbd9e5313f tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:28.166648 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-36db6d0a-955e-4e60-b245-9453bf1f72b2 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "GET /v2.0/routers/f74b7180-e5cf-4fef-a1a9-e87a2aaf4c07 HTTP/1.1" status: 200 len: 907 time: 0.1913226 Apr 23 00:02:28.168968 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49702) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:28.178366 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] Routers {'f74b7180-e5cf-4fef-a1a9-e87a2aaf4c07'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:28.179078 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['f74b7180-e5cf-4fef-a1a9-e87a2aaf4c07'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:28.179968 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-df515d4d-4c89-4ca7-bf77-dd2db95e5ac3 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1105452821', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'enable_snat': True}}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:28.199332 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-89175118-f848-493f-8fde-a6bde77d122a tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:28.284600 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89175118-f848-493f-8fde-a6bde77d122a tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Network b9041de7-9a09-4076-86b7-3b76b8e900bb is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:28.297379 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-df515d4d-4c89-4ca7-bf77-dd2db95e5ac3 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:28.298402 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-df515d4d-4c89-4ca7-bf77-dd2db95e5ac3 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:28.314354 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-89175118-f848-493f-8fde-a6bde77d122a tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:28.322712 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6fad0188-9e0d-48ae-b193-6afbd9e5313f tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:28.328436 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89175118-f848-493f-8fde-a6bde77d122a tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:28.334026 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89175118-f848-493f-8fde-a6bde77d122a tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:28.334637 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-89175118-f848-493f-8fde-a6bde77d122a tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:28.344296 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89175118-f848-493f-8fde-a6bde77d122a tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Pushing event updated for resources: {'Port': ['ID=0e0f9886-fae0-43c5-a325-a809699ad3bb,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:28.362160 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6daead-cb85-4e10-8d2e-6e7d51664acb req-e010510c-b592-4cbd-a949-541318c698ab tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:28.363224 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fc6daead-cb85-4e10-8d2e-6e7d51664acb req-e010510c-b592-4cbd-a949-541318c698ab tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 945 time: 0.1770613 Apr 23 00:02:28.376880 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82d946-b349-4f0c-b599-17769b06e1c6 req-f45033cf-0b3d-41e7-b478-e9451be41904 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:28.380162 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1b82d946-b349-4f0c-b599-17769b06e1c6 req-f45033cf-0b3d-41e7-b478-e9451be41904 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 944 time: 0.1164525 Apr 23 00:02:28.440438 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1b82d946-b349-4f0c-b599-17769b06e1c6 req-2d84296d-6d85-4f6e-a429-746f86176b86 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435534 Apr 23 00:02:28.441473 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fad0188-9e0d-48ae-b193-6afbd9e5313f tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Network 1d43475c-87f8-46cd-a715-c204c4c4b7bb is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:28.449924 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-6fad0188-9e0d-48ae-b193-6afbd9e5313f tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:28.460901 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fad0188-9e0d-48ae-b193-6afbd9e5313f tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:28.472195 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49706) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:28.472434 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-89175118-f848-493f-8fde-a6bde77d122a tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.1851699 Apr 23 00:02:28.473066 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad0188-9e0d-48ae-b193-6afbd9e5313f tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Pushing event updated for resources: {'Port': ['ID=e5dd4912-2146-4fd5-beeb-8434f527ea73,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:28.498897 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac6d6625-2a23-42c6-85b7-d7be201ff1db tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:28.505807 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fc6daead-cb85-4e10-8d2e-6e7d51664acb req-8b3e451a-9f6f-4398-be71-8d824dce5e1f tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b527525-78b8-490e-a325-7a1a6bee7503&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1267772 Apr 23 00:02:28.513454 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:28.514593 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-03da90ca-563a-4623-b202-a327b69a9eca tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:28.547054 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d6625-2a23-42c6-85b7-d7be201ff1db tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Port': ['ID=67c5df79-349d-46dd-862e-31ddd191a2f0,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:28.567195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fad0188-9e0d-48ae-b193-6afbd9e5313f tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:28.567821 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6fad0188-9e0d-48ae-b193-6afbd9e5313f tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:28.572671 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da90ca-563a-4623-b202-a327b69a9eca tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Pushing event deleted for resources: {'Port': ['ID=bcc024c1-b43e-438d-b350-1a2285d3f2cb,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:28.605917 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] Set router f74b7180-e5cf-4fef-a1a9-e87a2aaf4c07 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:02:28.624081 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-03da90ca-563a-4623-b202-a327b69a9eca tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks [] for floatingip, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:28.624971 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-03da90ca-563a-4623-b202-a327b69a9eca tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Floating IP 34e24838-e678-485d-be1f-4e450de27252 disassociated (deleted). External IP: 172.26.3.151, port: cee831ac-1a45-4f66-b17d-9e5fad2e9301. Apr 23 00:02:28.638148 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad5fcae-e432-4e90-95d8-02efc9411816 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:28.645205 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad5fcae-e432-4e90-95d8-02efc9411816 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:28.649482 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac6d6625-2a23-42c6-85b7-d7be201ff1db tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:28.651315 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad5fcae-e432-4e90-95d8-02efc9411816 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:28.653069 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2ad5fcae-e432-4e90-95d8-02efc9411816 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1791253 Apr 23 00:02:28.655004 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-df515d4d-4c89-4ca7-bf77-dd2db95e5ac3 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:28.657646 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49708) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:28.660265 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ac6d6625-2a23-42c6-85b7-d7be201ff1db tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/ports/67c5df79-349d-46dd-862e-31ddd191a2f0 HTTP/1.1" status: 204 len: 168 time: 2.2939947 Apr 23 00:02:28.660884 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49710) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:28.685031 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d5c74df-bc50-4c94-9ea2-a05174661801 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] DELETE failed (client error): The resource could not be found. Apr 23 00:02:28.685476 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port edf4e660-d2b4-4923-a433-b874409cde73 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:02:28.685716 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d5c74df-bc50-4c94-9ea2-a05174661801 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:02:28.692501 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6d5c74df-bc50-4c94-9ea2-a05174661801 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/ports/67c5df79-349d-46dd-862e-31ddd191a2f0 HTTP/1.1" status: 404 len: 333 time: 0.0305803 Apr 23 00:02:28.693092 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49712) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:28.708890 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6fad0188-9e0d-48ae-b193-6afbd9e5313f tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5325613 Apr 23 00:02:28.709473 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49714) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:28.724040 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port edf4e660-d2b4-4923-a433-b874409cde73 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:28.724554 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:28.732135 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-cbf679d4-f659-4de8-b799-fe6f352f7a65 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Request body: {'port': {'network_id': '1d43475c-87f8-46cd-a715-c204c4c4b7bb', 'name': 'tempest-AllowedAddressPairTestJSON-1974912153'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:28.732304 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port e81feaba-a100-4f0f-9ecc-20359925fb9f, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=e81feaba-a100-4f0f-9ecc-20359925fb9f,segment=NetworkSegment(1aa6c208-277c-4995-b3b5-2a7171acc94d),segment_id=1aa6c208-277c-4995-b3b5-2a7171acc94d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:28.733278 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4d5428-aba7-4632-b21a-c32f8262ecee tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] GET failed (client error): The resource could not be found. Apr 23 00:02:28.738372 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0d4d5428-aba7-4632-b21a-c32f8262ecee tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports/67c5df79-349d-46dd-862e-31ddd191a2f0 HTTP/1.1" status: 404 len: 333 time: 0.0442297 Apr 23 00:02:28.741754 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49716) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:28.836203 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:28.852093 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-f777172c-3f14-4a4e-b1d4-1e0974558508 None None] Provisioning complete for port e81feaba-a100-4f0f-9ecc-20359925fb9f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:28.855939 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f777172c-3f14-4a4e-b1d4-1e0974558508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:28.937287 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf679d4-f659-4de8-b799-fe6f352f7a65 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Made reservation on behalf of 7fb8e8ba285a4484a315b256e3f6bfac for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:28.942631 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbf679d4-f659-4de8-b799-fe6f352f7a65 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:28.993680 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-cbf679d4-f659-4de8-b799-fe6f352f7a65 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] device_id is not set on port d744a452-ab30-4caa-b965-598e9ce2d316 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:29.020297 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb09837a-1dee-4110-b459-e7d5567d0ab5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting subnet 486668c2-e82b-4818-8de6-4fd18c2c80b2 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:02:29.034300 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=e81feaba-a100-4f0f-9ecc-20359925fb9f,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:29.086440 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:29.098564 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb09837a-1dee-4110-b459-e7d5567d0ab5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:29.144730 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-df515d4d-4c89-4ca7-bf77-dd2db95e5ac3 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:29.167167 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71b7ba2-545d-4dd2-a696-90c751b52f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf4e660-d2b4-4923-a433-b874409cde73'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:02:29.198502 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb09837a-1dee-4110-b459-e7d5567d0ab5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:29.204629 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-cbf679d4-f659-4de8-b799-fe6f352f7a65 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Allocated IP 172.20.0.6 (1d43475c-87f8-46cd-a715-c204c4c4b7bb/7054009d-dadc-4070-baae-4637687c79c8/d744a452-ab30-4caa-b965-598e9ce2d316) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:29.293423 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04483b-aa9e-431b-86f2-3e9bdf0665ba req-e019af18-2126-4e03-bd2b-67efb244df50 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:29.295009 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6e04483b-aa9e-431b-86f2-3e9bdf0665ba req-e019af18-2126-4e03-bd2b-67efb244df50 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 944 time: 0.2963889 Apr 23 00:02:29.297427 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-59e2a2ce-cc95-44cd-b7ba-c2d5c1dc8160 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Deleting port 0e0f9886-fae0-43c5-a325-a809699ad3bb {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:29.297773 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59e2a2ce-cc95-44cd-b7ba-c2d5c1dc8160 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:29.302348 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port edf4e660-d2b4-4923-a433-b874409cde73, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=edf4e660-d2b4-4923-a433-b874409cde73,segment=NetworkSegment(7fd3e4d6-dd1e-4136-8449-a7716d3b220a),segment_id=7fd3e4d6-dd1e-4136-8449-a7716d3b220a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:29.305945 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device fb199584-913f-4533-8c0e-2d56b1c4ab17 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:02:29.366654 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74b7180-e5cf-4fef-a1a9-e87a2aaf4c07', 'name': 'tempest-snat-router-1105452821', 'tenant_id': '0b340bb3e3b946d2beea047d082a4349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.9'}], 'enable_snat': False}, 'gw_port_id': 'b5334a50-81fc-4ad4-b667-fb390794e85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:02:22Z', 'updated_at': '2022-04-23T00:02:25Z', 'revision_number': 3, 'project_id': '0b340bb3e3b946d2beea047d082a4349', 'gw_port': {'id': 'b5334a50-81fc-4ad4-b667-fb390794e85c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:47:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74b7180-e5cf-4fef-a1a9-e87a2aaf4c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:02:23Z', 'updated_at': '2022-04-23T00:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:29.421654 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] Checking router: f74b7180-e5cf-4fef-a1a9-e87a2aaf4c07 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:02:29.423426 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] Updating router f74b7180-e5cf-4fef-a1a9-e87a2aaf4c07 port b5334a50-81fc-4ad4-b667-fb390794e85c binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:02:29.432689 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:29.433489 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 15f17b6b-0c92-4eab-8756-459565779115 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:02:29.502013 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbf679d4-f659-4de8-b799-fe6f352f7a65 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:29.573704 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb09837a-1dee-4110-b459-e7d5567d0ab5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:29.586609 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fc1acd-5275-400d-9f3c-75044373715f" -d '{"events": [{"server_uuid": "a71b7ba2-545d-4dd2-a696-90c751b52f2b", "name": "network-vif-plugged", "status": "completed", "tag": "edf4e660-d2b4-4923-a433-b874409cde73"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:02:29.614389 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:29.626296 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6e04483b-aa9e-431b-86f2-3e9bdf0665ba req-d3beefdd-384a-4232-906f-1ae84c67e983 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/security-groups?id=556d32dc-298a-4708-8775-71171ee45455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944415 Apr 23 00:02:29.655251 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f99e3-273e-4577-86bf-191e34c85d4d req-d21edbd8-213d-47f5-ad9e-3661827708dd tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:29.657486 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ad8f99e3-273e-4577-86bf-191e34c85d4d req-d21edbd8-213d-47f5-ad9e-3661827708dd tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 944 time: 0.0865850 Apr 23 00:02:29.771125 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-2d32726a-1535-4332-9d85-4124bc181a99 None None] Provisioning complete for port 0e0f9886-fae0-43c5-a325-a809699ad3bb triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:29.771125 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d32726a-1535-4332-9d85-4124bc181a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:29.771702 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbf679d4-f659-4de8-b799-fe6f352f7a65 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:29.793863 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=edf4e660-d2b4-4923-a433-b874409cde73,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:29.857155 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ad8f99e3-273e-4577-86bf-191e34c85d4d req-ac8d397c-439c-4301-8a64-6a6311d29016 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567514 Apr 23 00:02:29.857155 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf679d4-f659-4de8-b799-fe6f352f7a65 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Network 1d43475c-87f8-46cd-a715-c204c4c4b7bb is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:29.857155 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-cbf679d4-f659-4de8-b799-fe6f352f7a65 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:29.857155 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf679d4-f659-4de8-b799-fe6f352f7a65 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:29.878069 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 15f17b6b-0c92-4eab-8756-459565779115 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:02:29.885365 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port fb199584-913f-4533-8c0e-2d56b1c4ab17 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:29.886000 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:29.896701 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 15f17b6b-0c92-4eab-8756-459565779115 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:29.898303 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:29.947492 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2d32726a-1535-4332-9d85-4124bc181a99 None None] Port 0e0f9886-fae0-43c5-a325-a809699ad3bb cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:29.953952 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf679d4-f659-4de8-b799-fe6f352f7a65 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:29.954483 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbf679d4-f659-4de8-b799-fe6f352f7a65 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:29.971452 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf679d4-f659-4de8-b799-fe6f352f7a65 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Pushing event updated for resources: {'Port': ['ID=d744a452-ab30-4caa-b965-598e9ce2d316,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:30.040943 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c7f52f-7eb6-448a-b0dc-515a4c8f9b7b x-openstack-request-id: req-d4c7f52f-7eb6-448a-b0dc-515a4c8f9b7b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:02:30.041252 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71b7ba2-545d-4dd2-a696-90c751b52f2b", "name": "network-vif-plugged", "status": "completed", "tag": "edf4e660-d2b4-4923-a433-b874409cde73", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:02:30.041488 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d4c7f52f-7eb6-448a-b0dc-515a4c8f9b7b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:02:30.041959 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4c7f52f-7eb6-448a-b0dc-515a4c8f9b7b'] response: {'server_uuid': 'a71b7ba2-545d-4dd2-a696-90c751b52f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf4e660-d2b4-4923-a433-b874409cde73', 'code': 200} Apr 23 00:02:30.061949 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cbf679d4-f659-4de8-b799-fe6f352f7a65 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3381240 Apr 23 00:02:30.065799 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49732) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:30.075806 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-f948db2e-54e3-459d-b033-6d280472891c tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:c0:aa:ce'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:d0:9c:2d'}]}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:30.078524 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-2d32726a-1535-4332-9d85-4124bc181a99 None None] Provisioning complete for port e5dd4912-2146-4fd5-beeb-8434f527ea73 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:30.078889 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d32726a-1535-4332-9d85-4124bc181a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:30.140367 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59e2a2ce-cc95-44cd-b7ba-c2d5c1dc8160 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:30.183126 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2d32726a-1535-4332-9d85-4124bc181a99 None None] Port e5dd4912-2146-4fd5-beeb-8434f527ea73 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:30.204483 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-59e2a2ce-cc95-44cd-b7ba-c2d5c1dc8160 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Calling delete_port for 0e0f9886-fae0-43c5-a325-a809699ad3bb owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:30.227234 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03da90ca-563a-4623-b202-a327b69a9eca tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Router 07dac16d-f661-4731-9569-a49250e654b9 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:02:30.306518 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec887ad9-0866-433e-a97d-e9f3f32144d5 req-e9117be5-3fee-4056-b454-910e97d27aff tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:30.307548 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f948db2e-54e3-459d-b033-6d280472891c tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:30.314567 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ec887ad9-0866-433e-a97d-e9f3f32144d5 req-e9117be5-3fee-4056-b454-910e97d27aff tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 945 time: 0.1902375 Apr 23 00:02:30.355070 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb09837a-1dee-4110-b459-e7d5567d0ab5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:30.437898 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09837a-1dee-4110-b459-e7d5567d0ab5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Subnet': ['ID=486668c2-e82b-4818-8de6-4fd18c2c80b2,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:30.438734 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-2d32726a-1535-4332-9d85-4124bc181a99 None None] Provisioning complete for port e81feaba-a100-4f0f-9ecc-20359925fb9f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:30.439146 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d32726a-1535-4332-9d85-4124bc181a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:30.447325 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:30.475141 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f29f14-364d-4b74-b34d-68a86b0b9218 None None] Network 8ae19bee-d6a5-474e-9f37-571c9dffb058 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:02:30.483360 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb09837a-1dee-4110-b459-e7d5567d0ab5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:30.490947 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-bb09837a-1dee-4110-b459-e7d5567d0ab5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/subnets/486668c2-e82b-4818-8de6-4fd18c2c80b2 HTTP/1.1" status: 204 len: 168 time: 1.7445714 Apr 23 00:02:30.495277 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49734) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:30.529827 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ec887ad9-0866-433e-a97d-e9f3f32144d5 req-033cae5c-00e0-4c37-a9ed-a6269fd15d7e tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b527525-78b8-490e-a325-7a1a6bee7503&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2093923 Apr 23 00:02:30.619706 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 15f17b6b-0c92-4eab-8756-459565779115, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=15f17b6b-0c92-4eab-8756-459565779115,segment=NetworkSegment(1413f222-a5bf-498f-83b3-b615c2513886),segment_id=1413f222-a5bf-498f-83b3-b615c2513886)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:30.633362 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:30.637764 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e177d54-798d-4028-ae3f-d4cb382376b3 req-fee5b288-8b06-413c-9f4f-a873ae4c34f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:30.639405 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8e177d54-798d-4028-ae3f-d4cb382376b3 req-fee5b288-8b06-413c-9f4f-a873ae4c34f2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 1098 time: 0.2235706 Apr 23 00:02:30.645539 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03da90ca-563a-4623-b202-a327b69a9eca tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:02:30.649164 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed84c-0936-4da7-9815-1c568ac90ab3 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:30.665409 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95f756f-aee1-4834-84e7-c6226203a7f4 None None] Sync routers for ids ['07dac16d-f661-4731-9569-a49250e654b9'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:02:30.688298 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95f756f-aee1-4834-84e7-c6226203a7f4 None None] Routers {'07dac16d-f661-4731-9569-a49250e654b9'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:30.691447 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a95f756f-aee1-4834-84e7-c6226203a7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['07dac16d-f661-4731-9569-a49250e654b9'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:30.709051 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8e177d54-798d-4028-ae3f-d4cb382376b3 req-40d15bae-3e97-4f7a-9865-0221d91b7fca service neutron] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:30.733319 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:30.735966 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:30.746911 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 5bf074c6-1213-48ed-9081-f230a0d68821 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:02:30.767191 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-03da90ca-563a-4623-b202-a327b69a9eca tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:30.770203 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a95f756f-aee1-4834-84e7-c6226203a7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:30.786143 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95f756f-aee1-4834-84e7-c6226203a7f4 None None] Routers {'07dac16d-f661-4731-9569-a49250e654b9'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:30.787376 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a95f756f-aee1-4834-84e7-c6226203a7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['07dac16d-f661-4731-9569-a49250e654b9'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:30.824361 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f948db2e-54e3-459d-b033-6d280472891c tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:30.838563 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a95f756f-aee1-4834-84e7-c6226203a7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:30.840183 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95f756f-aee1-4834-84e7-c6226203a7f4 None None] The sync data for ids ['07dac16d-f661-4731-9569-a49250e654b9'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:02:30.864711 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-03da90ca-563a-4623-b202-a327b69a9eca tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] 10.222.0.15 "DELETE /v2.0/floatingips/34e24838-e678-485d-be1f-4e450de27252 HTTP/1.1" status: 204 len: 168 time: 3.8128519 Apr 23 00:02:30.864711 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59e2a2ce-cc95-44cd-b7ba-c2d5c1dc8160 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:30.869385 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] Attempting to bind port b5334a50-81fc-4ad4-b667-fb390794e85c on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:02:30.869953 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49740) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:30.870230 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] Attempting to bind port b5334a50-81fc-4ad4-b667-fb390794e85c by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:02:30.870603 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] Attempting to bind port b5334a50-81fc-4ad4-b667-fb390794e85c on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:02:30.876271 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=15f17b6b-0c92-4eab-8756-459565779115,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:30.881240 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-44afc9db-41c5-468c-a166-9c4100252671 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:30.907913 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:02:30.908288 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:02:30.908917 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:30.909090 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:02:30.909577 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] Bound port: b5334a50-81fc-4ad4-b667-fb390794e85c, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:02:30.909963 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:30.922309 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2a2ce-cc95-44cd-b7ba-c2d5c1dc8160 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Pushing event deleted for resources: {'Port': ['ID=0e0f9886-fae0-43c5-a325-a809699ad3bb,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:30.947012 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-2d32726a-1535-4332-9d85-4124bc181a99 None None] Provisioning complete for port fb199584-913f-4533-8c0e-2d56b1c4ab17 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:30.947388 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d32726a-1535-4332-9d85-4124bc181a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:30.950398 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0f951-d468-4ede-b6d5-b61817c29b63 req-a7ce35be-b59e-44f6-8b28-a33e2179d3dd tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:30.961274 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-50f0f951-d468-4ede-b6d5-b61817c29b63 req-a7ce35be-b59e-44f6-8b28-a33e2179d3dd tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 945 time: 0.2015052 Apr 23 00:02:30.961274 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f948db2e-54e3-459d-b033-6d280472891c tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:30.961489 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-df515d4d-4c89-4ca7-bf77-dd2db95e5ac3 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:30.978108 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-df515d4d-4c89-4ca7-bf77-dd2db95e5ac3 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:31.050380 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948db2e-54e3-459d-b033-6d280472891c tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Pushing event updated for resources: {'Port': ['ID=d744a452-ab30-4caa-b965-598e9ce2d316,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:31.055940 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-44afc9db-41c5-468c-a166-9c4100252671 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:31.074845 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e418c22-d4dc-4fa0-bef4-8b361a8938ca None None] Pushing event updated for resources: {'Port': ['ID=b5334a50-81fc-4ad4-b667-fb390794e85c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:31.113936 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0db06b5-c707-4f20-bd9c-e17b5ed5ad92 None None] DHCP port deletion for 8ae19bee-d6a5-474e-9f37-571c9dffb058 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:02:31.157892 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] For port b5334a50-81fc-4ad4-b667-fb390794e85c, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:02:31.162291 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] For port b5334a50-81fc-4ad4-b667-fb390794e85c, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b5334a50-81fc-4ad4-b667-fb390794e85c,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:02:31.164415 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59e2a2ce-cc95-44cd-b7ba-c2d5c1dc8160 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:31.170614 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-59e2a2ce-cc95-44cd-b7ba-c2d5c1dc8160 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] 10.222.0.15 "DELETE /v2.0/ports/0e0f9886-fae0-43c5-a325-a809699ad3bb HTTP/1.1" status: 204 len: 168 time: 2.5031919 Apr 23 00:02:31.173126 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49742) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:31.185534 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 5bf074c6-1213-48ed-9081-f230a0d68821 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:02:31.193973 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 5bf074c6-1213-48ed-9081-f230a0d68821 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:31.194352 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:31.235310 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-1142f259-79ae-459b-b778-c9e69937addb tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] GET failed (client error): The resource could not be found. Apr 23 00:02:31.240891 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1142f259-79ae-459b-b778-c9e69937addb tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] 10.222.0.15 "GET /v2.0/ports/0e0f9886-fae0-43c5-a325-a809699ad3bb HTTP/1.1" status: 404 len: 333 time: 0.0585666 Apr 23 00:02:31.246452 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device e81feaba-a100-4f0f-9ecc-20359925fb9f up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:02:31.254334 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:31.260819 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49744) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:31.266552 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-61f9f343-30bd-488c-974e-0b70c4bbf215 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Request body: {'port': {'network_id': 'b9041de7-9a09-4076-86b7-3b76b8e900bb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-717229656'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:31.277026 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ed84c-0936-4da7-9815-1c568ac90ab3 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting port fb199584-913f-4533-8c0e-2d56b1c4ab17 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:31.279306 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed84c-0936-4da7-9815-1c568ac90ab3 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:31.338246 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee555492-af60-4c2f-9d1f-75ad358c20e5 req-fece3f60-315f-4d6a-ac8e-8d2e7f6cee80 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:31.346553 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ee555492-af60-4c2f-9d1f-75ad358c20e5 req-fece3f60-315f-4d6a-ac8e-8d2e7f6cee80 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 944 time: 0.2742472 Apr 23 00:02:31.387384 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-df515d4d-4c89-4ca7-bf77-dd2db95e5ac3 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Allocated IP 172.26.3.108 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/813cac9d-9fca-4877-936f-32db887d17da) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:31.389849 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e418c22-d4dc-4fa0-bef4-8b361a8938ca None None] Pushing event updated for resources: {'Port': ['ID=b5334a50-81fc-4ad4-b667-fb390794e85c,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:31.404182 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-bb3ed84c-0936-4da7-9815-1c568ac90ab3 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] For port fb199584-913f-4533-8c0e-2d56b1c4ab17, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=fb199584-913f-4533-8c0e-2d56b1c4ab17,segment=NetworkSegment(6abe4654-5983-4b79-aa26-bb349728cc5c),segment_id=6abe4654-5983-4b79-aa26-bb349728cc5c)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:31.404684 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed84c-0936-4da7-9815-1c568ac90ab3 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:31.460394 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-2d32726a-1535-4332-9d85-4124bc181a99 None None] Provisioning complete for port f54f0b98-6f10-4792-85da-e062b4f4cb37 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:31.460763 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d32726a-1535-4332-9d85-4124bc181a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:31.460866 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ed84c-0936-4da7-9815-1c568ac90ab3 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Calling delete_port for fb199584-913f-4533-8c0e-2d56b1c4ab17 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:31.463799 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] Routers {'f74b7180-e5cf-4fef-a1a9-e87a2aaf4c07'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:31.464447 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['f74b7180-e5cf-4fef-a1a9-e87a2aaf4c07'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:31.476151 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c0db06b5-c707-4f20-bd9c-e17b5ed5ad92 None None] Deleting port fb199584-913f-4533-8c0e-2d56b1c4ab17 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:31.476526 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0db06b5-c707-4f20-bd9c-e17b5ed5ad92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:31.562329 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-df515d4d-4c89-4ca7-bf77-dd2db95e5ac3 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:31.568943 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-50f0f951-d468-4ede-b6d5-b61817c29b63 req-0bffe685-4b3e-4861-a6b5-63819ddb75d4 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/security-groups?id=556d32dc-298a-4708-8775-71171ee45455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5256104 Apr 23 00:02:31.620749 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-f948db2e-54e3-459d-b033-6d280472891c tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] In _notify_port_updated(), no bound segment for port d744a452-ab30-4caa-b965-598e9ce2d316 on network 1d43475c-87f8-46cd-a715-c204c4c4b7bb {{(pid=103144) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 23 00:02:31.628842 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f948db2e-54e3-459d-b033-6d280472891c tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:31.629566 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f948db2e-54e3-459d-b033-6d280472891c tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:31.634362 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f948db2e-54e3-459d-b033-6d280472891c tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] 10.222.0.15 "PUT /v2.0/ports/d744a452-ab30-4caa-b965-598e9ce2d316 HTTP/1.1" status: 200 len: 1056 time: 1.5638449 Apr 23 00:02:31.635339 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49748) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:31.691469 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port e81feaba-a100-4f0f-9ecc-20359925fb9f triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:31.692136 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:31.695666 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed84c-0936-4da7-9815-1c568ac90ab3 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:31.703167 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2d32726a-1535-4332-9d85-4124bc181a99 None None] Port f54f0b98-6f10-4792-85da-e062b4f4cb37 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:31.729820 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c0db06b5-c707-4f20-bd9c-e17b5ed5ad92 None None] For port fb199584-913f-4533-8c0e-2d56b1c4ab17, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=fb199584-913f-4533-8c0e-2d56b1c4ab17,segment=NetworkSegment(6abe4654-5983-4b79-aa26-bb349728cc5c),segment_id=6abe4654-5983-4b79-aa26-bb349728cc5c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:31.730219 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0db06b5-c707-4f20-bd9c-e17b5ed5ad92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:31.733567 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ee555492-af60-4c2f-9d1f-75ad358c20e5 req-1dbcf754-1856-4fd7-b54a-86bc6717ac57 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3860235 Apr 23 00:02:31.770952 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:31.775863 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8e177d54-798d-4028-ae3f-d4cb382376b3 req-40d15bae-3e97-4f7a-9865-0221d91b7fca service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:31.780524 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3ed84c-0936-4da7-9815-1c568ac90ab3 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] No DVR routers for this DVR port fb199584-913f-4533-8c0e-2d56b1c4ab17 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:02:31.780712 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-df515d4d-4c89-4ca7-bf77-dd2db95e5ac3 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:31.826412 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ed84c-0936-4da7-9815-1c568ac90ab3 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Port': ['ID=fb199584-913f-4533-8c0e-2d56b1c4ab17,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:31.828316 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df515d4d-4c89-4ca7-bf77-dd2db95e5ac3 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:31.837259 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c0db06b5-c707-4f20-bd9c-e17b5ed5ad92 None None] Calling delete_port for fb199584-913f-4533-8c0e-2d56b1c4ab17 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:31.838647 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-df515d4d-4c89-4ca7-bf77-dd2db95e5ac3 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:31.845688 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df515d4d-4c89-4ca7-bf77-dd2db95e5ac3 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:31.857774 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-44afc9db-41c5-468c-a166-9c4100252671 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:31.868074 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-54417b9d-cc51-48f2-847f-f1a1566df976 None None] Could not find standard attr ID for object 67c5df79-349d-46dd-862e-31ddd191a2f0. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:02:31.913952 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f9f343-30bd-488c-974e-0b70c4bbf215 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Made reservation on behalf of 440f81e7cb92442886d40dac49f47908 for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:31.919005 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-61f9f343-30bd-488c-974e-0b70c4bbf215 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:31.959829 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] Set router f74b7180-e5cf-4fef-a1a9-e87a2aaf4c07 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:02:31.967125 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 5bf074c6-1213-48ed-9081-f230a0d68821, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=5bf074c6-1213-48ed-9081-f230a0d68821,segment=NetworkSegment(7964bcf9-55fb-4cf8-a99d-cf4969598524),segment_id=7964bcf9-55fb-4cf8-a99d-cf4969598524)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:31.990470 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df515d4d-4c89-4ca7-bf77-dd2db95e5ac3 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Pushing event updated for resources: {'Port': ['ID=813cac9d-9fca-4877-936f-32db887d17da,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:32.004169 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-61f9f343-30bd-488c-974e-0b70c4bbf215 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] device_id is not set on port b0f461fc-5c6c-4b8c-bf5d-21a6a1acc1fe yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:32.040558 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:32.054238 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02090c5-e7e8-4c77-b8b3-860a0f09df6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f17b6b-0c92-4eab-8756-459565779115'}, {'server_uuid': '2eb20b22-228b-420d-8c0a-2465fc8f3053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf074c6-1213-48ed-9081-f230a0d68821'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:02:32.056472 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f6e216-0b97-41cc-b645-8a456e851752" -d '{"events": [{"server_uuid": "e02090c5-e7e8-4c77-b8b3-860a0f09df6d", "name": "network-vif-plugged", "status": "completed", "tag": "15f17b6b-0c92-4eab-8756-459565779115"}, {"server_uuid": "2eb20b22-228b-420d-8c0a-2465fc8f3053", "name": "network-vif-plugged", "status": "completed", "tag": "5bf074c6-1213-48ed-9081-f230a0d68821"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:02:32.059910 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-54417b9d-cc51-48f2-847f-f1a1566df976 None None] Provisioning complete for port d744a452-ab30-4caa-b965-598e9ce2d316 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:32.060283 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54417b9d-cc51-48f2-847f-f1a1566df976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:32.192125 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 23 Apr 2022 00:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78ef0ec-a98f-417b-8b33-9e01d9b8e138 x-openstack-request-id: req-a78ef0ec-a98f-417b-8b33-9e01d9b8e138 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:02:32.192815 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02090c5-e7e8-4c77-b8b3-860a0f09df6d", "name": "network-vif-plugged", "status": "completed", "tag": "15f17b6b-0c92-4eab-8756-459565779115", "code": 200}, {"server_uuid": "2eb20b22-228b-420d-8c0a-2465fc8f3053", "name": "network-vif-plugged", "status": "completed", "tag": "5bf074c6-1213-48ed-9081-f230a0d68821", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:02:32.192815 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a78ef0ec-a98f-417b-8b33-9e01d9b8e138 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:02:32.193347 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a78ef0ec-a98f-417b-8b33-9e01d9b8e138'] response: {'server_uuid': 'e02090c5-e7e8-4c77-b8b3-860a0f09df6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f17b6b-0c92-4eab-8756-459565779115', 'code': 200} Apr 23 00:02:32.193569 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a78ef0ec-a98f-417b-8b33-9e01d9b8e138'] response: {'server_uuid': '2eb20b22-228b-420d-8c0a-2465fc8f3053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf074c6-1213-48ed-9081-f230a0d68821', 'code': 200} Apr 23 00:02:32.212080 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-61f9f343-30bd-488c-974e-0b70c4bbf215 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Allocated IP 2001:db8::7c (b9041de7-9a09-4076-86b7-3b76b8e900bb/f62ec80a-dbd5-47d3-b424-b9e6b7207e36/b0f461fc-5c6c-4b8c-bf5d-21a6a1acc1fe) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:32.233202 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8e177d54-798d-4028-ae3f-d4cb382376b3 req-40d15bae-3e97-4f7a-9865-0221d91b7fca service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:32.304113 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-df515d4d-4c89-4ca7-bf77-dd2db95e5ac3 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:32.305860 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8e177d54-798d-4028-ae3f-d4cb382376b3 req-40d15bae-3e97-4f7a-9865-0221d91b7fca service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=556d32dc-298a-4708-8775-71171ee45455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6509082 Apr 23 00:02:32.374853 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d15bae-3e97-4f7a-9865-0221d91b7fca service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=419066ee-f274-40fa-9b0d-4745101a0538,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:32.422019 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-54417b9d-cc51-48f2-847f-f1a1566df976 None None] Port d744a452-ab30-4caa-b965-598e9ce2d316 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:32.426244 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55475a94-9519-481e-8b1e-cf6e7ddc4278 req-543ffd5f-15a1-429f-b783-c751054284f2 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:32.428099 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-55475a94-9519-481e-8b1e-cf6e7ddc4278 req-543ffd5f-15a1-429f-b783-c751054284f2 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 946 time: 0.7164986 Apr 23 00:02:32.432705 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=5bf074c6-1213-48ed-9081-f230a0d68821,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:32.445821 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed84c-0936-4da7-9815-1c568ac90ab3 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:32.445929 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0db06b5-c707-4f20-bd9c-e17b5ed5ad92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:32.476172 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-2ba46ab2-9930-48d2-8322-330706ec4040 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Deleting port d744a452-ab30-4caa-b965-598e9ce2d316 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:32.476512 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ba46ab2-9930-48d2-8322-330706ec4040 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:32.493428 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db06b5-c707-4f20-bd9c-e17b5ed5ad92 None None] Pushing event deleted for resources: {'Port': ['ID=fb199584-913f-4533-8c0e-2d56b1c4ab17,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:32.515623 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-bb3ed84c-0936-4da7-9815-1c568ac90ab3 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae19bee-d6a5-474e-9f37-571c9dffb058']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:32.553762 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-44afc9db-41c5-468c-a166-9c4100252671 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Allocated IP 172.26.3.193 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/9822299a-d53a-4dea-bbd5-b6aa6a608a0d) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:32.555097 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0db06b5-c707-4f20-bd9c-e17b5ed5ad92 None None] No DVR routers for this DVR port fb199584-913f-4533-8c0e-2d56b1c4ab17 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:02:32.563790 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-54417b9d-cc51-48f2-847f-f1a1566df976 None None] Provisioning complete for port f54f0b98-6f10-4792-85da-e062b4f4cb37 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:32.564169 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54417b9d-cc51-48f2-847f-f1a1566df976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:32.585235 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-bb3ed84c-0936-4da7-9815-1c568ac90ab3 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6abe4654-5983-4b79-aa26-bb349728cc5c') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:32.585235 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-bb3ed84c-0936-4da7-9815-1c568ac90ab3 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6abe4654-5983-4b79-aa26-bb349728cc5c') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:32.622294 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-61f9f343-30bd-488c-974e-0b70c4bbf215 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:32.624317 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-54417b9d-cc51-48f2-847f-f1a1566df976 None None] Port f54f0b98-6f10-4792-85da-e062b4f4cb37 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:32.629868 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-54417b9d-cc51-48f2-847f-f1a1566df976 None None] Could not find standard attr ID for object 0e0f9886-fae0-43c5-a325-a809699ad3bb. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:02:32.634742 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74b7180-e5cf-4fef-a1a9-e87a2aaf4c07', 'name': 'tempest-snat-router-1105452821', 'tenant_id': '0b340bb3e3b946d2beea047d082a4349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.9'}], 'enable_snat': False}, 'gw_port_id': 'b5334a50-81fc-4ad4-b667-fb390794e85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:02:22Z', 'updated_at': '2022-04-23T00:02:25Z', 'revision_number': 3, 'project_id': '0b340bb3e3b946d2beea047d082a4349', 'gw_port': {'id': 'b5334a50-81fc-4ad4-b667-fb390794e85c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:47:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74b7180-e5cf-4fef-a1a9-e87a2aaf4c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:02:23Z', 'updated_at': '2022-04-23T00:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:32.654981 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed84c-0936-4da7-9815-1c568ac90ab3 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:32.674447 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fcd4bb-e2ab-4efc-ad21-c7c677692ba7 None None] The sync data for ids ['f74b7180-e5cf-4fef-a1a9-e87a2aaf4c07'] in dv-neutron-838783-1-hyperv is: [{'id': 'f74b7180-e5cf-4fef-a1a9-e87a2aaf4c07', 'name': 'tempest-snat-router-1105452821', 'tenant_id': '0b340bb3e3b946d2beea047d082a4349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.9'}], 'enable_snat': False}, 'gw_port_id': 'b5334a50-81fc-4ad4-b667-fb390794e85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:02:22Z', 'updated_at': '2022-04-23T00:02:25Z', 'revision_number': 3, 'project_id': '0b340bb3e3b946d2beea047d082a4349', 'gw_port': {'id': 'b5334a50-81fc-4ad4-b667-fb390794e85c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:47:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74b7180-e5cf-4fef-a1a9-e87a2aaf4c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:02:23Z', 'updated_at': '2022-04-23T00:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:02:32.704553 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-55475a94-9519-481e-8b1e-cf6e7ddc4278 req-a1e77b0a-6354-48f3-9f7c-ec8a1b1f8443 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b527525-78b8-490e-a325-7a1a6bee7503&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2652452 Apr 23 00:02:32.737459 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed84c-0936-4da7-9815-1c568ac90ab3 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:32.760897 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3ed84c-0936-4da7-9815-1c568ac90ab3 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:02:32.761117 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed84c-0936-4da7-9815-1c568ac90ab3 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:32.769772 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-61f9f343-30bd-488c-974e-0b70c4bbf215 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:32.773512 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-df515d4d-4c89-4ca7-bf77-dd2db95e5ac3 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:02:32.795135 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:02:32.798982 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5e484-87f4-45c3-bbd1-d3f576d2e615 req-0b3aa657-fc6d-4531-82db-dad0671f8320 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:32.800591 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-67a5e484-87f4-45c3-bbd1-d3f576d2e615 req-0b3aa657-fc6d-4531-82db-dad0671f8320 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 945 time: 0.0985472 Apr 23 00:02:32.867924 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170195ad-06d9-493b-872c-2f7505142b62 req-236ae40e-d655-455b-be6a-2138dc95f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:32.869449 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-170195ad-06d9-493b-872c-2f7505142b62 req-236ae40e-d655-455b-be6a-2138dc95f688 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 1099 time: 0.2807157 Apr 23 00:02:32.883656 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f9f343-30bd-488c-974e-0b70c4bbf215 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Network b9041de7-9a09-4076-86b7-3b76b8e900bb is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:32.887856 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ba46ab2-9930-48d2-8322-330706ec4040 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:32.898607 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41600ab-f178-4f15-bba5-02079df0ca8c req-e583d3a7-2d66-4269-837d-9a3955718483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:32.900193 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b41600ab-f178-4f15-bba5-02079df0ca8c req-e583d3a7-2d66-4269-837d-9a3955718483 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 1098 time: 0.3176765 Apr 23 00:02:32.903189 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-61f9f343-30bd-488c-974e-0b70c4bbf215 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:32.916266 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9f343-30bd-488c-974e-0b70c4bbf215 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Pushing event updated for resources: {'Port': ['ID=b0f461fc-5c6c-4b8c-bf5d-21a6a1acc1fe,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:32.916266 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f9f343-30bd-488c-974e-0b70c4bbf215 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:32.919706 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f9f343-30bd-488c-974e-0b70c4bbf215 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:32.920354 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-61f9f343-30bd-488c-974e-0b70c4bbf215 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:32.958476 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-2ba46ab2-9930-48d2-8322-330706ec4040 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Calling delete_port for d744a452-ab30-4caa-b965-598e9ce2d316 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:32.990064 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-67a5e484-87f4-45c3-bbd1-d3f576d2e615 req-8275ace1-a21d-4376-989e-8ec7971484ab tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/security-groups?id=556d32dc-298a-4708-8775-71171ee45455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638851 Apr 23 00:02:33.067626 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-61f9f343-30bd-488c-974e-0b70c4bbf215 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8059494 Apr 23 00:02:33.070684 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49756) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:33.078798 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-ca37ccd5-1ba8-40dd-b45b-901c1f9f5b3b tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::201', 'mac_address': 'fa:16:3e:45:02:02'}]}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:33.118489 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b41600ab-f178-4f15-bba5-02079df0ca8c req-04d24273-9dda-475d-a1f5-827f15c062db service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885548 Apr 23 00:02:33.126166 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed84c-0936-4da7-9815-1c568ac90ab3 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:33.134643 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-44afc9db-41c5-468c-a166-9c4100252671 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:33.152811 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20dd5bd-bdfb-4a57-b6d7-0fea52d8bf94 req-fce989e3-7cc0-467c-9bad-6ec44314a78a tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:33.154695 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a20dd5bd-bdfb-4a57-b6d7-0fea52d8bf94 req-fce989e3-7cc0-467c-9bad-6ec44314a78a tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.3264558 Apr 23 00:02:33.175312 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b5334a50-81fc-4ad4-b667-fb390794e85c up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:02:33.187169 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed84c-0936-4da7-9815-1c568ac90ab3 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:33.195437 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bb3ed84c-0936-4da7-9815-1c568ac90ab3 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/networks/8ae19bee-d6a5-474e-9f37-571c9dffb058 HTTP/1.1" status: 204 len: 168 time: 2.6932731 Apr 23 00:02:33.195437 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ed84c-0936-4da7-9815-1c568ac90ab3 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Network': ['ID=8ae19bee-d6a5-474e-9f37-571c9dffb058,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:33.196378 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-170195ad-06d9-493b-872c-2f7505142b62 req-44c85637-d9c4-4ba9-9263-ca143f17bddf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7b527525-78b8-490e-a325-7a1a6bee7503&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3027081 Apr 23 00:02:33.203600 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49758) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:33.210037 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-7041729c-c270-4566-b801-78342d280c7a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1211779041'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:33.258001 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port b5334a50-81fc-4ad4-b667-fb390794e85c triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:33.258875 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:33.344581 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7041729c-c270-4566-b801-78342d280c7a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:33.349295 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7041729c-c270-4566-b801-78342d280c7a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:33.361815 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:33.387748 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a20dd5bd-bdfb-4a57-b6d7-0fea52d8bf94 req-f5957ea0-2d87-4eef-ab37-f0447f151816 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151713 Apr 23 00:02:33.395465 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port b5334a50-81fc-4ad4-b667-fb390794e85c, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b5334a50-81fc-4ad4-b667-fb390794e85c,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:33.396667 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-0829cad8-7dc9-4160-9e1b-97e572f31311 None None] Provisioning complete for port b0f461fc-5c6c-4b8c-bf5d-21a6a1acc1fe triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:33.397131 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0829cad8-7dc9-4160-9e1b-97e572f31311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:33.419327 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7041729c-c270-4566-b801-78342d280c7a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:02:33.422242 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7041729c-c270-4566-b801-78342d280c7a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:33.422597 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-7041729c-c270-4566-b801-78342d280c7a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Added segment 3e9bb94f-dfb9-4206-8fa3-fb9b8556afc4 of type vlan for network f7666b06-ebbf-47fa-9a05-e3afa529dcaa Apr 23 00:02:33.442894 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0829cad8-7dc9-4160-9e1b-97e572f31311 None None] Port b0f461fc-5c6c-4b8c-bf5d-21a6a1acc1fe cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:33.457625 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:33.485431 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7041729c-c270-4566-b801-78342d280c7a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:33.535098 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device fb199584-913f-4533-8c0e-2d56b1c4ab17 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:02:33.539347 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-44afc9db-41c5-468c-a166-9c4100252671 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:33.565867 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df515d4d-4c89-4ca7-bf77-dd2db95e5ac3 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Router de90e73f-6033-4e0d-a43b-cc8308082a23 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:02:33.570392 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=b5334a50-81fc-4ad4-b667-fb390794e85c,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:33.574241 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: fb199584-913f-4533-8c0e-2d56b1c4ab17 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:02:33.574905 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device fb199584-913f-4533-8c0e-2d56b1c4ab17 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:02:33.614512 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44afc9db-41c5-468c-a166-9c4100252671 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:33.623806 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-44afc9db-41c5-468c-a166-9c4100252671 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:33.631272 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44afc9db-41c5-468c-a166-9c4100252671 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:33.664022 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afc9db-41c5-468c-a166-9c4100252671 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Pushing event updated for resources: {'Port': ['ID=9822299a-d53a-4dea-bbd5-b6aa6a608a0d,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:33.738371 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ca37ccd5-1ba8-40dd-b45b-901c1f9f5b3b tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:33.754855 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ba46ab2-9930-48d2-8322-330706ec4040 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:33.758090 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7041729c-c270-4566-b801-78342d280c7a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:33.758887 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df515d4d-4c89-4ca7-bf77-dd2db95e5ac3 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:02:33.764408 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7041729c-c270-4566-b801-78342d280c7a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:33.765694 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7041729c-c270-4566-b801-78342d280c7a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:33.772469 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] Sync routers for ids ['de90e73f-6033-4e0d-a43b-cc8308082a23'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:02:33.788954 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] Routers {'de90e73f-6033-4e0d-a43b-cc8308082a23'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:33.794005 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['de90e73f-6033-4e0d-a43b-cc8308082a23'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:33.830585 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-44afc9db-41c5-468c-a166-9c4100252671 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:33.840446 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba46ab2-9930-48d2-8322-330706ec4040 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Pushing event deleted for resources: {'Port': ['ID=d744a452-ab30-4caa-b965-598e9ce2d316,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:33.902801 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-df515d4d-4c89-4ca7-bf77-dd2db95e5ac3 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:33.905663 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-df515d4d-4c89-4ca7-bf77-dd2db95e5ac3 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.7342362 Apr 23 00:02:33.933832 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49762) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:33.952712 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7041729c-c270-4566-b801-78342d280c7a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7459452 Apr 23 00:02:33.953679 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49764) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:33.957852 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] Set router de90e73f-6033-4e0d-a43b-cc8308082a23 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:02:33.964404 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-2181da4c-a8e8-4856-b23f-05a3de6ef709 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'subnet': {'network_id': 'f7666b06-ebbf-47fa-9a05-e3afa529dcaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:33.973235 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041729c-c270-4566-b801-78342d280c7a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Network': ['ID=f7666b06-ebbf-47fa-9a05-e3afa529dcaa,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:33.994394 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978e894-e581-4538-9638-8697b645f779 req-1c9c0fe0-89d1-4653-968b-2f8fa1b38852 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:33.996115 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5978e894-e581-4538-9638-8697b645f779 req-1c9c0fe0-89d1-4653-968b-2f8fa1b38852 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 946 time: 0.1902018 Apr 23 00:02:34.025928 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network f7666b06-ebbf-47fa-9a05-e3afa529dcaa details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:02:34.189768 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-44afc9db-41c5-468c-a166-9c4100252671 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:34.249885 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5978e894-e581-4538-9638-8697b645f779 req-d2a7c99a-43b2-4187-a836-04a000946bd7 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b527525-78b8-490e-a325-7a1a6bee7503&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2304273 Apr 23 00:02:34.285981 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-04074203-febe-437b-8ee6-2b2e2181065d tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "GET /v2.0/routers/de90e73f-6033-4e0d-a43b-cc8308082a23 HTTP/1.1" status: 200 len: 908 time: 0.3423536 Apr 23 00:02:34.296675 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49770) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:34.303015 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ca37ccd5-1ba8-40dd-b45b-901c1f9f5b3b tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:34.375242 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf6b5f-2dba-40fe-b1e8-a381425a4cc1 req-3fcef3cd-8f3f-494e-a9dc-0c13a4d49ab6 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:34.376790 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-46cf6b5f-2dba-40fe-b1e8-a381425a4cc1 req-3fcef3cd-8f3f-494e-a9dc-0c13a4d49ab6 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 945 time: 0.2329452 Apr 23 00:02:34.394692 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73e391ed-1d41-47b4-929f-0a30fd33b85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:34.406514 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de90e73f-6033-4e0d-a43b-cc8308082a23', 'name': 'tempest-snat-router-1105452821', 'tenant_id': '0b340bb3e3b946d2beea047d082a4349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.108'}], 'enable_snat': True}, 'gw_port_id': '813cac9d-9fca-4877-936f-32db887d17da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:02:28Z', 'updated_at': '2022-04-23T00:02:32Z', 'revision_number': 3, 'project_id': '0b340bb3e3b946d2beea047d082a4349', 'gw_port': {'id': '813cac9d-9fca-4877-936f-32db887d17da', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de90e73f-6033-4e0d-a43b-cc8308082a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:02:30Z', 'updated_at': '2022-04-23T00:02:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:34.440317 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] Checking router: de90e73f-6033-4e0d-a43b-cc8308082a23 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:02:34.440440 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] Updating router de90e73f-6033-4e0d-a43b-cc8308082a23 port 813cac9d-9fca-4877-936f-32db887d17da binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:02:34.446010 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ca37ccd5-1ba8-40dd-b45b-901c1f9f5b3b tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:34.482065 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2181da4c-a8e8-4856-b23f-05a3de6ef709 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:34.482855 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2181da4c-a8e8-4856-b23f-05a3de6ef709 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:34.483918 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:34.559402 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37ccd5-1ba8-40dd-b45b-901c1f9f5b3b tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Pushing event updated for resources: {'Port': ['ID=b0f461fc-5c6c-4b8c-bf5d-21a6a1acc1fe,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:34.614262 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-ca37ccd5-1ba8-40dd-b45b-901c1f9f5b3b tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] In _notify_port_updated(), no bound segment for port b0f461fc-5c6c-4b8c-bf5d-21a6a1acc1fe on network b9041de7-9a09-4076-86b7-3b76b8e900bb {{(pid=103143) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 23 00:02:34.619113 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ba46ab2-9930-48d2-8322-330706ec4040 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:34.620880 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca37ccd5-1ba8-40dd-b45b-901c1f9f5b3b tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:34.621623 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ca37ccd5-1ba8-40dd-b45b-901c1f9f5b3b tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:34.626657 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ca37ccd5-1ba8-40dd-b45b-901c1f9f5b3b tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] 10.222.0.15 "PUT /v2.0/ports/b0f461fc-5c6c-4b8c-bf5d-21a6a1acc1fe HTTP/1.1" status: 200 len: 1001 time: 1.5520384 Apr 23 00:02:34.627020 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2ba46ab2-9930-48d2-8322-330706ec4040 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] 10.222.0.15 "DELETE /v2.0/ports/d744a452-ab30-4caa-b965-598e9ce2d316 HTTP/1.1" status: 204 len: 168 time: 2.9899094 Apr 23 00:02:34.627114 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49774) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:34.639051 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49776) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:34.648575 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-46cf6b5f-2dba-40fe-b1e8-a381425a4cc1 req-1206d8e6-e151-44f6-868b-1212ea351102 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/security-groups?id=556d32dc-298a-4708-8775-71171ee45455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460902 Apr 23 00:02:34.690153 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02ad533-0786-4af8-913b-62a65acee956 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] GET failed (client error): The resource could not be found. Apr 23 00:02:34.695693 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c02ad533-0786-4af8-913b-62a65acee956 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] 10.222.0.15 "GET /v2.0/ports/d744a452-ab30-4caa-b965-598e9ce2d316 HTTP/1.1" status: 404 len: 333 time: 0.0690374 Apr 23 00:02:34.701431 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49778) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:34.719144 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e54cce71-8bd1-4672-8cc0-abb15647ea57 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:34.737613 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c2770-5817-4f1c-bcd8-45bf928af6cc req-0c06265c-fa8a-482d-8ced-fa1816b874b0 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:34.739345 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-436c2770-5817-4f1c-bcd8-45bf928af6cc req-0c06265c-fa8a-482d-8ced-fa1816b874b0 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.1853559 Apr 23 00:02:34.847108 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-436c2770-5817-4f1c-bcd8-45bf928af6cc req-0b011e2b-e395-4d4f-893d-fe384dc72b9b tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839663 Apr 23 00:02:34.867309 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-44afc9db-41c5-468c-a166-9c4100252671 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:34.901056 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-115a7ce5-0714-43af-b978-8831f458d182 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Deleting port b0f461fc-5c6c-4b8c-bf5d-21a6a1acc1fe {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:34.905175 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-115a7ce5-0714-43af-b978-8831f458d182 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:34.962762 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-44afc9db-41c5-468c-a166-9c4100252671 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:34.986666 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:35.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-115a7ce5-0714-43af-b978-8831f458d182 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:35.039635 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-115a7ce5-0714-43af-b978-8831f458d182 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Calling delete_port for b0f461fc-5c6c-4b8c-bf5d-21a6a1acc1fe owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:35.044452 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:35.104779 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e54cce71-8bd1-4672-8cc0-abb15647ea57 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:35.114296 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de3a16-1d90-4f0b-ba87-f18e4195a4c4 None None] Pushing event updated for resources: {'Port': ['ID=813cac9d-9fca-4877-936f-32db887d17da,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:35.116402 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afc9db-41c5-468c-a166-9c4100252671 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Pushing event updated for resources: {'Port': ['ID=9822299a-d53a-4dea-bbd5-b6aa6a608a0d,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:35.119924 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b5334a50-81fc-4ad4-b667-fb390794e85c up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:02:35.122824 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-95fa3912-49cc-46d0-a5f6-cc738f851449 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Deleting port e5dd4912-2146-4fd5-beeb-8434f527ea73 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:35.123167 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-95fa3912-49cc-46d0-a5f6-cc738f851449 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:35.146247 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-44afc9db-41c5-468c-a166-9c4100252671 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:35.183370 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2181da4c-a8e8-4856-b23f-05a3de6ef709 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:35.183802 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] Attempting to bind port 813cac9d-9fca-4877-936f-32db887d17da on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:02:35.184176 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] Attempting to bind port 813cac9d-9fca-4877-936f-32db887d17da by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:02:35.184533 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] Attempting to bind port 813cac9d-9fca-4877-936f-32db887d17da on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:02:35.201748 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:02:35.202148 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:02:35.202672 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:35.203072 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:02:35.203546 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] Bound port: 813cac9d-9fca-4877-936f-32db887d17da, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:02:35.203963 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:35.231644 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b85c653b-5257-4752-b21e-3b71f725fe03 None None] Provisioning complete for port b0f461fc-5c6c-4b8c-bf5d-21a6a1acc1fe triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:35.232015 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b85c653b-5257-4752-b21e-3b71f725fe03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:35.298003 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] For port 813cac9d-9fca-4877-936f-32db887d17da, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:02:35.298543 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-115a7ce5-0714-43af-b978-8831f458d182 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:35.315402 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b85c653b-5257-4752-b21e-3b71f725fe03 None None] Port b0f461fc-5c6c-4b8c-bf5d-21a6a1acc1fe cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:35.319943 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port b5334a50-81fc-4ad4-b667-fb390794e85c triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:35.320315 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:35.323273 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] For port 813cac9d-9fca-4877-936f-32db887d17da, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=813cac9d-9fca-4877-936f-32db887d17da,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:02:35.347452 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a7ce5-0714-43af-b978-8831f458d182 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Pushing event deleted for resources: {'Port': ['ID=b0f461fc-5c6c-4b8c-bf5d-21a6a1acc1fe,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:35.388172 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:35.458618 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-115a7ce5-0714-43af-b978-8831f458d182 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:35.464783 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-115a7ce5-0714-43af-b978-8831f458d182 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] 10.222.0.15 "DELETE /v2.0/ports/b0f461fc-5c6c-4b8c-bf5d-21a6a1acc1fe HTTP/1.1" status: 204 len: 168 time: 0.8239353 Apr 23 00:02:35.465478 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49782) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:35.490030 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de3a16-1d90-4f0b-ba87-f18e4195a4c4 None None] Pushing event updated for resources: {'Port': ['ID=813cac9d-9fca-4877-936f-32db887d17da,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:35.491721 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-5327b9c8-cd3a-428d-996f-e40507bebe0e tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] GET failed (client error): The resource could not be found. Apr 23 00:02:35.492627 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] Routers {'de90e73f-6033-4e0d-a43b-cc8308082a23'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:35.493241 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['de90e73f-6033-4e0d-a43b-cc8308082a23'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:35.499050 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5327b9c8-cd3a-428d-996f-e40507bebe0e tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] 10.222.0.15 "GET /v2.0/ports/b0f461fc-5c6c-4b8c-bf5d-21a6a1acc1fe HTTP/1.1" status: 404 len: 333 time: 0.0318766 Apr 23 00:02:35.500682 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49784) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:35.504788 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-59c32079-139d-42e2-b8c4-69c4ac1eb0c2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Request body: {'port': {'network_id': 'b9041de7-9a09-4076-86b7-3b76b8e900bb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-266128559'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:35.554524 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-44afc9db-41c5-468c-a166-9c4100252671 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:35.558972 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49786) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:35.560907 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-44afc9db-41c5-468c-a166-9c4100252671 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6837728 Apr 23 00:02:35.606065 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] Set router de90e73f-6033-4e0d-a43b-cc8308082a23 gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:02:35.624887 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-95fa3912-49cc-46d0-a5f6-cc738f851449 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:35.635999 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181da4c-a8e8-4856-b23f-05a3de6ef709 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Subnet': ['ID=6b42170e-05fe-4e20-9a43-042d211b953c,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:35.662482 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-95fa3912-49cc-46d0-a5f6-cc738f851449 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Calling delete_port for e5dd4912-2146-4fd5-beeb-8434f527ea73 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:35.666836 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de90e73f-6033-4e0d-a43b-cc8308082a23', 'name': 'tempest-snat-router-1105452821', 'tenant_id': '0b340bb3e3b946d2beea047d082a4349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:02:28Z', 'updated_at': '2022-04-23T00:02:35Z', 'revision_number': 4, 'project_id': '0b340bb3e3b946d2beea047d082a4349', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:35.704206 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f349e680-db30-48ce-9470-c6c3c33cb403 None None] The sync data for ids ['de90e73f-6033-4e0d-a43b-cc8308082a23'] in dv-neutron-838783-1-hyperv is: [{'id': 'de90e73f-6033-4e0d-a43b-cc8308082a23', 'name': 'tempest-snat-router-1105452821', 'tenant_id': '0b340bb3e3b946d2beea047d082a4349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:02:28Z', 'updated_at': '2022-04-23T00:02:35Z', 'revision_number': 4, 'project_id': '0b340bb3e3b946d2beea047d082a4349', 'gw_port_host': None}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:02:35.706427 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b4e28-82f8-41d5-880f-eb5c4af18a6b req-1458069e-a97e-4ede-98d8-f3a6fe0f23d4 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:35.708001 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-418b4e28-82f8-41d5-880f-eb5c4af18a6b req-1458069e-a97e-4ede-98d8-f3a6fe0f23d4 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 946 time: 0.1789098 Apr 23 00:02:35.713152 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2181da4c-a8e8-4856-b23f-05a3de6ef709 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Checking segment: {'id': '3e9bb94f-dfb9-4206-8fa3-fb9b8556afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f7666b06-ebbf-47fa-9a05-e3afa529dcaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:02:35.713337 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2181da4c-a8e8-4856-b23f-05a3de6ef709 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network hostable DHCP agents. Network: f7666b06-ebbf-47fa-9a05-e3afa529dcaa, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:02:35.767720 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-53ad7fd5-0d84-4bec-8ae7-0178f5a4573f tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:35.783744 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-e54cce71-8bd1-4672-8cc0-abb15647ea57 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Deleting port 813cac9d-9fca-4877-936f-32db887d17da {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:35.783744 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e54cce71-8bd1-4672-8cc0-abb15647ea57 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:35.788381 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c32079-139d-42e2-b8c4-69c4ac1eb0c2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Made reservation on behalf of 440f81e7cb92442886d40dac49f47908 for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:35.792533 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59c32079-139d-42e2-b8c4-69c4ac1eb0c2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:35.830715 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-59c32079-139d-42e2-b8c4-69c4ac1eb0c2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] device_id is not set on port 1edd03ff-60b0-4c11-b30f-e9294b542569 yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:35.849946 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7aae4b-6511-4f6a-ae86-674b79e59d18 req-7db07e29-f75f-4471-8ca4-bea3d0c8d0d5 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:35.850932 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-da7aae4b-6511-4f6a-ae86-674b79e59d18 req-7db07e29-f75f-4471-8ca4-bea3d0c8d0d5 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 945 time: 0.1055059 Apr 23 00:02:35.872581 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-418b4e28-82f8-41d5-880f-eb5c4af18a6b req-1ba0b3df-f34f-4b06-b5db-95c5c9303a76 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b527525-78b8-490e-a325-7a1a6bee7503&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1185081 Apr 23 00:02:35.896526 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2181da4c-a8e8-4856-b23f-05a3de6ef709 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network f7666b06-ebbf-47fa-9a05-e3afa529dcaa is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:02:35.922241 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-53ad7fd5-0d84-4bec-8ae7-0178f5a4573f tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Notify callbacks [] for floatingip, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:35.980800 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-e54cce71-8bd1-4672-8cc0-abb15647ea57 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] For port 813cac9d-9fca-4877-936f-32db887d17da, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=813cac9d-9fca-4877-936f-32db887d17da,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:35.981162 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e54cce71-8bd1-4672-8cc0-abb15647ea57 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:36.001472 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-da7aae4b-6511-4f6a-ae86-674b79e59d18 req-b3a40821-226d-4938-93c3-118f89c17d61 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/security-groups?id=556d32dc-298a-4708-8775-71171ee45455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205354 Apr 23 00:02:36.005180 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-2181da4c-a8e8-4856-b23f-05a3de6ef709 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, f7666b06-ebbf-47fa-9a05-e3afa529dcaa) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:36.021926 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0623b2-e99a-4223-9c6b-a4a39cc17f9c None None] Network f7666b06-ebbf-47fa-9a05-e3afa529dcaa requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:02:36.027823 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2181da4c-a8e8-4856-b23f-05a3de6ef709 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:36.029460 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2181da4c-a8e8-4856-b23f-05a3de6ef709 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:36.060690 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-59c32079-139d-42e2-b8c4-69c4ac1eb0c2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Allocated IP 2001:db8::d2 (b9041de7-9a09-4076-86b7-3b76b8e900bb/f62ec80a-dbd5-47d3-b424-b9e6b7207e36/1edd03ff-60b0-4c11-b30f-e9294b542569) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:36.061103 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-e54cce71-8bd1-4672-8cc0-abb15647ea57 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Calling delete_port for 813cac9d-9fca-4877-936f-32db887d17da owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:36.151338 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09802076-6dba-48a8-8284-2836ab11264a req-90b149f6-076b-4dc1-95c8-8ace1ad32c16 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:36.152851 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-09802076-6dba-48a8-8284-2836ab11264a req-90b149f6-076b-4dc1-95c8-8ace1ad32c16 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.2011902 Apr 23 00:02:36.215431 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a22fcf-6ae2-4d18-8c73-5f5ed1b46e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-f7666b06-ebbf-47fa-9a05-e3afa529dcaa', 'network_id': 'f7666b06-ebbf-47fa-9a05-e3afa529dcaa', 'tenant_id': 'c29c8b78565144119e4193c85a97e14b', 'fixed_ips': [{'subnet_id': '6b42170e-05fe-4e20-9a43-042d211b953c'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:02:36.220343 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7a22fcf-6ae2-4d18-8c73-5f5ed1b46e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:36.223886 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2181da4c-a8e8-4856-b23f-05a3de6ef709 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2645078 Apr 23 00:02:36.225773 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49798) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:36.232182 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-53ad7fd5-0d84-4bec-8ae7-0178f5a4573f tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:36.232393 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-57d756a2-1b31-4416-9ee3-24fc42966bf5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'port': {'network_id': 'f7666b06-ebbf-47fa-9a05-e3afa529dcaa', 'security_groups': [], 'name': 'tempest-PortsTestJSON-666515242'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:36.258083 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-95fa3912-49cc-46d0-a5f6-cc738f851449 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:36.318792 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71f01b-804f-4b3f-b29b-4013383370d6 req-f815309d-8737-4095-89be-cd3df1bc8b92 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:36.320910 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-dd71f01b-804f-4b3f-b29b-4013383370d6 req-f815309d-8737-4095-89be-cd3df1bc8b92 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 946 time: 0.1877358 Apr 23 00:02:36.336726 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49800) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:36.340798 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59c32079-139d-42e2-b8c4-69c4ac1eb0c2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:36.340912 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-09802076-6dba-48a8-8284-2836ab11264a req-d46baee9-87fa-4ef6-9cf0-3f3ae30e63e9 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727016 Apr 23 00:02:36.344436 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-9da133d0-4e32-40ab-af75-ee7eea1421d8 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Request body: {'floatingip': {'port_id': '15f17b6b-0c92-4eab-8756-459565779115'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:36.374027 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa3912-49cc-46d0-a5f6-cc738f851449 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Pushing event deleted for resources: {'Port': ['ID=e5dd4912-2146-4fd5-beeb-8434f527ea73,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:36.387147 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e7a22fcf-6ae2-4d18-8c73-5f5ed1b46e80 None None] Allocated IP 172.20.0.2 (f7666b06-ebbf-47fa-9a05-e3afa529dcaa/6b42170e-05fe-4e20-9a43-042d211b953c/4891491e-02bc-4f7d-8b34-f719bf52915c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:36.436686 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9da133d0-4e32-40ab-af75-ee7eea1421d8 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks [] for floatingip, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:36.446244 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-53ad7fd5-0d84-4bec-8ae7-0178f5a4573f tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Allocated IP 172.26.3.93 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/58911faf-c3aa-450a-904e-250eea17a17b) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:36.503484 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a1756d0-91a1-4314-8ada-c617beb688e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:36.544709 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59c32079-139d-42e2-b8c4-69c4ac1eb0c2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:36.671555 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c32079-139d-42e2-b8c4-69c4ac1eb0c2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Network b9041de7-9a09-4076-86b7-3b76b8e900bb is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:36.673643 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7a22fcf-6ae2-4d18-8c73-5f5ed1b46e80 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:36.679522 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273873a-e3ed-417d-a5a8-41b051470770 req-8c7822c3-48dc-4a41-a3cd-3177739a8a85 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:36.681075 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5273873a-e3ed-417d-a5a8-41b051470770 req-8c7822c3-48dc-4a41-a3cd-3177739a8a85 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 945 time: 0.2010412 Apr 23 00:02:36.688412 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c32079-139d-42e2-b8c4-69c4ac1eb0c2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Pushing event updated for resources: {'Port': ['ID=1edd03ff-60b0-4c11-b30f-e9294b542569,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:36.696946 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-59c32079-139d-42e2-b8c4-69c4ac1eb0c2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:36.700239 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49804) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:36.715218 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-6ebdfb54-c4ab-4828-8a19-88ba2e438cb5 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Request body: {'floatingip': {'port_id': 'edf4e660-d2b4-4923-a433-b874409cde73'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:36.723157 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c32079-139d-42e2-b8c4-69c4ac1eb0c2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:36.728907 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c32079-139d-42e2-b8c4-69c4ac1eb0c2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:36.730491 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59c32079-139d-42e2-b8c4-69c4ac1eb0c2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:36.735488 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7a22fcf-6ae2-4d18-8c73-5f5ed1b46e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:36.767091 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-95fa3912-49cc-46d0-a5f6-cc738f851449 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:36.773058 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-95fa3912-49cc-46d0-a5f6-cc738f851449 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] 10.222.0.15 "DELETE /v2.0/ports/e5dd4912-2146-4fd5-beeb-8434f527ea73 HTTP/1.1" status: 204 len: 168 time: 2.0705967 Apr 23 00:02:36.785260 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49806) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:36.815597 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-53ad7fd5-0d84-4bec-8ae7-0178f5a4573f tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:36.819383 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6ebdfb54-c4ab-4828-8a19-88ba2e438cb5 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks [] for floatingip, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:36.824777 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a22fcf-6ae2-4d18-8c73-5f5ed1b46e80 None None] Network f7666b06-ebbf-47fa-9a05-e3afa529dcaa is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:36.826989 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a22fcf-6ae2-4d18-8c73-5f5ed1b46e80 None None] Pushing event updated for resources: {'Port': ['ID=4891491e-02bc-4f7d-8b34-f719bf52915c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:36.830226 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e7a22fcf-6ae2-4d18-8c73-5f5ed1b46e80 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:36.835469 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a22fcf-6ae2-4d18-8c73-5f5ed1b46e80 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:36.901086 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e7a334-72cd-4c6e-bb26-bba58873cfbc tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] GET failed (client error): The resource could not be found. Apr 23 00:02:36.906983 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-02e7a334-72cd-4c6e-bb26-bba58873cfbc tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] 10.222.0.15 "GET /v2.0/ports/e5dd4912-2146-4fd5-beeb-8434f527ea73 HTTP/1.1" status: 404 len: 333 time: 0.1170049 Apr 23 00:02:36.906983 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e54cce71-8bd1-4672-8cc0-abb15647ea57 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:36.909123 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49808) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:36.913783 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-e7a22fcf-6ae2-4d18-8c73-5f5ed1b46e80 None None] Attempting to bind port 4891491e-02bc-4f7d-8b34-f719bf52915c on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:02:36.914474 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-e7a22fcf-6ae2-4d18-8c73-5f5ed1b46e80 None None] Attempting to bind port 4891491e-02bc-4f7d-8b34-f719bf52915c by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '3e9bb94f-dfb9-4206-8fa3-fb9b8556afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f7666b06-ebbf-47fa-9a05-e3afa529dcaa'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:02:36.915260 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a22fcf-6ae2-4d18-8c73-5f5ed1b46e80 None None] Attempting to bind port 4891491e-02bc-4f7d-8b34-f719bf52915c on network f7666b06-ebbf-47fa-9a05-e3afa529dcaa {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:02:36.921362 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a22fcf-6ae2-4d18-8c73-5f5ed1b46e80 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:02:36.921912 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a22fcf-6ae2-4d18-8c73-5f5ed1b46e80 None None] Checking segment: {'id': '3e9bb94f-dfb9-4206-8fa3-fb9b8556afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f7666b06-ebbf-47fa-9a05-e3afa529dcaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:02:36.922402 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7a22fcf-6ae2-4d18-8c73-5f5ed1b46e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:36.922890 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a22fcf-6ae2-4d18-8c73-5f5ed1b46e80 None None] Bound using segment: {'id': '3e9bb94f-dfb9-4206-8fa3-fb9b8556afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f7666b06-ebbf-47fa-9a05-e3afa529dcaa'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:02:36.923479 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-e7a22fcf-6ae2-4d18-8c73-5f5ed1b46e80 None None] Bound port: 4891491e-02bc-4f7d-8b34-f719bf52915c, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9bb94f-dfb9-4206-8fa3-fb9b8556afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f7666b06-ebbf-47fa-9a05-e3afa529dcaa'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:02:36.924160 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7a22fcf-6ae2-4d18-8c73-5f5ed1b46e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:37.008641 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54cce71-8bd1-4672-8cc0-abb15647ea57 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Pushing event deleted for resources: {'Port': ['ID=813cac9d-9fca-4877-936f-32db887d17da,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:37.033747 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d756a2-1b31-4416-9ee3-24fc42966bf5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:37.037395 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-57d756a2-1b31-4416-9ee3-24fc42966bf5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:37.055326 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ad016-2b72-4cda-9857-008c3bce431c req-cac0f8e2-4f4b-4575-8a99-7967b5003348 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:37.057289 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-59c32079-139d-42e2-b8c4-69c4ac1eb0c2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5563745 Apr 23 00:02:37.060542 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5b3ad016-2b72-4cda-9857-008c3bce431c req-cac0f8e2-4f4b-4575-8a99-7967b5003348 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.3906295 Apr 23 00:02:37.064273 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49810) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:37.076587 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49812) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:37.103470 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-dd120747-fe91-4c9d-9a62-0d689139ed0e tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:45:02:02'}]}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:37.111090 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-738fc3b6-b3c5-4c04-bbde-ea51e534084f tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Request body: {'floatingip': {'port_id': '5bf074c6-1213-48ed-9081-f230a0d68821'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:37.165026 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e7a22fcf-6ae2-4d18-8c73-5f5ed1b46e80 None None] For port 4891491e-02bc-4f7d-8b34-f719bf52915c, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:02:37.166240 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e7a22fcf-6ae2-4d18-8c73-5f5ed1b46e80 None None] For port 4891491e-02bc-4f7d-8b34-f719bf52915c, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4891491e-02bc-4f7d-8b34-f719bf52915c,segment=NetworkSegment(3e9bb94f-dfb9-4206-8fa3-fb9b8556afc4),segment_id=3e9bb94f-dfb9-4206-8fa3-fb9b8556afc4)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:02:37.167746 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-a4c8d3e1-f10f-4ee5-8a84-7948be535363 None None] Provisioning complete for port 1edd03ff-60b0-4c11-b30f-e9294b542569 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:37.168112 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d3e1-f10f-4ee5-8a84-7948be535363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:37.201445 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-53ad7fd5-0d84-4bec-8ae7-0178f5a4573f tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:37.201723 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a4c8d3e1-f10f-4ee5-8a84-7948be535363 None None] Port 1edd03ff-60b0-4c11-b30f-e9294b542569 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:37.227823 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-57d756a2-1b31-4416-9ee3-24fc42966bf5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] device_id is not set on port 6861a339-fc90-44df-9e1c-429ffb6bdec1 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:37.242130 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-738fc3b6-b3c5-4c04-bbde-ea51e534084f tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks [] for floatingip, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:37.254830 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ad7fd5-0d84-4bec-8ae7-0178f5a4573f tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:37.261606 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-53ad7fd5-0d84-4bec-8ae7-0178f5a4573f tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:37.262557 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7a22fcf-6ae2-4d18-8c73-5f5ed1b46e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:37.292739 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ad7fd5-0d84-4bec-8ae7-0178f5a4573f tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:37.296658 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad7fd5-0d84-4bec-8ae7-0178f5a4573f tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Pushing event updated for resources: {'Port': ['ID=58911faf-c3aa-450a-904e-250eea17a17b,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:37.325866 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a22fcf-6ae2-4d18-8c73-5f5ed1b46e80 None None] Pushing event updated for resources: {'Port': ['ID=4891491e-02bc-4f7d-8b34-f719bf52915c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:37.380694 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-53ad7fd5-0d84-4bec-8ae7-0178f5a4573f tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:37.445447 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e54cce71-8bd1-4672-8cc0-abb15647ea57 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:37.450040 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6ebdfb54-c4ab-4828-8a19-88ba2e438cb5 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:37.487390 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-53ad7fd5-0d84-4bec-8ae7-0178f5a4573f tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:37.566952 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6ebdfb54-c4ab-4828-8a19-88ba2e438cb5 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:37.757895 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-6ebdfb54-c4ab-4828-8a19-88ba2e438cb5 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Floating IP 5f5c63a9-7c6e-4f3f-b20b-9b32efebb140 associated. External IP: 172.26.3.87, port: edf4e660-d2b4-4923-a433-b874409cde73. Apr 23 00:02:37.770019 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:37.807701 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-53ad7fd5-0d84-4bec-8ae7-0178f5a4573f tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:37.981997 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e54cce71-8bd1-4672-8cc0-abb15647ea57 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:38.002924 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e54cce71-8bd1-4672-8cc0-abb15647ea57 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:38.094327 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-53ad7fd5-0d84-4bec-8ae7-0178f5a4573f tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:38.137781 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-53ad7fd5-0d84-4bec-8ae7-0178f5a4573f tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:38.165216 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad7fd5-0d84-4bec-8ae7-0178f5a4573f tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Pushing event updated for resources: {'Port': ['ID=58911faf-c3aa-450a-904e-250eea17a17b,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:38.252485 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-f0f06ba4-0c95-401d-bf9e-ef61200872af tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Deleting port cf8f3b8f-5e22-4a51-b7a4-1066a6b79892 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:38.252767 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f0f06ba4-0c95-401d-bf9e-ef61200872af tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:38.291329 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebdfb54-c4ab-4828-8a19-88ba2e438cb5 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Router 44cc4402-c374-461a-a4e3-fe6b80fae2f0 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:02:38.304440 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-57d756a2-1b31-4416-9ee3-24fc42966bf5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Allocated IP 172.20.0.4 (f7666b06-ebbf-47fa-9a05-e3afa529dcaa/6b42170e-05fe-4e20-9a43-042d211b953c/6861a339-fc90-44df-9e1c-429ffb6bdec1) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:38.355915 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-53ad7fd5-0d84-4bec-8ae7-0178f5a4573f tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:38.355915 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-53ad7fd5-0d84-4bec-8ae7-0178f5a4573f tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7895942 Apr 23 00:02:38.355915 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49814) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:38.407264 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a51a9d-68aa-4818-9730-e68cafbf7e8e None None] Network f7666b06-ebbf-47fa-9a05-e3afa529dcaa requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:02:38.418790 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e54cce71-8bd1-4672-8cc0-abb15647ea57 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:38.419309 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54cce71-8bd1-4672-8cc0-abb15647ea57 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de90e73f-6033-4e0d-a43b-cc8308082a23 {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:02:38.424256 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e54cce71-8bd1-4672-8cc0-abb15647ea57 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:38.425414 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e54cce71-8bd1-4672-8cc0-abb15647ea57 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "DELETE /v2.0/routers/de90e73f-6033-4e0d-a43b-cc8308082a23 HTTP/1.1" status: 204 len: 168 time: 4.1251638 Apr 23 00:02:38.430981 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49816) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:38.505954 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dd120747-fe91-4c9d-9a62-0d689139ed0e tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:38.508856 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.db.resource_extend [None req-9da133d0-4e32-40ab-af75-ee7eea1421d8 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:02:38.522657 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-56e41248-89e3-46bb-a972-3a370d1d42c0 None None] Provisioning complete for port 4891491e-02bc-4f7d-8b34-f719bf52915c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:38.523328 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56e41248-89e3-46bb-a972-3a370d1d42c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:38.552639 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cf89fb97-85b6-4ff2-9d3a-c3004ee13496 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3392 time: 0.1997283 Apr 23 00:02:38.553331 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49818) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:38.636654 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebdfb54-c4ab-4828-8a19-88ba2e438cb5 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:02:38.649381 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725ff558-1f46-48da-b739-f128ea90a012 None None] Sync routers for ids ['44cc4402-c374-461a-a4e3-fe6b80fae2f0'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:02:38.664705 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f0f06ba4-0c95-401d-bf9e-ef61200872af tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:38.667451 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725ff558-1f46-48da-b739-f128ea90a012 None None] Routers {'44cc4402-c374-461a-a4e3-fe6b80fae2f0'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:38.667948 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-725ff558-1f46-48da-b739-f128ea90a012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['44cc4402-c374-461a-a4e3-fe6b80fae2f0'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:38.677639 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6ebdfb54-c4ab-4828-8a19-88ba2e438cb5 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:38.696737 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56e41248-89e3-46bb-a972-3a370d1d42c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:38.717796 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-785382dc-e9cb-4f24-91b6-298dd4a28f7f tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1599867 Apr 23 00:02:38.724068 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49820) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:38.764006 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-f0f06ba4-0c95-401d-bf9e-ef61200872af tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Calling delete_port for cf8f3b8f-5e22-4a51-b7a4-1066a6b79892 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:38.770871 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-56e41248-89e3-46bb-a972-3a370d1d42c0 None None] For port 4891491e-02bc-4f7d-8b34-f719bf52915c, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4891491e-02bc-4f7d-8b34-f719bf52915c,segment=NetworkSegment(3e9bb94f-dfb9-4206-8fa3-fb9b8556afc4),segment_id=3e9bb94f-dfb9-4206-8fa3-fb9b8556afc4)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:38.775470 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6ebdfb54-c4ab-4828-8a19-88ba2e438cb5 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "PUT /v2.0/floatingips/5f5c63a9-7c6e-4f3f-b20b-9b32efebb140 HTTP/1.1" status: 200 len: 990 time: 2.0718708 Apr 23 00:02:38.787313 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71b7ba2-545d-4dd2-a696-90c751b52f2b', 'tag': 'edf4e660-d2b4-4923-a433-b874409cde73'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:02:38.789643 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6dc470-c8f2-447e-82d1-d93898103a93" -d '{"events": [{"name": "network-changed", "server_uuid": "a71b7ba2-545d-4dd2-a696-90c751b52f2b", "tag": "edf4e660-d2b4-4923-a433-b874409cde73"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:02:38.794373 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9da133d0-4e32-40ab-af75-ee7eea1421d8 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:38.797815 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c8746a5c-f4b7-4587-8b21-bac3b79bc159 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:38.836315 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-725ff558-1f46-48da-b739-f128ea90a012 None None] Set router 44cc4402-c374-461a-a4e3-fe6b80fae2f0 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:02:38.870749 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56e41248-89e3-46bb-a972-3a370d1d42c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:38.965199 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df27cca-473e-4d05-bd97-acec87b7b9f7 x-openstack-request-id: req-8df27cca-473e-4d05-bd97-acec87b7b9f7 {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:02:38.965542 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71b7ba2-545d-4dd2-a696-90c751b52f2b", "tag": "edf4e660-d2b4-4923-a433-b874409cde73", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:02:38.965769 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8df27cca-473e-4d05-bd97-acec87b7b9f7 {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:02:38.966215 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df27cca-473e-4d05-bd97-acec87b7b9f7'] response: {'name': 'network-changed', 'server_uuid': 'a71b7ba2-545d-4dd2-a696-90c751b52f2b', 'tag': 'edf4e660-d2b4-4923-a433-b874409cde73', 'status': 'completed', 'code': 200} Apr 23 00:02:38.981322 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e41248-89e3-46bb-a972-3a370d1d42c0 None None] Pushing event updated for resources: {'Port': ['ID=4891491e-02bc-4f7d-8b34-f719bf52915c,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:39.071847 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9da133d0-4e32-40ab-af75-ee7eea1421d8 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:39.099229 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-53f5081b-e70d-4c6a-80f8-916b2d6ac053 None None] Provisioning complete for port 4891491e-02bc-4f7d-8b34-f719bf52915c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:39.100452 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53f5081b-e70d-4c6a-80f8-916b2d6ac053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:39.102270 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-153a78f0-da78-4e1b-b444-7ae9b2f1c3e3 tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Deleting port 58911faf-c3aa-450a-904e-250eea17a17b {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:39.103853 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-153a78f0-da78-4e1b-b444-7ae9b2f1c3e3 tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:39.130777 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46f2ff-29fb-4047-a93c-908db3e7b83a req-14f16aa7-c91e-4322-a9ba-2f079e71f3b6 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:39.132335 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1d46f2ff-29fb-4047-a93c-908db3e7b83a req-14f16aa7-c91e-4322-a9ba-2f079e71f3b6 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 945 time: 0.1653559 Apr 23 00:02:39.172246 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-57d756a2-1b31-4416-9ee3-24fc42966bf5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:39.187137 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4891491e-02bc-4f7d-8b34-f719bf52915c up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:02:39.236660 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-725ff558-1f46-48da-b739-f128ea90a012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'name': 'tempest-ServersTestManualDisk-1592533873-router', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:39Z', 'updated_at': '2022-04-23T00:01:47Z', 'revision_number': 4, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'gw_port': {'id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:36:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:40Z', 'updated_at': '2022-04-23T00:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '5f5c63a9-7c6e-4f3f-b20b-9b32efebb140', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'floating_ip_address': '172.26.3.87', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'port_id': 'edf4e660-d2b4-4923-a433-b874409cde73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019', 'mac_address': 'fa:16:3e:f8:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71b7ba2-545d-4dd2-a696-90c751b52f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:01:55Z', 'updated_at': '2022-04-23T00:02:37Z', 'revision_number': 1, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77659aa8-e400-4cd6-b75e-1bb091cadcd2', 'name': '', 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'mac_address': 'fa:16:3e:1c:c0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dac7434-d808-410c-93e9-edb872458a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:45Z', 'updated_at': '2022-04-23T00:01:55Z', 'revision_number': 5, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'subnets': [{'id': '5dac7434-d808-410c-93e9-edb872458a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:39.248842 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1d46f2ff-29fb-4047-a93c-908db3e7b83a req-07f61352-26a8-471a-9587-ff86acedcb4b tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/security-groups?id=556d32dc-298a-4708-8775-71171ee45455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991964 Apr 23 00:02:39.263961 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c8746a5c-f4b7-4587-8b21-bac3b79bc159 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:39.277789 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725ff558-1f46-48da-b739-f128ea90a012 None None] Checking router: 44cc4402-c374-461a-a4e3-fe6b80fae2f0 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:02:39.284202 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 4891491e-02bc-4f7d-8b34-f719bf52915c triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:39.284336 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:39.290254 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725ff558-1f46-48da-b739-f128ea90a012 None None] Routers {'44cc4402-c374-461a-a4e3-fe6b80fae2f0'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:39.292385 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-725ff558-1f46-48da-b739-f128ea90a012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['44cc4402-c374-461a-a4e3-fe6b80fae2f0'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:39.299477 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-153a78f0-da78-4e1b-b444-7ae9b2f1c3e3 tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:39.299846 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-153a78f0-da78-4e1b-b444-7ae9b2f1c3e3 tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:39.331931 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-153a78f0-da78-4e1b-b444-7ae9b2f1c3e3 tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Calling delete_port for 58911faf-c3aa-450a-904e-250eea17a17b owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:39.355954 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dc470-c8f2-447e-82d1-d93898103a93 req-460164e3-d9ad-49c4-85ce-eec6ece7769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:39.358458 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7b6dc470-c8f2-447e-82d1-d93898103a93 req-460164e3-d9ad-49c4-85ce-eec6ece7769e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6acbda49d53541c4a7ad697686f19386&device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 1098 time: 0.2969127 Apr 23 00:02:39.424925 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-725ff558-1f46-48da-b739-f128ea90a012 None None] Set router 44cc4402-c374-461a-a4e3-fe6b80fae2f0 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:02:39.477473 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-c8746a5c-f4b7-4587-8b21-bac3b79bc159 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Deleting port b5334a50-81fc-4ad4-b667-fb390794e85c {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:39.477817 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c8746a5c-f4b7-4587-8b21-bac3b79bc159 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:39.601876 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-c8746a5c-f4b7-4587-8b21-bac3b79bc159 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] For port b5334a50-81fc-4ad4-b667-fb390794e85c, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b5334a50-81fc-4ad4-b667-fb390794e85c,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:39.602511 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c8746a5c-f4b7-4587-8b21-bac3b79bc159 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:39.619422 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-c8746a5c-f4b7-4587-8b21-bac3b79bc159 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Calling delete_port for b5334a50-81fc-4ad4-b667-fb390794e85c owned by network:router_gateway {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:39.679541 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-153a78f0-da78-4e1b-b444-7ae9b2f1c3e3 tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:39.686690 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-725ff558-1f46-48da-b739-f128ea90a012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'name': 'tempest-ServersTestManualDisk-1592533873-router', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:39Z', 'updated_at': '2022-04-23T00:01:47Z', 'revision_number': 4, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'gw_port': {'id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:36:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:40Z', 'updated_at': '2022-04-23T00:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '5f5c63a9-7c6e-4f3f-b20b-9b32efebb140', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'floating_ip_address': '172.26.3.87', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'port_id': 'edf4e660-d2b4-4923-a433-b874409cde73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019', 'mac_address': 'fa:16:3e:f8:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71b7ba2-545d-4dd2-a696-90c751b52f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:01:55Z', 'updated_at': '2022-04-23T00:02:37Z', 'revision_number': 1, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77659aa8-e400-4cd6-b75e-1bb091cadcd2', 'name': '', 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'mac_address': 'fa:16:3e:1c:c0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dac7434-d808-410c-93e9-edb872458a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:45Z', 'updated_at': '2022-04-23T00:01:55Z', 'revision_number': 5, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'subnets': [{'id': '5dac7434-d808-410c-93e9-edb872458a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:39.690299 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:39.692035 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:39.721488 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a78f0-da78-4e1b-b444-7ae9b2f1c3e3 tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Pushing event deleted for resources: {'Port': ['ID=58911faf-c3aa-450a-904e-250eea17a17b,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:39.721900 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725ff558-1f46-48da-b739-f128ea90a012 None None] The sync data for ids ['44cc4402-c374-461a-a4e3-fe6b80fae2f0'] in dv-neutron-838783-1-hyperv is: [{'id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'name': 'tempest-ServersTestManualDisk-1592533873-router', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:39Z', 'updated_at': '2022-04-23T00:01:47Z', 'revision_number': 4, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'gw_port': {'id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:36:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:40Z', 'updated_at': '2022-04-23T00:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '5f5c63a9-7c6e-4f3f-b20b-9b32efebb140', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'floating_ip_address': '172.26.3.87', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'port_id': 'edf4e660-d2b4-4923-a433-b874409cde73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019', 'mac_address': 'fa:16:3e:f8:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71b7ba2-545d-4dd2-a696-90c751b52f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:01:55Z', 'updated_at': '2022-04-23T00:02:37Z', 'revision_number': 1, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77659aa8-e400-4cd6-b75e-1bb091cadcd2', 'name': '', 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'mac_address': 'fa:16:3e:1c:c0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dac7434-d808-410c-93e9-edb872458a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:45Z', 'updated_at': '2022-04-23T00:01:55Z', 'revision_number': 5, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'subnets': [{'id': '5dac7434-d808-410c-93e9-edb872458a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:02:39.732744 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a78f0-da78-4e1b-b444-7ae9b2f1c3e3 tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:39.733118 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a78f0-da78-4e1b-b444-7ae9b2f1c3e3 tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:39.733482 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a78f0-da78-4e1b-b444-7ae9b2f1c3e3 tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:39.733782 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a78f0-da78-4e1b-b444-7ae9b2f1c3e3 tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:39.734143 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a78f0-da78-4e1b-b444-7ae9b2f1c3e3 tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:39.734476 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a78f0-da78-4e1b-b444-7ae9b2f1c3e3 tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:39.734809 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a78f0-da78-4e1b-b444-7ae9b2f1c3e3 tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:39.735132 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a78f0-da78-4e1b-b444-7ae9b2f1c3e3 tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:39.735454 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a78f0-da78-4e1b-b444-7ae9b2f1c3e3 tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:39.735800 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a78f0-da78-4e1b-b444-7ae9b2f1c3e3 tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:39.736119 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a78f0-da78-4e1b-b444-7ae9b2f1c3e3 tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:39.736442 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a78f0-da78-4e1b-b444-7ae9b2f1c3e3 tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:39.772827 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-153a78f0-da78-4e1b-b444-7ae9b2f1c3e3 tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Notify callbacks [] for floatingip, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:39.775284 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-153a78f0-da78-4e1b-b444-7ae9b2f1c3e3 tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:39.779213 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-153a78f0-da78-4e1b-b444-7ae9b2f1c3e3 tempest-FloatingIPAdminTestJSON-552467782 tempest-FloatingIPAdminTestJSON-552467782-project] 10.222.0.15 "DELETE /v2.0/floatingips/2d381108-30c8-437a-a203-1128dbaceffe HTTP/1.1" status: 204 len: 168 time: 1.0542018 Apr 23 00:02:39.784314 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49830) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:39.831305 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-9da133d0-4e32-40ab-af75-ee7eea1421d8 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Floating IP 1fb1ecfa-64d2-4803-bb11-0d95120d0f3d associated. External IP: 172.26.3.159, port: 15f17b6b-0c92-4eab-8756-459565779115. Apr 23 00:02:39.837355 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dd120747-fe91-4c9d-9a62-0d689139ed0e tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:39.915358 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.db.resource_extend [None req-738fc3b6-b3c5-4c04-bbde-ea51e534084f tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:02:39.967981 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-57d756a2-1b31-4416-9ee3-24fc42966bf5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:39.969903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dd120747-fe91-4c9d-9a62-0d689139ed0e tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:39.992851 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc66718-5eb9-4445-afeb-c21f372bdbbc None None] New status for floating IP 5f5c63a9-7c6e-4f3f-b20b-9b32efebb140: ACTIVE {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:02:39.996774 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-2c62c0c8-e8c8-4d36-8c2b-e1bba6a06fb1 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Deleting port 9822299a-d53a-4dea-bbd5-b6aa6a608a0d {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:39.997117 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2c62c0c8-e8c8-4d36-8c2b-e1bba6a06fb1 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:40.068832 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-dd120747-fe91-4c9d-9a62-0d689139ed0e tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] In _notify_port_updated(), no bound segment for port 1edd03ff-60b0-4c11-b30f-e9294b542569 on network b9041de7-9a09-4076-86b7-3b76b8e900bb {{(pid=103144) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 23 00:02:40.074316 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd120747-fe91-4c9d-9a62-0d689139ed0e tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:40.074950 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dd120747-fe91-4c9d-9a62-0d689139ed0e tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:40.079896 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-dd120747-fe91-4c9d-9a62-0d689139ed0e tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] 10.222.0.15 "PUT /v2.0/ports/1edd03ff-60b0-4c11-b30f-e9294b542569 HTTP/1.1" status: 200 len: 1001 time: 3.0029547 Apr 23 00:02:40.080388 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d756a2-1b31-4416-9ee3-24fc42966bf5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network f7666b06-ebbf-47fa-9a05-e3afa529dcaa is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:40.081477 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49832) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:40.092700 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dc470-c8f2-447e-82d1-d93898103a93 req-278fd3bb-cd61-4806-8eda-a882b6b622b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:40.094198 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7b6dc470-c8f2-447e-82d1-d93898103a93 req-278fd3bb-cd61-4806-8eda-a882b6b622b0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019 HTTP/1.1" status: 200 len: 913 time: 0.7267551 Apr 23 00:02:40.095316 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2c62c0c8-e8c8-4d36-8c2b-e1bba6a06fb1 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:40.095944 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2c62c0c8-e8c8-4d36-8c2b-e1bba6a06fb1 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:40.113250 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c8746a5c-f4b7-4587-8b21-bac3b79bc159 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:40.125291 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-57d756a2-1b31-4416-9ee3-24fc42966bf5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:40.143790 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-2c62c0c8-e8c8-4d36-8c2b-e1bba6a06fb1 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Calling delete_port for 9822299a-d53a-4dea-bbd5-b6aa6a608a0d owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:40.144637 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-738fc3b6-b3c5-4c04-bbde-ea51e534084f tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:40.163048 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d756a2-1b31-4416-9ee3-24fc42966bf5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:40.182118 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8746a5c-f4b7-4587-8b21-bac3b79bc159 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5334a50-81fc-4ad4-b667-fb390794e85c,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:40.223521 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c8746a5c-f4b7-4587-8b21-bac3b79bc159 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:40.232206 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d756a2-1b31-4416-9ee3-24fc42966bf5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Port': ['ID=6861a339-fc90-44df-9e1c-429ffb6bdec1,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:40.265779 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f0f06ba4-0c95-401d-bf9e-ef61200872af tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:40.267653 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-738fc3b6-b3c5-4c04-bbde-ea51e534084f tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:40.456108 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d756a2-1b31-4416-9ee3-24fc42966bf5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:40.456449 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d756a2-1b31-4416-9ee3-24fc42966bf5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:40.456791 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d756a2-1b31-4416-9ee3-24fc42966bf5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:40.457129 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d756a2-1b31-4416-9ee3-24fc42966bf5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:40.457464 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d756a2-1b31-4416-9ee3-24fc42966bf5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:40.457856 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d756a2-1b31-4416-9ee3-24fc42966bf5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:40.458338 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d756a2-1b31-4416-9ee3-24fc42966bf5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:40.458635 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d756a2-1b31-4416-9ee3-24fc42966bf5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:40.459116 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d756a2-1b31-4416-9ee3-24fc42966bf5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:40.459446 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d756a2-1b31-4416-9ee3-24fc42966bf5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:40.459797 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d756a2-1b31-4416-9ee3-24fc42966bf5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:40.460126 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d756a2-1b31-4416-9ee3-24fc42966bf5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:40.527870 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-6cdfc512-3843-48c8-94de-0b542fafa525 None None] Provisioning complete for port 1edd03ff-60b0-4c11-b30f-e9294b542569 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:40.528594 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cdfc512-3843-48c8-94de-0b542fafa525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:40.538374 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d756a2-1b31-4416-9ee3-24fc42966bf5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:40.539036 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-57d756a2-1b31-4416-9ee3-24fc42966bf5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:40.566702 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7b6dc470-c8f2-447e-82d1-d93898103a93 req-7d35ea6e-a370-4b90-81b1-2b30a5575e55 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edf4e660-d2b4-4923-a433-b874409cde73 HTTP/1.1" status: 200 len: 998 time: 0.4392085 Apr 23 00:02:40.584501 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6cdfc512-3843-48c8-94de-0b542fafa525 None None] Port 1edd03ff-60b0-4c11-b30f-e9294b542569 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:40.596027 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-6cdfc512-3843-48c8-94de-0b542fafa525 None None] Provisioning complete for port 6861a339-fc90-44df-9e1c-429ffb6bdec1 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:40.596395 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cdfc512-3843-48c8-94de-0b542fafa525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:40.617384 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f0f06ba4-0c95-401d-bf9e-ef61200872af tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:40.623116 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f0f06ba4-0c95-401d-bf9e-ef61200872af tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] 10.222.0.15 "DELETE /v2.0/ports/cf8f3b8f-5e22-4a51-b7a4-1066a6b79892 HTTP/1.1" status: 204 len: 168 time: 3.7057824 Apr 23 00:02:40.640999 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6cdfc512-3843-48c8-94de-0b542fafa525 None None] Port 6861a339-fc90-44df-9e1c-429ffb6bdec1 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:40.661741 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49834) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:40.666047 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c8746a5c-f4b7-4587-8b21-bac3b79bc159 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:40.672328 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c8746a5c-f4b7-4587-8b21-bac3b79bc159 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:40.733913 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-57d756a2-1b31-4416-9ee3-24fc42966bf5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 4.5051017 Apr 23 00:02:40.736758 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49836) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:40.752467 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd120747-fe91-4c9d-9a62-0d689139ed0e tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Pushing event updated for resources: {'Port': ['ID=1edd03ff-60b0-4c11-b30f-e9294b542569,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:40.792536 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-187e6d78-8ce3-49e0-ac9f-4ca1e6101c1f tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Deleting port 1edd03ff-60b0-4c11-b30f-e9294b542569 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:40.792897 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-187e6d78-8ce3-49e0-ac9f-4ca1e6101c1f tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:40.824006 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f06ba4-0c95-401d-bf9e-ef61200872af tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Pushing event deleted for resources: {'Port': ['ID=cf8f3b8f-5e22-4a51-b7a4-1066a6b79892,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:40.843221 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-738fc3b6-b3c5-4c04-bbde-ea51e534084f tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Floating IP af526d35-f138-4300-8580-00b511eb6ab8 associated. External IP: 172.26.3.82, port: 5bf074c6-1213-48ed-9081-f230a0d68821. Apr 23 00:02:40.845931 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dc470-c8f2-447e-82d1-d93898103a93 req-1778fa40-b4f4-4b6b-93f4-6bd6cd11aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:40.847402 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7b6dc470-c8f2-447e-82d1-d93898103a93 req-1778fa40-b4f4-4b6b-93f4-6bd6cd11aabf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5dac7434-d808-410c-93e9-edb872458a8d HTTP/1.1" status: 200 len: 851 time: 0.2349107 Apr 23 00:02:40.851745 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c8746a5c-f4b7-4587-8b21-bac3b79bc159 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:40.852265 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8746a5c-f4b7-4587-8b21-bac3b79bc159 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f74b7180-e5cf-4fef-a1a9-e87a2aaf4c07 {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:02:40.854289 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-a112f219-5cff-45b0-bb70-a6dc83c89cb2 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Deleting subnet 7054009d-dadc-4070-baae-4637687c79c8 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:02:40.858933 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c8746a5c-f4b7-4587-8b21-bac3b79bc159 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:40.860187 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c8746a5c-f4b7-4587-8b21-bac3b79bc159 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "DELETE /v2.0/routers/f74b7180-e5cf-4fef-a1a9-e87a2aaf4c07 HTTP/1.1" status: 204 len: 168 time: 2.4262819 Apr 23 00:02:40.865066 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49838) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:40.898051 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-ad494545-b04d-4298-b8f8-72b7ec10a442 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1912892859', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}, 'admin_state_up': False}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:40.898254 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a112f219-5cff-45b0-bb70-a6dc83c89cb2 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:40.975344 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da133d0-4e32-40ab-af75-ee7eea1421d8 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Router e47aab3e-0933-44c7-b4f6-a6d06d836406 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:02:40.987682 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-187e6d78-8ce3-49e0-ac9f-4ca1e6101c1f tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:41.004114 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-fb2ae390-57c0-48d3-b3d0-7831927efb2d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting port 6861a339-fc90-44df-9e1c-429ffb6bdec1 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:41.004459 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fb2ae390-57c0-48d3-b3d0-7831927efb2d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:41.007459 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-187e6d78-8ce3-49e0-ac9f-4ca1e6101c1f tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Calling delete_port for 1edd03ff-60b0-4c11-b30f-e9294b542569 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:41.015377 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a112f219-5cff-45b0-bb70-a6dc83c89cb2 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:41.062895 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ad494545-b04d-4298-b8f8-72b7ec10a442 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:41.064109 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ad494545-b04d-4298-b8f8-72b7ec10a442 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:41.089792 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dc470-c8f2-447e-82d1-d93898103a93 req-904a4677-62a0-4e43-9f2e-29ffffe204b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:41.091282 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7b6dc470-c8f2-447e-82d1-d93898103a93 req-904a4677-62a0-4e43-9f2e-29ffffe204b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2010801 Apr 23 00:02:41.128229 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2c62c0c8-e8c8-4d36-8c2b-e1bba6a06fb1 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:41.212814 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62c0c8-e8c8-4d36-8c2b-e1bba6a06fb1 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Pushing event deleted for resources: {'Port': ['ID=9822299a-d53a-4dea-bbd5-b6aa6a608a0d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:41.262588 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2c62c0c8-e8c8-4d36-8c2b-e1bba6a06fb1 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:41.265335 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2c62c0c8-e8c8-4d36-8c2b-e1bba6a06fb1 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:41.270620 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2c62c0c8-e8c8-4d36-8c2b-e1bba6a06fb1 tempest-FloatingIPAdminTestJSON-1957106075 tempest-FloatingIPAdminTestJSON-1957106075-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/07f3a680-b01c-409d-b209-e8ba05eec9b5 HTTP/1.1" status: 204 len: 168 time: 1.4842262 Apr 23 00:02:41.270620 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ad494545-b04d-4298-b8f8-72b7ec10a442 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:41.272808 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49840) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:41.294377 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fb2ae390-57c0-48d3-b3d0-7831927efb2d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:41.337065 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-fb2ae390-57c0-48d3-b3d0-7831927efb2d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Calling delete_port for 6861a339-fc90-44df-9e1c-429ffb6bdec1 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:41.372568 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a112f219-5cff-45b0-bb70-a6dc83c89cb2 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:41.638834 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-61f53b7c-82c3-4a46-8676-47b35ff08381 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Deleting port cee831ac-1a45-4f66-b17d-9e5fad2e9301 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:41.639773 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-61f53b7c-82c3-4a46-8676-47b35ff08381 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:41.642842 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-187e6d78-8ce3-49e0-ac9f-4ca1e6101c1f tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:41.646142 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ad494545-b04d-4298-b8f8-72b7ec10a442 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:41.745512 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7b6dc470-c8f2-447e-82d1-d93898103a93 req-0e782cae-5813-4f70-a972-5d5de7aabaaf service neutron] 10.222.0.16 "GET /v2.0/networks/a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182697 Apr 23 00:02:41.745817 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e6d78-8ce3-49e0-ac9f-4ca1e6101c1f tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Pushing event deleted for resources: {'Port': ['ID=1edd03ff-60b0-4c11-b30f-e9294b542569,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:41.746558 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da133d0-4e32-40ab-af75-ee7eea1421d8 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:02:41.754061 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9da133d0-4e32-40ab-af75-ee7eea1421d8 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:41.761724 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa0abe-4c5e-48dd-98cd-2267eee43e91 None None] Sync routers for ids ['e47aab3e-0933-44c7-b4f6-a6d06d836406'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:02:41.774422 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fa0abe-4c5e-48dd-98cd-2267eee43e91 None None] Routers {'e47aab3e-0933-44c7-b4f6-a6d06d836406'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:41.775294 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a9fa0abe-4c5e-48dd-98cd-2267eee43e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['e47aab3e-0933-44c7-b4f6-a6d06d836406'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:41.803386 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-187e6d78-8ce3-49e0-ac9f-4ca1e6101c1f tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:41.806639 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-187e6d78-8ce3-49e0-ac9f-4ca1e6101c1f tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] 10.222.0.15 "DELETE /v2.0/ports/1edd03ff-60b0-4c11-b30f-e9294b542569 HTTP/1.1" status: 204 len: 168 time: 1.7245090 Apr 23 00:02:41.815156 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49842) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:41.870440 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-5468681b-93fa-45fb-9dd7-85a8c2ead009 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] GET failed (client error): The resource could not be found. Apr 23 00:02:41.872322 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5468681b-93fa-45fb-9dd7-85a8c2ead009 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] 10.222.0.15 "GET /v2.0/ports/1edd03ff-60b0-4c11-b30f-e9294b542569 HTTP/1.1" status: 404 len: 333 time: 0.0549569 Apr 23 00:02:41.879457 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49844) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:41.903542 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-6d5a05cb-e53a-4757-8905-2c3c40ddfe39 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Request body: {'port': {'network_id': 'b9041de7-9a09-4076-86b7-3b76b8e900bb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-907802673'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:41.906915 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-61f53b7c-82c3-4a46-8676-47b35ff08381 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:41.910972 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9da133d0-4e32-40ab-af75-ee7eea1421d8 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "PUT /v2.0/floatingips/1fb1ecfa-64d2-4803-bb11-0d95120d0f3d HTTP/1.1" status: 200 len: 992 time: 5.5702200 Apr 23 00:02:41.915649 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02090c5-e7e8-4c77-b8b3-860a0f09df6d', 'tag': '15f17b6b-0c92-4eab-8756-459565779115'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:02:41.919009 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8dee40-5d25-4f30-9e68-55cd0bbc888d" -d '{"events": [{"name": "network-changed", "server_uuid": "e02090c5-e7e8-4c77-b8b3-860a0f09df6d", "tag": "15f17b6b-0c92-4eab-8756-459565779115"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:02:41.929722 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-a9fa0abe-4c5e-48dd-98cd-2267eee43e91 None None] Set router e47aab3e-0933-44c7-b4f6-a6d06d836406 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:02:41.947475 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738fc3b6-b3c5-4c04-bbde-ea51e534084f tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Router c7bed32a-7724-4b83-9803-2f16be97fc7c has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:02:41.952068 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-61f53b7c-82c3-4a46-8676-47b35ff08381 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Calling delete_port for cee831ac-1a45-4f66-b17d-9e5fad2e9301 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:41.963114 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a112f219-5cff-45b0-bb70-a6dc83c89cb2 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:42.006482 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a112f219-5cff-45b0-bb70-a6dc83c89cb2 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:42.010769 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a112f219-5cff-45b0-bb70-a6dc83c89cb2 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] 10.222.0.15 "DELETE /v2.0/subnets/7054009d-dadc-4070-baae-4637687c79c8 HTTP/1.1" status: 204 len: 168 time: 1.3455391 Apr 23 00:02:42.018903 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad064b84-f292-4701-91dc-738db366f302 None None] Network 1d43475c-87f8-46cd-a715-c204c4c4b7bb requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:02:42.046128 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49850) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:42.050930 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fb2ae390-57c0-48d3-b3d0-7831927efb2d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:42.056242 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ecab23-1879-4ff3-993e-c4fa5bd9bf34 x-openstack-request-id: req-99ecab23-1879-4ff3-993e-c4fa5bd9bf34 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:02:42.056525 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02090c5-e7e8-4c77-b8b3-860a0f09df6d", "tag": "15f17b6b-0c92-4eab-8756-459565779115", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:02:42.056918 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99ecab23-1879-4ff3-993e-c4fa5bd9bf34 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:02:42.057306 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99ecab23-1879-4ff3-993e-c4fa5bd9bf34'] response: {'name': 'network-changed', 'server_uuid': 'e02090c5-e7e8-4c77-b8b3-860a0f09df6d', 'tag': '15f17b6b-0c92-4eab-8756-459565779115', 'status': 'completed', 'code': 200} Apr 23 00:02:42.059450 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112f219-5cff-45b0-bb70-a6dc83c89cb2 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Pushing event deleted for resources: {'Subnet': ['ID=7054009d-dadc-4070-baae-4637687c79c8,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:42.127518 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ae390-57c0-48d3-b3d0-7831927efb2d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Port': ['ID=6861a339-fc90-44df-9e1c-429ffb6bdec1,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:42.214986 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fb2ae390-57c0-48d3-b3d0-7831927efb2d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:42.219439 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-fb2ae390-57c0-48d3-b3d0-7831927efb2d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/ports/6861a339-fc90-44df-9e1c-429ffb6bdec1 HTTP/1.1" status: 204 len: 168 time: 1.4816766 Apr 23 00:02:42.228896 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49852) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:42.276297 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c53392-3718-4b71-8e1c-0de844ef1985 req-27ba7a49-1824-43bf-96d1-7df5641a0f83 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:42.284597 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-00c53392-3718-4b71-8e1c-0de844ef1985 req-27ba7a49-1824-43bf-96d1-7df5641a0f83 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 946 time: 0.2446213 Apr 23 00:02:42.285740 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45573216-71fd-40f6-9566-42da073581c1 None None] DHCP port deletion for 1d43475c-87f8-46cd-a715-c204c4c4b7bb request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:02:42.323744 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-53fa8cb1-d03b-4e71-836f-a3d69b27e20d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] GET failed (client error): The resource could not be found. Apr 23 00:02:42.325338 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-53fa8cb1-d03b-4e71-836f-a3d69b27e20d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports/6861a339-fc90-44df-9e1c-429ffb6bdec1 HTTP/1.1" status: 404 len: 333 time: 0.0936015 Apr 23 00:02:42.326089 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7b6dc470-c8f2-447e-82d1-d93898103a93 req-6d125840-ccf6-44a1-a2ba-c327d2ee5e52 service neutron] 10.222.0.16 "GET /v2.0/networks/a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368500 Apr 23 00:02:42.335163 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49854) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:42.347064 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dee40-5d25-4f30-9e68-55cd0bbc888d req-ea5907cb-2279-4ec5-9829-c354552ace11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:42.348597 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bb8dee40-5d25-4f30-9e68-55cd0bbc888d req-ea5907cb-2279-4ec5-9829-c354552ace11 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc99a14fb3484f3e9a5b0f6f71fb2823&device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 1099 time: 0.3013496 Apr 23 00:02:42.380566 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a9fa0abe-4c5e-48dd-98cd-2267eee43e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'name': 'tempest-ServersTestJSON-1036185301-router', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:01:54Z', 'revision_number': 4, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'gw_port': {'id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:43Z', 'updated_at': '2022-04-23T00:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '1fb1ecfa-64d2-4803-bb11-0d95120d0f3d', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'floating_ip_address': '172.26.3.159', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'port_id': '15f17b6b-0c92-4eab-8756-459565779115', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e', 'mac_address': 'fa:16:3e:3c:5a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02090c5-e7e8-4c77-b8b3-860a0f09df6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:02:02Z', 'updated_at': '2022-04-23T00:02:38Z', 'revision_number': 1, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43918e06-3d0b-4e50-a20a-228d2dd88b5f', 'name': '', 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'mac_address': 'fa:16:3e:fc:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '895f2dc2-9151-45a4-9be9-8b20c7d0e2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:52Z', 'updated_at': '2022-04-23T00:02:02Z', 'revision_number': 5, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'subnets': [{'id': '895f2dc2-9151-45a4-9be9-8b20c7d0e2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:42.406669 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-45573216-71fd-40f6-9566-42da073581c1 None None] Deleting port 9005ae07-9ab5-464c-93e9-efc7ecd4b2b7 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:42.407372 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45573216-71fd-40f6-9566-42da073581c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:42.417510 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa0abe-4c5e-48dd-98cd-2267eee43e91 None None] Checking router: e47aab3e-0933-44c7-b4f6-a6d06d836406 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:02:42.430245 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fa0abe-4c5e-48dd-98cd-2267eee43e91 None None] Routers {'e47aab3e-0933-44c7-b4f6-a6d06d836406'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:42.430913 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a9fa0abe-4c5e-48dd-98cd-2267eee43e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['e47aab3e-0933-44c7-b4f6-a6d06d836406'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:42.459472 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac5029e3-d607-4f01-90fa-1c3bd35c2d54 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:42.493058 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738fc3b6-b3c5-4c04-bbde-ea51e534084f tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:02:42.497762 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-738fc3b6-b3c5-4c04-bbde-ea51e534084f tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:42.528395 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-00c53392-3718-4b71-8e1c-0de844ef1985 req-d34b09d7-866a-4fd5-bcb7-341f7304bc07 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b527525-78b8-490e-a325-7a1a6bee7503&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2033570 Apr 23 00:02:42.531071 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5a05cb-e53a-4757-8905-2c3c40ddfe39 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Made reservation on behalf of 440f81e7cb92442886d40dac49f47908 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:42.533419 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ad494545-b04d-4298-b8f8-72b7ec10a442 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:42.534869 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6d5a05cb-e53a-4757-8905-2c3c40ddfe39 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:42.555318 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47801c63-85f2-450b-806c-fb06e90e0eb6 None None] Sync routers for ids ['c7bed32a-7724-4b83-9803-2f16be97fc7c'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:02:42.578660 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-317d54de-0ddc-4312-831a-f07ea8339bc5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting subnet 6b42170e-05fe-4e20-9a43-042d211b953c {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:02:42.586027 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ad494545-b04d-4298-b8f8-72b7ec10a442 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:42.591925 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-45573216-71fd-40f6-9566-42da073581c1 None None] For port 9005ae07-9ab5-464c-93e9-efc7ecd4b2b7, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=9005ae07-9ab5-464c-93e9-efc7ecd4b2b7,segment=NetworkSegment(f6a0ca52-da62-4572-8bf1-045b8eebb167),segment_id=f6a0ca52-da62-4572-8bf1-045b8eebb167)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:42.596147 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45573216-71fd-40f6-9566-42da073581c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:42.604331 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-317d54de-0ddc-4312-831a-f07ea8339bc5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:42.614066 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47801c63-85f2-450b-806c-fb06e90e0eb6 None None] Routers {'c7bed32a-7724-4b83-9803-2f16be97fc7c'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:42.614988 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-47801c63-85f2-450b-806c-fb06e90e0eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c7bed32a-7724-4b83-9803-2f16be97fc7c'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:42.621287 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-45573216-71fd-40f6-9566-42da073581c1 None None] Calling delete_port for 9005ae07-9ab5-464c-93e9-efc7ecd4b2b7 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:42.651653 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-738fc3b6-b3c5-4c04-bbde-ea51e534084f tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "PUT /v2.0/floatingips/af526d35-f138-4300-8580-00b511eb6ab8 HTTP/1.1" status: 200 len: 990 time: 5.5447559 Apr 23 00:02:42.660541 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-6d5a05cb-e53a-4757-8905-2c3c40ddfe39 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] device_id is not set on port 1f99c2e2-745c-4ebe-b41d-b2c37d33b312 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:42.672198 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-a9fa0abe-4c5e-48dd-98cd-2267eee43e91 None None] Set router e47aab3e-0933-44c7-b4f6-a6d06d836406 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:02:42.675800 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-61f53b7c-82c3-4a46-8676-47b35ff08381 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:42.675996 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dee40-5d25-4f30-9e68-55cd0bbc888d req-b44f0012-3b64-49e8-b532-bca73ccef31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:42.678804 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bb8dee40-5d25-4f30-9e68-55cd0bbc888d req-b44f0012-3b64-49e8-b532-bca73ccef31c service neutron] 10.222.0.16 "GET /v2.0/networks?id=0a41116a-33eb-4e65-9932-be9cdd6ea97e HTTP/1.1" status: 200 len: 907 time: 0.3038914 Apr 23 00:02:42.727697 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f53b7c-82c3-4a46-8676-47b35ff08381 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Pushing event deleted for resources: {'Port': ['ID=cee831ac-1a45-4f66-b17d-9e5fad2e9301,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:42.827298 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-ad494545-b04d-4298-b8f8-72b7ec10a442 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Allocated IP 172.26.3.38 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/a58e6303-f44f-4e2c-b151-f6e36bbfe3f5) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:42.854825 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-61f53b7c-82c3-4a46-8676-47b35ff08381 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:42.858419 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-47801c63-85f2-450b-806c-fb06e90e0eb6 None None] Set router c7bed32a-7724-4b83-9803-2f16be97fc7c gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:02:42.870944 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-61f53b7c-82c3-4a46-8676-47b35ff08381 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] 10.222.0.15 "DELETE /v2.0/ports/cee831ac-1a45-4f66-b17d-9e5fad2e9301 HTTP/1.1" status: 204 len: 168 time: 1.5957811 Apr 23 00:02:42.874899 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49862) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:42.875310 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bb8dee40-5d25-4f30-9e68-55cd0bbc888d req-496f9a3b-110c-460d-a1d4-c1132ee1523b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15f17b6b-0c92-4eab-8756-459565779115 HTTP/1.1" status: 200 len: 1000 time: 0.1222091 Apr 23 00:02:42.902575 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-317d54de-0ddc-4312-831a-f07ea8339bc5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:43.046909 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a9fa0abe-4c5e-48dd-98cd-2267eee43e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'name': 'tempest-ServersTestJSON-1036185301-router', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:01:54Z', 'revision_number': 4, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'gw_port': {'id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:43Z', 'updated_at': '2022-04-23T00:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '1fb1ecfa-64d2-4803-bb11-0d95120d0f3d', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'floating_ip_address': '172.26.3.159', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'port_id': '15f17b6b-0c92-4eab-8756-459565779115', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e', 'mac_address': 'fa:16:3e:3c:5a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02090c5-e7e8-4c77-b8b3-860a0f09df6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:02:02Z', 'updated_at': '2022-04-23T00:02:38Z', 'revision_number': 1, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43918e06-3d0b-4e50-a20a-228d2dd88b5f', 'name': '', 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'mac_address': 'fa:16:3e:fc:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '895f2dc2-9151-45a4-9be9-8b20c7d0e2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:52Z', 'updated_at': '2022-04-23T00:02:02Z', 'revision_number': 5, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'subnets': [{'id': '895f2dc2-9151-45a4-9be9-8b20c7d0e2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:43.060691 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0373832-571e-41b7-a771-c127665e628e req-4e144a83-62b3-43da-bb01-a5084d9e9957 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:43.065436 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b0373832-571e-41b7-a771-c127665e628e req-4e144a83-62b3-43da-bb01-a5084d9e9957 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.2901845 Apr 23 00:02:43.094280 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa0abe-4c5e-48dd-98cd-2267eee43e91 None None] The sync data for ids ['e47aab3e-0933-44c7-b4f6-a6d06d836406'] in dv-neutron-838783-1-hyperv is: [{'id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'name': 'tempest-ServersTestJSON-1036185301-router', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:01:54Z', 'revision_number': 4, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'gw_port': {'id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:43Z', 'updated_at': '2022-04-23T00:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '1fb1ecfa-64d2-4803-bb11-0d95120d0f3d', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'floating_ip_address': '172.26.3.159', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'port_id': '15f17b6b-0c92-4eab-8756-459565779115', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e', 'mac_address': 'fa:16:3e:3c:5a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02090c5-e7e8-4c77-b8b3-860a0f09df6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:02:02Z', 'updated_at': '2022-04-23T00:02:38Z', 'revision_number': 1, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43918e06-3d0b-4e50-a20a-228d2dd88b5f', 'name': '', 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'mac_address': 'fa:16:3e:fc:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '895f2dc2-9151-45a4-9be9-8b20c7d0e2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:52Z', 'updated_at': '2022-04-23T00:02:02Z', 'revision_number': 5, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'subnets': [{'id': '895f2dc2-9151-45a4-9be9-8b20c7d0e2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:02:43.095354 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cba567-1f56-4e4d-8c8d-3ee88e7e16c1 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:43.096532 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-62cba567-1f56-4e4d-8c8d-3ee88e7e16c1 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] 10.222.0.15 "GET /v2.0/ports?device_id=07dac16d-f661-4731-9569-a49250e654b9 HTTP/1.1" status: 200 len: 913 time: 0.2172606 Apr 23 00:02:43.103179 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49864) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:43.155968 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b5334a50-81fc-4ad4-b667-fb390794e85c no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:02:43.158508 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-ac5029e3-d607-4f01-90fa-1c3bd35c2d54 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Deleting port 9005ae07-9ab5-464c-93e9-efc7ecd4b2b7 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:43.158969 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac5029e3-d607-4f01-90fa-1c3bd35c2d54 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:43.204656 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45573216-71fd-40f6-9566-42da073581c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:43.215289 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: b5334a50-81fc-4ad4-b667-fb390794e85c {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:02:43.215781 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b5334a50-81fc-4ad4-b667-fb390794e85c not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:02:43.216209 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 9005ae07-9ab5-464c-93e9-efc7ecd4b2b7 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:02:43.216820 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dee40-5d25-4f30-9e68-55cd0bbc888d req-e5e7a7c5-f114-4afb-8797-944417035418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:43.219588 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bb8dee40-5d25-4f30-9e68-55cd0bbc888d req-e5e7a7c5-f114-4afb-8797-944417035418 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=895f2dc2-9151-45a4-9be9-8b20c7d0e2ba HTTP/1.1" status: 200 len: 845 time: 0.3336468 Apr 23 00:02:43.227782 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-317d54de-0ddc-4312-831a-f07ea8339bc5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:43.266409 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45573216-71fd-40f6-9566-42da073581c1 None None] Pushing event deleted for resources: {'Port': ['ID=9005ae07-9ab5-464c-93e9-efc7ecd4b2b7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:43.275865 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 9005ae07-9ab5-464c-93e9-efc7ecd4b2b7 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:02:43.275865 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 9005ae07-9ab5-464c-93e9-efc7ecd4b2b7 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:02:43.288272 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45573216-71fd-40f6-9566-42da073581c1 None None] No DVR routers for this DVR port 9005ae07-9ab5-464c-93e9-efc7ecd4b2b7 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:02:43.298709 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-6d5a05cb-e53a-4757-8905-2c3c40ddfe39 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Allocated IP 2001:db8::186 (b9041de7-9a09-4076-86b7-3b76b8e900bb/f62ec80a-dbd5-47d3-b424-b9e6b7207e36/1f99c2e2-745c-4ebe-b41d-b2c37d33b312) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:43.327751 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45573216-71fd-40f6-9566-42da073581c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:43.328112 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45573216-71fd-40f6-9566-42da073581c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:43.337704 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45573216-71fd-40f6-9566-42da073581c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:43.337704 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45573216-71fd-40f6-9566-42da073581c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:43.337704 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45573216-71fd-40f6-9566-42da073581c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:43.337704 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45573216-71fd-40f6-9566-42da073581c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:43.337704 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45573216-71fd-40f6-9566-42da073581c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:43.337704 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45573216-71fd-40f6-9566-42da073581c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:43.337704 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45573216-71fd-40f6-9566-42da073581c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:43.337704 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45573216-71fd-40f6-9566-42da073581c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:43.337704 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45573216-71fd-40f6-9566-42da073581c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:43.337704 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45573216-71fd-40f6-9566-42da073581c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:02:43.370213 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-ac5029e3-d607-4f01-90fa-1c3bd35c2d54 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] For port 9005ae07-9ab5-464c-93e9-efc7ecd4b2b7, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=9005ae07-9ab5-464c-93e9-efc7ecd4b2b7,segment=NetworkSegment(f6a0ca52-da62-4572-8bf1-045b8eebb167),segment_id=f6a0ca52-da62-4572-8bf1-045b8eebb167)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:43.370213 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac5029e3-d607-4f01-90fa-1c3bd35c2d54 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:43.399050 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dee40-5d25-4f30-9e68-55cd0bbc888d req-c4b4eaba-a94b-4a9c-875c-8c28d1744a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:43.400598 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bb8dee40-5d25-4f30-9e68-55cd0bbc888d req-c4b4eaba-a94b-4a9c-875c-8c28d1744a37 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0a41116a-33eb-4e65-9932-be9cdd6ea97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1664772 Apr 23 00:02:43.403655 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-ac5029e3-d607-4f01-90fa-1c3bd35c2d54 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Calling delete_port for 9005ae07-9ab5-464c-93e9-efc7ecd4b2b7 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:43.481543 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-47801c63-85f2-450b-806c-fb06e90e0eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'name': 'tempest-ServerActionsTestJSON-663334939-router', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:01:52Z', 'revision_number': 4, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'gw_port': {'id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:42Z', 'updated_at': '2022-04-23T00:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'af526d35-f138-4300-8580-00b511eb6ab8', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'floating_ip_address': '172.26.3.82', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'port_id': '5bf074c6-1213-48ed-9081-f230a0d68821', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802', 'mac_address': 'fa:16:3e:6b:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb20b22-228b-420d-8c0a-2465fc8f3053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:02:05Z', 'updated_at': '2022-04-23T00:02:39Z', 'revision_number': 1, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b65dd43-5f10-4f3a-ac92-d629ab23c6cd', 'name': '', 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'mac_address': 'fa:16:3e:2c:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e051b6c5-e40c-442b-8ae2-46ca4db94a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:49Z', 'updated_at': '2022-04-23T00:01:58Z', 'revision_number': 5, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'subnets': [{'id': 'e051b6c5-e40c-442b-8ae2-46ca4db94a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:43.509150 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1c7d9f-c780-4526-842b-9916dffca0aa None None] New status for floating IP 1fb1ecfa-64d2-4803-bb11-0d95120d0f3d: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:02:43.518433 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47801c63-85f2-450b-806c-fb06e90e0eb6 None None] Checking router: c7bed32a-7724-4b83-9803-2f16be97fc7c for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:02:43.527198 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-317d54de-0ddc-4312-831a-f07ea8339bc5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:43.530594 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47801c63-85f2-450b-806c-fb06e90e0eb6 None None] Routers {'c7bed32a-7724-4b83-9803-2f16be97fc7c'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:43.531815 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-47801c63-85f2-450b-806c-fb06e90e0eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c7bed32a-7724-4b83-9803-2f16be97fc7c'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:43.566330 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b0373832-571e-41b7-a771-c127665e628e req-477fa552-58d7-4c48-bf53-ca9eeb0be51c tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4896309 Apr 23 00:02:43.585414 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ad494545-b04d-4298-b8f8-72b7ec10a442 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:43.585953 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d54de-0ddc-4312-831a-f07ea8339bc5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Subnet': ['ID=6b42170e-05fe-4e20-9a43-042d211b953c,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:43.679226 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71647710-4123-438d-86c0-be9defb015c9 None None] Network f7666b06-ebbf-47fa-9a05-e3afa529dcaa requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:02:43.684294 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-317d54de-0ddc-4312-831a-f07ea8339bc5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:43.687817 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-317d54de-0ddc-4312-831a-f07ea8339bc5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/subnets/6b42170e-05fe-4e20-9a43-042d211b953c HTTP/1.1" status: 204 len: 168 time: 1.3489406 Apr 23 00:02:43.701230 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49868) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:43.762849 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-47801c63-85f2-450b-806c-fb06e90e0eb6 None None] Set router c7bed32a-7724-4b83-9803-2f16be97fc7c gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:02:43.789215 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e32567f1-80d7-42fc-bd78-d7cec8002134 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:43.863098 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bb8dee40-5d25-4f30-9e68-55cd0bbc888d req-7cf08409-c4bf-46fa-bff6-d6b8022ca776 service neutron] 10.222.0.16 "GET /v2.0/networks/0a41116a-33eb-4e65-9932-be9cdd6ea97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509447 Apr 23 00:02:43.867389 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ad494545-b04d-4298-b8f8-72b7ec10a442 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:43.915517 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac5029e3-d607-4f01-90fa-1c3bd35c2d54 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:43.929364 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad494545-b04d-4298-b8f8-72b7ec10a442 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:43.937816 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-ad494545-b04d-4298-b8f8-72b7ec10a442 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:43.947272 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad494545-b04d-4298-b8f8-72b7ec10a442 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:43.974953 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ac151-639c-4bfa-ae29-65e040ee64d6 req-b256fce4-b7d7-4d14-b590-77038ae4547c tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:43.982405 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aa2ac151-639c-4bfa-ae29-65e040ee64d6 req-b256fce4-b7d7-4d14-b590-77038ae4547c tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.2890003 Apr 23 00:02:43.998451 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6d5a05cb-e53a-4757-8905-2c3c40ddfe39 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:44.000165 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad494545-b04d-4298-b8f8-72b7ec10a442 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Pushing event updated for resources: {'Port': ['ID=a58e6303-f44f-4e2c-b151-f6e36bbfe3f5,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:44.051738 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5029e3-d607-4f01-90fa-1c3bd35c2d54 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Pushing event deleted for resources: {'Port': ['ID=9005ae07-9ab5-464c-93e9-efc7ecd4b2b7,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:44.057497 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5029e3-d607-4f01-90fa-1c3bd35c2d54 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] No DVR routers for this DVR port 9005ae07-9ab5-464c-93e9-efc7ecd4b2b7 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:02:44.061406 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb20b22-228b-420d-8c0a-2465fc8f3053', 'tag': '5bf074c6-1213-48ed-9081-f230a0d68821'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:02:44.063543 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b1631b-94a3-4a12-9004-78db78cd5c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb20b22-228b-420d-8c0a-2465fc8f3053", "tag": "5bf074c6-1213-48ed-9081-f230a0d68821"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:02:44.122149 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bf57f8-b716-457e-bebe-a52e4e92924d None None] DHCP port deletion for f7666b06-ebbf-47fa-9a05-e3afa529dcaa request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:02:44.146717 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e4b35a-2256-4ca5-b657-4e63b64e2661 x-openstack-request-id: req-e6e4b35a-2256-4ca5-b657-4e63b64e2661 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:02:44.147049 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb20b22-228b-420d-8c0a-2465fc8f3053", "tag": "5bf074c6-1213-48ed-9081-f230a0d68821", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:02:44.147251 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e6e4b35a-2256-4ca5-b657-4e63b64e2661 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:02:44.147682 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6e4b35a-2256-4ca5-b657-4e63b64e2661'] response: {'name': 'network-changed', 'server_uuid': '2eb20b22-228b-420d-8c0a-2465fc8f3053', 'tag': '5bf074c6-1213-48ed-9081-f230a0d68821', 'status': 'completed', 'code': 200} Apr 23 00:02:44.165048 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aa2ac151-639c-4bfa-ae29-65e040ee64d6 req-44264f27-563d-4062-ade6-1e1b00d5dd2b tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808763 Apr 23 00:02:44.193707 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d2bf57f8-b716-457e-bebe-a52e4e92924d None None] Deleting port 4891491e-02bc-4f7d-8b34-f719bf52915c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:44.194303 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2bf57f8-b716-457e-bebe-a52e4e92924d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:44.202917 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d2dd83e0-9bc5-4446-a2c3-ffaf91e1434e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:44.212407 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-47801c63-85f2-450b-806c-fb06e90e0eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'name': 'tempest-ServerActionsTestJSON-663334939-router', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:01:52Z', 'revision_number': 4, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'gw_port': {'id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:42Z', 'updated_at': '2022-04-23T00:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'af526d35-f138-4300-8580-00b511eb6ab8', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'floating_ip_address': '172.26.3.82', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'port_id': '5bf074c6-1213-48ed-9081-f230a0d68821', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802', 'mac_address': 'fa:16:3e:6b:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb20b22-228b-420d-8c0a-2465fc8f3053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:02:05Z', 'updated_at': '2022-04-23T00:02:39Z', 'revision_number': 1, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b65dd43-5f10-4f3a-ac92-d629ab23c6cd', 'name': '', 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'mac_address': 'fa:16:3e:2c:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e051b6c5-e40c-442b-8ae2-46ca4db94a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:49Z', 'updated_at': '2022-04-23T00:01:58Z', 'revision_number': 5, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'subnets': [{'id': 'e051b6c5-e40c-442b-8ae2-46ca4db94a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:44.251916 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bb8dee40-5d25-4f30-9e68-55cd0bbc888d req-ee571af0-fcac-4b0e-9f2d-e74ed7d97c02 service neutron] 10.222.0.16 "GET /v2.0/networks/0a41116a-33eb-4e65-9932-be9cdd6ea97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709199 Apr 23 00:02:44.254285 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac5029e3-d607-4f01-90fa-1c3bd35c2d54 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:44.284592 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-e32567f1-80d7-42fc-bd78-d7cec8002134 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting port 4891491e-02bc-4f7d-8b34-f719bf52915c {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:44.289968 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e32567f1-80d7-42fc-bd78-d7cec8002134 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:44.298466 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47801c63-85f2-450b-806c-fb06e90e0eb6 None None] The sync data for ids ['c7bed32a-7724-4b83-9803-2f16be97fc7c'] in dv-neutron-838783-1-hyperv is: [{'id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'name': 'tempest-ServerActionsTestJSON-663334939-router', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:01:52Z', 'revision_number': 4, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'gw_port': {'id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:42Z', 'updated_at': '2022-04-23T00:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'af526d35-f138-4300-8580-00b511eb6ab8', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'floating_ip_address': '172.26.3.82', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'port_id': '5bf074c6-1213-48ed-9081-f230a0d68821', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802', 'mac_address': 'fa:16:3e:6b:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb20b22-228b-420d-8c0a-2465fc8f3053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:02:05Z', 'updated_at': '2022-04-23T00:02:39Z', 'revision_number': 1, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b65dd43-5f10-4f3a-ac92-d629ab23c6cd', 'name': '', 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'mac_address': 'fa:16:3e:2c:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e051b6c5-e40c-442b-8ae2-46ca4db94a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:49Z', 'updated_at': '2022-04-23T00:01:58Z', 'revision_number': 5, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'subnets': [{'id': 'e051b6c5-e40c-442b-8ae2-46ca4db94a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:02:44.299403 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-ac5029e3-d607-4f01-90fa-1c3bd35c2d54 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d43475c-87f8-46cd-a715-c204c4c4b7bb']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:44.314964 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1631b-94a3-4a12-9004-78db78cd5c4c req-fdde0e7e-8bc3-4621-b5c0-d935cbe23910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:44.316492 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b5b1631b-94a3-4a12-9004-78db78cd5c4c req-fdde0e7e-8bc3-4621-b5c0-d935cbe23910 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2daecb10958e408da92a371a07f83b9c&device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 1098 time: 0.1443985 Apr 23 00:02:44.322692 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d2bf57f8-b716-457e-bebe-a52e4e92924d None None] For port 4891491e-02bc-4f7d-8b34-f719bf52915c, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4891491e-02bc-4f7d-8b34-f719bf52915c,segment=NetworkSegment(3e9bb94f-dfb9-4206-8fa3-fb9b8556afc4),segment_id=3e9bb94f-dfb9-4206-8fa3-fb9b8556afc4)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:44.322692 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2bf57f8-b716-457e-bebe-a52e4e92924d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:44.322911 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-ac5029e3-d607-4f01-90fa-1c3bd35c2d54 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a0ca52-da62-4572-8bf1-045b8eebb167') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:44.322911 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-ac5029e3-d607-4f01-90fa-1c3bd35c2d54 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a0ca52-da62-4572-8bf1-045b8eebb167') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:44.349412 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d2bf57f8-b716-457e-bebe-a52e4e92924d None None] Calling delete_port for 4891491e-02bc-4f7d-8b34-f719bf52915c owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:44.380793 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6d5a05cb-e53a-4757-8905-2c3c40ddfe39 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:44.383661 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac5029e3-d607-4f01-90fa-1c3bd35c2d54 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:44.478506 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ad494545-b04d-4298-b8f8-72b7ec10a442 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_gateway, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:44.571451 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c642f4-9274-449e-838c-147fd11b4db2 None None] New status for floating IP af526d35-f138-4300-8580-00b511eb6ab8: ACTIVE {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:02:44.620015 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2bf57f8-b716-457e-bebe-a52e4e92924d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:44.653679 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf57f8-b716-457e-bebe-a52e4e92924d None None] Pushing event deleted for resources: {'Port': ['ID=4891491e-02bc-4f7d-8b34-f719bf52915c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:44.676319 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bf57f8-b716-457e-bebe-a52e4e92924d None None] No DVR routers for this DVR port 4891491e-02bc-4f7d-8b34-f719bf52915c on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:02:44.767956 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac5029e3-d607-4f01-90fa-1c3bd35c2d54 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:44.783266 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-e32567f1-80d7-42fc-bd78-d7cec8002134 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] For port 4891491e-02bc-4f7d-8b34-f719bf52915c, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4891491e-02bc-4f7d-8b34-f719bf52915c,segment=NetworkSegment(3e9bb94f-dfb9-4206-8fa3-fb9b8556afc4),segment_id=3e9bb94f-dfb9-4206-8fa3-fb9b8556afc4)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:44.783709 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e32567f1-80d7-42fc-bd78-d7cec8002134 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:44.786323 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-d2dd83e0-9bc5-4446-a2c3-ffaf91e1434e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Deleting port e0ad5f18-9fbc-477c-8b1f-1c2844789d4c {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:44.786800 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d2dd83e0-9bc5-4446-a2c3-ffaf91e1434e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:44.797015 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5029e3-d607-4f01-90fa-1c3bd35c2d54 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:02:44.797435 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac5029e3-d607-4f01-90fa-1c3bd35c2d54 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:44.802437 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ad494545-b04d-4298-b8f8-72b7ec10a442 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:44.813534 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5a05cb-e53a-4757-8905-2c3c40ddfe39 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Network b9041de7-9a09-4076-86b7-3b76b8e900bb is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:02:44.814543 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:02:44.836137 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-6d5a05cb-e53a-4757-8905-2c3c40ddfe39 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:44.838524 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-e32567f1-80d7-42fc-bd78-d7cec8002134 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Calling delete_port for 4891491e-02bc-4f7d-8b34-f719bf52915c owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:44.852066 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5a05cb-e53a-4757-8905-2c3c40ddfe39 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:44.857745 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5a05cb-e53a-4757-8905-2c3c40ddfe39 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:44.858436 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6d5a05cb-e53a-4757-8905-2c3c40ddfe39 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:44.860815 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a05cb-e53a-4757-8905-2c3c40ddfe39 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Pushing event updated for resources: {'Port': ['ID=1f99c2e2-745c-4ebe-b41d-b2c37d33b312,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:44.954281 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d2dd83e0-9bc5-4446-a2c3-ffaf91e1434e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:44.963270 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1631b-94a3-4a12-9004-78db78cd5c4c req-29b440c6-0b85-4a78-b94f-e05fad3e85e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:44.963270 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b5b1631b-94a3-4a12-9004-78db78cd5c4c req-29b440c6-0b85-4a78-b94f-e05fad3e85e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8d8d357-da92-4298-b1b5-3d81a026a802 HTTP/1.1" status: 200 len: 912 time: 0.6111348 Apr 23 00:02:44.973964 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-d2dd83e0-9bc5-4446-a2c3-ffaf91e1434e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Calling delete_port for e0ad5f18-9fbc-477c-8b1f-1c2844789d4c owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:45.026481 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6d5a05cb-e53a-4757-8905-2c3c40ddfe39 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1245446 Apr 23 00:02:45.028697 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49872) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:45.036372 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-176abcc4-af0c-4d5e-a3b9-0fe1ef28e366 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Request body: {'port': {'network_id': 'b9041de7-9a09-4076-86b7-3b76b8e900bb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1641278259'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:45.076426 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac5029e3-d607-4f01-90fa-1c3bd35c2d54 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:45.113958 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4891491e-02bc-4f7d-8b34-f719bf52915c no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:02:45.118356 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac5029e3-d607-4f01-90fa-1c3bd35c2d54 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:45.124506 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ac5029e3-d607-4f01-90fa-1c3bd35c2d54 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] 10.222.0.15 "DELETE /v2.0/networks/1d43475c-87f8-46cd-a715-c204c4c4b7bb HTTP/1.1" status: 204 len: 168 time: 3.0557337 Apr 23 00:02:45.137532 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 4891491e-02bc-4f7d-8b34-f719bf52915c {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:02:45.137532 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4891491e-02bc-4f7d-8b34-f719bf52915c not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:02:45.141957 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b5b1631b-94a3-4a12-9004-78db78cd5c4c req-e7690af1-aa72-453d-8871-1e725d6e7d82 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bf074c6-1213-48ed-9081-f230a0d68821 HTTP/1.1" status: 200 len: 1000 time: 0.1726925 Apr 23 00:02:45.171037 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5029e3-d607-4f01-90fa-1c3bd35c2d54 tempest-AllowedAddressPairTestJSON-1060112149 tempest-AllowedAddressPairTestJSON-1060112149-project] Pushing event deleted for resources: {'Network': ['ID=1d43475c-87f8-46cd-a715-c204c4c4b7bb,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:45.193608 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e32567f1-80d7-42fc-bd78-d7cec8002134 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:45.228130 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-67d87291-4f40-4a26-8c66-6248af45143a None None] Provisioning complete for port 1f99c2e2-745c-4ebe-b41d-b2c37d33b312 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:45.228684 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67d87291-4f40-4a26-8c66-6248af45143a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:45.244952 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad494545-b04d-4298-b8f8-72b7ec10a442 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Router a915dd92-c20e-41e1-8210-0f75c3f09530 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:02:45.253759 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32567f1-80d7-42fc-bd78-d7cec8002134 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Port': ['ID=4891491e-02bc-4f7d-8b34-f719bf52915c,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:45.255925 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32567f1-80d7-42fc-bd78-d7cec8002134 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] No DVR routers for this DVR port 4891491e-02bc-4f7d-8b34-f719bf52915c on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:02:45.268135 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1631b-94a3-4a12-9004-78db78cd5c4c req-52613d8b-0c87-4dda-9643-9abe0afdcb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:45.269552 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b5b1631b-94a3-4a12-9004-78db78cd5c4c req-52613d8b-0c87-4dda-9643-9abe0afdcb5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e051b6c5-e40c-442b-8ae2-46ca4db94a08 HTTP/1.1" status: 200 len: 850 time: 0.1108248 Apr 23 00:02:45.305390 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-67d87291-4f40-4a26-8c66-6248af45143a None None] Port 1f99c2e2-745c-4ebe-b41d-b2c37d33b312 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:45.394698 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e32567f1-80d7-42fc-bd78-d7cec8002134 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:45.419450 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1631b-94a3-4a12-9004-78db78cd5c4c req-a92bff01-1b81-4edb-a761-746ea2a6f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:45.421601 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b5b1631b-94a3-4a12-9004-78db78cd5c4c req-a92bff01-1b81-4edb-a761-746ea2a6f3ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8d8d357-da92-4298-b1b5-3d81a026a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1336093 Apr 23 00:02:45.423241 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-e32567f1-80d7-42fc-bd78-d7cec8002134 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7666b06-ebbf-47fa-9a05-e3afa529dcaa']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:45.434377 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-e32567f1-80d7-42fc-bd78-d7cec8002134 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9bb94f-dfb9-4206-8fa3-fb9b8556afc4') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:45.434765 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-e32567f1-80d7-42fc-bd78-d7cec8002134 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9bb94f-dfb9-4206-8fa3-fb9b8556afc4') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:45.453227 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176abcc4-af0c-4d5e-a3b9-0fe1ef28e366 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Made reservation on behalf of 440f81e7cb92442886d40dac49f47908 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:45.456713 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-176abcc4-af0c-4d5e-a3b9-0fe1ef28e366 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:45.463361 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e32567f1-80d7-42fc-bd78-d7cec8002134 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:45.522550 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e32567f1-80d7-42fc-bd78-d7cec8002134 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:45.532996 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-176abcc4-af0c-4d5e-a3b9-0fe1ef28e366 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] device_id is not set on port 66957e60-e42a-493f-911d-535f44b73e46 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:45.541780 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32567f1-80d7-42fc-bd78-d7cec8002134 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:02:45.542274 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e32567f1-80d7-42fc-bd78-d7cec8002134 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:02:45.547327 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:02:45.637289 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d2dd83e0-9bc5-4446-a2c3-ffaf91e1434e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:45.675060 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0d799-b121-4a8e-aae6-9e43a0459770 req-9bfe447f-5d13-4abe-8485-e0af929f4e02 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:45.676637 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2ff0d799-b121-4a8e-aae6-9e43a0459770 req-9bfe447f-5d13-4abe-8485-e0af929f4e02 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.3696647 Apr 23 00:02:45.688003 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd83e0-9bc5-4446-a2c3-ffaf91e1434e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Pushing event deleted for resources: {'Port': ['ID=e0ad5f18-9fbc-477c-8b1f-1c2844789d4c,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:45.699201 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b5b1631b-94a3-4a12-9004-78db78cd5c4c req-13682bd5-596b-475b-9e26-3ccfce36819c service neutron] 10.222.0.16 "GET /v2.0/networks/a8d8d357-da92-4298-b1b5-3d81a026a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556164 Apr 23 00:02:45.734582 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad494545-b04d-4298-b8f8-72b7ec10a442 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:02:45.744814 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaaefa5-bbf8-4cf5-a407-dbcb5ab1baeb None None] Sync routers for ids ['a915dd92-c20e-41e1-8210-0f75c3f09530'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:02:45.757370 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e32567f1-80d7-42fc-bd78-d7cec8002134 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:45.763542 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaaefa5-bbf8-4cf5-a407-dbcb5ab1baeb None None] Routers {'a915dd92-c20e-41e1-8210-0f75c3f09530'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:45.763542 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-afaaefa5-bbf8-4cf5-a407-dbcb5ab1baeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a915dd92-c20e-41e1-8210-0f75c3f09530'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:45.801678 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e32567f1-80d7-42fc-bd78-d7cec8002134 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:45.809904 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e32567f1-80d7-42fc-bd78-d7cec8002134 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/networks/f7666b06-ebbf-47fa-9a05-e3afa529dcaa HTTP/1.1" status: 204 len: 168 time: 2.1025081 Apr 23 00:02:45.812089 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49882) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:45.817098 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-f398805e-73a8-4c44-8bfc-edee2518b100 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'port': {'network_id': 'c63f51b9-c3a4-49bd-bea9-32c28d4853e2', 'name': 'tempest-PortsTestJSON-1783416368'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:45.825882 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2ff0d799-b121-4a8e-aae6-9e43a0459770 req-ce9e0e79-70f3-454c-b947-78c42bd249a1 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309872 Apr 23 00:02:45.832633 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32567f1-80d7-42fc-bd78-d7cec8002134 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Network': ['ID=f7666b06-ebbf-47fa-9a05-e3afa529dcaa,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:45.851329 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-afaaefa5-bbf8-4cf5-a407-dbcb5ab1baeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:45.861431 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49884) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:45.862497 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-176abcc4-af0c-4d5e-a3b9-0fe1ef28e366 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Allocated IP 2001:db8::290 (b9041de7-9a09-4076-86b7-3b76b8e900bb/f62ec80a-dbd5-47d3-b424-b9e6b7207e36/66957e60-e42a-493f-911d-535f44b73e46) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:45.863170 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaaefa5-bbf8-4cf5-a407-dbcb5ab1baeb None None] Routers {'a915dd92-c20e-41e1-8210-0f75c3f09530'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:45.864002 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-afaaefa5-bbf8-4cf5-a407-dbcb5ab1baeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a915dd92-c20e-41e1-8210-0f75c3f09530'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:45.911770 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b5b1631b-94a3-4a12-9004-78db78cd5c4c req-7beb10fd-c9a1-4221-b3bc-d3dfa908efc9 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d8d357-da92-4298-b1b5-3d81a026a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895349 Apr 23 00:02:45.921756 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ad494545-b04d-4298-b8f8-72b7ec10a442 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:45.923084 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ad494545-b04d-4298-b8f8-72b7ec10a442 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0569928 Apr 23 00:02:45.929171 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49888) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:45.942911 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-73edf618-be2d-4f61-b276-e3354d80cd67 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'enable_snat': False}}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:45.954857 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-afaaefa5-bbf8-4cf5-a407-dbcb5ab1baeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:45.955817 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaaefa5-bbf8-4cf5-a407-dbcb5ab1baeb None None] The sync data for ids ['a915dd92-c20e-41e1-8210-0f75c3f09530'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:02:46.007982 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d2dd83e0-9bc5-4446-a2c3-ffaf91e1434e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:46.128280 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f398805e-73a8-4c44-8bfc-edee2518b100 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:46.131741 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f398805e-73a8-4c44-8bfc-edee2518b100 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:46.143215 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-96cf8c90-1fb5-4518-b938-e10f756af5b0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7fb8e8ba285a4484a315b256e3f6bfac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782142 Apr 23 00:02:46.145640 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49890) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:46.181358 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-176abcc4-af0c-4d5e-a3b9-0fe1ef28e366 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:46.214830 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-f398805e-73a8-4c44-8bfc-edee2518b100 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] device_id is not set on port cd96e8cb-61fb-4aa7-b5f2-697479ec0fa2 yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:46.225058 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aa40e8d5-3bff-405b-b874-d29ff3b03943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:46.251990 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aa40e8d5-3bff-405b-b874-d29ff3b03943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:46.351408 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-176abcc4-af0c-4d5e-a3b9-0fe1ef28e366 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:46.398054 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aa40e8d5-3bff-405b-b874-d29ff3b03943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:46.400583 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aa40e8d5-3bff-405b-b874-d29ff3b03943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:46.401722 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-aa40e8d5-3bff-405b-b874-d29ff3b03943 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65dd80d8-60a2-4f61-aa4e-ef6bdbdd5e72 HTTP/1.1" status: 204 len: 168 time: 0.2551894 Apr 23 00:02:46.403556 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176abcc4-af0c-4d5e-a3b9-0fe1ef28e366 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Network b9041de7-9a09-4076-86b7-3b76b8e900bb is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:46.416614 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40e8d5-3bff-405b-b874-d29ff3b03943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dd80d8-60a2-4f61-aa4e-ef6bdbdd5e72,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:46.422195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-176abcc4-af0c-4d5e-a3b9-0fe1ef28e366 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:46.424565 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176abcc4-af0c-4d5e-a3b9-0fe1ef28e366 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:46.430396 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176abcc4-af0c-4d5e-a3b9-0fe1ef28e366 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:46.431029 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-176abcc4-af0c-4d5e-a3b9-0fe1ef28e366 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:46.441935 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176abcc4-af0c-4d5e-a3b9-0fe1ef28e366 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Pushing event updated for resources: {'Port': ['ID=66957e60-e42a-493f-911d-535f44b73e46,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:46.511738 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-176abcc4-af0c-4d5e-a3b9-0fe1ef28e366 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4794579 Apr 23 00:02:46.515629 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49894) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:46.517511 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-6d04a1ae-c7c4-46d2-b427-ed2a32ce6d81 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::201', 'mac_address': 'fa:16:3e:45:02:02'}, {'ip_address': '2001:db8::186', 'mac_address': 'fa:16:3e:ea:b2:2c'}]}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:46.618768 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f398805e-73a8-4c44-8bfc-edee2518b100 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:46.621371 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2dd83e0-9bc5-4446-a2c3-ffaf91e1434e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Router 07dac16d-f661-4731-9569-a49250e654b9 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:02:46.634073 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-73edf618-be2d-4f61-b276-e3354d80cd67 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:46.694419 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6d04a1ae-c7c4-46d2-b427-ed2a32ce6d81 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:46.747837 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3f449078-fdd4-426f-bc75-c9495b4132a4 None None] Provisioning complete for port 66957e60-e42a-493f-911d-535f44b73e46 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:46.747837 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f449078-fdd4-426f-bc75-c9495b4132a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:46.793568 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3f449078-fdd4-426f-bc75-c9495b4132a4 None None] Port 66957e60-e42a-493f-911d-535f44b73e46 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:46.806383 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f398805e-73a8-4c44-8bfc-edee2518b100 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:46.809343 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dd83e0-9bc5-4446-a2c3-ffaf91e1434e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:02:46.823669 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6000de30-eea2-4c64-8d28-213ea02478e2 None None] Sync routers for ids ['07dac16d-f661-4731-9569-a49250e654b9'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:02:46.824438 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d2dd83e0-9bc5-4446-a2c3-ffaf91e1434e tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] 10.222.0.15 "PUT /v2.0/routers/07dac16d-f661-4731-9569-a49250e654b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7105930 Apr 23 00:02:46.828737 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49898) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:46.835172 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6000de30-eea2-4c64-8d28-213ea02478e2 None None] Routers {'07dac16d-f661-4731-9569-a49250e654b9'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:46.836140 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-6000de30-eea2-4c64-8d28-213ea02478e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['07dac16d-f661-4731-9569-a49250e654b9'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:46.876152 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-6000de30-eea2-4c64-8d28-213ea02478e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:46.885443 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6000de30-eea2-4c64-8d28-213ea02478e2 None None] Routers {'07dac16d-f661-4731-9569-a49250e654b9'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:46.886056 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-6000de30-eea2-4c64-8d28-213ea02478e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['07dac16d-f661-4731-9569-a49250e654b9'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:46.917809 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f398805e-73a8-4c44-8bfc-edee2518b100 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:46.930435 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-f398805e-73a8-4c44-8bfc-edee2518b100 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:46.937216 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f398805e-73a8-4c44-8bfc-edee2518b100 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:46.939411 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-6000de30-eea2-4c64-8d28-213ea02478e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:46.942763 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f398805e-73a8-4c44-8bfc-edee2518b100 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:46.943389 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f398805e-73a8-4c44-8bfc-edee2518b100 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:46.944562 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6000de30-eea2-4c64-8d28-213ea02478e2 None None] The sync data for ids ['07dac16d-f661-4731-9569-a49250e654b9'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:02:46.954236 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398805e-73a8-4c44-8bfc-edee2518b100 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Port': ['ID=cd96e8cb-61fb-4aa7-b5f2-697479ec0fa2,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:47.024614 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9330528b-6be8-40d4-b370-7917c8b4f101 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:47.042860 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab77b66-aaa1-44e1-821e-74b83c5f9481 req-f56e15d3-6d7f-4c11-9e73-165baa4fcb79 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:47.044359 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ab77b66-aaa1-44e1-821e-74b83c5f9481 req-f56e15d3-6d7f-4c11-9e73-165baa4fcb79 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.1160815 Apr 23 00:02:47.065231 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6d04a1ae-c7c4-46d2-b427-ed2a32ce6d81 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:47.072847 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f398805e-73a8-4c44-8bfc-edee2518b100 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2597094 Apr 23 00:02:47.075997 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49908) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:47.121938 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ab77b66-aaa1-44e1-821e-74b83c5f9481 req-e1363d2f-596b-49a4-9650-0013dd9ec081 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664115 Apr 23 00:02:47.172151 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6d04a1ae-c7c4-46d2-b427-ed2a32ce6d81 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:47.201672 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-6d04a1ae-c7c4-46d2-b427-ed2a32ce6d81 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] In _notify_port_updated(), no bound segment for port 66957e60-e42a-493f-911d-535f44b73e46 on network b9041de7-9a09-4076-86b7-3b76b8e900bb {{(pid=103144) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 23 00:02:47.212672 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d04a1ae-c7c4-46d2-b427-ed2a32ce6d81 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:47.213347 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6d04a1ae-c7c4-46d2-b427-ed2a32ce6d81 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:47.217924 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6d04a1ae-c7c4-46d2-b427-ed2a32ce6d81 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] 10.222.0.15 "PUT /v2.0/ports/66957e60-e42a-493f-911d-535f44b73e46 HTTP/1.1" status: 200 len: 1068 time: 0.7016931 Apr 23 00:02:47.223195 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49914) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:47.264595 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-32e8c0e0-cb49-4cfe-80d4-07acc413cd56 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting port cd96e8cb-61fb-4aa7-b5f2-697479ec0fa2 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:47.265011 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-32e8c0e0-cb49-4cfe-80d4-07acc413cd56 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:47.291813 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04a1ae-c7c4-46d2-b427-ed2a32ce6d81 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Pushing event updated for resources: {'Port': ['ID=66957e60-e42a-493f-911d-535f44b73e46,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:47.356330 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-32e8c0e0-cb49-4cfe-80d4-07acc413cd56 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:47.374665 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-32e8c0e0-cb49-4cfe-80d4-07acc413cd56 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Calling delete_port for cd96e8cb-61fb-4aa7-b5f2-697479ec0fa2 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:47.531047 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-8362f97d-38cd-4ede-aeb2-ee3ac7b2c1cd None None] Provisioning complete for port 66957e60-e42a-493f-911d-535f44b73e46 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:47.531561 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8362f97d-38cd-4ede-aeb2-ee3ac7b2c1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:47.546662 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-32e8c0e0-cb49-4cfe-80d4-07acc413cd56 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:47.562034 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9330528b-6be8-40d4-b370-7917c8b4f101 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:47.575399 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8c0e0-cb49-4cfe-80d4-07acc413cd56 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Port': ['ID=cd96e8cb-61fb-4aa7-b5f2-697479ec0fa2,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:47.576054 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8362f97d-38cd-4ede-aeb2-ee3ac7b2c1cd None None] Port 66957e60-e42a-493f-911d-535f44b73e46 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:47.581419 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-32e8c0e0-cb49-4cfe-80d4-07acc413cd56 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:47.584643 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-32e8c0e0-cb49-4cfe-80d4-07acc413cd56 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/ports/cd96e8cb-61fb-4aa7-b5f2-697479ec0fa2 HTTP/1.1" status: 204 len: 168 time: 0.5075550 Apr 23 00:02:47.587101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49922) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:47.592267 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-5818c36f-8ca7-4802-a48c-b6826d955d39 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'port': {'network_id': 'c63f51b9-c3a4-49bd-bea9-32c28d4853e2', 'mac_address': 'fa:16:3e:a9:74:34', 'name': 'tempest-PortsTestJSON-124511589'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:47.654626 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47209a53-c6e2-41d5-84a1-76a5b3ec85d7 req-7fa10482-5297-46d8-b8b6-1013778daec4 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:47.656252 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-47209a53-c6e2-41d5-84a1-76a5b3ec85d7 req-7fa10482-5297-46d8-b8b6-1013778daec4 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.4518986 Apr 23 00:02:47.745425 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49926) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:47.755827 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5818c36f-8ca7-4802-a48c-b6826d955d39 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:47.825662 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-0d9655b4-12d5-4823-9721-383826702879 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Deleting port 66957e60-e42a-493f-911d-535f44b73e46 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:47.826204 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0d9655b4-12d5-4823-9721-383826702879 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:47.826914 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5818c36f-8ca7-4802-a48c-b6826d955d39 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:47.831355 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-47209a53-c6e2-41d5-84a1-76a5b3ec85d7 req-ea4aef63-4967-4730-980a-4216e711b58d tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390202 Apr 23 00:02:47.852278 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-5818c36f-8ca7-4802-a48c-b6826d955d39 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] device_id is not set on port dba6ce1c-fde1-46e0-88ed-1102c8a69f4b yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:47.865060 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-9330528b-6be8-40d4-b370-7917c8b4f101 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Deleting port 0c2b61f7-fac1-4ef2-8092-30f4c6a634e2 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:47.865060 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9330528b-6be8-40d4-b370-7917c8b4f101 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:47.865258 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-9f40580a-e002-4c2f-b7bc-a361f1ee2445 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1620963013'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:48.021826 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f40580a-e002-4c2f-b7bc-a361f1ee2445 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:48.025128 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f40580a-e002-4c2f-b7bc-a361f1ee2445 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:48.036852 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-73edf618-be2d-4f61-b276-e3354d80cd67 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:48.044159 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f40580a-e002-4c2f-b7bc-a361f1ee2445 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:48.050460 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5818c36f-8ca7-4802-a48c-b6826d955d39 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:48.056240 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0d9655b4-12d5-4823-9721-383826702879 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:48.058845 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-73edf618-be2d-4f61-b276-e3354d80cd67 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3900419'] for router, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:48.067208 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9330528b-6be8-40d4-b370-7917c8b4f101 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:48.080941 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-0d9655b4-12d5-4823-9721-383826702879 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Calling delete_port for 66957e60-e42a-493f-911d-535f44b73e46 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:48.121440 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-9330528b-6be8-40d4-b370-7917c8b4f101 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Calling delete_port for 0c2b61f7-fac1-4ef2-8092-30f4c6a634e2 owned by network:router_gateway {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:48.155856 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f40580a-e002-4c2f-b7bc-a361f1ee2445 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:48.214738 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5818c36f-8ca7-4802-a48c-b6826d955d39 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:48.222734 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f40580a-e002-4c2f-b7bc-a361f1ee2445 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:48.277586 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f40580a-e002-4c2f-b7bc-a361f1ee2445 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:02:48.304407 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5818c36f-8ca7-4802-a48c-b6826d955d39 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:48.310175 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f40580a-e002-4c2f-b7bc-a361f1ee2445 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:48.311445 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-9f40580a-e002-4c2f-b7bc-a361f1ee2445 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Added segment a8b5dee3-fe0e-43c4-9e52-edb0a4ad52ea of type vlan for network b1f19102-072e-4aa8-ace3-d4d6ad38968f Apr 23 00:02:48.315333 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-5818c36f-8ca7-4802-a48c-b6826d955d39 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:48.317838 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5818c36f-8ca7-4802-a48c-b6826d955d39 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:48.323629 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5818c36f-8ca7-4802-a48c-b6826d955d39 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:48.324248 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5818c36f-8ca7-4802-a48c-b6826d955d39 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:48.336403 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73edf618-be2d-4f61-b276-e3354d80cd67 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Router a915dd92-c20e-41e1-8210-0f75c3f09530 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:02:48.336750 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40580a-e002-4c2f-b7bc-a361f1ee2445 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26641319-5745-4ff5-abdd-4abf4230c903,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:48.347262 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818c36f-8ca7-4802-a48c-b6826d955d39 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Port': ['ID=dba6ce1c-fde1-46e0-88ed-1102c8a69f4b,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:48.382459 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f40580a-e002-4c2f-b7bc-a361f1ee2445 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:48.457869 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5818c36f-8ca7-4802-a48c-b6826d955d39 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8695059 Apr 23 00:02:48.460493 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49934) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:48.503632 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a4d554-47f8-48b5-b4ca-d8c9052958dd tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:48.505012 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-68a4d554-47f8-48b5-b4ca-d8c9052958dd tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports/dba6ce1c-fde1-46e0-88ed-1102c8a69f4b HTTP/1.1" status: 200 len: 840 time: 0.0435631 Apr 23 00:02:48.506356 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f40580a-e002-4c2f-b7bc-a361f1ee2445 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:48.511738 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f40580a-e002-4c2f-b7bc-a361f1ee2445 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:48.512314 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f40580a-e002-4c2f-b7bc-a361f1ee2445 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:48.517297 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49936) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:48.564955 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461eca8-72ed-4cd0-b4b5-eac1ac52bc3c req-7a4b7ba0-6569-4fee-8df9-9ad9125abbeb tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:48.566633 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6461eca8-72ed-4cd0-b4b5-eac1ac52bc3c req-7a4b7ba0-6569-4fee-8df9-9ad9125abbeb tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.2036893 Apr 23 00:02:48.574972 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73edf618-be2d-4f61-b276-e3354d80cd67 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:02:48.581353 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-73edf618-be2d-4f61-b276-e3354d80cd67 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:48.585082 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-73edf618-be2d-4f61-b276-e3354d80cd67 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "PUT /v2.0/routers/a915dd92-c20e-41e1-8210-0f75c3f09530 HTTP/1.1" status: 200 len: 921 time: 2.6550817 Apr 23 00:02:48.587249 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45cf44-544c-4f0a-8db5-0e749e1164e8 None None] Sync routers for ids ['a915dd92-c20e-41e1-8210-0f75c3f09530'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:02:48.589839 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49938) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:48.599227 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b45cf44-544c-4f0a-8db5-0e749e1164e8 None None] Routers {'a915dd92-c20e-41e1-8210-0f75c3f09530'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:48.600233 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-0b45cf44-544c-4f0a-8db5-0e749e1164e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a915dd92-c20e-41e1-8210-0f75c3f09530'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:48.604719 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0d9655b4-12d5-4823-9721-383826702879 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:48.635487 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-0b45cf44-544c-4f0a-8db5-0e749e1164e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:48.640603 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40580a-e002-4c2f-b7bc-a361f1ee2445 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Network': ['ID=b1f19102-072e-4aa8-ace3-d4d6ad38968f,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:48.646789 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b45cf44-544c-4f0a-8db5-0e749e1164e8 None None] Routers {'a915dd92-c20e-41e1-8210-0f75c3f09530'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:48.647414 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-0b45cf44-544c-4f0a-8db5-0e749e1164e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a915dd92-c20e-41e1-8210-0f75c3f09530'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:48.652703 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9f40580a-e002-4c2f-b7bc-a361f1ee2445 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9020979 Apr 23 00:02:48.653064 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9330528b-6be8-40d4-b370-7917c8b4f101 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:48.653165 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49940) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:48.656539 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network b1f19102-072e-4aa8-ace3-d4d6ad38968f details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:02:48.661225 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-6800654f-6bf2-42f3-a70e-0fe3b47c02e5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'port': {'network_id': 'b1f19102-072e-4aa8-ace3-d4d6ad38968f', 'name': 'tempest-PortsIpV6TestJSON-140860377'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:48.697354 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9655b4-12d5-4823-9721-383826702879 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Pushing event deleted for resources: {'Port': ['ID=66957e60-e42a-493f-911d-535f44b73e46,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:48.727529 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6461eca8-72ed-4cd0-b4b5-eac1ac52bc3c req-b82a5efe-6945-4003-bf6a-8c3e4d291c42 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498623 Apr 23 00:02:48.737467 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-13e1a1c4-1ca2-4b18-87bb-51eec4a6fa64 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting port dba6ce1c-fde1-46e0-88ed-1102c8a69f4b {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:48.738046 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-13e1a1c4-1ca2-4b18-87bb-51eec4a6fa64 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:48.752827 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-0b45cf44-544c-4f0a-8db5-0e749e1164e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:48.754290 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45cf44-544c-4f0a-8db5-0e749e1164e8 None None] The sync data for ids ['a915dd92-c20e-41e1-8210-0f75c3f09530'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:02:48.780586 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330528b-6be8-40d4-b370-7917c8b4f101 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Pushing event deleted for resources: {'Port': ['ID=0c2b61f7-fac1-4ef2-8092-30f4c6a634e2,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:48.851333 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9330528b-6be8-40d4-b370-7917c8b4f101 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:48.860423 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-13e1a1c4-1ca2-4b18-87bb-51eec4a6fa64 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:48.880738 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-13e1a1c4-1ca2-4b18-87bb-51eec4a6fa64 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Calling delete_port for dba6ce1c-fde1-46e0-88ed-1102c8a69f4b owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:48.946610 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6800654f-6bf2-42f3-a70e-0fe3b47c02e5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:48.950181 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6800654f-6bf2-42f3-a70e-0fe3b47c02e5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:48.969588 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9330528b-6be8-40d4-b370-7917c8b4f101 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:48.979011 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-6800654f-6bf2-42f3-a70e-0fe3b47c02e5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] device_id is not set on port f1a45ab3-9d2e-4089-8ec5-a60bb6429b89 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:48.979217 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9330528b-6be8-40d4-b370-7917c8b4f101 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:49.048500 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6ee48a5c-bd15-495b-ba4f-aa949ff69955 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "GET /v2.0/routers/a915dd92-c20e-41e1-8210-0f75c3f09530 HTTP/1.1" status: 200 len: 921 time: 0.4575539 Apr 23 00:02:49.052306 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49946) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:49.106828 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-13e1a1c4-1ca2-4b18-87bb-51eec4a6fa64 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:49.150408 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1a1c4-1ca2-4b18-87bb-51eec4a6fa64 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Port': ['ID=dba6ce1c-fde1-46e0-88ed-1102c8a69f4b,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:49.163271 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-13e1a1c4-1ca2-4b18-87bb-51eec4a6fa64 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:49.166406 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-13e1a1c4-1ca2-4b18-87bb-51eec4a6fa64 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/ports/dba6ce1c-fde1-46e0-88ed-1102c8a69f4b HTTP/1.1" status: 204 len: 168 time: 0.6469593 Apr 23 00:02:49.169531 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49950) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:49.182028 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2499b63a-bcdc-4f58-a9d1-a27a8c9e76bd tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:49.183876 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2499b63a-bcdc-4f58-a9d1-a27a8c9e76bd tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4&device_id=a915dd92-c20e-41e1-8210-0f75c3f09530&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1309674 Apr 23 00:02:49.184729 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9330528b-6be8-40d4-b370-7917c8b4f101 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:49.185278 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9330528b-6be8-40d4-b370-7917c8b4f101 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Fanout notify agent at l3_agent the message router_deleted on router 07dac16d-f661-4731-9569-a49250e654b9 {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:02:49.190941 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6800654f-6bf2-42f3-a70e-0fe3b47c02e5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:49.192200 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49952) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:49.214836 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9330528b-6be8-40d4-b370-7917c8b4f101 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:49.216289 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce249b5e-c380-46b0-b516-66aefcc20639 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] GET failed (client error): The resource could not be found. Apr 23 00:02:49.217873 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ce249b5e-c380-46b0-b516-66aefcc20639 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports/dba6ce1c-fde1-46e0-88ed-1102c8a69f4b HTTP/1.1" status: 404 len: 333 time: 0.0468643 Apr 23 00:02:49.218891 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9330528b-6be8-40d4-b370-7917c8b4f101 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] 10.222.0.15 "DELETE /v2.0/routers/07dac16d-f661-4731-9569-a49250e654b9 HTTP/1.1" status: 204 len: 168 time: 2.3710022 Apr 23 00:02:49.219667 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49954) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:49.224310 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0d9655b4-12d5-4823-9721-383826702879 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:49.228074 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0d9655b4-12d5-4823-9721-383826702879 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] 10.222.0.15 "DELETE /v2.0/ports/66957e60-e42a-493f-911d-535f44b73e46 HTTP/1.1" status: 204 len: 168 time: 2.0025184 Apr 23 00:02:49.230281 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49956) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:49.230612 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49958) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:49.247079 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-28537de7-51a3-42ce-97a5-9c1793f7a126 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'port': {'network_id': 'c63f51b9-c3a4-49bd-bea9-32c28d4853e2', 'name': 'tempest-PortsTestJSON-174970137'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:49.278087 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f876dad-6a86-49e7-b733-54b9ad81b12f tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Deleting subnet 00d4224d-712b-4146-bfe5-bf9df36b47b1 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:02:49.282211 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2f876dad-6a86-49e7-b733-54b9ad81b12f tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:49.334384 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2f876dad-6a86-49e7-b733-54b9ad81b12f tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:49.386080 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2f876dad-6a86-49e7-b733-54b9ad81b12f tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:49.518240 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2f876dad-6a86-49e7-b733-54b9ad81b12f tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:49.547937 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f876dad-6a86-49e7-b733-54b9ad81b12f tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Pushing event deleted for resources: {'Subnet': ['ID=00d4224d-712b-4146-bfe5-bf9df36b47b1,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:49.552779 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2f876dad-6a86-49e7-b733-54b9ad81b12f tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:49.558516 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2f876dad-6a86-49e7-b733-54b9ad81b12f tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] 10.222.0.15 "DELETE /v2.0/subnets/00d4224d-712b-4146-bfe5-bf9df36b47b1 HTTP/1.1" status: 204 len: 168 time: 0.3362405 Apr 23 00:02:49.562513 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b077f6-385b-465d-8183-90f5aee0235b None None] Network d9c878cf-18f3-4e7a-84bf-e3f1bb719438 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:02:49.565643 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49964) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:49.605090 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9535c25-26a6-4b15-87a5-7a99f4884d4d tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] GET failed (client error): The resource could not be found. Apr 23 00:02:49.606631 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d9535c25-26a6-4b15-87a5-7a99f4884d4d tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] 10.222.0.15 "GET /v2.0/ports/66957e60-e42a-493f-911d-535f44b73e46 HTTP/1.1" status: 404 len: 333 time: 0.3733344 Apr 23 00:02:49.609767 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49966) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:49.728007 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:49.755218 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e2aa09-e4c5-464d-996c-20e92c91e7a4 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:49.757479 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-13e2aa09-e4c5-464d-996c-20e92c91e7a4 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "GET /v2.0/networks/b6e09b47-c901-4973-bf1d-f170201f8bc4 HTTP/1.1" status: 200 len: 881 time: 0.5511630 Apr 23 00:02:49.760082 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49968) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:49.792946 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9de3018e-1a14-4412-a145-39548bfa8570 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "GET /v2.0/ports?device_id=a915dd92-c20e-41e1-8210-0f75c3f09530 HTTP/1.1" status: 200 len: 205 time: 0.0317633 Apr 23 00:02:49.793621 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49970) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:49.796834 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6800654f-6bf2-42f3-a70e-0fe3b47c02e5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:49.799357 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac6c12-ea2f-4c1c-8a22-0786b7bb8634 req-3c7dca21-a660-4e1c-a215-229cf36fc480 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:49.801498 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-15ac6c12-ea2f-4c1c-8a22-0786b7bb8634 req-3c7dca21-a660-4e1c-a215-229cf36fc480 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.2067323 Apr 23 00:02:49.864775 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28537de7-51a3-42ce-97a5-9c1793f7a126 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:49.872061 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28537de7-51a3-42ce-97a5-9c1793f7a126 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:49.887898 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-dd9ec54d-7451-4b1a-ad9f-45f78f083571 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Deleting port 1f99c2e2-745c-4ebe-b41d-b2c37d33b312 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:49.888421 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dd9ec54d-7451-4b1a-ad9f-45f78f083571 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:49.911014 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-15ac6c12-ea2f-4c1c-8a22-0786b7bb8634 req-140ab661-46f8-4615-bab2-7a8dac7b8314 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815885 Apr 23 00:02:49.934200 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5e953d-f90b-437f-8447-d93009fe44c7 None None] DHCP port deletion for d9c878cf-18f3-4e7a-84bf-e3f1bb719438 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:02:49.938404 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-28537de7-51a3-42ce-97a5-9c1793f7a126 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] device_id is not set on port 38ff858b-129a-4989-840d-2cdba07de9d0 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:49.943213 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800654f-6bf2-42f3-a70e-0fe3b47c02e5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Port': ['ID=f1a45ab3-9d2e-4089-8ec5-a60bb6429b89,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:49.946136 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Deleting port 19e26ae6-9a31-4984-acdf-b1821e8c44d2 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:49.946450 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:49.992279 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e953d-f90b-437f-8447-d93009fe44c7 None None] Deleting port 19e26ae6-9a31-4984-acdf-b1821e8c44d2 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:49.992852 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a5e953d-f90b-437f-8447-d93009fe44c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:50.057288 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6800654f-6bf2-42f3-a70e-0fe3b47c02e5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Checking segment: {'id': 'a8b5dee3-fe0e-43c4-9e52-edb0a4ad52ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b1f19102-072e-4aa8-ace3-d4d6ad38968f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:02:50.057654 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6800654f-6bf2-42f3-a70e-0fe3b47c02e5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network hostable DHCP agents. Network: b1f19102-072e-4aa8-ace3-d4d6ad38968f, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:02:50.062279 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cb2bbd56-3030-41ee-93a8-1f5fd7d4c338 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:50.063244 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-2a5e953d-f90b-437f-8447-d93009fe44c7 None None] For port 19e26ae6-9a31-4984-acdf-b1821e8c44d2, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=19e26ae6-9a31-4984-acdf-b1821e8c44d2,segment=NetworkSegment(60738fbb-318d-42f8-8607-b11f035f482e),segment_id=60738fbb-318d-42f8-8607-b11f035f482e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:50.063932 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a5e953d-f90b-437f-8447-d93009fe44c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:50.078950 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e953d-f90b-437f-8447-d93009fe44c7 None None] Calling delete_port for 19e26ae6-9a31-4984-acdf-b1821e8c44d2 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:50.238122 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6800654f-6bf2-42f3-a70e-0fe3b47c02e5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network b1f19102-072e-4aa8-ace3-d4d6ad38968f is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:02:50.250732 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a5e953d-f90b-437f-8447-d93009fe44c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:50.279991 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e953d-f90b-437f-8447-d93009fe44c7 None None] Pushing event deleted for resources: {'Port': ['ID=19e26ae6-9a31-4984-acdf-b1821e8c44d2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:50.280201 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cb2bbd56-3030-41ee-93a8-1f5fd7d4c338 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:50.288132 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5e953d-f90b-437f-8447-d93009fe44c7 None None] No DVR routers for this DVR port 19e26ae6-9a31-4984-acdf-b1821e8c44d2 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:02:50.299195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28537de7-51a3-42ce-97a5-9c1793f7a126 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:50.306356 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dd9ec54d-7451-4b1a-ad9f-45f78f083571 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:50.309612 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] For port 19e26ae6-9a31-4984-acdf-b1821e8c44d2, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=19e26ae6-9a31-4984-acdf-b1821e8c44d2,segment=NetworkSegment(60738fbb-318d-42f8-8607-b11f035f482e),segment_id=60738fbb-318d-42f8-8607-b11f035f482e)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:50.309964 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:50.323184 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-6800654f-6bf2-42f3-a70e-0fe3b47c02e5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, b1f19102-072e-4aa8-ace3-d4d6ad38968f) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:50.328353 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6800654f-6bf2-42f3-a70e-0fe3b47c02e5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:50.331725 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-dd9ec54d-7451-4b1a-ad9f-45f78f083571 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Calling delete_port for 1f99c2e2-745c-4ebe-b41d-b2c37d33b312 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:50.332900 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7005689-0280-4ff0-87f7-fb6a6b0205f6 None None] Network b1f19102-072e-4aa8-ace3-d4d6ad38968f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:02:50.333056 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Calling delete_port for 19e26ae6-9a31-4984-acdf-b1821e8c44d2 owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:50.335343 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6800654f-6bf2-42f3-a70e-0fe3b47c02e5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:50.336112 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6800654f-6bf2-42f3-a70e-0fe3b47c02e5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:50.432376 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-cb2bbd56-3030-41ee-93a8-1f5fd7d4c338 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Deleting port a58e6303-f44f-4e2c-b151-f6e36bbfe3f5 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:50.432742 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cb2bbd56-3030-41ee-93a8-1f5fd7d4c338 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:50.449470 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6800654f-6bf2-42f3-a70e-0fe3b47c02e5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7966964 Apr 23 00:02:50.457055 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49972) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:50.464935 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-fb8cd751-7812-4cd1-9a59-1a049867924c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-677005507'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:50.482898 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28537de7-51a3-42ce-97a5-9c1793f7a126 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:50.495212 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:50.531639 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28537de7-51a3-42ce-97a5-9c1793f7a126 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:50.539840 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-28537de7-51a3-42ce-97a5-9c1793f7a126 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:50.544257 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Pushing event deleted for resources: {'Port': ['ID=19e26ae6-9a31-4984-acdf-b1821e8c44d2,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:50.551281 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28537de7-51a3-42ce-97a5-9c1793f7a126 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:50.552327 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] No DVR routers for this DVR port 19e26ae6-9a31-4984-acdf-b1821e8c44d2 on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:02:50.557066 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28537de7-51a3-42ce-97a5-9c1793f7a126 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:50.557668 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28537de7-51a3-42ce-97a5-9c1793f7a126 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:50.561408 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8cd751-7812-4cd1-9a59-1a049867924c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:50.564904 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd751-7812-4cd1-9a59-1a049867924c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:50.577541 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28537de7-51a3-42ce-97a5-9c1793f7a126 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Port': ['ID=38ff858b-129a-4989-840d-2cdba07de9d0,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:50.583184 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cb2bbd56-3030-41ee-93a8-1f5fd7d4c338 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:50.595426 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-cb2bbd56-3030-41ee-93a8-1f5fd7d4c338 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Calling delete_port for a58e6303-f44f-4e2c-b151-f6e36bbfe3f5 owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:50.647860 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-28537de7-51a3-42ce-97a5-9c1793f7a126 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4161644 Apr 23 00:02:50.651465 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49974) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:50.656701 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-4344ca41-a99b-4e52-8cd1-04fac055e312 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:50.658972 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8cd751-7812-4cd1-9a59-1a049867924c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:02:50.666281 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:50.677671 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dd9ec54d-7451-4b1a-ad9f-45f78f083571 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:50.686377 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd751-7812-4cd1-9a59-1a049867924c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:50.686951 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-fb8cd751-7812-4cd1-9a59-1a049867924c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Added segment 524687e5-0e89-4319-8f37-42b3e02d411b of type vlan for network 1c2402e1-97ec-4df0-b403-db01448e0841 Apr 23 00:02:50.722580 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Subscribe: > segment before_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:50.722932 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:50.723719 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:50.724074 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Subscribe: > port after_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:50.724415 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Subscribe: > port after_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:50.724757 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Subscribe: > port after_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:50.725089 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Subscribe: > segment after_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:50.725431 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Subscribe: > subnet after_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:50.725756 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Subscribe: > subnet after_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:50.726097 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Subscribe: > subnet after_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:50.767051 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4344ca41-a99b-4e52-8cd1-04fac055e312 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:50.792535 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Subscribe: > subnet after_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:50.801310 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Subscribe: > subnet after_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:50.801310 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Subscribe: > subnet before_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:50.801310 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Subscribe: > subnet before_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:02:50.801310 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c878cf-18f3-4e7a-84bf-e3f1bb719438']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:50.813879 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ec54d-7451-4b1a-ad9f-45f78f083571 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Pushing event deleted for resources: {'Port': ['ID=1f99c2e2-745c-4ebe-b41d-b2c37d33b312,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:50.828512 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60738fbb-318d-42f8-8607-b11f035f482e') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:50.828805 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60738fbb-318d-42f8-8607-b11f035f482e') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:50.885160 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:50.901643 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dd9ec54d-7451-4b1a-ad9f-45f78f083571 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:50.907653 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-dd9ec54d-7451-4b1a-ad9f-45f78f083571 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] 10.222.0.15 "DELETE /v2.0/ports/1f99c2e2-745c-4ebe-b41d-b2c37d33b312 HTTP/1.1" status: 204 len: 168 time: 1.2819655 Apr 23 00:02:50.911632 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49976) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:50.913322 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd751-7812-4cd1-9a59-1a049867924c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:50.946291 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:50.954222 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1ce13f-01bb-4b81-abc2-1bd494a75266 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] GET failed (client error): The resource could not be found. Apr 23 00:02:50.955864 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7f1ce13f-01bb-4b81-abc2-1bd494a75266 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] 10.222.0.15 "GET /v2.0/ports/1f99c2e2-745c-4ebe-b41d-b2c37d33b312 HTTP/1.1" status: 404 len: 333 time: 0.0401373 Apr 23 00:02:50.960257 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49980) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:50.967453 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:02:50.967808 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: from cryptography.utils import int_from_bytes Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: from cryptography.utils import int_from_bytes Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: self.session.flush() Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: self.session.flush() Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: self.session.flush() Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: self.session.flush() Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:02:50.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:02:50.980476 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cb2bbd56-3030-41ee-93a8-1f5fd7d4c338 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:51.041168 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2bbd56-3030-41ee-93a8-1f5fd7d4c338 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Pushing event deleted for resources: {'Port': ['ID=a58e6303-f44f-4e2c-b151-f6e36bbfe3f5,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:51.089513 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd751-7812-4cd1-9a59-1a049867924c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:51.095682 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8cd751-7812-4cd1-9a59-1a049867924c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:51.096360 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd751-7812-4cd1-9a59-1a049867924c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:51.106419 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 19e26ae6-9a31-4984-acdf-b1821e8c44d2 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:02:51.121053 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4344ca41-a99b-4e52-8cd1-04fac055e312 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:51.128928 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:51.132532 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 19e26ae6-9a31-4984-acdf-b1821e8c44d2 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:02:51.132532 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 19e26ae6-9a31-4984-acdf-b1821e8c44d2 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:02:51.169615 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:51.176112 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] 10.222.0.15 "DELETE /v2.0/networks/d9c878cf-18f3-4e7a-84bf-e3f1bb719438 HTTP/1.1" status: 204 len: 168 time: 1.5990169 Apr 23 00:02:51.177080 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49982) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:51.180512 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8cd751-7812-4cd1-9a59-1a049867924c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Network': ['ID=1c2402e1-97ec-4df0-b403-db01448e0841,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:51.195765 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 1c2402e1-97ec-4df0-b403-db01448e0841 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:02:51.196914 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea9d66-ec17-4f33-8cee-c67cc5afbf77 tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Pushing event deleted for resources: {'Network': ['ID=d9c878cf-18f3-4e7a-84bf-e3f1bb719438,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:51.238493 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4344ca41-a99b-4e52-8cd1-04fac055e312 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:51.241393 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cb2bbd56-3030-41ee-93a8-1f5fd7d4c338 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:51.252760 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-fb8cd751-7812-4cd1-9a59-1a049867924c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7933674 Apr 23 00:02:51.253213 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 49984) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:51.278304 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f817c-d3d7-48bf-b2db-2d04d33ef59a req-49d62757-a5f5-449e-8612-24ccae6e417c tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:51.280484 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d85f817c-d3d7-48bf-b2db-2d04d33ef59a req-49d62757-a5f5-449e-8612-24ccae6e417c tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.1853366 Apr 23 00:02:51.307698 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-325e5700-202f-40fb-8de8-d06a2152de99 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'ports': [{'network_id': 'b1f19102-072e-4aa8-ace3-d4d6ad38968f'}, {'network_id': '1c2402e1-97ec-4df0-b403-db01448e0841'}]} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:51.308020 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-325e5700-202f-40fb-8de8-d06a2152de99 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'port': {'network_id': 'b1f19102-072e-4aa8-ace3-d4d6ad38968f'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:51.308495 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-325e5700-202f-40fb-8de8-d06a2152de99 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'port': {'network_id': '1c2402e1-97ec-4df0-b403-db01448e0841'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:51.458455 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-4344ca41-a99b-4e52-8cd1-04fac055e312 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] In _notify_port_updated(), no bound segment for port 38ff858b-129a-4989-840d-2cdba07de9d0 on network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 {{(pid=103144) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 23 00:02:51.463831 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4344ca41-a99b-4e52-8cd1-04fac055e312 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:51.464430 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4344ca41-a99b-4e52-8cd1-04fac055e312 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:51.465699 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4344ca41-a99b-4e52-8cd1-04fac055e312 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "PUT /v2.0/ports/38ff858b-129a-4989-840d-2cdba07de9d0 HTTP/1.1" status: 200 len: 818 time: 0.8132982 Apr 23 00:02:51.471616 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49986) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:51.505299 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cb2bbd56-3030-41ee-93a8-1f5fd7d4c338 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:51.522228 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cb2bbd56-3030-41ee-93a8-1f5fd7d4c338 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:51.545621 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-409e1cdb-15ee-4963-8c2a-9c60a142f0d2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Deleting port f54f0b98-6f10-4792-85da-e062b4f4cb37 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:51.545962 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-409e1cdb-15ee-4963-8c2a-9c60a142f0d2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:51.555991 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344ca41-a99b-4e52-8cd1-04fac055e312 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Port': ['ID=38ff858b-129a-4989-840d-2cdba07de9d0,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:51.567393 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-8195d5ef-29f0-44eb-8364-a18e0e71e97f tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting port 38ff858b-129a-4989-840d-2cdba07de9d0 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:51.567837 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8195d5ef-29f0-44eb-8364-a18e0e71e97f tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:51.634354 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8195d5ef-29f0-44eb-8364-a18e0e71e97f tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:51.650050 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-8195d5ef-29f0-44eb-8364-a18e0e71e97f tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Calling delete_port for 38ff858b-129a-4989-840d-2cdba07de9d0 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:51.658808 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d85f817c-d3d7-48bf-b2db-2d04d33ef59a req-a838313b-1fd8-41c7-8388-5e680fc5d4ad tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3275044 Apr 23 00:02:51.781202 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-da7d148a-050e-465d-80cb-5c93ae5a6cfd tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Deleting port 2bd54925-1c19-4d80-9c9b-637421965f52 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:51.781824 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-da7d148a-050e-465d-80cb-5c93ae5a6cfd tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:51.799075 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-409e1cdb-15ee-4963-8c2a-9c60a142f0d2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:51.801278 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cb2bbd56-3030-41ee-93a8-1f5fd7d4c338 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:51.802057 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2bbd56-3030-41ee-93a8-1f5fd7d4c338 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Fanout notify agent at l3_agent the message router_deleted on router a915dd92-c20e-41e1-8210-0f75c3f09530 {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:02:51.815279 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8195d5ef-29f0-44eb-8364-a18e0e71e97f tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:51.827431 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cb2bbd56-3030-41ee-93a8-1f5fd7d4c338 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:51.827431 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cb2bbd56-3030-41ee-93a8-1f5fd7d4c338 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "DELETE /v2.0/routers/a915dd92-c20e-41e1-8210-0f75c3f09530 HTTP/1.1" status: 204 len: 168 time: 2.0287511 Apr 23 00:02:51.827431 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-409e1cdb-15ee-4963-8c2a-9c60a142f0d2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Calling delete_port for f54f0b98-6f10-4792-85da-e062b4f4cb37 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:51.827803 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49988) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:51.832356 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-87060fb9-c348-4599-9ad6-4791f219f223 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-936079486', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:51.861772 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8195d5ef-29f0-44eb-8364-a18e0e71e97f tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:51.865332 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8195d5ef-29f0-44eb-8364-a18e0e71e97f tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/ports/38ff858b-129a-4989-840d-2cdba07de9d0 HTTP/1.1" status: 204 len: 168 time: 0.3950334 Apr 23 00:02:51.866290 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195d5ef-29f0-44eb-8364-a18e0e71e97f tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Port': ['ID=38ff858b-129a-4989-840d-2cdba07de9d0,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:51.868625 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49990) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:51.902682 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325e5700-202f-40fb-8de8-d06a2152de99 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'port': 2} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:51.907602 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-325e5700-202f-40fb-8de8-d06a2152de99 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:51.924192 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83453816-d482-4ee8-8b6a-ecfff4de7c18 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:51.925682 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-83453816-d482-4ee8-8b6a-ecfff4de7c18 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0538046 Apr 23 00:02:51.928903 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49992) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:51.952066 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-325e5700-202f-40fb-8de8-d06a2152de99 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:51.956080 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-da7d148a-050e-465d-80cb-5c93ae5a6cfd tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:51.956400 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-da7d148a-050e-465d-80cb-5c93ae5a6cfd tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:51.960502 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-28447b4d-1cd6-42e9-9fac-6e2af1419567 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] GET failed (client error): The resource could not be found. Apr 23 00:02:51.962101 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-28447b4d-1cd6-42e9-9fac-6e2af1419567 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports/38ff858b-129a-4989-840d-2cdba07de9d0 HTTP/1.1" status: 404 len: 333 time: 0.0319045 Apr 23 00:02:51.963065 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-87060fb9-c348-4599-9ad6-4791f219f223 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:51.964617 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-87060fb9-c348-4599-9ad6-4791f219f223 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:51.971413 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49994) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:51.977319 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-5191a161-2c06-45e1-8650-a544eecfb6e6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1259325774'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:51.980408 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-da7d148a-050e-465d-80cb-5c93ae5a6cfd tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Calling delete_port for 2bd54925-1c19-4d80-9c9b-637421965f52 owned by network:floatingip {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:52.032520 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-87060fb9-c348-4599-9ad6-4791f219f223 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:52.048816 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5191a161-2c06-45e1-8650-a544eecfb6e6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:52.053250 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5191a161-2c06-45e1-8650-a544eecfb6e6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:52.066670 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-87060fb9-c348-4599-9ad6-4791f219f223 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:52.088101 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5191a161-2c06-45e1-8650-a544eecfb6e6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:02:52.097783 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5191a161-2c06-45e1-8650-a544eecfb6e6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:52.098136 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-5191a161-2c06-45e1-8650-a544eecfb6e6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Added segment fbcac918-ec72-4f63-adcb-e0d5dce83934 of type vlan for network 133186f1-2619-4431-a614-e0a906eef6b6 Apr 23 00:02:52.128820 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-87060fb9-c348-4599-9ad6-4791f219f223 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:52.130000 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-87060fb9-c348-4599-9ad6-4791f219f223 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3014345 Apr 23 00:02:52.133059 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 49996) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:52.137392 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-2b6bd060-7030-470e-a197-a87e5a8ca91f tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:52.179907 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5191a161-2c06-45e1-8650-a544eecfb6e6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:52.235501 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-325e5700-202f-40fb-8de8-d06a2152de99 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] device_id is not set on port 056e1f4b-f422-417a-9d73-de1fcd71dda4 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:52.277621 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-409e1cdb-15ee-4963-8c2a-9c60a142f0d2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:52.320270 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e1cdb-15ee-4963-8c2a-9c60a142f0d2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Pushing event deleted for resources: {'Port': ['ID=f54f0b98-6f10-4792-85da-e062b4f4cb37,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:52.370331 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5191a161-2c06-45e1-8650-a544eecfb6e6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:52.373786 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-409e1cdb-15ee-4963-8c2a-9c60a142f0d2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:52.379335 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5191a161-2c06-45e1-8650-a544eecfb6e6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:52.383127 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-409e1cdb-15ee-4963-8c2a-9c60a142f0d2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] 10.222.0.15 "DELETE /v2.0/ports/f54f0b98-6f10-4792-85da-e062b4f4cb37 HTTP/1.1" status: 204 len: 168 time: 1.4156053 Apr 23 00:02:52.383263 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5191a161-2c06-45e1-8650-a544eecfb6e6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:52.383263 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd060-7030-470e-a197-a87e5a8ca91f tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:52.384647 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50000) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:52.425546 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-da7d148a-050e-465d-80cb-5c93ae5a6cfd tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:52.453816 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191a161-2c06-45e1-8650-a544eecfb6e6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Network': ['ID=133186f1-2619-4431-a614-e0a906eef6b6,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:52.467143 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 133186f1-2619-4431-a614-e0a906eef6b6 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:02:52.478207 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d148a-050e-465d-80cb-5c93ae5a6cfd tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Pushing event deleted for resources: {'Port': ['ID=2bd54925-1c19-4d80-9c9b-637421965f52,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:52.489186 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5191a161-2c06-45e1-8650-a544eecfb6e6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5165145 Apr 23 00:02:52.492842 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50002) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:52.499661 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-7f70b006-cb2d-4a1e-972c-b48ecf712ce8 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'subnet': {'network_id': '133186f1-2619-4431-a614-e0a906eef6b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:52.508849 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-615a2deb-672a-4b50-8ba5-73f2a5afbef2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Deleting subnet f62ec80a-dbd5-47d3-b424-b9e6b7207e36 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:02:52.514327 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-325e5700-202f-40fb-8de8-d06a2152de99 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:52.542227 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-615a2deb-672a-4b50-8ba5-73f2a5afbef2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:52.661654 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-615a2deb-672a-4b50-8ba5-73f2a5afbef2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:52.667539 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-325e5700-202f-40fb-8de8-d06a2152de99 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] device_id is not set on port f051fe60-9800-4d56-b96d-95d2fae3b64e yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:52.669068 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-da7d148a-050e-465d-80cb-5c93ae5a6cfd tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks [] for floatingip, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:52.672272 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-da7d148a-050e-465d-80cb-5c93ae5a6cfd tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:52.673414 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-da7d148a-050e-465d-80cb-5c93ae5a6cfd tempest-FloatingIPAdminTestJSON-1950351770 tempest-FloatingIPAdminTestJSON-1950351770-project] 10.222.0.15 "DELETE /v2.0/floatingips/e1a18ec2-b468-42c7-af3c-def8ececa17c HTTP/1.1" status: 204 len: 168 time: 1.4952254 Apr 23 00:02:52.693671 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f70b006-cb2d-4a1e-972c-b48ecf712ce8 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:52.697188 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7f70b006-cb2d-4a1e-972c-b48ecf712ce8 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:52.811555 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-615a2deb-672a-4b50-8ba5-73f2a5afbef2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:52.852072 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd060-7030-470e-a197-a87e5a8ca91f tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:52.894208 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0b07f-5a61-4e3c-8bd7-7bc8d3975a71 req-0ec69f32-2dc1-4c71-a25c-c46263bfedf5 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:52.895749 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-29d0b07f-5a61-4e3c-8bd7-7bc8d3975a71 req-0ec69f32-2dc1-4c71-a25c-c46263bfedf5 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.1510873 Apr 23 00:02:52.896775 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd060-7030-470e-a197-a87e5a8ca91f tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:52.908092 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-325e5700-202f-40fb-8de8-d06a2152de99 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:52.976642 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-29d0b07f-5a61-4e3c-8bd7-7bc8d3975a71 req-beeb5560-2cad-4d75-a737-8cdeb191c70c tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703928 Apr 23 00:02:53.033351 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-2b6bd060-7030-470e-a197-a87e5a8ca91f tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Allocated IP 172.26.3.218 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/ca85f248-a4c8-4a1f-aa54-45e8901598d4) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:53.049976 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-325e5700-202f-40fb-8de8-d06a2152de99 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:53.058139 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-615a2deb-672a-4b50-8ba5-73f2a5afbef2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:53.119873 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a2deb-672a-4b50-8ba5-73f2a5afbef2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Pushing event deleted for resources: {'Subnet': ['ID=f62ec80a-dbd5-47d3-b424-b9e6b7207e36,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:53.125385 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-615a2deb-672a-4b50-8ba5-73f2a5afbef2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:53.128642 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-615a2deb-672a-4b50-8ba5-73f2a5afbef2 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] 10.222.0.15 "DELETE /v2.0/subnets/f62ec80a-dbd5-47d3-b424-b9e6b7207e36 HTTP/1.1" status: 204 len: 168 time: 0.7440133 Apr 23 00:02:53.134846 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34376b6b-c2e2-45a1-aa43-d5f23bc900ca None None] Network b9041de7-9a09-4076-86b7-3b76b8e900bb requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:02:53.136615 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50008) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:53.229420 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c5ff8448-d6f8-4d45-9b5c-6ae1153e2bf7 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:53.236920 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325e5700-202f-40fb-8de8-d06a2152de99 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network b1f19102-072e-4aa8-ace3-d4d6ad38968f is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:53.239146 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd060-7030-470e-a197-a87e5a8ca91f tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:53.246231 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-325e5700-202f-40fb-8de8-d06a2152de99 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:53.249449 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325e5700-202f-40fb-8de8-d06a2152de99 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:53.250512 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-325e5700-202f-40fb-8de8-d06a2152de99 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:53.260012 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e5700-202f-40fb-8de8-d06a2152de99 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Port': ['ID=056e1f4b-f422-417a-9d73-de1fcd71dda4,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:53.318885 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50012) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:53.340985 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7f70b006-cb2d-4a1e-972c-b48ecf712ce8 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:53.362443 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ad4860-3821-4961-900f-474a0c5e7505 None None] DHCP port deletion for b9041de7-9a09-4076-86b7-3b76b8e900bb request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:02:53.404915 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd060-7030-470e-a197-a87e5a8ca91f tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:53.427356 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70b006-cb2d-4a1e-972c-b48ecf712ce8 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Subnet': ['ID=4f496411-17f6-4606-be5d-faccf7973ed8,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:53.455753 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-05ad4860-3821-4961-900f-474a0c5e7505 None None] Deleting port e81feaba-a100-4f0f-9ecc-20359925fb9f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:53.456188 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05ad4860-3821-4961-900f-474a0c5e7505 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:53.464013 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6bd060-7030-470e-a197-a87e5a8ca91f tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:53.473296 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f70b006-cb2d-4a1e-972c-b48ecf712ce8 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Checking segment: {'id': 'fbcac918-ec72-4f63-adcb-e0d5dce83934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '133186f1-2619-4431-a614-e0a906eef6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:02:53.473667 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f70b006-cb2d-4a1e-972c-b48ecf712ce8 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network hostable DHCP agents. Network: 133186f1-2619-4431-a614-e0a906eef6b6, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:02:53.476021 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-2b6bd060-7030-470e-a197-a87e5a8ca91f tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:53.481923 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6bd060-7030-470e-a197-a87e5a8ca91f tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:53.520285 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6bd060-7030-470e-a197-a87e5a8ca91f tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Pushing event updated for resources: {'Port': ['ID=ca85f248-a4c8-4a1f-aa54-45e8901598d4,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:53.528013 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:53.551087 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-05ad4860-3821-4961-900f-474a0c5e7505 None None] For port e81feaba-a100-4f0f-9ecc-20359925fb9f, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=e81feaba-a100-4f0f-9ecc-20359925fb9f,segment=NetworkSegment(1aa6c208-277c-4995-b3b5-2a7171acc94d),segment_id=1aa6c208-277c-4995-b3b5-2a7171acc94d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:53.551969 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05ad4860-3821-4961-900f-474a0c5e7505 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:53.568120 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-05ad4860-3821-4961-900f-474a0c5e7505 None None] Calling delete_port for e81feaba-a100-4f0f-9ecc-20359925fb9f owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:53.614983 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f04963cf-fe47-4e18-9bb3-e4cc0ffdece0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3185e12a20414d89a83645c8d9bf6b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978885 Apr 23 00:02:53.615531 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50016) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:53.648259 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f70b006-cb2d-4a1e-972c-b48ecf712ce8 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network 133186f1-2619-4431-a614-e0a906eef6b6 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:02:53.650530 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e5700-202f-40fb-8de8-d06a2152de99 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Port': ['ID=f051fe60-9800-4d56-b96d-95d2fae3b64e,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:53.673947 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325e5700-202f-40fb-8de8-d06a2152de99 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Checking segment: {'id': '524687e5-0e89-4319-8f37-42b3e02d411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1c2402e1-97ec-4df0-b403-db01448e0841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:02:53.674309 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325e5700-202f-40fb-8de8-d06a2152de99 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network hostable DHCP agents. Network: 1c2402e1-97ec-4df0-b403-db01448e0841, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:02:53.698323 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-c5ff8448-d6f8-4d45-9b5c-6ae1153e2bf7 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Deleting port e81feaba-a100-4f0f-9ecc-20359925fb9f {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:53.698666 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c5ff8448-d6f8-4d45-9b5c-6ae1153e2bf7 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:53.727628 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05ad4860-3821-4961-900f-474a0c5e7505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:53.730444 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4a898357-fd65-45ca-9b54-4452d89b4b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:53.757661 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-7f70b006-cb2d-4a1e-972c-b48ecf712ce8 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 133186f1-2619-4431-a614-e0a906eef6b6) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:53.758758 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad4860-3821-4961-900f-474a0c5e7505 None None] Pushing event deleted for resources: {'Port': ['ID=e81feaba-a100-4f0f-9ecc-20359925fb9f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:53.760535 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4a898357-fd65-45ca-9b54-4452d89b4b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:53.760724 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ad4860-3821-4961-900f-474a0c5e7505 None None] No DVR routers for this DVR port e81feaba-a100-4f0f-9ecc-20359925fb9f on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:02:53.769089 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f70b006-cb2d-4a1e-972c-b48ecf712ce8 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:53.769771 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7f70b006-cb2d-4a1e-972c-b48ecf712ce8 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:53.770478 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-c5ff8448-d6f8-4d45-9b5c-6ae1153e2bf7 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] For port e81feaba-a100-4f0f-9ecc-20359925fb9f, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=e81feaba-a100-4f0f-9ecc-20359925fb9f,segment=NetworkSegment(1aa6c208-277c-4995-b3b5-2a7171acc94d),segment_id=1aa6c208-277c-4995-b3b5-2a7171acc94d)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:53.771038 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c5ff8448-d6f8-4d45-9b5c-6ae1153e2bf7 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:53.779772 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7937495a-632f-40d1-a08c-21863cb2412a None None] Network 133186f1-2619-4431-a614-e0a906eef6b6 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:02:53.793261 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-c5ff8448-d6f8-4d45-9b5c-6ae1153e2bf7 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Calling delete_port for e81feaba-a100-4f0f-9ecc-20359925fb9f owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:53.846280 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325e5700-202f-40fb-8de8-d06a2152de99 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network 1c2402e1-97ec-4df0-b403-db01448e0841 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:02:53.855889 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-325e5700-202f-40fb-8de8-d06a2152de99 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 1c2402e1-97ec-4df0-b403-db01448e0841) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:53.861954 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325e5700-202f-40fb-8de8-d06a2152de99 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:53.867180 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325e5700-202f-40fb-8de8-d06a2152de99 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:53.868742 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addb9c2f-b95f-4755-ad7a-2ced5053d5a9 None None] Network 1c2402e1-97ec-4df0-b403-db01448e0841 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:02:53.872245 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325e5700-202f-40fb-8de8-d06a2152de99 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:53.873455 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-325e5700-202f-40fb-8de8-d06a2152de99 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:53.910964 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c5ff8448-d6f8-4d45-9b5c-6ae1153e2bf7 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:53.936065 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7f70b006-cb2d-4a1e-972c-b48ecf712ce8 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4408422 Apr 23 00:02:53.938798 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50018) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:53.940849 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff8448-d6f8-4d45-9b5c-6ae1153e2bf7 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Pushing event deleted for resources: {'Port': ['ID=e81feaba-a100-4f0f-9ecc-20359925fb9f,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:53.942719 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ff8448-d6f8-4d45-9b5c-6ae1153e2bf7 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] No DVR routers for this DVR port e81feaba-a100-4f0f-9ecc-20359925fb9f on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:02:53.947893 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-4e1f4e44-a574-462a-b9aa-b9116c406f00 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'subnet': {'network_id': '133186f1-2619-4431-a614-e0a906eef6b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:53.965434 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd060-7030-470e-a197-a87e5a8ca91f tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_gateway, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:53.972449 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-325e5700-202f-40fb-8de8-d06a2152de99 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7028141 Apr 23 00:02:53.976009 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50020) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:54.035961 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c5ff8448-d6f8-4d45-9b5c-6ae1153e2bf7 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:54.050782 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45aab8ca-58f2-49de-986e-cc8febf233e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-133186f1-2619-4431-a614-e0a906eef6b6', 'network_id': '133186f1-2619-4431-a614-e0a906eef6b6', 'tenant_id': 'c29c8b78565144119e4193c85a97e14b', 'fixed_ips': [{'subnet_id': '4f496411-17f6-4606-be5d-faccf7973ed8'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:02:54.052174 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45aab8ca-58f2-49de-986e-cc8febf233e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:54.062552 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-c5ff8448-d6f8-4d45-9b5c-6ae1153e2bf7 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9041de7-9a09-4076-86b7-3b76b8e900bb']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:54.077149 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-c5ff8448-d6f8-4d45-9b5c-6ae1153e2bf7 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa6c208-277c-4995-b3b5-2a7171acc94d') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:54.077648 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-c5ff8448-d6f8-4d45-9b5c-6ae1153e2bf7 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa6c208-277c-4995-b3b5-2a7171acc94d') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:54.077769 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4a898357-fd65-45ca-9b54-4452d89b4b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:54.080391 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4a898357-fd65-45ca-9b54-4452d89b4b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:54.081532 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4a898357-fd65-45ca-9b54-4452d89b4b8e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ec2493b-ca3f-4ab2-ba06-25b3495239bc HTTP/1.1" status: 204 len: 168 time: 0.4397757 Apr 23 00:02:54.089723 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c5ff8448-d6f8-4d45-9b5c-6ae1153e2bf7 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:54.116090 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a898357-fd65-45ca-9b54-4452d89b4b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec2493b-ca3f-4ab2-ba06-25b3495239bc,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:54.131273 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c5ff8448-d6f8-4d45-9b5c-6ae1153e2bf7 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:54.143402 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ff8448-d6f8-4d45-9b5c-6ae1153e2bf7 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:02:54.143844 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c5ff8448-d6f8-4d45-9b5c-6ae1153e2bf7 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:02:54.146893 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:02:54.199399 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac171b-dd97-4d1b-b03e-1e7badc354c2 req-85312de0-0adf-424e-9644-14a70ee90546 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:54.201490 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-41ac171b-dd97-4d1b-b03e-1e7badc354c2 req-85312de0-0adf-424e-9644-14a70ee90546 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.1092989 Apr 23 00:02:54.252001 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-41ac171b-dd97-4d1b-b03e-1e7badc354c2 req-ebe60d83-95b1-438a-9901-c2f0ca415b22 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423717 Apr 23 00:02:54.289037 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-45aab8ca-58f2-49de-986e-cc8febf233e9 None None] Allocated IP 172.20.0.2 (133186f1-2619-4431-a614-e0a906eef6b6/4f496411-17f6-4606-be5d-faccf7973ed8/b7d38624-baaa-47bf-bb58-d91a67b130d2) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:54.300376 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c5ff8448-d6f8-4d45-9b5c-6ae1153e2bf7 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:54.307519 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c5ff8448-d6f8-4d45-9b5c-6ae1153e2bf7 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:54.311602 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c5ff8448-d6f8-4d45-9b5c-6ae1153e2bf7 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] 10.222.0.15 "DELETE /v2.0/networks/b9041de7-9a09-4076-86b7-3b76b8e900bb HTTP/1.1" status: 204 len: 168 time: 1.1734438 Apr 23 00:02:54.331264 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff8448-d6f8-4d45-9b5c-6ae1153e2bf7 tempest-AllowedAddressPairIpV6TestJSON-378956147 tempest-AllowedAddressPairIpV6TestJSON-378956147-project] Pushing event deleted for resources: {'Network': ['ID=b9041de7-9a09-4076-86b7-3b76b8e900bb,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:54.473637 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45aab8ca-58f2-49de-986e-cc8febf233e9 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:54.553281 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45aab8ca-58f2-49de-986e-cc8febf233e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:54.600983 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aab8ca-58f2-49de-986e-cc8febf233e9 None None] Network 133186f1-2619-4431-a614-e0a906eef6b6 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:54.605832 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-45aab8ca-58f2-49de-986e-cc8febf233e9 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:54.609351 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aab8ca-58f2-49de-986e-cc8febf233e9 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:54.611582 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aab8ca-58f2-49de-986e-cc8febf233e9 None None] Pushing event updated for resources: {'Port': ['ID=b7d38624-baaa-47bf-bb58-d91a67b130d2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:54.633987 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-6eabebea-80d7-42aa-9e32-bee24aa0706c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting port f051fe60-9800-4d56-b96d-95d2fae3b64e {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:54.634382 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6eabebea-80d7-42aa-9e32-bee24aa0706c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:54.655307 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-376796a8-db35-4a9c-a928-6a182ed841eb req-f4ce7e99-7b63-4a23-b5a7-7ae7fe85b5f8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546534 Apr 23 00:02:54.655483 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1f4e44-a574-462a-b9aa-b9116c406f00 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:54.655802 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4e1f4e44-a574-462a-b9aa-b9116c406f00 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:54.696134 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-45aab8ca-58f2-49de-986e-cc8febf233e9 None None] Attempting to bind port b7d38624-baaa-47bf-bb58-d91a67b130d2 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:02:54.699706 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-45aab8ca-58f2-49de-986e-cc8febf233e9 None None] Attempting to bind port b7d38624-baaa-47bf-bb58-d91a67b130d2 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'fbcac918-ec72-4f63-adcb-e0d5dce83934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '133186f1-2619-4431-a614-e0a906eef6b6'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:02:54.699706 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45aab8ca-58f2-49de-986e-cc8febf233e9 None None] Attempting to bind port b7d38624-baaa-47bf-bb58-d91a67b130d2 on network 133186f1-2619-4431-a614-e0a906eef6b6 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:02:54.703041 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45aab8ca-58f2-49de-986e-cc8febf233e9 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:02:54.703421 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45aab8ca-58f2-49de-986e-cc8febf233e9 None None] Checking segment: {'id': 'fbcac918-ec72-4f63-adcb-e0d5dce83934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '133186f1-2619-4431-a614-e0a906eef6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:02:54.703874 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45aab8ca-58f2-49de-986e-cc8febf233e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:54.705032 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45aab8ca-58f2-49de-986e-cc8febf233e9 None None] Bound using segment: {'id': 'fbcac918-ec72-4f63-adcb-e0d5dce83934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '133186f1-2619-4431-a614-e0a906eef6b6'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:02:54.705032 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-45aab8ca-58f2-49de-986e-cc8febf233e9 None None] Bound port: b7d38624-baaa-47bf-bb58-d91a67b130d2, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbcac918-ec72-4f63-adcb-e0d5dce83934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '133186f1-2619-4431-a614-e0a906eef6b6'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:02:54.705280 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45aab8ca-58f2-49de-986e-cc8febf233e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:54.749667 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376796a8-db35-4a9c-a928-6a182ed841eb req-904c18c6-3406-4f6a-9d08-1a704abdfc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:54.751201 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-376796a8-db35-4a9c-a928-6a182ed841eb req-904c18c6-3406-4f6a-9d08-1a704abdfc99 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6acbda49d53541c4a7ad697686f19386&device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 1098 time: 0.0478814 Apr 23 00:02:54.772023 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd060-7030-470e-a197-a87e5a8ca91f tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:54.784104 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6eabebea-80d7-42aa-9e32-bee24aa0706c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:54.785937 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-45aab8ca-58f2-49de-986e-cc8febf233e9 None None] For port b7d38624-baaa-47bf-bb58-d91a67b130d2, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:02:54.789372 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-45aab8ca-58f2-49de-986e-cc8febf233e9 None None] For port b7d38624-baaa-47bf-bb58-d91a67b130d2, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b7d38624-baaa-47bf-bb58-d91a67b130d2,segment=NetworkSegment(fbcac918-ec72-4f63-adcb-e0d5dce83934),segment_id=fbcac918-ec72-4f63-adcb-e0d5dce83934)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:02:54.796826 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd060-7030-470e-a197-a87e5a8ca91f tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3900419'] for router, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:54.826738 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-6eabebea-80d7-42aa-9e32-bee24aa0706c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Calling delete_port for f051fe60-9800-4d56-b96d-95d2fae3b64e owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:54.826738 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50032) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:54.877236 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50034) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:54.877905 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45aab8ca-58f2-49de-986e-cc8febf233e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:54.889328 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-16110876-2161-4c7f-af77-eb6df650840e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:54.912533 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376796a8-db35-4a9c-a928-6a182ed841eb req-9e623703-6a9c-47d7-a1d8-d6bd74e15b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:54.914235 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-376796a8-db35-4a9c-a928-6a182ed841eb req-9e623703-6a9c-47d7-a1d8-d6bd74e15b00 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019 HTTP/1.1" status: 200 len: 913 time: 0.1300845 Apr 23 00:02:54.936178 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.ipam_backend_mixin [None req-4e1f4e44-a574-462a-b9aa-b9116c406f00 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4f496411-17f6-4606-be5d-faccf7973ed8 (CIDR: 172.20.0.0/28) Apr 23 00:02:54.956260 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aab8ca-58f2-49de-986e-cc8febf233e9 None None] Pushing event updated for resources: {'Port': ['ID=b7d38624-baaa-47bf-bb58-d91a67b130d2,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:54.987498 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1f4e44-a574-462a-b9aa-b9116c406f00 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:02:54.988120 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1f4e44-a574-462a-b9aa-b9116c406f00 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:02:55.004309 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-376796a8-db35-4a9c-a928-6a182ed841eb req-5a754837-60d7-4cd0-8ce2-a54e909ea10d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edf4e660-d2b4-4923-a433-b874409cde73 HTTP/1.1" status: 200 len: 1000 time: 0.0826147 Apr 23 00:02:55.110654 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376796a8-db35-4a9c-a928-6a182ed841eb req-8ca940f1-321a-4093-babc-dc6ebb9f5f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:55.112745 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-376796a8-db35-4a9c-a928-6a182ed841eb req-8ca940f1-321a-4093-babc-dc6ebb9f5f24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5dac7434-d808-410c-93e9-edb872458a8d HTTP/1.1" status: 200 len: 851 time: 0.0939577 Apr 23 00:02:55.117484 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-16110876-2161-4c7f-af77-eb6df650840e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:55.117987 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device e81feaba-a100-4f0f-9ecc-20359925fb9f no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:02:55.126212 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4e1f4e44-a574-462a-b9aa-b9116c406f00 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1863892 Apr 23 00:02:55.131129 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50038) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:55.136777 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-b27edaf2-acda-43f0-a4a5-e537c2ea05f6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'subnet': {'network_id': '133186f1-2619-4431-a614-e0a906eef6b6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:55.184560 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: e81feaba-a100-4f0f-9ecc-20359925fb9f {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:02:55.185185 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device e81feaba-a100-4f0f-9ecc-20359925fb9f not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:02:55.212570 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-16110876-2161-4c7f-af77-eb6df650840e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:55.221300 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6eabebea-80d7-42aa-9e32-bee24aa0706c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:55.221509 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376796a8-db35-4a9c-a928-6a182ed841eb req-6242a6c3-8c36-47f9-88cd-3904a3f57576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:55.221509 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-376796a8-db35-4a9c-a928-6a182ed841eb req-6242a6c3-8c36-47f9-88cd-3904a3f57576 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0904245 Apr 23 00:02:55.283707 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6bd060-7030-470e-a197-a87e5a8ca91f tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Router 68ec2be8-2b4f-46c9-b449-9c37af93b524 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:02:55.290527 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-64fd9b05-19bf-4e13-a1e0-be731d3cf3ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=440f81e7cb92442886d40dac49f47908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4119918 Apr 23 00:02:55.294739 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50042) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:55.305089 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eabebea-80d7-42aa-9e32-bee24aa0706c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Port': ['ID=f051fe60-9800-4d56-b96d-95d2fae3b64e,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:55.312701 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6eabebea-80d7-42aa-9e32-bee24aa0706c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:55.320644 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6eabebea-80d7-42aa-9e32-bee24aa0706c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/ports/f051fe60-9800-4d56-b96d-95d2fae3b64e HTTP/1.1" status: 204 len: 168 time: 1.3077579 Apr 23 00:02:55.322616 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50044) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:55.328595 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16110876-2161-4c7f-af77-eb6df650840e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a484787c-384c-4844-9773-052b98f4e67e,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:55.382084 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-16110876-2161-4c7f-af77-eb6df650840e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7c4b45d80e647db8943b2f54292f142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5505359 Apr 23 00:02:55.384129 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50046) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:55.416445 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cd719d0c-3f61-46e7-885c-564a9063f9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:55.435228 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-376796a8-db35-4a9c-a928-6a182ed841eb req-10de14d3-7877-4603-8cd5-d7b600ec18cc service neutron] 10.222.0.16 "GET /v2.0/networks/a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045338 Apr 23 00:02:55.471751 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cd719d0c-3f61-46e7-885c-564a9063f9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:55.501594 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a2a5d1-ae8c-482a-a2cc-a243095f2f75 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:55.507426 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a2a5d1-ae8c-482a-a2cc-a243095f2f75 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:55.509028 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-06a2a5d1-ae8c-482a-a2cc-a243095f2f75 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1814561 Apr 23 00:02:55.525163 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50048) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:55.565458 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d52fb4-8c4c-4e4e-b92c-826de911c155 req-364374cc-4231-484a-8275-e5d56052cfe7 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:55.566992 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-57d52fb4-8c4c-4e4e-b92c-826de911c155 req-364374cc-4231-484a-8275-e5d56052cfe7 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.2012799 Apr 23 00:02:55.590015 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6bd060-7030-470e-a197-a87e5a8ca91f tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:02:55.594146 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-05d585e7-79d4-4d11-bb83-ff46bcb2ff87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:55.598528 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd060-7030-470e-a197-a87e5a8ca91f tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:55.599424 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2b6bd060-7030-470e-a197-a87e5a8ca91f tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "PUT /v2.0/routers/68ec2be8-2b4f-46c9-b449-9c37af93b524 HTTP/1.1" status: 200 len: 879 time: 3.4654431 Apr 23 00:02:55.602342 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50050) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:55.608639 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c7223c-4982-420c-a5cc-313fbd05c2ac None None] Sync routers for ids ['68ec2be8-2b4f-46c9-b449-9c37af93b524'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:02:55.618139 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c7223c-4982-420c-a5cc-313fbd05c2ac None None] Routers {'68ec2be8-2b4f-46c9-b449-9c37af93b524'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:55.618763 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-e0c7223c-4982-420c-a5cc-313fbd05c2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['68ec2be8-2b4f-46c9-b449-9c37af93b524'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:55.652428 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-e0c7223c-4982-420c-a5cc-313fbd05c2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:55.663210 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-57d52fb4-8c4c-4e4e-b92c-826de911c155 req-97354a5a-4427-4e1c-b240-8a82ad1770ec tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892658 Apr 23 00:02:55.668166 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c7223c-4982-420c-a5cc-313fbd05c2ac None None] Routers {'68ec2be8-2b4f-46c9-b449-9c37af93b524'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:02:55.668993 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-e0c7223c-4982-420c-a5cc-313fbd05c2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['68ec2be8-2b4f-46c9-b449-9c37af93b524'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:55.688663 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27edaf2-acda-43f0-a4a5-e537c2ea05f6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:55.688663 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b27edaf2-acda-43f0-a4a5-e537c2ea05f6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:55.688912 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-05d585e7-79d4-4d11-bb83-ff46bcb2ff87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:55.713952 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-e0c7223c-4982-420c-a5cc-313fbd05c2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:55.714850 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c7223c-4982-420c-a5cc-313fbd05c2ac None None] The sync data for ids ['68ec2be8-2b4f-46c9-b449-9c37af93b524'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:02:55.745227 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-376796a8-db35-4a9c-a928-6a182ed841eb req-31a8b967-7720-427a-944c-4b872335bbff service neutron] 10.222.0.16 "GET /v2.0/networks/a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931898 Apr 23 00:02:55.780913 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-a03ea719-8f74-403f-aeb2-9c836bdeedde tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting port 056e1f4b-f422-417a-9d73-de1fcd71dda4 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:55.781272 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a03ea719-8f74-403f-aeb2-9c836bdeedde tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:55.793055 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ecec3a58-56f0-4162-abbd-f1f164c63e02 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "GET /v2.0/routers/68ec2be8-2b4f-46c9-b449-9c37af93b524 HTTP/1.1" status: 200 len: 920 time: 0.1896241 Apr 23 00:02:55.796301 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50054) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:55.826569 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:02:55.835035 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cd719d0c-3f61-46e7-885c-564a9063f9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:55.837714 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cd719d0c-3f61-46e7-885c-564a9063f9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:55.838876 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cd719d0c-3f61-46e7-885c-564a9063f9b3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57144fb9-75c5-4eba-a16e-f2ac6bf72f54 HTTP/1.1" status: 204 len: 168 time: 0.5432975 Apr 23 00:02:55.866210 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-05d585e7-79d4-4d11-bb83-ff46bcb2ff87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:55.868782 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-05d585e7-79d4-4d11-bb83-ff46bcb2ff87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:55.870122 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-05d585e7-79d4-4d11-bb83-ff46bcb2ff87 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a484787c-384c-4844-9773-052b98f4e67e HTTP/1.1" status: 204 len: 168 time: 0.4848747 Apr 23 00:02:55.879771 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ded1c7-e670-4e12-a34d-97853dde33c9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:55.879771 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e2ded1c7-e670-4e12-a34d-97853dde33c9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4&device_id=68ec2be8-2b4f-46c9-b449-9c37af93b524&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0799716 Apr 23 00:02:55.881299 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50060) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:55.910851 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a03ea719-8f74-403f-aeb2-9c836bdeedde tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:55.931212 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd719d0c-3f61-46e7-885c-564a9063f9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57144fb9-75c5-4eba-a16e-f2ac6bf72f54,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:55.943497 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-a03ea719-8f74-403f-aeb2-9c836bdeedde tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Calling delete_port for 056e1f4b-f422-417a-9d73-de1fcd71dda4 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:55.955628 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d585e7-79d4-4d11-bb83-ff46bcb2ff87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a484787c-384c-4844-9773-052b98f4e67e,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:56.137170 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d692da1d-8643-4b12-ad5d-99ef68e176c1 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:56.140036 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d692da1d-8643-4b12-ad5d-99ef68e176c1 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "GET /v2.0/networks/b6e09b47-c901-4973-bf1d-f170201f8bc4 HTTP/1.1" status: 200 len: 881 time: 0.2164648 Apr 23 00:02:56.141754 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50062) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:56.171958 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3fff857a-1eef-4ecd-9925-87cb9b7b1e76 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "GET /v2.0/ports?device_id=68ec2be8-2b4f-46c9-b449-9c37af93b524 HTTP/1.1" status: 200 len: 205 time: 0.0262341 Apr 23 00:02:56.172385 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50066) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:56.177123 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a03ea719-8f74-403f-aeb2-9c836bdeedde tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:56.222950 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f968578-4d27-43fa-bd73-4da17bf07c05 None None] Network 133186f1-2619-4431-a614-e0a906eef6b6 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:02:56.229235 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ea719-8f74-403f-aeb2-9c836bdeedde tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Port': ['ID=056e1f4b-f422-417a-9d73-de1fcd71dda4,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:56.248395 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a03ea719-8f74-403f-aeb2-9c836bdeedde tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:56.248395 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a03ea719-8f74-403f-aeb2-9c836bdeedde tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/ports/056e1f4b-f422-417a-9d73-de1fcd71dda4 HTTP/1.1" status: 204 len: 168 time: 0.7148013 Apr 23 00:02:56.251826 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50070) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:56.268222 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b27edaf2-acda-43f0-a4a5-e537c2ea05f6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:56.345480 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4194341a-6fa7-4c1d-a30e-b07de5362e63 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:56.356505 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4194341a-6fa7-4c1d-a30e-b07de5362e63 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1029410 Apr 23 00:02:56.357718 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50072) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:56.383562 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27edaf2-acda-43f0-a4a5-e537c2ea05f6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network 133186f1-2619-4431-a614-e0a906eef6b6 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:56.390518 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-b27edaf2-acda-43f0-a4a5-e537c2ea05f6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:56.393438 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27edaf2-acda-43f0-a4a5-e537c2ea05f6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:56.394332 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b27edaf2-acda-43f0-a4a5-e537c2ea05f6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:56.399177 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-5698542a-ac0e-4eb4-9523-a38efc390250 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] GET failed (client error): The resource could not be found. Apr 23 00:02:56.405785 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5698542a-ac0e-4eb4-9523-a38efc390250 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports/f051fe60-9800-4d56-b96d-95d2fae3b64e HTTP/1.1" status: 404 len: 333 time: 0.0465858 Apr 23 00:02:56.407041 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50076) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:56.421185 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27edaf2-acda-43f0-a4a5-e537c2ea05f6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Subnet': ['ID=6fc9e150-1f08-4436-9f4c-c07bda22ce4f,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:56.431641 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8ca1-df84-4810-9534-68d4bde742a0 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:56.454379 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-d820617b-5521-40d5-be92-dca7a642ad68 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] GET failed (client error): The resource could not be found. Apr 23 00:02:56.456357 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d820617b-5521-40d5-be92-dca7a642ad68 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports/056e1f4b-f422-417a-9d73-de1fcd71dda4 HTTP/1.1" status: 404 len: 333 time: 0.0483327 Apr 23 00:02:56.459697 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50080) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:56.507648 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-ad3ba794-e2e3-4911-b443-716abe3919c6 None None] Provisioning complete for port b7d38624-baaa-47bf-bb58-d91a67b130d2 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:56.511786 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad3ba794-e2e3-4911-b443-716abe3919c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:56.536187 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b27edaf2-acda-43f0-a4a5-e537c2ea05f6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4039290 Apr 23 00:02:56.538886 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50084) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:56.546344 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-e696d4d1-83d7-4a09-aa8b-a07bf21142d7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'port': {'network_id': '133186f1-2619-4431-a614-e0a906eef6b6', 'fixed_ips': [{'subnet_id': '4f496411-17f6-4606-be5d-faccf7973ed8'}, {'subnet_id': '6fc9e150-1f08-4436-9f4c-c07bda22ce4f'}], 'name': 'tempest-PortsTestJSON-107666454'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:56.552542 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-69df9dd4-8169-49a1-b9ae-e815de3c9b6d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:56.627119 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8ca1-df84-4810-9534-68d4bde742a0 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:56.644978 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad3ba794-e2e3-4911-b443-716abe3919c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:56.649244 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-69df9dd4-8169-49a1-b9ae-e815de3c9b6d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:56.680439 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-69df9dd4-8169-49a1-b9ae-e815de3c9b6d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c2402e1-97ec-4df0-b403-db01448e0841']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:56.694427 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-69df9dd4-8169-49a1-b9ae-e815de3c9b6d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '524687e5-0e89-4319-8f37-42b3e02d411b') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:56.694828 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-69df9dd4-8169-49a1-b9ae-e815de3c9b6d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '524687e5-0e89-4319-8f37-42b3e02d411b') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:02:56.712929 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-69df9dd4-8169-49a1-b9ae-e815de3c9b6d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:56.731938 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-69df9dd4-8169-49a1-b9ae-e815de3c9b6d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:56.740268 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69df9dd4-8169-49a1-b9ae-e815de3c9b6d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:02:56.740909 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-69df9dd4-8169-49a1-b9ae-e815de3c9b6d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:02:56.745078 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:02:56.771247 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ad3ba794-e2e3-4911-b443-716abe3919c6 None None] For port b7d38624-baaa-47bf-bb58-d91a67b130d2, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b7d38624-baaa-47bf-bb58-d91a67b130d2,segment=NetworkSegment(fbcac918-ec72-4f63-adcb-e0d5dce83934),segment_id=fbcac918-ec72-4f63-adcb-e0d5dce83934)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:56.778293 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514ff7b6-eadc-4d49-a751-897cadf77ff7 None None] Update dhcp port {'port': {'network_id': '133186f1-2619-4431-a614-e0a906eef6b6', 'fixed_ips': [{'subnet_id': '4f496411-17f6-4606-be5d-faccf7973ed8', 'ip_address': '172.20.0.2'}, {'subnet_id': '6fc9e150-1f08-4436-9f4c-c07bda22ce4f'}], 'binding:host_id': 'dv-neutron-838783-1-hyperv'}, 'id': 'b7d38624-baaa-47bf-bb58-d91a67b130d2'} from dv-neutron-838783-1-hyperv. {{(pid=103146) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 23 00:02:56.800670 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa8ca1-df84-4810-9534-68d4bde742a0 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Deleting port ca85f248-a4c8-4a1f-aa54-45e8901598d4 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:02:56.801250 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8ca1-df84-4810-9534-68d4bde742a0 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:56.814564 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-514ff7b6-eadc-4d49-a751-897cadf77ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:56.847813 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e696d4d1-83d7-4a09-aa8b-a07bf21142d7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:56.848690 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50090) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:56.855445 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad3ba794-e2e3-4911-b443-716abe3919c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:56.864043 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2af85-4793-4285-982d-27eaaa376943 req-55ad27ad-2e3f-47c4-9733-f9234585f664 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:56.865149 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1ef2af85-4793-4285-982d-27eaaa376943 req-55ad27ad-2e3f-47c4-9733-f9234585f664 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.1071205 Apr 23 00:02:56.871179 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-87ab501f-6712-4393-ba22-6cd739c6bece admin admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:56.929031 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1ef2af85-4793-4285-982d-27eaaa376943 req-ce4fcd98-0bc6-4ec9-8c42-79bcb68c81ee tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479970 Apr 23 00:02:56.960169 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-69df9dd4-8169-49a1-b9ae-e815de3c9b6d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:56.975165 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-69df9dd4-8169-49a1-b9ae-e815de3c9b6d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:56.978280 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-69df9dd4-8169-49a1-b9ae-e815de3c9b6d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/networks/1c2402e1-97ec-4df0-b403-db01448e0841 HTTP/1.1" status: 204 len: 168 time: 0.5175638 Apr 23 00:02:56.984764 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50094) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:56.993655 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-64f9bfcb-e8bc-4ce8-bbb7-9b6135ff9e78 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1164836913'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:57.012483 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df9dd4-8169-49a1-b9ae-e815de3c9b6d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Network': ['ID=1c2402e1-97ec-4df0-b403-db01448e0841,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:57.020847 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8ca1-df84-4810-9534-68d4bde742a0 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:57.037640 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa8ca1-df84-4810-9534-68d4bde742a0 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Calling delete_port for ca85f248-a4c8-4a1f-aa54-45e8901598d4 owned by network:router_gateway {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:02:57.079684 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-87ab501f-6712-4393-ba22-6cd739c6bece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:57.100398 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f9bfcb-e8bc-4ce8-bbb7-9b6135ff9e78 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:57.104289 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-64f9bfcb-e8bc-4ce8-bbb7-9b6135ff9e78 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:57.130215 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ba794-e2e3-4911-b443-716abe3919c6 None None] Pushing event updated for resources: {'Port': ['ID=b7d38624-baaa-47bf-bb58-d91a67b130d2,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:57.156820 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e696d4d1-83d7-4a09-aa8b-a07bf21142d7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:57.160005 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-87ab501f-6712-4393-ba22-6cd739c6bece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:57.163845 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f9bfcb-e8bc-4ce8-bbb7-9b6135ff9e78 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:02:57.206105 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-64f9bfcb-e8bc-4ce8-bbb7-9b6135ff9e78 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:57.206438 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-64f9bfcb-e8bc-4ce8-bbb7-9b6135ff9e78 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Added segment 0e111dcf-d627-4053-837c-b0f870b26ea4 of type vlan for network 48ff9801-3d71-461f-98e1-391948928de2 Apr 23 00:02:57.219435 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab501f-6712-4393-ba22-6cd739c6bece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cceb08-8a9f-4002-a259-ce6cf2ef277a,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:57.220689 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b7d38624-baaa-47bf-bb58-d91a67b130d2 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:02:57.227756 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-87ab501f-6712-4393-ba22-6cd739c6bece admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=98261b9f7d5f423e932ef6fc2c794213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3755848 Apr 23 00:02:57.232912 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-e696d4d1-83d7-4a09-aa8b-a07bf21142d7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] device_id is not set on port ee393300-7bc8-4bd2-a591-ea5679ad082d yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:57.241529 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50100) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:57.257911 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-64f9bfcb-e8bc-4ce8-bbb7-9b6135ff9e78 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:57.278606 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-514ff7b6-eadc-4d49-a751-897cadf77ff7 None None] Allocated IP 172.20.0.18 (133186f1-2619-4431-a614-e0a906eef6b6/6fc9e150-1f08-4436-9f4c-c07bda22ce4f/b7d38624-baaa-47bf-bb58-d91a67b130d2) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:57.319827 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port b7d38624-baaa-47bf-bb58-d91a67b130d2 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:57.320042 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:57.338901 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-64f9bfcb-e8bc-4ce8-bbb7-9b6135ff9e78 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:57.344886 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f9bfcb-e8bc-4ce8-bbb7-9b6135ff9e78 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:57.345612 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-64f9bfcb-e8bc-4ce8-bbb7-9b6135ff9e78 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:57.424331 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-514ff7b6-eadc-4d49-a751-897cadf77ff7 None None] For port b7d38624-baaa-47bf-bb58-d91a67b130d2, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b7d38624-baaa-47bf-bb58-d91a67b130d2,segment=NetworkSegment(fbcac918-ec72-4f63-adcb-e0d5dce83934),segment_id=fbcac918-ec72-4f63-adcb-e0d5dce83934)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:02:57.431728 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-64f9bfcb-e8bc-4ce8-bbb7-9b6135ff9e78 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4437089 Apr 23 00:02:57.435803 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50104) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:57.443723 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-49c6975b-5c38-4555-910a-4af5f51b4254 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'subnet': {'network_id': '48ff9801-3d71-461f-98e1-391948928de2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:57.444959 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9bfcb-e8bc-4ce8-bbb7-9b6135ff9e78 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Network': ['ID=48ff9801-3d71-461f-98e1-391948928de2,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:57.465014 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 48ff9801-3d71-461f-98e1-391948928de2 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:02:57.499322 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50106) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:57.535955 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-514ff7b6-eadc-4d49-a751-897cadf77ff7 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:57.601577 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-514ff7b6-eadc-4d49-a751-897cadf77ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:57.637853 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-a0000289-01bd-4839-803f-fd4b05c31c2a tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:57.645742 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50110) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:57.647235 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a0000289-01bd-4839-803f-fd4b05c31c2a tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1456766 Apr 23 00:02:57.648792 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c6975b-5c38-4555-910a-4af5f51b4254 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:57.652800 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-49c6975b-5c38-4555-910a-4af5f51b4254 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:57.654682 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [None req-b38ff076-d25f-460c-8059-012e78a2c9fe tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:57.658261 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b38ff076-d25f-460c-8059-012e78a2c9fe tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0051520 Apr 23 00:02:57.681939 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50112) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:57.689997 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-44ad03e5-5cbc-43e9-8c73-072e8d085717 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:57.693686 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-44ad03e5-5cbc-43e9-8c73-072e8d085717 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0081952 Apr 23 00:02:57.694149 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50114) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:57.698588 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ff7b6-eadc-4d49-a751-897cadf77ff7 None None] Pushing event updated for resources: {'Port': ['ID=b7d38624-baaa-47bf-bb58-d91a67b130d2,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:57.735189 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-07cff0e6-df00-4386-b6ae-c821a4d485dc tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:57.736292 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-07cff0e6-df00-4386-b6ae-c821a4d485dc tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0412068 Apr 23 00:02:57.743323 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50116) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:57.751356 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-c3f4d9be-582d-4545-8be8-6db916b93d78 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:57.752511 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c3f4d9be-582d-4545-8be8-6db916b93d78 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0079474 Apr 23 00:02:57.755488 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50118) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:57.759755 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-97fd3800-f92a-463b-a5a3-2864d2de0fff tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:57.760909 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-97fd3800-f92a-463b-a5a3-2864d2de0fff tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0045226 Apr 23 00:02:57.762693 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.ipam_backend_mixin [None req-49c6975b-5c38-4555-910a-4af5f51b4254 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Performing IP validity checks on allocation pools {{(pid=103144) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 23 00:02:57.766946 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.ipam_backend_mixin [None req-49c6975b-5c38-4555-910a-4af5f51b4254 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103144) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 23 00:02:57.769240 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50120) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:57.773395 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-f5266405-ffba-49d3-8daf-30519325b256 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:57.774353 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f5266405-ffba-49d3-8daf-30519325b256 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0041981 Apr 23 00:02:57.777022 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50122) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:57.784258 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-ef7eed0c-0e9b-4d2b-bdf6-f1e3d657534e tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:57.785226 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ef7eed0c-0e9b-4d2b-bdf6-f1e3d657534e tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0073338 Apr 23 00:02:57.789463 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50124) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:57.799672 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-9142601d-5c40-4c0b-8c45-def779b88e2b tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:57.800950 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9142601d-5c40-4c0b-8c45-def779b88e2b tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0101855 Apr 23 00:02:57.804066 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-caadd28e-f25d-451f-a2eb-1c9b2a30f353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:57.806106 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50126) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:57.813090 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-1897da16-d7ae-4a21-89a7-e0b35448f0a3 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:57.814474 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1897da16-d7ae-4a21-89a7-e0b35448f0a3 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0072587 Apr 23 00:02:57.817105 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50128) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:57.827013 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-60f72941-3771-4dcd-8b95-13f46e2953e7 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:57.828061 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-60f72941-3771-4dcd-8b95-13f46e2953e7 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0100551 Apr 23 00:02:57.830840 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50130) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:57.836456 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-cc33cefe-f71a-4f03-a275-e0c47d29cd7a tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:57.837623 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cc33cefe-f71a-4f03-a275-e0c47d29cd7a tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0056710 Apr 23 00:02:57.840626 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50132) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:57.848031 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-949e6dea-29df-4e85-8649-5f82d3f76d76 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:57.848994 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-949e6dea-29df-4e85-8649-5f82d3f76d76 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0055568 Apr 23 00:02:57.853680 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50134) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:57.859290 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-20d9d5f8-21c4-468b-a1ba-59051eca210e tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:57.861953 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-20d9d5f8-21c4-468b-a1ba-59051eca210e tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0057108 Apr 23 00:02:57.862108 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-caadd28e-f25d-451f-a2eb-1c9b2a30f353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:57.862899 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50136) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:57.874676 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [None req-8093d513-28fb-4dc5-87da-82c798d5c0c5 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:57.876507 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8093d513-28fb-4dc5-87da-82c798d5c0c5 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0098565 Apr 23 00:02:57.884395 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8ca1-df84-4810-9534-68d4bde742a0 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:57.889288 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50138) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:57.896101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-d806d88b-ad67-472f-937e-ae320311f09f tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:57.900706 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d806d88b-ad67-472f-937e-ae320311f09f tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0067661 Apr 23 00:02:57.900706 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50140) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:57.906822 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-55c97f64-19c3-48ac-b4e9-15e311503ab3 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:57.908514 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-55c97f64-19c3-48ac-b4e9-15e311503ab3 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0070882 Apr 23 00:02:57.912271 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50142) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:57.918257 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-c68fb688-32da-495d-9c50-1f9d53d5a524 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:57.922707 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c68fb688-32da-495d-9c50-1f9d53d5a524 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0059826 Apr 23 00:02:57.922956 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50144) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:57.927306 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-bdcfaf40-6abf-467e-b9c7-22f2613980a8 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:57.930568 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bdcfaf40-6abf-467e-b9c7-22f2613980a8 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0045073 Apr 23 00:02:57.931146 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50146) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:57.938894 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-60a77144-07fe-41e7-8773-e5cfb59c40c1 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:57.941806 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-60a77144-07fe-41e7-8773-e5cfb59c40c1 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0078771 Apr 23 00:02:57.941956 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa8ca1-df84-4810-9534-68d4bde742a0 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Pushing event deleted for resources: {'Port': ['ID=ca85f248-a4c8-4a1f-aa54-45e8901598d4,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:57.947099 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50148) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:57.953725 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [None req-e30c3394-ab15-4382-ac16-d0e7b9449fe9 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:57.954783 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e30c3394-ab15-4382-ac16-d0e7b9449fe9 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0046546 Apr 23 00:02:57.965641 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50152) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.020130 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [None req-009c801b-d89b-4f8f-937d-d1bf91fa0121 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.021161 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-009c801b-d89b-4f8f-937d-d1bf91fa0121 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0468421 Apr 23 00:02:58.023992 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50154) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.029019 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-f99a9243-f161-4b16-92fb-6a44caced1ce tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.030026 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f99a9243-f161-4b16-92fb-6a44caced1ce tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0047314 Apr 23 00:02:58.032817 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50156) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.037063 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-c0deda07-e272-4989-888e-cd28530b1eaa tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.038331 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c0deda07-e272-4989-888e-cd28530b1eaa tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0044219 Apr 23 00:02:58.048195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50158) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.052887 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-88735874-fe78-47c1-913e-f373594866a5 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.054156 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-88735874-fe78-47c1-913e-f373594866a5 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0047457 Apr 23 00:02:58.056834 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50160) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.063399 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-016ad91f-8fb0-4f0c-a822-23f8cb6a8d2b tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.063399 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-016ad91f-8fb0-4f0c-a822-23f8cb6a8d2b tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0052984 Apr 23 00:02:58.066507 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50162) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.071283 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-ad4849f1-9e6c-4caa-aa93-7b278ea4cf00 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.072277 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ad4849f1-9e6c-4caa-aa93-7b278ea4cf00 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0045667 Apr 23 00:02:58.076445 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-49c6975b-5c38-4555-910a-4af5f51b4254 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:58.079094 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50164) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.104702 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-b6144d6a-87b9-4998-a354-08381bfb32a7 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.105694 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b6144d6a-87b9-4998-a354-08381bfb32a7 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0246484 Apr 23 00:02:58.109484 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50166) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.116327 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-c61173b1-4941-4f82-aed7-1e610450ff97 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.117420 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c61173b1-4941-4f82-aed7-1e610450ff97 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0064237 Apr 23 00:02:58.118260 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-e696d4d1-83d7-4a09-aa8b-a07bf21142d7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Allocated IP 172.20.0.3 (133186f1-2619-4431-a614-e0a906eef6b6/4f496411-17f6-4606-be5d-faccf7973ed8/ee393300-7bc8-4bd2-a591-ea5679ad082d) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:58.120151 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50168) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.126214 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [None req-ea0fac1b-9fb2-4352-9c12-9e55ee05f03f tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.129507 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ea0fac1b-9fb2-4352-9c12-9e55ee05f03f tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0059617 Apr 23 00:02:58.131117 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50170) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.132128 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8ca1-df84-4810-9534-68d4bde742a0 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:58.134563 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-e051b7e1-223c-48c5-8898-d5ebe3142880 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.136237 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e051b7e1-223c-48c5-8898-d5ebe3142880 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0043762 Apr 23 00:02:58.139619 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-e696d4d1-83d7-4a09-aa8b-a07bf21142d7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Allocated IP 172.20.0.25 (133186f1-2619-4431-a614-e0a906eef6b6/6fc9e150-1f08-4436-9f4c-c07bda22ce4f/ee393300-7bc8-4bd2-a591-ea5679ad082d) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:58.142322 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50172) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.166413 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6975b-5c38-4555-910a-4af5f51b4254 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Subnet': ['ID=6d479377-8039-46c5-ae58-5b57e337a4f6,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:58.169035 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c6975b-5c38-4555-910a-4af5f51b4254 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Checking segment: {'id': '0e111dcf-d627-4053-837c-b0f870b26ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '48ff9801-3d71-461f-98e1-391948928de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:02:58.170205 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c6975b-5c38-4555-910a-4af5f51b4254 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network hostable DHCP agents. Network: 48ff9801-3d71-461f-98e1-391948928de2, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:02:58.179496 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [None req-3449131d-30a6-443a-83fb-92e8865e0e73 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.180410 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3449131d-30a6-443a-83fb-92e8865e0e73 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0083473 Apr 23 00:02:58.184883 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50174) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.190365 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-68a3b538-5c9d-4917-8e16-5476dd2af007 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.191456 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-68a3b538-5c9d-4917-8e16-5476dd2af007 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0044174 Apr 23 00:02:58.194596 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50176) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.205292 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-c3f60e61-2e8e-4a40-8856-f639473a9586 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.205292 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c3f60e61-2e8e-4a40-8856-f639473a9586 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0040653 Apr 23 00:02:58.209850 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50178) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.214161 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-03403e64-f5e1-41bc-afbe-f601eeaef13e tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.215230 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-03403e64-f5e1-41bc-afbe-f601eeaef13e tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0043335 Apr 23 00:02:58.218185 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50180) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.220735 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-caadd28e-f25d-451f-a2eb-1c9b2a30f353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:58.222398 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-33cac923-2bf7-494c-bfa5-62cedc72bc51 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.223082 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-caadd28e-f25d-451f-a2eb-1c9b2a30f353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:58.229044 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-33cac923-2bf7-494c-bfa5-62cedc72bc51 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0045347 Apr 23 00:02:58.229188 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-caadd28e-f25d-451f-a2eb-1c9b2a30f353 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76cceb08-8a9f-4002-a259-ce6cf2ef277a HTTP/1.1" status: 204 len: 168 time: 0.9817553 Apr 23 00:02:58.229268 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50184) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.232823 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083440ef-af4a-45b8-96e6-cbe97da4eb12 req-529302e5-dd9e-4218-a184-6fbe91198fb8 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:58.234881 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-083440ef-af4a-45b8-96e6-cbe97da4eb12 req-529302e5-dd9e-4218-a184-6fbe91198fb8 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.2096376 Apr 23 00:02:58.234980 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-e3693d51-1374-4c57-98bb-ad9e4bc9cccc tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.238172 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e3693d51-1374-4c57-98bb-ad9e4bc9cccc tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0058019 Apr 23 00:02:58.238252 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50186) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.243954 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-3fb6af37-6ac1-4dc9-8c04-176bcfd886dc tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.247089 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3fb6af37-6ac1-4dc9-8c04-176bcfd886dc tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0056524 Apr 23 00:02:58.247325 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50188) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.252506 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-599310bc-61c2-4f70-9867-105594874863 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.255804 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-599310bc-61c2-4f70-9867-105594874863 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0045173 Apr 23 00:02:58.256245 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50190) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.260909 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-e3277b2a-dea1-4cd8-9dc5-9ce0a25ac103 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.262542 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e3277b2a-dea1-4cd8-9dc5-9ce0a25ac103 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0044615 Apr 23 00:02:58.270910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50192) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.271500 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8ca1-df84-4810-9534-68d4bde742a0 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:58.275457 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-69686814-12fb-409b-ba82-18a35e16403e tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.276756 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-69686814-12fb-409b-ba82-18a35e16403e tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0047801 Apr 23 00:02:58.280659 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50194) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.285092 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-74d3b69f-081c-4f80-8b2d-205b0aadf18d tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.286239 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-74d3b69f-081c-4f80-8b2d-205b0aadf18d tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0045240 Apr 23 00:02:58.288711 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50196) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.290883 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c6975b-5c38-4555-910a-4af5f51b4254 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network 48ff9801-3d71-461f-98e1-391948928de2 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:02:58.302910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-8445e712-2e59-445f-81d6-c8dd8c2deb80 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.303550 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8ca1-df84-4810-9534-68d4bde742a0 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:58.303805 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8445e712-2e59-445f-81d6-c8dd8c2deb80 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0102937 Apr 23 00:02:58.307714 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1122603f-76d6-41bc-8671-5f12ad7651b0 None None] Network 133186f1-2619-4431-a614-e0a906eef6b6 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:02:58.308039 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50198) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.316442 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-5b30bae6-4374-4fe7-b77e-d54e00a07ab6 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.317391 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5b30bae6-4374-4fe7-b77e-d54e00a07ab6 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0084369 Apr 23 00:02:58.317844 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadd28e-f25d-451f-a2eb-1c9b2a30f353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cceb08-8a9f-4002-a259-ce6cf2ef277a,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:58.319990 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50200) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.326236 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-bee6b4c5-0204-4639-8917-57d7ca0246da tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.326236 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bee6b4c5-0204-4639-8917-57d7ca0246da tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0044861 Apr 23 00:02:58.328245 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50202) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.333915 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-a85b5fe2-466f-45b6-b988-d5c9396eaa99 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.335200 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a85b5fe2-466f-45b6-b988-d5c9396eaa99 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0058668 Apr 23 00:02:58.337760 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50204) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.343922 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-2c7d9e01-7270-4ad3-9000-87404302dc37 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.345393 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2c7d9e01-7270-4ad3-9000-87404302dc37 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0062234 Apr 23 00:02:58.348102 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50206) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.353245 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-ba835c80-d9af-4094-806f-ddcd99c41050 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.354765 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ba835c80-d9af-4094-806f-ddcd99c41050 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0054007 Apr 23 00:02:58.360093 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50208) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.368025 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-a969a1b1-41f8-45d1-8ee1-7f7fdd94138e tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.369525 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a969a1b1-41f8-45d1-8ee1-7f7fdd94138e tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0080523 Apr 23 00:02:58.372092 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50210) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.378472 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-eb559bc2-fa78-4c8d-8cd6-0feea2b14f34 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.380148 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-eb559bc2-fa78-4c8d-8cd6-0feea2b14f34 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0055604 Apr 23 00:02:58.385434 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50212) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.388604 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-083440ef-af4a-45b8-96e6-cbe97da4eb12 req-97ef6258-1de6-4f7c-ba6e-fdc6cd3b4fb7 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202755 Apr 23 00:02:58.391750 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-49c2ffef-7c0a-4328-a7dd-56e0f6425a8a tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.393609 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-49c2ffef-7c0a-4328-a7dd-56e0f6425a8a tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0063713 Apr 23 00:02:58.395444 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50214) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.402517 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-5d4d4857-2d2b-4dd1-b6a5-00d0a7b28587 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.416101 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5d4d4857-2d2b-4dd1-b6a5-00d0a7b28587 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0186265 Apr 23 00:02:58.421885 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-49c6975b-5c38-4555-910a-4af5f51b4254 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 48ff9801-3d71-461f-98e1-391948928de2) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:58.425203 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c6975b-5c38-4555-910a-4af5f51b4254 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:58.425793 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-49c6975b-5c38-4555-910a-4af5f51b4254 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:58.428730 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50216) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.434489 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-a07ef872-1c02-4121-9906-12f03469260c tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.436362 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0fb35b-6e16-464a-a322-2efdc6b93b28 None None] Network 48ff9801-3d71-461f-98e1-391948928de2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:02:58.436493 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a07ef872-1c02-4121-9906-12f03469260c tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0068381 Apr 23 00:02:58.439296 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50218) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.443553 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-22b3461d-9b29-4a1b-b847-03f31844caf5 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.446858 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-22b3461d-9b29-4a1b-b847-03f31844caf5 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0041862 Apr 23 00:02:58.448070 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50220) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.452547 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-c6f23c7c-1cec-48c2-844f-fe985c117121 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.455616 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c6f23c7c-1cec-48c2-844f-fe985c117121 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0042982 Apr 23 00:02:58.456185 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50222) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.462873 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [None req-606419b8-3265-41b0-b50f-55193c1311de tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.463952 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-606419b8-3265-41b0-b50f-55193c1311de tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0066731 Apr 23 00:02:58.466132 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-6b57d646-9847-4608-884f-e94dffe85f80 None None] Provisioning complete for port b7d38624-baaa-47bf-bb58-d91a67b130d2 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:58.467090 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b57d646-9847-4608-884f-e94dffe85f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:58.467481 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50224) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.480327 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [None req-76f600db-db1e-47b6-aa6b-03097148ab48 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.481275 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-76f600db-db1e-47b6-aa6b-03097148ab48 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0126781 Apr 23 00:02:58.484725 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50226) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.486810 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8ca1-df84-4810-9534-68d4bde742a0 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:58.487337 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffa8ca1-df84-4810-9534-68d4bde742a0 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Fanout notify agent at l3_agent the message router_deleted on router 68ec2be8-2b4f-46c9-b449-9c37af93b524 {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:02:58.494120 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [None req-ba53b5a8-d31a-43f6-9f96-7618959fe69f tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.495745 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ba53b5a8-d31a-43f6-9f96-7618959fe69f tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0098598 Apr 23 00:02:58.497984 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50228) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.503564 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8ca1-df84-4810-9534-68d4bde742a0 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:58.511041 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-07690760-bfc1-45b2-9b8a-5c7186bf1faa tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.511181 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7ffa8ca1-df84-4810-9534-68d4bde742a0 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "DELETE /v2.0/routers/68ec2be8-2b4f-46c9-b449-9c37af93b524 HTTP/1.1" status: 204 len: 168 time: 2.3313200 Apr 23 00:02:58.511262 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-07690760-bfc1-45b2-9b8a-5c7186bf1faa tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0059397 Apr 23 00:02:58.513943 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50230) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.514283 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50232) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.521415 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-33f0ed83-78ea-4685-a4e1-c78c3e19bbba tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.524234 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-33f0ed83-78ea-4685-a4e1-c78c3e19bbba tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0087605 Apr 23 00:02:58.525821 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50234) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.533900 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-9b6605ba-6817-4d41-ab4b-d17ec6f7860d tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-934172071', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:58.534141 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [None req-aa597978-45f7-4208-aecc-8b8abd7ce429 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.537530 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-aa597978-45f7-4208-aecc-8b8abd7ce429 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0043883 Apr 23 00:02:58.540693 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50236) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.547313 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [None req-2704482c-89ea-451e-9c34-bd7c4061975f tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.550801 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2704482c-89ea-451e-9c34-bd7c4061975f tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0090225 Apr 23 00:02:58.553203 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50238) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.554477 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-49c6975b-5c38-4555-910a-4af5f51b4254 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1176434 Apr 23 00:02:58.557388 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [None req-a98cb959-7eba-4bf0-b9e5-15b6041c4cb8 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.559490 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50240) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.560893 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a98cb959-7eba-4bf0-b9e5-15b6041c4cb8 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0067868 Apr 23 00:02:58.562025 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50242) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.567448 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-d7565b3f-d222-4605-9e73-2595ac87e80b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'port': {'network_id': '48ff9801-3d71-461f-98e1-391948928de2', 'name': 'tempest-PortsIpV6TestJSON-539531192'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:58.576832 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e696d4d1-83d7-4a09-aa8b-a07bf21142d7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:58.579680 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [None req-ec88fb46-3682-43a8-8ea9-7ac49fdc1258 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.580893 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ec88fb46-3682-43a8-8ea9-7ac49fdc1258 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0095015 Apr 23 00:02:58.584852 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50244) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.589096 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [None req-8135692a-b41e-4272-88db-36fa72ec9277 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.590954 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8135692a-b41e-4272-88db-36fa72ec9277 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0051768 Apr 23 00:02:58.594550 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50246) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.598748 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [None req-ff9093cb-dfb9-4216-bda7-ed464602469c tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.599724 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ff9093cb-dfb9-4216-bda7-ed464602469c tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0041912 Apr 23 00:02:58.602176 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50248) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.606326 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [None req-81b91512-c214-4664-9f21-1f62e9a030e7 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.610358 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-81b91512-c214-4664-9f21-1f62e9a030e7 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0072918 Apr 23 00:02:58.612475 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50250) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.617410 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [None req-5e1bf132-8ef1-47ce-b9a9-21b96d6f40f7 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.618368 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5e1bf132-8ef1-47ce-b9a9-21b96d6f40f7 tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0050156 Apr 23 00:02:58.622073 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50252) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.626291 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [None req-d63eef58-3d31-4e20-9991-7d1092c67d1b tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:02:58.634862 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d63eef58-3d31-4e20-9991-7d1092c67d1b tempest-ExtensionsTestJSON-1739029203 tempest-ExtensionsTestJSON-1739029203-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0078101 Apr 23 00:02:58.672092 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b6605ba-6817-4d41-ab4b-d17ec6f7860d tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:58.673228 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b6605ba-6817-4d41-ab4b-d17ec6f7860d tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:58.735419 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e696d4d1-83d7-4a09-aa8b-a07bf21142d7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:58.771403 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b6605ba-6817-4d41-ab4b-d17ec6f7860d tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:58.817156 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e696d4d1-83d7-4a09-aa8b-a07bf21142d7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network 133186f1-2619-4431-a614-e0a906eef6b6 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:58.827012 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-e696d4d1-83d7-4a09-aa8b-a07bf21142d7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:58.836632 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e696d4d1-83d7-4a09-aa8b-a07bf21142d7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:58.840769 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696d4d1-83d7-4a09-aa8b-a07bf21142d7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Port': ['ID=ee393300-7bc8-4bd2-a591-ea5679ad082d,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:58.866698 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b6605ba-6817-4d41-ab4b-d17ec6f7860d tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:58.892411 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e696d4d1-83d7-4a09-aa8b-a07bf21142d7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:58.895032 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73e924f-3275-4abe-874b-e71b2f930f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-48ff9801-3d71-461f-98e1-391948928de2', 'network_id': '48ff9801-3d71-461f-98e1-391948928de2', 'tenant_id': '484d56a8af5642b494f3dd7d6249c4ca', 'fixed_ips': [{'subnet_id': '6d479377-8039-46c5-ae58-5b57e337a4f6'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:02:58.895928 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a73e924f-3275-4abe-874b-e71b2f930f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:58.896148 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e696d4d1-83d7-4a09-aa8b-a07bf21142d7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:58.900884 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7565b3f-d222-4605-9e73-2595ac87e80b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:02:58.904554 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d7565b3f-d222-4605-9e73-2595ac87e80b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:58.933530 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-d7565b3f-d222-4605-9e73-2595ac87e80b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] device_id is not set on port 2518804e-6f99-448e-80be-b15f448d624d yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:02:58.980218 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b6605ba-6817-4d41-ab4b-d17ec6f7860d tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:58.981821 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9b6605ba-6817-4d41-ab4b-d17ec6f7860d tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4653676 Apr 23 00:02:58.985091 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50264) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:58.991784 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-846e6937-e775-4f41-bb4b-55d2eaa41cbf tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'enable_snat': True}}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:59.002865 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50266) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:59.003556 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e696d4d1-83d7-4a09-aa8b-a07bf21142d7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.4632764 Apr 23 00:02:59.010790 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-155f852e-c7aa-4a30-8f4e-339c80c5cb29 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4f496411-17f6-4606-be5d-faccf7973ed8'}]}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:02:59.177676 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-a73e924f-3275-4abe-874b-e71b2f930f0b None None] Allocated IP 2001:db8::2 (48ff9801-3d71-461f-98e1-391948928de2/6d479377-8039-46c5-ae58-5b57e337a4f6/4c62a6fc-a47f-4a38-8150-03b95faff9b7) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:02:59.180291 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b7d38624-baaa-47bf-bb58-d91a67b130d2 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:02:59.264780 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-64ea2548-7fa8-4d0c-8750-c3f1351f62e2 None None] Provisioning complete for port b7d38624-baaa-47bf-bb58-d91a67b130d2 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:59.265150 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64ea2548-7fa8-4d0c-8750-c3f1351f62e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:59.268566 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50272) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:59.271806 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-155f852e-c7aa-4a30-8f4e-339c80c5cb29 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:59.438814 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-846e6937-e775-4f41-bb4b-55d2eaa41cbf tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:59.468835 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port b7d38624-baaa-47bf-bb58-d91a67b130d2 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:59.469426 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:59.487699 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3f54c878-4567-4fde-b5e8-1e998a06b1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:59.569141 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a73e924f-3275-4abe-874b-e71b2f930f0b None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:59.609057 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3f54c878-4567-4fde-b5e8-1e998a06b1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:59.628213 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-947fee15-55d5-42af-bde9-efe62e2f09e0 None None] Provisioning complete for port ee393300-7bc8-4bd2-a591-ea5679ad082d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:02:59.628578 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-947fee15-55d5-42af-bde9-efe62e2f09e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:59.658343 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a73e924f-3275-4abe-874b-e71b2f930f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:59.665598 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3f54c878-4567-4fde-b5e8-1e998a06b1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:59.730698 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3f54c878-4567-4fde-b5e8-1e998a06b1a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94893bc3b6d84244bc97a678e680af1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4610243 Apr 23 00:02:59.731435 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50288) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:02:59.732934 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-155f852e-c7aa-4a30-8f4e-339c80c5cb29 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Delete allocated IP 172.20.0.25 (133186f1-2619-4431-a614-e0a906eef6b6/6fc9e150-1f08-4436-9f4c-c07bda22ce4f) {{(pid=103144) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 23 00:02:59.738629 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54c878-4567-4fde-b5e8-1e998a06b1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194f39b1-60c0-44e2-9dd9-286ee4d5d2b5,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:59.740715 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-947fee15-55d5-42af-bde9-efe62e2f09e0 None None] Port ee393300-7bc8-4bd2-a591-ea5679ad082d cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:02:59.778293 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73e924f-3275-4abe-874b-e71b2f930f0b None None] Network 48ff9801-3d71-461f-98e1-391948928de2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:02:59.782061 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a73e924f-3275-4abe-874b-e71b2f930f0b None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:02:59.787205 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73e924f-3275-4abe-874b-e71b2f930f0b None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:02:59.790865 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e924f-3275-4abe-874b-e71b2f930f0b None None] Pushing event updated for resources: {'Port': ['ID=4c62a6fc-a47f-4a38-8150-03b95faff9b7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:02:59.855608 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a73e924f-3275-4abe-874b-e71b2f930f0b None None] Attempting to bind port 4c62a6fc-a47f-4a38-8150-03b95faff9b7 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:02:59.856220 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a73e924f-3275-4abe-874b-e71b2f930f0b None None] Attempting to bind port 4c62a6fc-a47f-4a38-8150-03b95faff9b7 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '0e111dcf-d627-4053-837c-b0f870b26ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '48ff9801-3d71-461f-98e1-391948928de2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:02:59.856780 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73e924f-3275-4abe-874b-e71b2f930f0b None None] Attempting to bind port 4c62a6fc-a47f-4a38-8150-03b95faff9b7 on network 48ff9801-3d71-461f-98e1-391948928de2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:02:59.862290 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73e924f-3275-4abe-874b-e71b2f930f0b None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:02:59.862923 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73e924f-3275-4abe-874b-e71b2f930f0b None None] Checking segment: {'id': '0e111dcf-d627-4053-837c-b0f870b26ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '48ff9801-3d71-461f-98e1-391948928de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:02:59.863323 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a73e924f-3275-4abe-874b-e71b2f930f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:59.863748 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73e924f-3275-4abe-874b-e71b2f930f0b None None] Bound using segment: {'id': '0e111dcf-d627-4053-837c-b0f870b26ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '48ff9801-3d71-461f-98e1-391948928de2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:02:59.864218 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a73e924f-3275-4abe-874b-e71b2f930f0b None None] Bound port: 4c62a6fc-a47f-4a38-8150-03b95faff9b7, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e111dcf-d627-4053-837c-b0f870b26ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '48ff9801-3d71-461f-98e1-391948928de2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:02:59.864593 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a73e924f-3275-4abe-874b-e71b2f930f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:59.883908 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-846e6937-e775-4f41-bb4b-55d2eaa41cbf tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:59.906504 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-846e6937-e775-4f41-bb4b-55d2eaa41cbf tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:02:59.939543 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a73e924f-3275-4abe-874b-e71b2f930f0b None None] For port 4c62a6fc-a47f-4a38-8150-03b95faff9b7, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:02:59.942984 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a73e924f-3275-4abe-874b-e71b2f930f0b None None] For port 4c62a6fc-a47f-4a38-8150-03b95faff9b7, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4c62a6fc-a47f-4a38-8150-03b95faff9b7,segment=NetworkSegment(0e111dcf-d627-4053-837c-b0f870b26ea4),segment_id=0e111dcf-d627-4053-837c-b0f870b26ea4)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:02:59.963189 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356dd5b-d831-4f74-97ed-83fe6e0a255a req-6a1c97de-3cb1-4a56-9ddd-72a9829ef1b3 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:02:59.964698 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3356dd5b-d831-4f74-97ed-83fe6e0a255a req-6a1c97de-3cb1-4a56-9ddd-72a9829ef1b3 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.3179550 Apr 23 00:02:59.974533 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-d7565b3f-d222-4605-9e73-2595ac87e80b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Allocated IP 2001:db8::228 (48ff9801-3d71-461f-98e1-391948928de2/6d479377-8039-46c5-ae58-5b57e337a4f6/2518804e-6f99-448e-80be-b15f448d624d) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:00.001995 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-14dfb336-d67e-4eaf-a514-2430bd2a68cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:00.021018 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-846e6937-e775-4f41-bb4b-55d2eaa41cbf tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Allocated IP 172.26.3.15 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/bf574b15-abb2-4fe2-9d89-584e05d5e38d) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:00.032671 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-155f852e-c7aa-4a30-8f4e-339c80c5cb29 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:00.066930 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a73e924f-3275-4abe-874b-e71b2f930f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:00.069502 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-14dfb336-d67e-4eaf-a514-2430bd2a68cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:00.094955 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3356dd5b-d831-4f74-97ed-83fe6e0a255a req-5319165d-177d-4caa-9f54-a80cd2fb3b5a tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175036 Apr 23 00:03:00.121683 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-155f852e-c7aa-4a30-8f4e-339c80c5cb29 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:00.134112 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e924f-3275-4abe-874b-e71b2f930f0b None None] Pushing event updated for resources: {'Port': ['ID=4c62a6fc-a47f-4a38-8150-03b95faff9b7,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:00.161994 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-846e6937-e775-4f41-bb4b-55d2eaa41cbf tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:00.267425 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-846e6937-e775-4f41-bb4b-55d2eaa41cbf tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:00.290915 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846e6937-e775-4f41-bb4b-55d2eaa41cbf tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:00.300225 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f852e-c7aa-4a30-8f4e-339c80c5cb29 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Port': ['ID=ee393300-7bc8-4bd2-a591-ea5679ad082d,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:00.328363 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-846e6937-e775-4f41-bb4b-55d2eaa41cbf tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:00.333962 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846e6937-e775-4f41-bb4b-55d2eaa41cbf tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:00.345612 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-155f852e-c7aa-4a30-8f4e-339c80c5cb29 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] In _notify_port_updated(), no bound segment for port ee393300-7bc8-4bd2-a591-ea5679ad082d on network 133186f1-2619-4431-a614-e0a906eef6b6 {{(pid=103144) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 23 00:03:00.351204 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155f852e-c7aa-4a30-8f4e-339c80c5cb29 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:00.355823 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-155f852e-c7aa-4a30-8f4e-339c80c5cb29 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:00.355823 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-155f852e-c7aa-4a30-8f4e-339c80c5cb29 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "PUT /v2.0/ports/ee393300-7bc8-4bd2-a591-ea5679ad082d HTTP/1.1" status: 200 len: 918 time: 1.3487022 Apr 23 00:03:00.356001 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50298) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:00.362511 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-4299a260-57e7-4ed2-9b44-fc4d55dfe0c7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4f496411-17f6-4606-be5d-faccf7973ed8'}, {'subnet_id': '6fc9e150-1f08-4436-9f4c-c07bda22ce4f'}]}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:00.429210 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e6937-e775-4f41-bb4b-55d2eaa41cbf tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Pushing event updated for resources: {'Port': ['ID=bf574b15-abb2-4fe2-9d89-584e05d5e38d,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:00.442113 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d7565b3f-d222-4605-9e73-2595ac87e80b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:00.445696 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-14dfb336-d67e-4eaf-a514-2430bd2a68cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:00.450139 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-14dfb336-d67e-4eaf-a514-2430bd2a68cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:00.456451 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-14dfb336-d67e-4eaf-a514-2430bd2a68cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/194f39b1-60c0-44e2-9dd9-286ee4d5d2b5 HTTP/1.1" status: 204 len: 168 time: 0.7175870 Apr 23 00:03:00.514799 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dfb336-d67e-4eaf-a514-2430bd2a68cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194f39b1-60c0-44e2-9dd9-286ee4d5d2b5,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:00.555430 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4299a260-57e7-4ed2-9b44-fc4d55dfe0c7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:00.670595 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5d6bd3c6-7391-4b30-94d8-1888ccd390a9 None None] Provisioning complete for port ee393300-7bc8-4bd2-a591-ea5679ad082d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:00.671847 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd3c6-7391-4b30-94d8-1888ccd390a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:00.711087 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5d6bd3c6-7391-4b30-94d8-1888ccd390a9 None None] Port ee393300-7bc8-4bd2-a591-ea5679ad082d cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:03:00.742984 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d7565b3f-d222-4605-9e73-2595ac87e80b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:00.802790 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7565b3f-d222-4605-9e73-2595ac87e80b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network 48ff9801-3d71-461f-98e1-391948928de2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:00.817891 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-d7565b3f-d222-4605-9e73-2595ac87e80b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:00.873751 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50308) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:00.908384 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-846e6937-e775-4f41-bb4b-55d2eaa41cbf tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:01.181781 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4c62a6fc-a47f-4a38-8150-03b95faff9b7 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:03:01.278316 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 4c62a6fc-a47f-4a38-8150-03b95faff9b7 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:01.279170 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:01.279332 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-205e5a78-bc2d-4dd6-ad2b-ab4b517e8787 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-756008660', 'router:external': True}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:01.309120 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-4299a260-57e7-4ed2-9b44-fc4d55dfe0c7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Allocated IP 172.20.0.25 (133186f1-2619-4431-a614-e0a906eef6b6/6fc9e150-1f08-4436-9f4c-c07bda22ce4f/ee393300-7bc8-4bd2-a591-ea5679ad082d) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:01.352689 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-846e6937-e775-4f41-bb4b-55d2eaa41cbf tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:01.362015 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0217c4a-9d07-40e6-9707-c185a6c0bae0 req-8163503b-b63e-46ec-93ab-6c1bc3ff874d tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:01.363792 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d0217c4a-9d07-40e6-9707-c185a6c0bae0 req-8163503b-b63e-46ec-93ab-6c1bc3ff874d tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.1091521 Apr 23 00:03:01.366628 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-846e6937-e775-4f41-bb4b-55d2eaa41cbf tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3900419'] for router, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:01.375358 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7565b3f-d222-4605-9e73-2595ac87e80b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:01.382462 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7565b3f-d222-4605-9e73-2595ac87e80b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:01.383140 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d7565b3f-d222-4605-9e73-2595ac87e80b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:01.448273 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205e5a78-bc2d-4dd6-ad2b-ab4b517e8787 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Made reservation on behalf of b983477e58544f40a29691506fcbf11d for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:01.451264 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-205e5a78-bc2d-4dd6-ad2b-ab4b517e8787 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:01.475600 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-205e5a78-bc2d-4dd6-ad2b-ab4b517e8787 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:01.490985 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4299a260-57e7-4ed2-9b44-fc4d55dfe0c7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:01.495316 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7565b3f-d222-4605-9e73-2595ac87e80b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Port': ['ID=2518804e-6f99-448e-80be-b15f448d624d,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:01.541609 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:01.551072 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4299a260-57e7-4ed2-9b44-fc4d55dfe0c7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:01.556911 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d0217c4a-9d07-40e6-9707-c185a6c0bae0 req-9ee0e709-eee9-4743-9ce2-c7727d73886e tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851625 Apr 23 00:03:01.594639 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 4c62a6fc-a47f-4a38-8150-03b95faff9b7, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4c62a6fc-a47f-4a38-8150-03b95faff9b7,segment=NetworkSegment(0e111dcf-d627-4053-837c-b0f870b26ea4),segment_id=0e111dcf-d627-4053-837c-b0f870b26ea4)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:01.609256 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34589932-2a8a-4549-b562-5140e19f51e1 None None] Network 48ff9801-3d71-461f-98e1-391948928de2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:01.613079 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d7565b3f-d222-4605-9e73-2595ac87e80b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0517988 Apr 23 00:03:01.616287 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50324) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:01.652892 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299a260-57e7-4ed2-9b44-fc4d55dfe0c7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Port': ['ID=ee393300-7bc8-4bd2-a591-ea5679ad082d,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:01.704328 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:01.710642 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-63e72cdb-444d-4b6e-97e4-a696958faabc None None] Provisioning complete for port 4c62a6fc-a47f-4a38-8150-03b95faff9b7 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:01.711119 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63e72cdb-444d-4b6e-97e4-a696958faabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:01.756926 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-4299a260-57e7-4ed2-9b44-fc4d55dfe0c7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] In _notify_port_updated(), no bound segment for port ee393300-7bc8-4bd2-a591-ea5679ad082d on network 133186f1-2619-4431-a614-e0a906eef6b6 {{(pid=103144) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 23 00:03:01.764209 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4299a260-57e7-4ed2-9b44-fc4d55dfe0c7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:01.764876 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4299a260-57e7-4ed2-9b44-fc4d55dfe0c7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:01.770651 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4299a260-57e7-4ed2-9b44-fc4d55dfe0c7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "PUT /v2.0/ports/ee393300-7bc8-4bd2-a591-ea5679ad082d HTTP/1.1" status: 200 len: 998 time: 1.4127269 Apr 23 00:03:01.771277 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50330) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:01.793573 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846e6937-e775-4f41-bb4b-55d2eaa41cbf tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Router cdf7154a-1859-4adc-bc42-c10eb3a6ecc2 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:03:01.814978 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-205e5a78-bc2d-4dd6-ad2b-ab4b517e8787 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:01.883298 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=4c62a6fc-a47f-4a38-8150-03b95faff9b7,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:01.915011 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-205e5a78-bc2d-4dd6-ad2b-ab4b517e8787 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:01.923803 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-16fc8f02-3453-4e88-9bb1-b0eccd567378 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting port ee393300-7bc8-4bd2-a591-ea5679ad082d {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:01.924156 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-16fc8f02-3453-4e88-9bb1-b0eccd567378 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:01.961348 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-3ee5ae4b-461f-431e-abf6-3b6a4ea3ce2b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting port 2518804e-6f99-448e-80be-b15f448d624d {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:01.961975 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ae4b-461f-431e-abf6-3b6a4ea3ce2b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:02.047945 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-205e5a78-bc2d-4dd6-ad2b-ab4b517e8787 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:03:02.052833 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-16fc8f02-3453-4e88-9bb1-b0eccd567378 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:02.079446 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e5a78-bc2d-4dd6-ad2b-ab4b517e8787 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0d8f2f-e297-4380-99ec-cb36eda37dba,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:02.084619 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-16fc8f02-3453-4e88-9bb1-b0eccd567378 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Calling delete_port for ee393300-7bc8-4bd2-a591-ea5679ad082d owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:02.089177 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-205e5a78-bc2d-4dd6-ad2b-ab4b517e8787 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:02.089520 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-205e5a78-bc2d-4dd6-ad2b-ab4b517e8787 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Added segment e970e8ae-6c4d-4892-9c4b-bcccc76f70a7 of type vlan for network fcf51934-35fb-4c0f-a23f-997dc15b2f44 Apr 23 00:03:02.097382 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846e6937-e775-4f41-bb4b-55d2eaa41cbf tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:03:02.114528 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-09090c73-8a3d-42a2-95f1-63c8b535cabd None None] Provisioning complete for port ee393300-7bc8-4bd2-a591-ea5679ad082d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:02.114528 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09090c73-8a3d-42a2-95f1-63c8b535cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:02.116371 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9e99e5-5fee-40be-81e7-2f34f63ae4e1 None None] Sync routers for ids ['cdf7154a-1859-4adc-bc42-c10eb3a6ecc2'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:03:02.129466 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-846e6937-e775-4f41-bb4b-55d2eaa41cbf tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:02.131061 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9e99e5-5fee-40be-81e7-2f34f63ae4e1 None None] Routers {'cdf7154a-1859-4adc-bc42-c10eb3a6ecc2'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:02.132224 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ad9e99e5-5fee-40be-81e7-2f34f63ae4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['cdf7154a-1859-4adc-bc42-c10eb3a6ecc2'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:02.140433 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-846e6937-e775-4f41-bb4b-55d2eaa41cbf tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "PUT /v2.0/routers/cdf7154a-1859-4adc-bc42-c10eb3a6ecc2 HTTP/1.1" status: 200 len: 913 time: 3.1539593 Apr 23 00:03:02.145168 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50336) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:02.161465 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50338) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:02.201781 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ad9e99e5-5fee-40be-81e7-2f34f63ae4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:02.211362 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9e99e5-5fee-40be-81e7-2f34f63ae4e1 None None] Routers {'cdf7154a-1859-4adc-bc42-c10eb3a6ecc2'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:02.212427 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-09090c73-8a3d-42a2-95f1-63c8b535cabd None None] Port ee393300-7bc8-4bd2-a591-ea5679ad082d cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:03:02.213106 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ad9e99e5-5fee-40be-81e7-2f34f63ae4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:02:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['cdf7154a-1859-4adc-bc42-c10eb3a6ecc2'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:02.241798 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ae4b-461f-431e-abf6-3b6a4ea3ce2b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:02.271661 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ad9e99e5-5fee-40be-81e7-2f34f63ae4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:02.272387 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9e99e5-5fee-40be-81e7-2f34f63ae4e1 None None] The sync data for ids ['cdf7154a-1859-4adc-bc42-c10eb3a6ecc2'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:03:02.279443 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-3ee5ae4b-461f-431e-abf6-3b6a4ea3ce2b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Calling delete_port for 2518804e-6f99-448e-80be-b15f448d624d owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:02.341678 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-398f532f-ed11-4db4-b0c1-7ad35846ef79 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2033744936'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:02.438289 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-e5a0f389-a78b-4028-b393-9f371f32d398 None None] Provisioning complete for port 4c62a6fc-a47f-4a38-8150-03b95faff9b7 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:02.438764 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5a0f389-a78b-4028-b393-9f371f32d398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:02.443266 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398f532f-ed11-4db4-b0c1-7ad35846ef79 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Made reservation on behalf of ec85285c03da45e09f630046c121edb1 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:02.447169 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-398f532f-ed11-4db4-b0c1-7ad35846ef79 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:02.465020 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-398f532f-ed11-4db4-b0c1-7ad35846ef79 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:02.523057 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-16fc8f02-3453-4e88-9bb1-b0eccd567378 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:02.574105 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-205e5a78-bc2d-4dd6-ad2b-ab4b517e8787 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:02.576806 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-e5a0f389-a78b-4028-b393-9f371f32d398 None None] Provisioning complete for port 2518804e-6f99-448e-80be-b15f448d624d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:02.577251 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5a0f389-a78b-4028-b393-9f371f32d398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:02.615302 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc8f02-3453-4e88-9bb1-b0eccd567378 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Port': ['ID=ee393300-7bc8-4bd2-a591-ea5679ad082d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:02.640326 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e5a0f389-a78b-4028-b393-9f371f32d398 None None] Port 2518804e-6f99-448e-80be-b15f448d624d cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:03:02.725368 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-52befead-2af7-4974-976b-b33e068c9a6e tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "GET /v2.0/routers/cdf7154a-1859-4adc-bc42-c10eb3a6ecc2 HTTP/1.1" status: 200 len: 919 time: 0.5792303 Apr 23 00:03:02.729019 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50344) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:02.755643 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-16fc8f02-3453-4e88-9bb1-b0eccd567378 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:02.759632 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-16fc8f02-3453-4e88-9bb1-b0eccd567378 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/ports/ee393300-7bc8-4bd2-a591-ea5679ad082d HTTP/1.1" status: 204 len: 168 time: 0.9848464 Apr 23 00:03:02.769725 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50346) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:02.775205 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-205e5a78-bc2d-4dd6-ad2b-ab4b517e8787 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:02.776160 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205e5a78-bc2d-4dd6-ad2b-ab4b517e8787 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:02.776746 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-205e5a78-bc2d-4dd6-ad2b-ab4b517e8787 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:02.792333 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b062433a-f313-46a1-9ced-5d4fa6eeb125 None None] Provisioning complete for port 2518804e-6f99-448e-80be-b15f448d624d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:02.792849 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b062433a-f313-46a1-9ced-5d4fa6eeb125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:02.818037 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-398f532f-ed11-4db4-b0c1-7ad35846ef79 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:02.823608 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-f218acf3-d9fb-4c2d-b707-0047115f4141 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] GET failed (client error): The resource could not be found. Apr 23 00:03:02.828391 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f218acf3-d9fb-4c2d-b707-0047115f4141 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports/ee393300-7bc8-4bd2-a591-ea5679ad082d HTTP/1.1" status: 404 len: 333 time: 0.0544784 Apr 23 00:03:02.828746 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50348) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:02.855811 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b062433a-f313-46a1-9ced-5d4fa6eeb125 None None] Port 2518804e-6f99-448e-80be-b15f448d624d cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:03:02.884287 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda92bfb-84f0-4fc1-b33a-af03ce05d358 req-cf750af3-52d7-44fb-b94d-2a68258c19c1 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:02.885944 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-eda92bfb-84f0-4fc1-b33a-af03ce05d358 req-cf750af3-52d7-44fb-b94d-2a68258c19c1 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.1443477 Apr 23 00:03:02.889720 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-398f532f-ed11-4db4-b0c1-7ad35846ef79 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:02.907847 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-205e5a78-bc2d-4dd6-ad2b-ab4b517e8787 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.0330954 Apr 23 00:03:02.910225 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e5a78-bc2d-4dd6-ad2b-ab4b517e8787 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Pushing event updated for resources: {'Network': ['ID=fcf51934-35fb-4c0f-a23f-997dc15b2f44,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:02.912039 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50350) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:02.913868 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f4eade-4fc2-409a-9277-67afe4dab4bb tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:02.918029 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-40f4eade-4fc2-409a-9277-67afe4dab4bb tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4&device_id=cdf7154a-1859-4adc-bc42-c10eb3a6ecc2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1613173 Apr 23 00:03:02.920876 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50352) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:02.923963 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network fcf51934-35fb-4c0f-a23f-997dc15b2f44 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:03:02.924630 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-38409307-6bed-43cd-add2-388f615362cb tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Request body: {'subnet': {'network_id': 'fcf51934-35fb-4c0f-a23f-997dc15b2f44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:02.940329 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b55479-8e74-4290-91d4-e1431cbc54c4 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting subnet 6fc9e150-1f08-4436-9f4c-c07bda22ce4f {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:03:02.942383 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398f532f-ed11-4db4-b0c1-7ad35846ef79 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:03:02.952549 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-35b55479-8e74-4290-91d4-e1431cbc54c4 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:02.984605 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ae4b-461f-431e-abf6-3b6a4ea3ce2b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:02.995807 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-398f532f-ed11-4db4-b0c1-7ad35846ef79 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:02.996249 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-398f532f-ed11-4db4-b0c1-7ad35846ef79 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Added segment 9e3ec768-97e7-4117-a810-f40bd5956905 of type vlan for network 3b7dec59-2393-4c3c-b567-c6326e4e3ff5 Apr 23 00:03:03.003909 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f532f-ed11-4db4-b0c1-7ad35846ef79 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b54542c6-4faf-4c98-8fe8-bb9811e6abb1,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:03.025162 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-eda92bfb-84f0-4fc1-b33a-af03ce05d358 req-7b2ccef7-ebce-4a27-bd62-12ed24defbe3 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227491 Apr 23 00:03:03.032223 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5ae4b-461f-431e-abf6-3b6a4ea3ce2b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Port': ['ID=2518804e-6f99-448e-80be-b15f448d624d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:03.045940 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-35b55479-8e74-4290-91d4-e1431cbc54c4 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:03.055878 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38409307-6bed-43cd-add2-388f615362cb tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Made reservation on behalf of b983477e58544f40a29691506fcbf11d for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:03.058150 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-38409307-6bed-43cd-add2-388f615362cb tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:03.065176 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ae4b-461f-431e-abf6-3b6a4ea3ce2b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:03.072183 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3ee5ae4b-461f-431e-abf6-3b6a4ea3ce2b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/ports/2518804e-6f99-448e-80be-b15f448d624d HTTP/1.1" status: 204 len: 168 time: 1.4491863 Apr 23 00:03:03.085639 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50354) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:03.094666 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-398f532f-ed11-4db4-b0c1-7ad35846ef79 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:03.118656 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-043486d3-a4c9-474a-9aee-08e4c10323e1 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] DELETE failed (client error): The resource could not be found. Apr 23 00:03:03.119367 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-043486d3-a4c9-474a-9aee-08e4c10323e1 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:03:03.122937 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-043486d3-a4c9-474a-9aee-08e4c10323e1 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/ports/2518804e-6f99-448e-80be-b15f448d624d HTTP/1.1" status: 404 len: 333 time: 0.0431986 Apr 23 00:03:03.127632 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50356) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:03.130187 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4b0aea-6dc1-457f-9bd0-e56c04c568b5 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:03.135322 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ab4b0aea-6dc1-457f-9bd0-e56c04c568b5 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "GET /v2.0/networks/b6e09b47-c901-4973-bf1d-f170201f8bc4 HTTP/1.1" status: 200 len: 881 time: 0.2066288 Apr 23 00:03:03.137633 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50358) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:03.156895 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4c62a6fc-a47f-4a38-8150-03b95faff9b7 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:03:03.176523 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-170b3587-a79a-491d-a859-2d586106da7d tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdf7154a-1859-4adc-bc42-c10eb3a6ecc2 HTTP/1.1" status: 200 len: 205 time: 0.0374081 Apr 23 00:03:03.177651 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50360) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:03.178883 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c1960b-a319-4c48-aa32-9991daa9ecf8 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] GET failed (client error): The resource could not be found. Apr 23 00:03:03.183129 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-49c1960b-a319-4c48-aa32-9991daa9ecf8 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports/2518804e-6f99-448e-80be-b15f448d624d HTTP/1.1" status: 404 len: 333 time: 0.0513046 Apr 23 00:03:03.184464 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50362) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:03.232553 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 4c62a6fc-a47f-4a38-8150-03b95faff9b7 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:03.233604 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:03.249996 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-398f532f-ed11-4db4-b0c1-7ad35846ef79 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:03.255535 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398f532f-ed11-4db4-b0c1-7ad35846ef79 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:03.256116 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-398f532f-ed11-4db4-b0c1-7ad35846ef79 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:03.266217 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-35b55479-8e74-4290-91d4-e1431cbc54c4 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:03.320291 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2dd2bf-224a-4a0b-b66d-fb5ce31e4cc0 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting subnet 6d479377-8039-46c5-ae58-5b57e337a4f6 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:03:03.364433 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6b2dd2bf-224a-4a0b-b66d-fb5ce31e4cc0 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:03.400940 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f532f-ed11-4db4-b0c1-7ad35846ef79 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Pushing event updated for resources: {'Network': ['ID=3b7dec59-2393-4c3c-b567-c6326e4e3ff5,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:03.406270 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-398f532f-ed11-4db4-b0c1-7ad35846ef79 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2417018 Apr 23 00:03:03.411601 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50366) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:03.413937 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 3b7dec59-2393-4c3c-b567-c6326e4e3ff5 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:03:03.419994 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-668ee12a-d497-4788-b909-09f1652792fd tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Request body: {'subnet': {'network_id': '3b7dec59-2393-4c3c-b567-c6326e4e3ff5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:03.428169 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6b2dd2bf-224a-4a0b-b66d-fb5ce31e4cc0 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:03.478297 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4dcc6db8-4e60-4cd8-8358-446fc86597e1 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:03.518639 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6b2dd2bf-224a-4a0b-b66d-fb5ce31e4cc0 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:03.556414 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-35b55479-8e74-4290-91d4-e1431cbc54c4 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:03.590632 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b55479-8e74-4290-91d4-e1431cbc54c4 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Subnet': ['ID=6fc9e150-1f08-4436-9f4c-c07bda22ce4f,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:03.598002 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-35b55479-8e74-4290-91d4-e1431cbc54c4 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:03.601120 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-35b55479-8e74-4290-91d4-e1431cbc54c4 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/subnets/6fc9e150-1f08-4436-9f4c-c07bda22ce4f HTTP/1.1" status: 204 len: 168 time: 0.7713699 Apr 23 00:03:03.603843 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50368) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:03.610925 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf75c0bb-fbc5-4ad0-b1a4-691b3c62286d None None] Network 133186f1-2619-4431-a614-e0a906eef6b6 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:03.664167 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcec7629-6227-4b6f-8729-8838fb7ee337 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting subnet 4f496411-17f6-4606-be5d-faccf7973ed8 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:03:03.668060 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bcec7629-6227-4b6f-8729-8838fb7ee337 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:03.674043 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668ee12a-d497-4788-b909-09f1652792fd tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Made reservation on behalf of ec85285c03da45e09f630046c121edb1 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:03.677758 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-668ee12a-d497-4788-b909-09f1652792fd tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:03.683061 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4dcc6db8-4e60-4cd8-8358-446fc86597e1 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:03.714147 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bcec7629-6227-4b6f-8729-8838fb7ee337 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:03.739836 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6b2dd2bf-224a-4a0b-b66d-fb5ce31e4cc0 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:03.805221 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2dd2bf-224a-4a0b-b66d-fb5ce31e4cc0 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Subnet': ['ID=6d479377-8039-46c5-ae58-5b57e337a4f6,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:03.832825 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6b2dd2bf-224a-4a0b-b66d-fb5ce31e4cc0 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:03.838377 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6b2dd2bf-224a-4a0b-b66d-fb5ce31e4cc0 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/subnets/6d479377-8039-46c5-ae58-5b57e337a4f6 HTTP/1.1" status: 204 len: 168 time: 0.6516492 Apr 23 00:03:03.842227 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50370) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:03.845149 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.objects.ports [None req-38409307-6bed-43cd-add2-388f615362cb tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103143) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 23 00:03:03.845628 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-38409307-6bed-43cd-add2-388f615362cb tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:03.846553 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd470be0-2e56-461a-8450-1a8d58be5c77 None None] Network 48ff9801-3d71-461f-98e1-391948928de2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:03.897276 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bcec7629-6227-4b6f-8729-8838fb7ee337 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:03.943030 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38409307-6bed-43cd-add2-388f615362cb tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f058d943-df8f-434b-ac13-54fb77ce01c3,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:03.962951 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-41a537c7-5a20-4452-866d-3896e762e74a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:04.052145 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-41a537c7-5a20-4452-866d-3896e762e74a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting port 4c62a6fc-a47f-4a38-8150-03b95faff9b7 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:04.052491 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-41a537c7-5a20-4452-866d-3896e762e74a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:04.052949 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-4dcc6db8-4e60-4cd8-8358-446fc86597e1 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Deleting port bf574b15-abb2-4fe2-9d89-584e05d5e38d {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:04.053290 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4dcc6db8-4e60-4cd8-8358-446fc86597e1 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:04.076545 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ae749a-ec6c-4514-926e-eec62070f64c None None] DHCP port deletion for 48ff9801-3d71-461f-98e1-391948928de2 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:03:04.114113 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38409307-6bed-43cd-add2-388f615362cb tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Checking segment: {'id': 'e970e8ae-6c4d-4892-9c4b-bcccc76f70a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'fcf51934-35fb-4c0f-a23f-997dc15b2f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:03:04.114481 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38409307-6bed-43cd-add2-388f615362cb tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Network hostable DHCP agents. Network: fcf51934-35fb-4c0f-a23f-997dc15b2f44, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:03:04.155172 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bcec7629-6227-4b6f-8729-8838fb7ee337 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:04.158292 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-668ee12a-d497-4788-b909-09f1652792fd tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:04.170663 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-05ae749a-ec6c-4514-926e-eec62070f64c None None] Deleting port 4c62a6fc-a47f-4a38-8150-03b95faff9b7 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:04.171452 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05ae749a-ec6c-4514-926e-eec62070f64c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:04.203739 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec7629-6227-4b6f-8729-8838fb7ee337 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Subnet': ['ID=4f496411-17f6-4606-be5d-faccf7973ed8,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:04.209608 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bcec7629-6227-4b6f-8729-8838fb7ee337 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:04.213728 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bcec7629-6227-4b6f-8729-8838fb7ee337 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/subnets/4f496411-17f6-4606-be5d-faccf7973ed8 HTTP/1.1" status: 204 len: 168 time: 0.6089489 Apr 23 00:03:04.217694 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50374) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:04.250896 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-05ae749a-ec6c-4514-926e-eec62070f64c None None] For port 4c62a6fc-a47f-4a38-8150-03b95faff9b7, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4c62a6fc-a47f-4a38-8150-03b95faff9b7,segment=NetworkSegment(0e111dcf-d627-4053-837c-b0f870b26ea4),segment_id=0e111dcf-d627-4053-837c-b0f870b26ea4)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:04.251911 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05ae749a-ec6c-4514-926e-eec62070f64c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:04.259064 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-41a537c7-5a20-4452-866d-3896e762e74a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] For port 4c62a6fc-a47f-4a38-8150-03b95faff9b7, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4c62a6fc-a47f-4a38-8150-03b95faff9b7,segment=NetworkSegment(0e111dcf-d627-4053-837c-b0f870b26ea4),segment_id=0e111dcf-d627-4053-837c-b0f870b26ea4)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:04.259367 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-41a537c7-5a20-4452-866d-3896e762e74a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:04.262166 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4dcc6db8-4e60-4cd8-8358-446fc86597e1 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:04.270525 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-05ae749a-ec6c-4514-926e-eec62070f64c None None] Calling delete_port for 4c62a6fc-a47f-4a38-8150-03b95faff9b7 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:04.276488 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-4dcc6db8-4e60-4cd8-8358-446fc86597e1 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Calling delete_port for bf574b15-abb2-4fe2-9d89-584e05d5e38d owned by network:router_gateway {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:04.292051 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38409307-6bed-43cd-add2-388f615362cb tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Network fcf51934-35fb-4c0f-a23f-997dc15b2f44 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:03:04.315335 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-41a537c7-5a20-4452-866d-3896e762e74a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Calling delete_port for 4c62a6fc-a47f-4a38-8150-03b95faff9b7 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:04.340174 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1008fcc6-7a23-4cbf-a2c4-14fc6dbe3422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:04.343878 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d166f2e4-5e96-4d51-a277-9608d471d382 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:04.374944 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ee12a-d497-4788-b909-09f1652792fd tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Pushing event updated for resources: {'Subnet': ['ID=4f047f4b-d324-4d58-be28-eece8924657e,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:04.395984 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ee12a-d497-4788-b909-09f1652792fd tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Checking segment: {'id': '9e3ec768-97e7-4117-a810-f40bd5956905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3b7dec59-2393-4c3c-b567-c6326e4e3ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:03:04.396356 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668ee12a-d497-4788-b909-09f1652792fd tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Network hostable DHCP agents. Network: 3b7dec59-2393-4c3c-b567-c6326e4e3ff5, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:03:04.431749 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea21d6d-2177-49ac-84ca-5b141794486a None None] Network 133186f1-2619-4431-a614-e0a906eef6b6 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:04.432491 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4973c5-e301-491a-9e82-36627446a6d6 req-166abc8d-2eea-438c-b8ab-ab7c89ac69c2 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:04.433845 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fd4973c5-e301-491a-9e82-36627446a6d6 req-166abc8d-2eea-438c-b8ab-ab7c89ac69c2 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.1940525 Apr 23 00:03:04.440517 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-38409307-6bed-43cd-add2-388f615362cb tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, fcf51934-35fb-4c0f-a23f-997dc15b2f44) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:04.456269 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38409307-6bed-43cd-add2-388f615362cb tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:04.456770 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-38409307-6bed-43cd-add2-388f615362cb tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:04.460968 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e796992b-6606-44ed-940c-c9c801c2501a None None] Network fcf51934-35fb-4c0f-a23f-997dc15b2f44 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:04.470957 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-d166f2e4-5e96-4d51-a277-9608d471d382 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting port b7d38624-baaa-47bf-bb58-d91a67b130d2 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:04.471486 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d166f2e4-5e96-4d51-a277-9608d471d382 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:04.473867 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-41a537c7-5a20-4452-866d-3896e762e74a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:04.501228 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05ae749a-ec6c-4514-926e-eec62070f64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:04.519856 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a537c7-5a20-4452-866d-3896e762e74a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Port': ['ID=4c62a6fc-a47f-4a38-8150-03b95faff9b7,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:04.542220 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fd4973c5-e301-491a-9e82-36627446a6d6 req-45a96fa9-2b87-43fc-90f1-79a5b95dbef0 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944884 Apr 23 00:03:04.543897 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668ee12a-d497-4788-b909-09f1652792fd tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Network 3b7dec59-2393-4c3c-b567-c6326e4e3ff5 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:03:04.554799 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-668ee12a-d497-4788-b909-09f1652792fd tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 3b7dec59-2393-4c3c-b567-c6326e4e3ff5) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:04.561215 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ae749a-ec6c-4514-926e-eec62070f64c None None] No DVR routers for this DVR port 4c62a6fc-a47f-4a38-8150-03b95faff9b7 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:03:04.565136 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668ee12a-d497-4788-b909-09f1652792fd tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:04.565728 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-668ee12a-d497-4788-b909-09f1652792fd tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:04.576339 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a537c7-5a20-4452-866d-3896e762e74a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] No DVR routers for this DVR port 4c62a6fc-a47f-4a38-8150-03b95faff9b7 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:03:04.579314 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-38409307-6bed-43cd-add2-388f615362cb tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6598611 Apr 23 00:03:04.583495 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50376) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:04.621267 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-2397d4de-b4cf-456a-a780-874f088dceae tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-980588731', 'network_id': 'fcf51934-35fb-4c0f-a23f-997dc15b2f44'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:04.636561 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae749a-ec6c-4514-926e-eec62070f64c None None] Pushing event deleted for resources: {'Port': ['ID=4c62a6fc-a47f-4a38-8150-03b95faff9b7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:04.643524 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3c3c2d-c357-44d2-9dae-3e82cebe8495 None None] Network 3b7dec59-2393-4c3c-b567-c6326e4e3ff5 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:04.671210 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-668ee12a-d497-4788-b909-09f1652792fd tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2567146 Apr 23 00:03:04.675006 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50378) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:04.683886 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-7bc165c1-134f-436f-8269-57e35ffb6f0b tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-52681298', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:04.685387 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-d166f2e4-5e96-4d51-a277-9608d471d382 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] For port b7d38624-baaa-47bf-bb58-d91a67b130d2, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b7d38624-baaa-47bf-bb58-d91a67b130d2,segment=NetworkSegment(fbcac918-ec72-4f63-adcb-e0d5dce83934),segment_id=fbcac918-ec72-4f63-adcb-e0d5dce83934)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:04.685902 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d166f2e4-5e96-4d51-a277-9608d471d382 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:04.691978 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4dcc6db8-4e60-4cd8-8358-446fc86597e1 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:04.743796 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-d166f2e4-5e96-4d51-a277-9608d471d382 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Calling delete_port for b7d38624-baaa-47bf-bb58-d91a67b130d2 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:04.746649 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-41a537c7-5a20-4452-866d-3896e762e74a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:04.757852 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2397d4de-b4cf-456a-a780-874f088dceae tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Made reservation on behalf of b983477e58544f40a29691506fcbf11d for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:04.766984 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2397d4de-b4cf-456a-a780-874f088dceae tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:04.773981 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc6db8-4e60-4cd8-8358-446fc86597e1 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Pushing event deleted for resources: {'Port': ['ID=bf574b15-abb2-4fe2-9d89-584e05d5e38d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:04.811850 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-41a537c7-5a20-4452-866d-3896e762e74a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ff9801-3d71-461f-98e1-391948928de2']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:04.857402 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-2397d4de-b4cf-456a-a780-874f088dceae tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] device_id is not set on port 2fed48d0-40b0-48de-812f-b08d26430451 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:03:04.861066 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4dcc6db8-4e60-4cd8-8358-446fc86597e1 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:04.863468 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-41a537c7-5a20-4452-866d-3896e762e74a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e111dcf-d627-4053-837c-b0f870b26ea4') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:04.863795 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-41a537c7-5a20-4452-866d-3896e762e74a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e111dcf-d627-4053-837c-b0f870b26ea4') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:04.879882 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-2e1a7d31-1b15-41e5-a615-d183b09c473a None None] Provisioning complete for port b7d38624-baaa-47bf-bb58-d91a67b130d2 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:04.879882 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e1a7d31-1b15-41e5-a615-d183b09c473a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:04.883404 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-41a537c7-5a20-4452-866d-3896e762e74a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:04.948773 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7bc165c1-134f-436f-8269-57e35ffb6f0b tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:04.951478 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7bc165c1-134f-436f-8269-57e35ffb6f0b tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:04.973657 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-41a537c7-5a20-4452-866d-3896e762e74a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.001901 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a537c7-5a20-4452-866d-3896e762e74a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:03:05.002306 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-41a537c7-5a20-4452-866d-3896e762e74a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:03:05.007508 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:03:05.009731 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4dcc6db8-4e60-4cd8-8358-446fc86597e1 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.011319 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4dcc6db8-4e60-4cd8-8358-446fc86597e1 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.139779 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfb35d5-0e9c-4d8e-bb75-2d49ac6e9e64 None None] Network fcf51934-35fb-4c0f-a23f-997dc15b2f44 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:05.192836 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-2397d4de-b4cf-456a-a780-874f088dceae tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Allocated IP 2001:db8::1ef (fcf51934-35fb-4c0f-a23f-997dc15b2f44/f058d943-df8f-434b-ac13-54fb77ce01c3/2fed48d0-40b0-48de-812f-b08d26430451) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:05.197832 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4dcc6db8-4e60-4cd8-8358-446fc86597e1 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.198941 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcc6db8-4e60-4cd8-8358-446fc86597e1 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Fanout notify agent at l3_agent the message router_deleted on router cdf7154a-1859-4adc-bc42-c10eb3a6ecc2 {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:03:05.207141 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4dcc6db8-4e60-4cd8-8358-446fc86597e1 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.208466 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4dcc6db8-4e60-4cd8-8358-446fc86597e1 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "DELETE /v2.0/routers/cdf7154a-1859-4adc-bc42-c10eb3a6ecc2 HTTP/1.1" status: 204 len: 168 time: 1.9920156 Apr 23 00:03:05.210855 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7bc165c1-134f-436f-8269-57e35ffb6f0b tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.215154 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50380) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:05.217850 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d166f2e4-5e96-4d51-a277-9608d471d382 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.225919 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-8aee712f-30cc-4a9c-8e75-e86ece42bd62 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-620724588', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:05.237259 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f19e2c-ab26-4ef6-88b5-2c7caaa86a06 None None] DHCP port deletion for 133186f1-2619-4431-a614-e0a906eef6b6 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:03:05.252419 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4c62a6fc-a47f-4a38-8150-03b95faff9b7 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:03:05.270757 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166f2e4-5e96-4d51-a277-9608d471d382 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Port': ['ID=b7d38624-baaa-47bf-bb58-d91a67b130d2,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:05.275995 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d166f2e4-5e96-4d51-a277-9608d471d382 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] No DVR routers for this DVR port b7d38624-baaa-47bf-bb58-d91a67b130d2 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:03:05.280745 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-41a537c7-5a20-4452-866d-3896e762e74a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.286877 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b37745-89ea-4968-a7f5-f60efa050c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-3b7dec59-2393-4c3c-b567-c6326e4e3ff5', 'network_id': '3b7dec59-2393-4c3c-b567-c6326e4e3ff5', 'tenant_id': 'ec85285c03da45e09f630046c121edb1', 'fixed_ips': [{'subnet_id': '4f047f4b-d324-4d58-be28-eece8924657e'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:03:05.287895 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24b37745-89ea-4968-a7f5-f60efa050c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.290396 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7bc165c1-134f-436f-8269-57e35ffb6f0b tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.304501 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 4c62a6fc-a47f-4a38-8150-03b95faff9b7 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:03:05.305031 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4c62a6fc-a47f-4a38-8150-03b95faff9b7 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:03:05.323828 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8aee712f-30cc-4a9c-8e75-e86ece42bd62 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.330519 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8aee712f-30cc-4a9c-8e75-e86ece42bd62 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.359056 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-41a537c7-5a20-4452-866d-3896e762e74a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.363880 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-41a537c7-5a20-4452-866d-3896e762e74a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/networks/48ff9801-3d71-461f-98e1-391948928de2 HTTP/1.1" status: 204 len: 168 time: 1.5206475 Apr 23 00:03:05.369764 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50382) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:05.400148 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8aee712f-30cc-4a9c-8e75-e86ece42bd62 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.427070 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a537c7-5a20-4452-866d-3896e762e74a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Network': ['ID=48ff9801-3d71-461f-98e1-391948928de2,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:05.443640 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-126e81cd-d513-4eb7-90b0-89a83809db69 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-398472193'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:05.448366 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7bc165c1-134f-436f-8269-57e35ffb6f0b tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.448366 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7bc165c1-134f-436f-8269-57e35ffb6f0b tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.7637920 Apr 23 00:03:05.448366 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50384) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:05.461667 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d166f2e4-5e96-4d51-a277-9608d471d382 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.517587 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8aee712f-30cc-4a9c-8e75-e86ece42bd62 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.527293 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-24b37745-89ea-4968-a7f5-f60efa050c70 None None] Allocated IP 172.20.0.2 (3b7dec59-2393-4c3c-b567-c6326e4e3ff5/4f047f4b-d324-4d58-be28-eece8924657e/08a96494-b0e4-4e1d-9526-b520a2561a47) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:05.542336 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-d166f2e4-5e96-4d51-a277-9608d471d382 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133186f1-2619-4431-a614-e0a906eef6b6']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:05.561214 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-d166f2e4-5e96-4d51-a277-9608d471d382 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbcac918-ec72-4f63-adcb-e0d5dce83934') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:05.561543 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-d166f2e4-5e96-4d51-a277-9608d471d382 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbcac918-ec72-4f63-adcb-e0d5dce83934') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:05.573983 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d166f2e4-5e96-4d51-a277-9608d471d382 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.599291 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d166f2e4-5e96-4d51-a277-9608d471d382 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.636650 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2397d4de-b4cf-456a-a780-874f088dceae tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.644244 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8aee712f-30cc-4a9c-8e75-e86ece42bd62 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.645461 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8aee712f-30cc-4a9c-8e75-e86ece42bd62 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4285691 Apr 23 00:03:05.651372 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50388) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:05.655678 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126e81cd-d513-4eb7-90b0-89a83809db69 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:05.662598 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-126e81cd-d513-4eb7-90b0-89a83809db69 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.665831 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-657c5521-14f6-4f46-9acd-7c0f69660096 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'enable_snat': False}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:05.668180 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d166f2e4-5e96-4d51-a277-9608d471d382 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:03:05.669805 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d166f2e4-5e96-4d51-a277-9608d471d382 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:03:05.688141 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:03:05.690089 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24b37745-89ea-4968-a7f5-f60efa050c70 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.745823 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3567244a-1289-4e82-8ded-0d6bc7e661e2 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.763699 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24b37745-89ea-4968-a7f5-f60efa050c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.807456 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b37745-89ea-4968-a7f5-f60efa050c70 None None] Network 3b7dec59-2393-4c3c-b567-c6326e4e3ff5 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:05.813249 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-24b37745-89ea-4968-a7f5-f60efa050c70 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:05.815720 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b37745-89ea-4968-a7f5-f60efa050c70 None None] Pushing event updated for resources: {'Port': ['ID=08a96494-b0e4-4e1d-9526-b520a2561a47,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:05.818117 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b37745-89ea-4968-a7f5-f60efa050c70 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:05.866335 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126e81cd-d513-4eb7-90b0-89a83809db69 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:03:05.887216 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-24b37745-89ea-4968-a7f5-f60efa050c70 None None] Attempting to bind port 08a96494-b0e4-4e1d-9526-b520a2561a47 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:03:05.887790 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-24b37745-89ea-4968-a7f5-f60efa050c70 None None] Attempting to bind port 08a96494-b0e4-4e1d-9526-b520a2561a47 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '9e3ec768-97e7-4117-a810-f40bd5956905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3b7dec59-2393-4c3c-b567-c6326e4e3ff5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:03:05.888247 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b37745-89ea-4968-a7f5-f60efa050c70 None None] Attempting to bind port 08a96494-b0e4-4e1d-9526-b520a2561a47 on network 3b7dec59-2393-4c3c-b567-c6326e4e3ff5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:03:05.894063 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b37745-89ea-4968-a7f5-f60efa050c70 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:03:05.895158 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b37745-89ea-4968-a7f5-f60efa050c70 None None] Checking segment: {'id': '9e3ec768-97e7-4117-a810-f40bd5956905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3b7dec59-2393-4c3c-b567-c6326e4e3ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:03:05.895657 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24b37745-89ea-4968-a7f5-f60efa050c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.896122 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b37745-89ea-4968-a7f5-f60efa050c70 None None] Bound using segment: {'id': '9e3ec768-97e7-4117-a810-f40bd5956905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3b7dec59-2393-4c3c-b567-c6326e4e3ff5'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:03:05.896682 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-24b37745-89ea-4968-a7f5-f60efa050c70 None None] Bound port: 08a96494-b0e4-4e1d-9526-b520a2561a47, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3ec768-97e7-4117-a810-f40bd5956905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3b7dec59-2393-4c3c-b567-c6326e4e3ff5'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:03:05.897140 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24b37745-89ea-4968-a7f5-f60efa050c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.947067 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488504e-70b4-4f5c-b7a7-aaa702268db1 req-098ed44e-9197-49bb-bcfa-198ddac964be tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:05.948672 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a488504e-70b4-4f5c-b7a7-aaa702268db1 req-098ed44e-9197-49bb-bcfa-198ddac964be tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.2452319 Apr 23 00:03:05.953692 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-126e81cd-d513-4eb7-90b0-89a83809db69 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.954041 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-126e81cd-d513-4eb7-90b0-89a83809db69 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Added segment ee2f45a7-c6d6-414c-b589-157f827ddac2 of type vlan for network 2e17104d-7d47-4bc9-9224-fe5b41efa501 Apr 23 00:03:05.955606 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d166f2e4-5e96-4d51-a277-9608d471d382 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.968465 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-24b37745-89ea-4968-a7f5-f60efa050c70 None None] For port 08a96494-b0e4-4e1d-9526-b520a2561a47, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:03:05.972318 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-24b37745-89ea-4968-a7f5-f60efa050c70 None None] For port 08a96494-b0e4-4e1d-9526-b520a2561a47, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=08a96494-b0e4-4e1d-9526-b520a2561a47,segment=NetworkSegment(9e3ec768-97e7-4117-a810-f40bd5956905),segment_id=9e3ec768-97e7-4117-a810-f40bd5956905)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:03:05.984728 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d166f2e4-5e96-4d51-a277-9608d471d382 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:05.991021 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d166f2e4-5e96-4d51-a277-9608d471d382 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/networks/133186f1-2619-4431-a614-e0a906eef6b6 HTTP/1.1" status: 204 len: 168 time: 1.7689695 Apr 23 00:03:05.998840 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50390) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:06.059169 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166f2e4-5e96-4d51-a277-9608d471d382 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Network': ['ID=133186f1-2619-4431-a614-e0a906eef6b6,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:06.063317 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24b37745-89ea-4968-a7f5-f60efa050c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:06.072387 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2397d4de-b4cf-456a-a780-874f088dceae tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:06.131434 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b37745-89ea-4968-a7f5-f60efa050c70 None None] Pushing event updated for resources: {'Port': ['ID=08a96494-b0e4-4e1d-9526-b520a2561a47,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:06.150807 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-126e81cd-d513-4eb7-90b0-89a83809db69 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:06.155341 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-657c5521-14f6-4f46-9acd-7c0f69660096 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:06.208515 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2397d4de-b4cf-456a-a780-874f088dceae tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Network fcf51934-35fb-4c0f-a23f-997dc15b2f44 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:06.223353 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-2397d4de-b4cf-456a-a780-874f088dceae tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:06.229873 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2397d4de-b4cf-456a-a780-874f088dceae tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:06.230881 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2397d4de-b4cf-456a-a780-874f088dceae tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:06.232101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2397d4de-b4cf-456a-a780-874f088dceae tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:06.245580 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a488504e-70b4-4f5c-b7a7-aaa702268db1 req-8114be91-bd08-4a49-8b55-4dba03ab8301 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804697 Apr 23 00:03:06.257238 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397d4de-b4cf-456a-a780-874f088dceae tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Pushing event updated for resources: {'Port': ['ID=2fed48d0-40b0-48de-812f-b08d26430451,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:06.276388 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474c199b-c3c5-4bcc-9992-17b7d58a0eff tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:06.279341 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-474c199b-c3c5-4bcc-9992-17b7d58a0eff tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2782023 Apr 23 00:03:06.284468 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50394) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:06.329959 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-3567244a-1289-4e82-8ded-0d6bc7e661e2 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Allocated IP 172.20.0.1 (3b7dec59-2393-4c3c-b567-c6326e4e3ff5/4f047f4b-d324-4d58-be28-eece8924657e/d797ad1a-7540-45eb-8a8c-e108f68bf5f8) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:06.381629 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2397d4de-b4cf-456a-a780-874f088dceae tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7950337 Apr 23 00:03:06.385434 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50396) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:06.388410 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-126e81cd-d513-4eb7-90b0-89a83809db69 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:06.393894 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126e81cd-d513-4eb7-90b0-89a83809db69 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:06.394498 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-126e81cd-d513-4eb7-90b0-89a83809db69 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:06.515915 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3567244a-1289-4e82-8ded-0d6bc7e661e2 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:06.517919 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-74442a9b-cf6f-45bd-8296-9649b30e2ec5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2318251 Apr 23 00:03:06.521570 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50398) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:06.526758 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-70c7994e-8b0a-413a-a9ca-32ff1bb80684 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-194380527'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:06.544125 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90c1d9aa-2a81-45a4-9a4f-ae258dcf5b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:06.565019 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e81cd-d513-4eb7-90b0-89a83809db69 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Network': ['ID=2e17104d-7d47-4bc9-9224-fe5b41efa501,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:06.579683 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-126e81cd-d513-4eb7-90b0-89a83809db69 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1540201 Apr 23 00:03:06.583193 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50400) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:06.588259 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-6cb58505-3aaf-4983-a7d5-6d9763c83e12 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'subnet': {'network_id': '2e17104d-7d47-4bc9-9224-fe5b41efa501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:06.596058 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 2e17104d-7d47-4bc9-9224-fe5b41efa501 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:03:06.609007 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-aba2ea36-f745-4fd7-b083-2c4b92e57f4f tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Deleting port 2fed48d0-40b0-48de-812f-b08d26430451 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:06.609473 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aba2ea36-f745-4fd7-b083-2c4b92e57f4f tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:06.652320 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3567244a-1289-4e82-8ded-0d6bc7e661e2 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:06.724749 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c7994e-8b0a-413a-a9ca-32ff1bb80684 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:06.728604 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-70c7994e-8b0a-413a-a9ca-32ff1bb80684 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:06.746670 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3567244a-1289-4e82-8ded-0d6bc7e661e2 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Network 3b7dec59-2393-4c3c-b567-c6326e4e3ff5 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:06.761105 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-3567244a-1289-4e82-8ded-0d6bc7e661e2 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:06.764682 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3567244a-1289-4e82-8ded-0d6bc7e661e2 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:06.808275 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567244a-1289-4e82-8ded-0d6bc7e661e2 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Pushing event updated for resources: {'Port': ['ID=d797ad1a-7540-45eb-8a8c-e108f68bf5f8,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:06.829959 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c7994e-8b0a-413a-a9ca-32ff1bb80684 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:03:06.850872 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-70c7994e-8b0a-413a-a9ca-32ff1bb80684 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:06.851437 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-70c7994e-8b0a-413a-a9ca-32ff1bb80684 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Added segment 3b66d81d-836a-4c6a-b2d0-cc4f2c58b62a of type vlan for network 320ab00d-223b-43ad-a9bf-4926ffca93b7 Apr 23 00:03:06.852874 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3567244a-1289-4e82-8ded-0d6bc7e661e2 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:06.925031 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb58505-3aaf-4983-a7d5-6d9763c83e12 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:06.928813 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6cb58505-3aaf-4983-a7d5-6d9763c83e12 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:06.979710 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-70c7994e-8b0a-413a-a9ca-32ff1bb80684 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:07.153761 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643736a-0ceb-4e04-8af0-9f3ebb1619a2 req-9509c53d-c828-4b2e-a870-639906639003 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:07.155292 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4643736a-0ceb-4e04-8af0-9f3ebb1619a2 req-9509c53d-c828-4b2e-a870-639906639003 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.5009162 Apr 23 00:03:07.157235 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aba2ea36-f745-4fd7-b083-2c4b92e57f4f tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:07.175951 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43238ce6-4be1-4882-92d9-228f87b3ef20 req-c6245071-30c6-4684-adf2-4f0bb60d6a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:07.177762 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-43238ce6-4be1-4882-92d9-228f87b3ef20 req-c6245071-30c6-4684-adf2-4f0bb60d6a56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2daecb10958e408da92a371a07f83b9c&device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 1098 time: 0.1705902 Apr 23 00:03:07.178494 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 08a96494-b0e4-4e1d-9526-b520a2561a47 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:03:07.186535 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-657c5521-14f6-4f46-9acd-7c0f69660096 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:07.189098 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-aba2ea36-f745-4fd7-b083-2c4b92e57f4f tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Calling delete_port for 2fed48d0-40b0-48de-812f-b08d26430451 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:07.189218 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-70c7994e-8b0a-413a-a9ca-32ff1bb80684 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:07.196677 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c7994e-8b0a-413a-a9ca-32ff1bb80684 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:07.196677 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-70c7994e-8b0a-413a-a9ca-32ff1bb80684 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:07.234582 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-657c5521-14f6-4f46-9acd-7c0f69660096 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:07.244094 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3567244a-1289-4e82-8ded-0d6bc7e661e2 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:07.252592 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 08a96494-b0e4-4e1d-9526-b520a2561a47 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:07.252823 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:07.348942 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d1c8a7-e54b-4d5d-8f9c-9326d50ddd55 None None] Network 3b7dec59-2393-4c3c-b567-c6326e4e3ff5 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:07.352398 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7994e-8b0a-413a-a9ca-32ff1bb80684 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Network': ['ID=320ab00d-223b-43ad-a9bf-4926ffca93b7,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:07.363053 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-70c7994e-8b0a-413a-a9ca-32ff1bb80684 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8379073 Apr 23 00:03:07.367013 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50404) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:07.378518 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-b11ea75e-5f50-4d6f-943d-a22a939ed6eb tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'subnet': {'network_id': '320ab00d-223b-43ad-a9bf-4926ffca93b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:07.390005 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4643736a-0ceb-4e04-8af0-9f3ebb1619a2 req-16a6c788-6059-4bc5-a562-1b9f05528b90 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095296 Apr 23 00:03:07.412357 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 320ab00d-223b-43ad-a9bf-4926ffca93b7 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:03:07.421179 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:07.472378 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6cb58505-3aaf-4983-a7d5-6d9763c83e12 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:07.516686 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43238ce6-4be1-4882-92d9-228f87b3ef20 req-5f060d6b-550f-41e2-978a-fcd01a997452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:07.518163 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-43238ce6-4be1-4882-92d9-228f87b3ef20 req-5f060d6b-550f-41e2-978a-fcd01a997452 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8d8d357-da92-4298-b1b5-3d81a026a802 HTTP/1.1" status: 200 len: 912 time: 0.3271785 Apr 23 00:03:07.520997 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-fdc7911b-7cea-4f90-90fe-21b72bd6cf60 None None] Provisioning complete for port 08a96494-b0e4-4e1d-9526-b520a2561a47 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:07.521374 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fdc7911b-7cea-4f90-90fe-21b72bd6cf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:07.551481 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb58505-3aaf-4983-a7d5-6d9763c83e12 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Subnet': ['ID=0c6aef40-4d87-46ea-9c74-9ecdc6ed18b7,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:07.572802 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 08a96494-b0e4-4e1d-9526-b520a2561a47, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=08a96494-b0e4-4e1d-9526-b520a2561a47,segment=NetworkSegment(9e3ec768-97e7-4117-a810-f40bd5956905),segment_id=9e3ec768-97e7-4117-a810-f40bd5956905)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:07.575371 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb58505-3aaf-4983-a7d5-6d9763c83e12 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Checking segment: {'id': 'ee2f45a7-c6d6-414c-b589-157f827ddac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e17104d-7d47-4bc9-9224-fe5b41efa501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:03:07.575833 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb58505-3aaf-4983-a7d5-6d9763c83e12 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network hostable DHCP agents. Network: 2e17104d-7d47-4bc9-9224-fe5b41efa501, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:03:07.627233 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-657c5521-14f6-4f46-9acd-7c0f69660096 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Allocated IP 172.26.3.126 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/d428f1c3-8a9f-4863-a260-6e4b429f4740) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:07.647510 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:07.672570 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-43238ce6-4be1-4882-92d9-228f87b3ef20 req-183c2920-129e-40b3-b93d-482ec0323c0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bf074c6-1213-48ed-9081-f230a0d68821 HTTP/1.1" status: 200 len: 1000 time: 0.1403940 Apr 23 00:03:07.694338 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb58505-3aaf-4983-a7d5-6d9763c83e12 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network 2e17104d-7d47-4bc9-9224-fe5b41efa501 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:03:07.756438 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=08a96494-b0e4-4e1d-9526-b520a2561a47,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:07.758300 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11ea75e-5f50-4d6f-943d-a22a939ed6eb tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:07.761772 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b11ea75e-5f50-4d6f-943d-a22a939ed6eb tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:07.772146 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3567244a-1289-4e82-8ded-0d6bc7e661e2 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:07.773198 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b7d38624-baaa-47bf-bb58-d91a67b130d2 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:03:07.786806 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-6cb58505-3aaf-4983-a7d5-6d9763c83e12 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 2e17104d-7d47-4bc9-9224-fe5b41efa501) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:07.794303 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb58505-3aaf-4983-a7d5-6d9763c83e12 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:07.796072 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6cb58505-3aaf-4983-a7d5-6d9763c83e12 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:07.798751 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: b7d38624-baaa-47bf-bb58-d91a67b130d2 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:03:07.799505 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b7d38624-baaa-47bf-bb58-d91a67b130d2 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:03:07.802730 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e47df4-e23a-458b-abba-d270b042118b None None] Network 2e17104d-7d47-4bc9-9224-fe5b41efa501 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:07.822833 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:07.828013 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3567244a-1289-4e82-8ded-0d6bc7e661e2 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:07.836729 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aba2ea36-f745-4fd7-b083-2c4b92e57f4f tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:07.843245 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43238ce6-4be1-4882-92d9-228f87b3ef20 req-16944866-8a3e-4f9a-b347-028a88f78476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:07.844829 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-43238ce6-4be1-4882-92d9-228f87b3ef20 req-16944866-8a3e-4f9a-b347-028a88f78476 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e051b6c5-e40c-442b-8ae2-46ca4db94a08 HTTP/1.1" status: 200 len: 850 time: 0.1642990 Apr 23 00:03:07.910251 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2ea36-f745-4fd7-b083-2c4b92e57f4f tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Pushing event deleted for resources: {'Port': ['ID=2fed48d0-40b0-48de-812f-b08d26430451,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:07.928649 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6cb58505-3aaf-4983-a7d5-6d9763c83e12 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3444836 Apr 23 00:03:07.932331 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50406) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:07.938125 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-8173c684-f6df-4706-9664-d254eb579d68 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'port': {'network_id': '2e17104d-7d47-4bc9-9224-fe5b41efa501', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-956096039'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:07.949162 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567244a-1289-4e82-8ded-0d6bc7e661e2 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Pushing event updated for resources: {'Port': ['ID=d797ad1a-7540-45eb-8a8c-e108f68bf5f8,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:07.982575 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c185f9-1520-47ba-addf-ccb30952b9b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-2e17104d-7d47-4bc9-9224-fe5b41efa501', 'network_id': '2e17104d-7d47-4bc9-9224-fe5b41efa501', 'tenant_id': '484d56a8af5642b494f3dd7d6249c4ca', 'fixed_ips': [{'subnet_id': '0c6aef40-4d87-46ea-9c74-9ecdc6ed18b7'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:03:07.984088 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31c185f9-1520-47ba-addf-ccb30952b9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:07.989574 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aba2ea36-f745-4fd7-b083-2c4b92e57f4f tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:07.992909 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-aba2ea36-f745-4fd7-b083-2c4b92e57f4f tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "DELETE /v2.0/ports/2fed48d0-40b0-48de-812f-b08d26430451 HTTP/1.1" status: 204 len: 168 time: 1.5957153 Apr 23 00:03:07.996432 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-657c5521-14f6-4f46-9acd-7c0f69660096 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:08.000983 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50408) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:08.006692 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-4783f116-260a-4729-8be8-f0eb599ec530 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fcf51934-35fb-4c0f-a23f-997dc15b2f44', 'external_fixed_ips': [{'subnet_id': 'f058d943-df8f-434b-ac13-54fb77ce01c3', 'ip_address': '2001:db8::1ef'}]}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:08.028883 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3567244a-1289-4e82-8ded-0d6bc7e661e2 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:08.047432 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43238ce6-4be1-4882-92d9-228f87b3ef20 req-15fd2f0d-a76b-473c-b118-24bc973c534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:08.048969 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-43238ce6-4be1-4882-92d9-228f87b3ef20 req-15fd2f0d-a76b-473c-b118-24bc973c534c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8d8d357-da92-4298-b1b5-3d81a026a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1832573 Apr 23 00:03:08.111149 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5c117adc-c1e7-4cc5-b281-478a2afd945d None None] Provisioning complete for port d797ad1a-7540-45eb-8a8c-e108f68bf5f8 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:08.111480 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c117adc-c1e7-4cc5-b281-478a2afd945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:08.160615 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4783f116-260a-4729-8be8-f0eb599ec530 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:08.161466 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4783f116-260a-4729-8be8-f0eb599ec530 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:08.214543 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3567244a-1289-4e82-8ded-0d6bc7e661e2 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Network 3b7dec59-2393-4c3c-b567-c6326e4e3ff5 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:08.217822 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-3567244a-1289-4e82-8ded-0d6bc7e661e2 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:08.263710 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-657c5521-14f6-4f46-9acd-7c0f69660096 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:08.312251 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8173c684-f6df-4706-9664-d254eb579d68 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:08.316421 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8173c684-f6df-4706-9664-d254eb579d68 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:08.331250 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4783f116-260a-4729-8be8-f0eb599ec530 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:08.333708 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-43238ce6-4be1-4882-92d9-228f87b3ef20 req-59d2aade-493f-4cc0-872a-61e5bac96924 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d8d357-da92-4298-b1b5-3d81a026a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505732 Apr 23 00:03:08.339169 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-8173c684-f6df-4706-9664-d254eb579d68 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] device_id is not set on port f738dcdb-d1f5-4e87-8377-5a8d37d86e86 yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:03:08.339344 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5c117adc-c1e7-4cc5-b281-478a2afd945d None None] Port d797ad1a-7540-45eb-8a8c-e108f68bf5f8 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:03:08.354690 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5c117adc-c1e7-4cc5-b281-478a2afd945d None None] Provisioning complete for port 08a96494-b0e4-4e1d-9526-b520a2561a47 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:08.355066 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c117adc-c1e7-4cc5-b281-478a2afd945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:08.362693 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657c5521-14f6-4f46-9acd-7c0f69660096 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:08.383436 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-657c5521-14f6-4f46-9acd-7c0f69660096 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:08.386453 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b11ea75e-5f50-4d6f-943d-a22a939ed6eb tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:08.389175 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-31c185f9-1520-47ba-addf-ccb30952b9b1 None None] Allocated IP 2001:db8::2 (2e17104d-7d47-4bc9-9224-fe5b41efa501/0c6aef40-4d87-46ea-9c74-9ecdc6ed18b7/bde22629-23a2-4835-ba5d-a87c08821b37) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:08.393608 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c5521-14f6-4f46-9acd-7c0f69660096 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:08.407400 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c5521-14f6-4f46-9acd-7c0f69660096 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Pushing event updated for resources: {'Port': ['ID=d428f1c3-8a9f-4863-a260-6e4b429f4740,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:08.562549 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3567244a-1289-4e82-8ded-0d6bc7e661e2 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Router 11627671-d960-41c5-b035-182eb849677c is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:03:08.571215 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11ea75e-5f50-4d6f-943d-a22a939ed6eb tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Checking segment: {'id': '3b66d81d-836a-4c6a-b2d0-cc4f2c58b62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '320ab00d-223b-43ad-a9bf-4926ffca93b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:03:08.571632 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11ea75e-5f50-4d6f-943d-a22a939ed6eb tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network hostable DHCP agents. Network: 320ab00d-223b-43ad-a9bf-4926ffca93b7, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:03:08.593061 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0a7d8-7b31-4d0a-84ee-510f6c7ee047 req-0a599aa8-4ec7-4ac0-9f3c-57f962ec07cf tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:08.595157 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-19f0a7d8-7b31-4d0a-84ee-510f6c7ee047 req-0a599aa8-4ec7-4ac0-9f3c-57f962ec07cf tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.0871215 Apr 23 00:03:08.628802 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ea75e-5f50-4d6f-943d-a22a939ed6eb tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Subnet': ['ID=45c97fe3-cc38-4e63-bb13-f1fe25e692f9,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:08.662010 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31c185f9-1520-47ba-addf-ccb30952b9b1 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:08.704637 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-19f0a7d8-7b31-4d0a-84ee-510f6c7ee047 req-28b2cfbf-f84e-47e9-ab9c-b7f89db079f4 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032670 Apr 23 00:03:08.720563 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3567244a-1289-4e82-8ded-0d6bc7e661e2 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:03:08.727368 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5eb45a50-6f28-4e60-aff2-72a2c3504f53 None None] Provisioning complete for port d797ad1a-7540-45eb-8a8c-e108f68bf5f8 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:08.728014 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5eb45a50-6f28-4e60-aff2-72a2c3504f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:08.740831 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3567244a-1289-4e82-8ded-0d6bc7e661e2 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] 10.222.0.15 "PUT /v2.0/routers/11627671-d960-41c5-b035-182eb849677c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2930427 Apr 23 00:03:08.743161 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50416) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:08.748346 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-12d8008d-fff0-4da1-8ea4-6f5cec5b5a25 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Request body: {'port': {'network_id': '3b7dec59-2393-4c3c-b567-c6326e4e3ff5', 'name': 'tempest-FloatingIPNegativeTestJSON-68241173'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:08.753992 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4783f116-260a-4729-8be8-f0eb599ec530 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:08.759477 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-43238ce6-4be1-4882-92d9-228f87b3ef20 req-55cc14e4-cc9d-4ac2-ab6c-0d95a8d9621d service neutron] 10.222.0.16 "GET /v2.0/networks/a8d8d357-da92-4298-b1b5-3d81a026a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148757 Apr 23 00:03:08.761782 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc909c04-3ef8-4735-8e8a-94cab4a0889d None None] Sync routers for ids ['11627671-d960-41c5-b035-182eb849677c'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:03:08.765060 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31c185f9-1520-47ba-addf-ccb30952b9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:08.839412 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11ea75e-5f50-4d6f-943d-a22a939ed6eb tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network 320ab00d-223b-43ad-a9bf-4926ffca93b7 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:03:08.844276 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc909c04-3ef8-4735-8e8a-94cab4a0889d None None] Routers {'11627671-d960-41c5-b035-182eb849677c'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:08.845128 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-bc909c04-3ef8-4735-8e8a-94cab4a0889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['11627671-d960-41c5-b035-182eb849677c'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:08.846877 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5eb45a50-6f28-4e60-aff2-72a2c3504f53 None None] Port d797ad1a-7540-45eb-8a8c-e108f68bf5f8 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:03:08.856539 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-8173c684-f6df-4706-9664-d254eb579d68 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Allocated IP 2001:db8::3c3 (2e17104d-7d47-4bc9-9224-fe5b41efa501/0c6aef40-4d87-46ea-9c74-9ecdc6ed18b7/f738dcdb-d1f5-4e87-8377-5a8d37d86e86) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:08.891354 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c185f9-1520-47ba-addf-ccb30952b9b1 None None] Network 2e17104d-7d47-4bc9-9224-fe5b41efa501 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:08.892463 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c185f9-1520-47ba-addf-ccb30952b9b1 None None] Pushing event updated for resources: {'Port': ['ID=bde22629-23a2-4835-ba5d-a87c08821b37,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:08.896299 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-bc909c04-3ef8-4735-8e8a-94cab4a0889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:08.899258 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-31c185f9-1520-47ba-addf-ccb30952b9b1 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:08.902575 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c185f9-1520-47ba-addf-ccb30952b9b1 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:08.918100 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc909c04-3ef8-4735-8e8a-94cab4a0889d None None] Routers {'11627671-d960-41c5-b035-182eb849677c'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:08.918999 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-bc909c04-3ef8-4735-8e8a-94cab4a0889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['11627671-d960-41c5-b035-182eb849677c'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:08.956698 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-b11ea75e-5f50-4d6f-943d-a22a939ed6eb tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 320ab00d-223b-43ad-a9bf-4926ffca93b7) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:08.969059 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11ea75e-5f50-4d6f-943d-a22a939ed6eb tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:08.969989 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b11ea75e-5f50-4d6f-943d-a22a939ed6eb tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:08.997507 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00257254-4e81-4767-bae3-0c3075572ddd None None] Network 320ab00d-223b-43ad-a9bf-4926ffca93b7 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:09.000809 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-bc909c04-3ef8-4735-8e8a-94cab4a0889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:09.001411 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc909c04-3ef8-4735-8e8a-94cab4a0889d None None] The sync data for ids ['11627671-d960-41c5-b035-182eb849677c'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:03:09.037076 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8173c684-f6df-4706-9664-d254eb579d68 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:09.056392 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-657c5521-14f6-4f46-9acd-7c0f69660096 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:09.056533 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-31c185f9-1520-47ba-addf-ccb30952b9b1 None None] Attempting to bind port bde22629-23a2-4835-ba5d-a87c08821b37 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:03:09.056913 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-31c185f9-1520-47ba-addf-ccb30952b9b1 None None] Attempting to bind port bde22629-23a2-4835-ba5d-a87c08821b37 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'ee2f45a7-c6d6-414c-b589-157f827ddac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e17104d-7d47-4bc9-9224-fe5b41efa501'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:03:09.057281 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c185f9-1520-47ba-addf-ccb30952b9b1 None None] Attempting to bind port bde22629-23a2-4835-ba5d-a87c08821b37 on network 2e17104d-7d47-4bc9-9224-fe5b41efa501 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:03:09.067736 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c185f9-1520-47ba-addf-ccb30952b9b1 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:03:09.068115 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c185f9-1520-47ba-addf-ccb30952b9b1 None None] Checking segment: {'id': 'ee2f45a7-c6d6-414c-b589-157f827ddac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e17104d-7d47-4bc9-9224-fe5b41efa501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:03:09.068508 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31c185f9-1520-47ba-addf-ccb30952b9b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:09.069225 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c185f9-1520-47ba-addf-ccb30952b9b1 None None] Bound using segment: {'id': 'ee2f45a7-c6d6-414c-b589-157f827ddac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e17104d-7d47-4bc9-9224-fe5b41efa501'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:03:09.069412 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-31c185f9-1520-47ba-addf-ccb30952b9b1 None None] Bound port: bde22629-23a2-4835-ba5d-a87c08821b37, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2f45a7-c6d6-414c-b589-157f827ddac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e17104d-7d47-4bc9-9224-fe5b41efa501'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:03:09.069755 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d8008d-fff0-4da1-8ea4-6f5cec5b5a25 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Made reservation on behalf of ec85285c03da45e09f630046c121edb1 for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:09.069859 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31c185f9-1520-47ba-addf-ccb30952b9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:09.073944 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-12d8008d-fff0-4da1-8ea4-6f5cec5b5a25 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:09.098693 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-12d8008d-fff0-4da1-8ea4-6f5cec5b5a25 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] device_id is not set on port e6bb0fa3-315e-4fb6-b293-b4142c8c94eb yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:03:09.101452 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b11ea75e-5f50-4d6f-943d-a22a939ed6eb tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7304945 Apr 23 00:03:09.103406 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50418) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:09.113921 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-dc7f9009-b338-41ae-a822-9a0007cd4409 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'port': {'network_id': '320ab00d-223b-43ad-a9bf-4926ffca93b7', 'name': 'tempest-PortsTestJSON-1450325957'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:09.147747 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 08a96494-b0e4-4e1d-9526-b520a2561a47 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:03:09.225361 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8173c684-f6df-4706-9664-d254eb579d68 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:09.225698 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-31c185f9-1520-47ba-addf-ccb30952b9b1 None None] For port bde22629-23a2-4835-ba5d-a87c08821b37, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:03:09.246401 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-31c185f9-1520-47ba-addf-ccb30952b9b1 None None] For port bde22629-23a2-4835-ba5d-a87c08821b37, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=bde22629-23a2-4835-ba5d-a87c08821b37,segment=NetworkSegment(ee2f45a7-c6d6-414c-b589-157f827ddac2),segment_id=ee2f45a7-c6d6-414c-b589-157f827ddac2)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:03:09.284177 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-12d8008d-fff0-4da1-8ea4-6f5cec5b5a25 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Allocated IP 172.20.0.10 (3b7dec59-2393-4c3c-b567-c6326e4e3ff5/4f047f4b-d324-4d58-be28-eece8924657e/e6bb0fa3-315e-4fb6-b293-b4142c8c94eb) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:09.284481 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 08a96494-b0e4-4e1d-9526-b520a2561a47 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:09.284887 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:09.289186 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50f8d9a-ae70-498d-a805-0277b82173f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-320ab00d-223b-43ad-a9bf-4926ffca93b7', 'network_id': '320ab00d-223b-43ad-a9bf-4926ffca93b7', 'tenant_id': 'c29c8b78565144119e4193c85a97e14b', 'fixed_ips': [{'subnet_id': '45c97fe3-cc38-4e63-bb13-f1fe25e692f9'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:03:09.290081 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b50f8d9a-ae70-498d-a805-0277b82173f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:09.292865 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8173c684-f6df-4706-9664-d254eb579d68 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network 2e17104d-7d47-4bc9-9224-fe5b41efa501 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:09.302131 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-8173c684-f6df-4706-9664-d254eb579d68 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:09.312348 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8173c684-f6df-4706-9664-d254eb579d68 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:09.318590 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8173c684-f6df-4706-9664-d254eb579d68 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:09.319297 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8173c684-f6df-4706-9664-d254eb579d68 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:09.324896 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173c684-f6df-4706-9664-d254eb579d68 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Port': ['ID=f738dcdb-d1f5-4e87-8377-5a8d37d86e86,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:09.346439 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31c185f9-1520-47ba-addf-ccb30952b9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:09.452671 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8173c684-f6df-4706-9664-d254eb579d68 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.5147445 Apr 23 00:03:09.453792 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50420) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:09.510461 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c185f9-1520-47ba-addf-ccb30952b9b1 None None] Pushing event updated for resources: {'Port': ['ID=bde22629-23a2-4835-ba5d-a87c08821b37,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:09.567663 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-b50f8d9a-ae70-498d-a805-0277b82173f2 None None] Allocated IP 172.20.0.2 (320ab00d-223b-43ad-a9bf-4926ffca93b7/45c97fe3-cc38-4e63-bb13-f1fe25e692f9/3997d20a-a338-4c36-8a48-8f0707c58cf1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:09.601261 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-12d8008d-fff0-4da1-8ea4-6f5cec5b5a25 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:09.616298 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-b9cf6719-2239-4318-8511-d3b0913420da tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting port f738dcdb-d1f5-4e87-8377-5a8d37d86e86 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:09.616893 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6719-2239-4318-8511-d3b0913420da tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:09.695230 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:09.728074 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6719-2239-4318-8511-d3b0913420da tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:09.734137 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:09.764009 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-b9cf6719-2239-4318-8511-d3b0913420da tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Calling delete_port for f738dcdb-d1f5-4e87-8377-5a8d37d86e86 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:09.832816 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4783f116-260a-4729-8be8-f0eb599ec530 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:09.844917 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b50f8d9a-ae70-498d-a805-0277b82173f2 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:09.850213 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-12d8008d-fff0-4da1-8ea4-6f5cec5b5a25 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:09.869438 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4783f116-260a-4729-8be8-f0eb599ec530 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:09.917287 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d8008d-fff0-4da1-8ea4-6f5cec5b5a25 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Network 3b7dec59-2393-4c3c-b567-c6326e4e3ff5 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:09.923867 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b50f8d9a-ae70-498d-a805-0277b82173f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:09.929133 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-12d8008d-fff0-4da1-8ea4-6f5cec5b5a25 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:09.930460 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-657c5521-14f6-4f46-9acd-7c0f69660096 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:09.934467 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d8008d-fff0-4da1-8ea4-6f5cec5b5a25 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:09.969544 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8008d-fff0-4da1-8ea4-6f5cec5b5a25 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Pushing event updated for resources: {'Port': ['ID=e6bb0fa3-315e-4fb6-b293-b4142c8c94eb,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:09.982726 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-657c5521-14f6-4f46-9acd-7c0f69660096 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3900419'] for router, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:09.990524 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50f8d9a-ae70-498d-a805-0277b82173f2 None None] Network 320ab00d-223b-43ad-a9bf-4926ffca93b7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:09.990524 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b50f8d9a-ae70-498d-a805-0277b82173f2 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:09.994104 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50f8d9a-ae70-498d-a805-0277b82173f2 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:09.998916 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f8d9a-ae70-498d-a805-0277b82173f2 None None] Pushing event updated for resources: {'Port': ['ID=3997d20a-a338-4c36-8a48-8f0707c58cf1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:10.049915 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d8008d-fff0-4da1-8ea4-6f5cec5b5a25 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:10.050834 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-12d8008d-fff0-4da1-8ea4-6f5cec5b5a25 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:10.055998 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7f9009-b338-41ae-a822-9a0007cd4409 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:10.060699 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dc7f9009-b338-41ae-a822-9a0007cd4409 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:10.105120 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-b50f8d9a-ae70-498d-a805-0277b82173f2 None None] Attempting to bind port 3997d20a-a338-4c36-8a48-8f0707c58cf1 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:03:10.105487 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-b50f8d9a-ae70-498d-a805-0277b82173f2 None None] Attempting to bind port 3997d20a-a338-4c36-8a48-8f0707c58cf1 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '3b66d81d-836a-4c6a-b2d0-cc4f2c58b62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '320ab00d-223b-43ad-a9bf-4926ffca93b7'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:03:10.105852 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50f8d9a-ae70-498d-a805-0277b82173f2 None None] Attempting to bind port 3997d20a-a338-4c36-8a48-8f0707c58cf1 on network 320ab00d-223b-43ad-a9bf-4926ffca93b7 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:03:10.111739 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50f8d9a-ae70-498d-a805-0277b82173f2 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:03:10.112111 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50f8d9a-ae70-498d-a805-0277b82173f2 None None] Checking segment: {'id': '3b66d81d-836a-4c6a-b2d0-cc4f2c58b62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '320ab00d-223b-43ad-a9bf-4926ffca93b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:03:10.112575 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b50f8d9a-ae70-498d-a805-0277b82173f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:10.112980 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50f8d9a-ae70-498d-a805-0277b82173f2 None None] Bound using segment: {'id': '3b66d81d-836a-4c6a-b2d0-cc4f2c58b62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '320ab00d-223b-43ad-a9bf-4926ffca93b7'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:03:10.113460 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-b50f8d9a-ae70-498d-a805-0277b82173f2 None None] Bound port: 3997d20a-a338-4c36-8a48-8f0707c58cf1, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b66d81d-836a-4c6a-b2d0-cc4f2c58b62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '320ab00d-223b-43ad-a9bf-4926ffca93b7'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:03:10.113843 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b50f8d9a-ae70-498d-a805-0277b82173f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:10.148172 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-12d8008d-fff0-4da1-8ea4-6f5cec5b5a25 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4039252 Apr 23 00:03:10.151311 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50424) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:10.157104 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-069ecf7d-d022-4b03-ab2c-1301ab6ef8ef tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:10.157460 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-dc7f9009-b338-41ae-a822-9a0007cd4409 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] device_id is not set on port 8c0f325a-fd5e-421c-8ed9-ae59e948f64a yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:03:10.175558 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9aaaa0-2c72-4615-8967-24099dbb7f0d req-7c1ed371-491b-4082-b9b6-7292be50e20f tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:10.177446 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0a9aaaa0-2c72-4615-8967-24099dbb7f0d req-7c1ed371-491b-4082-b9b6-7292be50e20f tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.3212507 Apr 23 00:03:10.191244 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b50f8d9a-ae70-498d-a805-0277b82173f2 None None] For port 3997d20a-a338-4c36-8a48-8f0707c58cf1, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:03:10.194775 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b50f8d9a-ae70-498d-a805-0277b82173f2 None None] For port 3997d20a-a338-4c36-8a48-8f0707c58cf1, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=3997d20a-a338-4c36-8a48-8f0707c58cf1,segment=NetworkSegment(3b66d81d-836a-4c6a-b2d0-cc4f2c58b62a),segment_id=3b66d81d-836a-4c6a-b2d0-cc4f2c58b62a)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:03:10.203148 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6719-2239-4318-8511-d3b0913420da tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:10.233534 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf6719-2239-4318-8511-d3b0913420da tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Port': ['ID=f738dcdb-d1f5-4e87-8377-5a8d37d86e86,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:10.264400 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6719-2239-4318-8511-d3b0913420da tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:10.267813 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b9cf6719-2239-4318-8511-d3b0913420da tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/ports/f738dcdb-d1f5-4e87-8377-5a8d37d86e86 HTTP/1.1" status: 204 len: 168 time: 0.8131394 Apr 23 00:03:10.268706 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-069ecf7d-d022-4b03-ab2c-1301ab6ef8ef tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks [] for floatingip, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:10.272704 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50426) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:10.291097 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b50f8d9a-ae70-498d-a805-0277b82173f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:10.301333 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-7627f7b9-33a2-440d-a8d2-f198d3e0a5b9 None None] Provisioning complete for port e6bb0fa3-315e-4fb6-b293-b4142c8c94eb triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:10.301333 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7627f7b9-33a2-440d-a8d2-f198d3e0a5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:10.310595 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb5b4cf-711c-49a7-b82d-ed1aa1b5257a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] GET failed (client error): The resource could not be found. Apr 23 00:03:10.312210 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2bb5b4cf-711c-49a7-b82d-ed1aa1b5257a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports/f738dcdb-d1f5-4e87-8377-5a8d37d86e86 HTTP/1.1" status: 404 len: 333 time: 0.0384743 Apr 23 00:03:10.315208 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50428) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:10.337006 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0a9aaaa0-2c72-4615-8967-24099dbb7f0d req-ffd43e53-fca7-478c-95ed-84bb551e0edd tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487434 Apr 23 00:03:10.425661 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-4783f116-260a-4729-8be8-f0eb599ec530 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Allocated IP 2001:db8::1ef (fcf51934-35fb-4c0f-a23f-997dc15b2f44/f058d943-df8f-434b-ac13-54fb77ce01c3/90463197-d071-408c-b685-4ed74f1458c9) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:10.426954 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7627f7b9-33a2-440d-a8d2-f198d3e0a5b9 None None] Port e6bb0fa3-315e-4fb6-b293-b4142c8c94eb cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:03:10.431797 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f8d9a-ae70-498d-a805-0277b82173f2 None None] Pushing event updated for resources: {'Port': ['ID=3997d20a-a338-4c36-8a48-8f0707c58cf1,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:10.448463 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-618a63f4-bfab-41f6-9837-7b440eda7d89 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting subnet 0c6aef40-4d87-46ea-9c74-9ecdc6ed18b7 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:03:10.453908 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-618a63f4-bfab-41f6-9837-7b440eda7d89 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:10.479168 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-dc7f9009-b338-41ae-a822-9a0007cd4409 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Allocated IP 172.20.0.7 (320ab00d-223b-43ad-a9bf-4926ffca93b7/45c97fe3-cc38-4e63-bb13-f1fe25e692f9/8c0f325a-fd5e-421c-8ed9-ae59e948f64a) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:10.522426 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-618a63f4-bfab-41f6-9837-7b440eda7d89 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:10.617155 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-069ecf7d-d022-4b03-ab2c-1301ab6ef8ef tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:10.629084 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27962382-4f78-4b72-a66d-dfbb15a1eca5 req-0cdb971d-4153-49a3-bcc5-f561c70ae776 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:10.630710 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-27962382-4f78-4b72-a66d-dfbb15a1eca5 req-0cdb971d-4153-49a3-bcc5-f561c70ae776 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.1497793 Apr 23 00:03:10.642449 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657c5521-14f6-4f46-9acd-7c0f69660096 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Router a6b670fa-9716-4bed-a3fe-893ba57930ef is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:03:10.692232 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4783f116-260a-4729-8be8-f0eb599ec530 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:10.791768 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-618a63f4-bfab-41f6-9837-7b440eda7d89 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:10.825980 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-27962382-4f78-4b72-a66d-dfbb15a1eca5 req-d6bffeb2-1030-48c2-8043-303be84072e7 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538112 Apr 23 00:03:10.872725 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dc7f9009-b338-41ae-a822-9a0007cd4409 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:10.924537 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657c5521-14f6-4f46-9acd-7c0f69660096 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:03:10.927001 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-069ecf7d-d022-4b03-ab2c-1301ab6ef8ef tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Allocated IP 172.26.3.236 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/fa262e8f-24bb-4b45-938c-edc86bee1b1d) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:10.939008 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a04fd8-64cf-4a7a-84fa-67b520b3ae96 None None] Sync routers for ids ['a6b670fa-9716-4bed-a3fe-893ba57930ef'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:03:10.940508 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-657c5521-14f6-4f46-9acd-7c0f69660096 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:10.944257 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-657c5521-14f6-4f46-9acd-7c0f69660096 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "PUT /v2.0/routers/a6b670fa-9716-4bed-a3fe-893ba57930ef HTTP/1.1" status: 200 len: 915 time: 5.2912326 Apr 23 00:03:10.944808 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50434) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:10.956008 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4783f116-260a-4729-8be8-f0eb599ec530 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:10.957118 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a04fd8-64cf-4a7a-84fa-67b520b3ae96 None None] Routers {'a6b670fa-9716-4bed-a3fe-893ba57930ef'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:10.959526 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-b7a04fd8-64cf-4a7a-84fa-67b520b3ae96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a6b670fa-9716-4bed-a3fe-893ba57930ef'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:11.056013 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4783f116-260a-4729-8be8-f0eb599ec530 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Network fcf51934-35fb-4c0f-a23f-997dc15b2f44 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:11.056536 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-b7a04fd8-64cf-4a7a-84fa-67b520b3ae96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:11.068186 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-4783f116-260a-4729-8be8-f0eb599ec530 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:11.071421 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a04fd8-64cf-4a7a-84fa-67b520b3ae96 None None] Routers {'a6b670fa-9716-4bed-a3fe-893ba57930ef'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:11.072702 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-b7a04fd8-64cf-4a7a-84fa-67b520b3ae96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a6b670fa-9716-4bed-a3fe-893ba57930ef'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:11.073978 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4783f116-260a-4729-8be8-f0eb599ec530 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:11.125575 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783f116-260a-4729-8be8-f0eb599ec530 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Pushing event updated for resources: {'Port': ['ID=90463197-d071-408c-b685-4ed74f1458c9,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:11.128908 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e75cb99-48cd-4790-b849-16ed3232082e None None] Network 2e17104d-7d47-4bc9-9224-fe5b41efa501 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:11.164064 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dc7f9009-b338-41ae-a822-9a0007cd4409 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:11.233678 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-b7a04fd8-64cf-4a7a-84fa-67b520b3ae96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:11.234475 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a04fd8-64cf-4a7a-84fa-67b520b3ae96 None None] The sync data for ids ['a6b670fa-9716-4bed-a3fe-893ba57930ef'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:03:11.302623 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7f9009-b338-41ae-a822-9a0007cd4409 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network 320ab00d-223b-43ad-a9bf-4926ffca93b7 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:11.317314 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-dc7f9009-b338-41ae-a822-9a0007cd4409 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:11.323773 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7f9009-b338-41ae-a822-9a0007cd4409 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:11.339718 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9fb51e0c-c148-4641-bff7-7fd3704fdeb9 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "GET /v2.0/routers/a6b670fa-9716-4bed-a3fe-893ba57930ef HTTP/1.1" status: 200 len: 921 time: 0.3927147 Apr 23 00:03:11.352551 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-1e65276f-a69f-41a2-8648-d9b6f4f6940d None None] Provisioning complete for port bde22629-23a2-4835-ba5d-a87c08821b37 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:11.352974 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e65276f-a69f-41a2-8648-d9b6f4f6940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:11.361884 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50436) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:11.375217 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f9009-b338-41ae-a822-9a0007cd4409 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Port': ['ID=8c0f325a-fd5e-421c-8ed9-ae59e948f64a,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:11.458151 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-618a63f4-bfab-41f6-9837-7b440eda7d89 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:11.488097 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device bde22629-23a2-4835-ba5d-a87c08821b37 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:03:11.514572 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-618a63f4-bfab-41f6-9837-7b440eda7d89 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:11.523313 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-618a63f4-bfab-41f6-9837-7b440eda7d89 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/subnets/0c6aef40-4d87-46ea-9c74-9ecdc6ed18b7 HTTP/1.1" status: 204 len: 168 time: 1.2070885 Apr 23 00:03:11.523963 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50440) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:11.554929 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7f9009-b338-41ae-a822-9a0007cd4409 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:11.554929 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dc7f9009-b338-41ae-a822-9a0007cd4409 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:11.582148 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a63f4-bfab-41f6-9837-7b440eda7d89 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Subnet': ['ID=0c6aef40-4d87-46ea-9c74-9ecdc6ed18b7,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:11.587852 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b48d09f-2c0d-44fa-9b31-e4a216eaa0e3 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:11.589608 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9b48d09f-2c0d-44fa-9b31-e4a216eaa0e3 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4&device_id=a6b670fa-9716-4bed-a3fe-893ba57930ef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2263923 Apr 23 00:03:11.609506 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50442) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:11.636650 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port bde22629-23a2-4835-ba5d-a87c08821b37 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:11.637015 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:11.639227 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e65276f-a69f-41a2-8648-d9b6f4f6940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:11.680706 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-dc7f9009-b338-41ae-a822-9a0007cd4409 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5747981 Apr 23 00:03:11.681501 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4783f116-260a-4729-8be8-f0eb599ec530 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:11.684837 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50444) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:11.697834 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-12ff072c-43f2-496c-947d-cc5fbe6a5053 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'port': {'network_id': '320ab00d-223b-43ad-a9bf-4926ffca93b7', 'name': 'tempest-PortsTestJSON-1871890327'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:11.777878 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc822fe1-3126-44ad-87dc-cce126e9d4b3 req-11eef223-eb22-4915-88fc-294d961d7f9f tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:11.784526 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fc822fe1-3126-44ad-87dc-cce126e9d4b3 req-11eef223-eb22-4915-88fc-294d961d7f9f tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.3076193 Apr 23 00:03:11.822614 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0bb30df7-715b-4b16-8f04-13bea79b1296 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:11.874966 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1e65276f-a69f-41a2-8648-d9b6f4f6940d None None] For port bde22629-23a2-4835-ba5d-a87c08821b37, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=bde22629-23a2-4835-ba5d-a87c08821b37,segment=NetworkSegment(ee2f45a7-c6d6-414c-b589-157f827ddac2),segment_id=ee2f45a7-c6d6-414c-b589-157f827ddac2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:11.888745 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-069ecf7d-d022-4b03-ab2c-1301ab6ef8ef tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:11.893674 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366565fa-87bc-4496-bcee-db6e3e07f6ba None None] DHCP port deletion for 2e17104d-7d47-4bc9-9224-fe5b41efa501 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:03:11.896281 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fc822fe1-3126-44ad-87dc-cce126e9d4b3 req-20b6e894-abe3-4b21-89a3-3cffaf2e922c tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009932 Apr 23 00:03:11.918279 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d353d1-9f3d-4982-8a84-fc41da9250a0 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:11.922857 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a4d353d1-9f3d-4982-8a84-fc41da9250a0 tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "GET /v2.0/networks/b6e09b47-c901-4973-bf1d-f170201f8bc4 HTTP/1.1" status: 200 len: 881 time: 0.3123426 Apr 23 00:03:11.936081 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50446) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:11.946654 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbad2f1-adef-45e3-9f82-a77a0a309bc8 None None] Network 320ab00d-223b-43ad-a9bf-4926ffca93b7 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:11.971448 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e65276f-a69f-41a2-8648-d9b6f4f6940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:12.012739 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-fd44ecc8-622b-4fa4-ba24-69e3f23bdbbe tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b670fa-9716-4bed-a3fe-893ba57930ef HTTP/1.1" status: 200 len: 205 time: 0.0441515 Apr 23 00:03:12.014611 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50450) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:12.066543 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4783f116-260a-4729-8be8-f0eb599ec530 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:12.084293 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68661fdf-4d17-4b8f-803e-0b61573f9ac4 req-e75c5d2b-f421-47ac-a51a-68f314c415d4 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:12.086226 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-68661fdf-4d17-4b8f-803e-0b61573f9ac4 req-e75c5d2b-f421-47ac-a51a-68f314c415d4 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.0845780 Apr 23 00:03:12.132903 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-0bb30df7-715b-4b16-8f04-13bea79b1296 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting port bde22629-23a2-4835-ba5d-a87c08821b37 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:12.133290 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0bb30df7-715b-4b16-8f04-13bea79b1296 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:12.141815 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 3997d20a-a338-4c36-8a48-8f0707c58cf1 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:03:12.147450 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ff072c-43f2-496c-947d-cc5fbe6a5053 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:12.151125 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-12ff072c-43f2-496c-947d-cc5fbe6a5053 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:12.177932 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65276f-a69f-41a2-8648-d9b6f4f6940d None None] Pushing event updated for resources: {'Port': ['ID=bde22629-23a2-4835-ba5d-a87c08821b37,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:12.186635 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-366565fa-87bc-4496-bcee-db6e3e07f6ba None None] Deleting port bde22629-23a2-4835-ba5d-a87c08821b37 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:12.215036 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-366565fa-87bc-4496-bcee-db6e3e07f6ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:12.215036 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-47aa7bfe-73a9-4da6-8855-c64186b74a3f None None] Provisioning complete for port 3997d20a-a338-4c36-8a48-8f0707c58cf1 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:12.215036 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47aa7bfe-73a9-4da6-8855-c64186b74a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:12.215685 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea5f6-235f-41e3-ad1c-f65f1fda95e3 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:12.221514 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-0bb30df7-715b-4b16-8f04-13bea79b1296 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] For port bde22629-23a2-4835-ba5d-a87c08821b37, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=bde22629-23a2-4835-ba5d-a87c08821b37,segment=NetworkSegment(ee2f45a7-c6d6-414c-b589-157f827ddac2),segment_id=ee2f45a7-c6d6-414c-b589-157f827ddac2)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:12.221874 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0bb30df7-715b-4b16-8f04-13bea79b1296 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:12.235623 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-68661fdf-4d17-4b8f-803e-0b61573f9ac4 req-b4682c10-afc8-4a5d-aae6-53b0371aba15 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089270 Apr 23 00:03:12.238409 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-12ff072c-43f2-496c-947d-cc5fbe6a5053 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] device_id is not set on port 100b0e74-fd68-4e7f-aad5-4f6d34f4ff20 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:03:12.271064 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-0bb30df7-715b-4b16-8f04-13bea79b1296 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Calling delete_port for bde22629-23a2-4835-ba5d-a87c08821b37 owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:12.302179 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-069ecf7d-d022-4b03-ab2c-1301ab6ef8ef tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:12.365766 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-366565fa-87bc-4496-bcee-db6e3e07f6ba None None] For port bde22629-23a2-4835-ba5d-a87c08821b37, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=bde22629-23a2-4835-ba5d-a87c08821b37,segment=NetworkSegment(ee2f45a7-c6d6-414c-b589-157f827ddac2),segment_id=ee2f45a7-c6d6-414c-b589-157f827ddac2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:12.366089 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-366565fa-87bc-4496-bcee-db6e3e07f6ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:12.378792 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-12ff072c-43f2-496c-947d-cc5fbe6a5053 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Allocated IP 172.20.0.4 (320ab00d-223b-43ad-a9bf-4926ffca93b7/45c97fe3-cc38-4e63-bb13-f1fe25e692f9/100b0e74-fd68-4e7f-aad5-4f6d34f4ff20) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:12.389489 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-366565fa-87bc-4496-bcee-db6e3e07f6ba None None] Calling delete_port for bde22629-23a2-4835-ba5d-a87c08821b37 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:12.429231 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4783f116-260a-4729-8be8-f0eb599ec530 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Router c8335a29-a08d-4353-8443-9f3cc2aeb02a is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:03:12.458689 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069ecf7d-d022-4b03-ab2c-1301ab6ef8ef tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:12.472395 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-069ecf7d-d022-4b03-ab2c-1301ab6ef8ef tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:12.484845 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 3997d20a-a338-4c36-8a48-8f0707c58cf1 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:12.485235 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:12.487069 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069ecf7d-d022-4b03-ab2c-1301ab6ef8ef tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:12.495816 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ecf7d-d022-4b03-ab2c-1301ab6ef8ef tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Pushing event updated for resources: {'Port': ['ID=fa262e8f-24bb-4b45-938c-edc86bee1b1d,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:12.514041 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47aa7bfe-73a9-4da6-8855-c64186b74a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:12.533441 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea5f6-235f-41e3-ad1c-f65f1fda95e3 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:12.557502 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded5b34-7a35-467d-b0cf-b7f02245e193 req-f101131c-4a36-4f06-a5ce-ef2d584994dc tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:12.565671 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0ded5b34-7a35-467d-b0cf-b7f02245e193 req-f101131c-4a36-4f06-a5ce-ef2d584994dc tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.2125025 Apr 23 00:03:12.594430 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-47aa7bfe-73a9-4da6-8855-c64186b74a3f None None] For port 3997d20a-a338-4c36-8a48-8f0707c58cf1, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=3997d20a-a338-4c36-8a48-8f0707c58cf1,segment=NetworkSegment(3b66d81d-836a-4c6a-b2d0-cc4f2c58b62a),segment_id=3b66d81d-836a-4c6a-b2d0-cc4f2c58b62a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:12.631956 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0ded5b34-7a35-467d-b0cf-b7f02245e193 req-0dd7158e-808d-4322-a2e8-58cfa31b2fd6 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627906 Apr 23 00:03:12.640053 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:12.726168 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0bb30df7-715b-4b16-8f04-13bea79b1296 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:12.729584 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47aa7bfe-73a9-4da6-8855-c64186b74a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:12.798265 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb30df7-715b-4b16-8f04-13bea79b1296 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Port': ['ID=bde22629-23a2-4835-ba5d-a87c08821b37,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:12.804351 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb30df7-715b-4b16-8f04-13bea79b1296 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] No DVR routers for this DVR port bde22629-23a2-4835-ba5d-a87c08821b37 on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:03:12.820163 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-6f9ea5f6-235f-41e3-ad1c-f65f1fda95e3 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Deleting port d428f1c3-8a9f-4863-a260-6e4b429f4740 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:12.820502 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea5f6-235f-41e3-ad1c-f65f1fda95e3 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:12.828402 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-366565fa-87bc-4496-bcee-db6e3e07f6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:12.841771 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-069ecf7d-d022-4b03-ab2c-1301ab6ef8ef tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:12.846925 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366565fa-87bc-4496-bcee-db6e3e07f6ba None None] No DVR routers for this DVR port bde22629-23a2-4835-ba5d-a87c08821b37 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:03:12.848569 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:03:12.849921 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:03:12.903646 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa7bfe-73a9-4da6-8855-c64186b74a3f None None] Pushing event updated for resources: {'Port': ['ID=3997d20a-a338-4c36-8a48-8f0707c58cf1,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:12.939205 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366565fa-87bc-4496-bcee-db6e3e07f6ba None None] Pushing event deleted for resources: {'Port': ['ID=bde22629-23a2-4835-ba5d-a87c08821b37,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:12.975140 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0bb30df7-715b-4b16-8f04-13bea79b1296 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:12.975893 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-12ff072c-43f2-496c-947d-cc5fbe6a5053 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:12.977428 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b7fd7d50-bd88-497a-a87a-910a745b70c9 None None] Provisioning complete for port 8c0f325a-fd5e-421c-8ed9-ae59e948f64a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:12.977837 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7fd7d50-bd88-497a-a87a-910a745b70c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:13.003146 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4783f116-260a-4729-8be8-f0eb599ec530 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:03:13.027330 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b7fd7d50-bd88-497a-a87a-910a745b70c9 None None] Port 8c0f325a-fd5e-421c-8ed9-ae59e948f64a cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:03:13.036657 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcee77eb-2e47-4c61-929e-30bc644d1299 None None] Sync routers for ids ['c8335a29-a08d-4353-8443-9f3cc2aeb02a'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:03:13.040110 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-0bb30df7-715b-4b16-8f04-13bea79b1296 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e17104d-7d47-4bc9-9224-fe5b41efa501']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:13.053406 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcee77eb-2e47-4c61-929e-30bc644d1299 None None] Routers {'c8335a29-a08d-4353-8443-9f3cc2aeb02a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:13.054076 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-dcee77eb-2e47-4c61-929e-30bc644d1299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c8335a29-a08d-4353-8443-9f3cc2aeb02a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:13.057353 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b7fd7d50-bd88-497a-a87a-910a745b70c9 None None] Provisioning complete for port 3997d20a-a338-4c36-8a48-8f0707c58cf1 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:13.057725 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7fd7d50-bd88-497a-a87a-910a745b70c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:13.091887 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-0bb30df7-715b-4b16-8f04-13bea79b1296 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee2f45a7-c6d6-414c-b589-157f827ddac2') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:13.092193 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-0bb30df7-715b-4b16-8f04-13bea79b1296 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee2f45a7-c6d6-414c-b589-157f827ddac2') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:13.114565 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-069ecf7d-d022-4b03-ab2c-1301ab6ef8ef tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:13.124431 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4783f116-260a-4729-8be8-f0eb599ec530 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:13.128443 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4783f116-260a-4729-8be8-f0eb599ec530 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.1251452 Apr 23 00:03:13.144299 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50458) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:13.155528 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea5f6-235f-41e3-ad1c-f65f1fda95e3 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:13.159240 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0bb30df7-715b-4b16-8f04-13bea79b1296 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:13.176604 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-12ff072c-43f2-496c-947d-cc5fbe6a5053 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:13.224639 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0bb30df7-715b-4b16-8f04-13bea79b1296 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:13.237330 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb30df7-715b-4b16-8f04-13bea79b1296 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:03:13.238559 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0bb30df7-715b-4b16-8f04-13bea79b1296 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:13.244515 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-dcee77eb-2e47-4c61-929e-30bc644d1299 None None] Set router c8335a29-a08d-4353-8443-9f3cc2aeb02a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:03:13.260406 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:03:13.265303 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ff072c-43f2-496c-947d-cc5fbe6a5053 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network 320ab00d-223b-43ad-a9bf-4926ffca93b7 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:13.265303 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff072c-43f2-496c-947d-cc5fbe6a5053 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Port': ['ID=100b0e74-fd68-4e7f-aad5-4f6d34f4ff20,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:13.276311 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-6f9ea5f6-235f-41e3-ad1c-f65f1fda95e3 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Calling delete_port for d428f1c3-8a9f-4863-a260-6e4b429f4740 owned by network:router_gateway {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:13.322412 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-12ff072c-43f2-496c-947d-cc5fbe6a5053 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:13.328010 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ff072c-43f2-496c-947d-cc5fbe6a5053 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:13.371123 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7a59dee6-c3d8-48f7-bf92-675ac3ba3072 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:13.393290 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11487e08-7c6a-4235-a6c9-9f1b7b405b77 req-b125c5f7-d691-4d87-af01-311f78b4cc24 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:13.395345 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-11487e08-7c6a-4235-a6c9-9f1b7b405b77 req-b125c5f7-d691-4d87-af01-311f78b4cc24 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.2996805 Apr 23 00:03:13.418251 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-a8d9f3b3-26f8-4190-95c9-f2becb101c1c None None] Provisioning complete for port 8c0f325a-fd5e-421c-8ed9-ae59e948f64a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:13.418663 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8d9f3b3-26f8-4190-95c9-f2becb101c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:13.447378 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ff072c-43f2-496c-947d-cc5fbe6a5053 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:13.447950 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-12ff072c-43f2-496c-947d-cc5fbe6a5053 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:13.464298 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0bb30df7-715b-4b16-8f04-13bea79b1296 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:13.500319 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0bb30df7-715b-4b16-8f04-13bea79b1296 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:13.513527 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0bb30df7-715b-4b16-8f04-13bea79b1296 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/networks/2e17104d-7d47-4bc9-9224-fe5b41efa501 HTTP/1.1" status: 204 len: 168 time: 1.9596500 Apr 23 00:03:13.517345 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a8d9f3b3-26f8-4190-95c9-f2becb101c1c None None] Port 8c0f325a-fd5e-421c-8ed9-ae59e948f64a cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:03:13.561809 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50460) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:13.563128 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb30df7-715b-4b16-8f04-13bea79b1296 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Network': ['ID=2e17104d-7d47-4bc9-9224-fe5b41efa501,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:13.564292 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-dcee77eb-2e47-4c61-929e-30bc644d1299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8335a29-a08d-4353-8443-9f3cc2aeb02a', 'name': '', 'tenant_id': 'b983477e58544f40a29691506fcbf11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcf51934-35fb-4c0f-a23f-997dc15b2f44', 'external_fixed_ips': [{'subnet_id': 'f058d943-df8f-434b-ac13-54fb77ce01c3', 'ip_address': '2001:db8::1ef'}], 'enable_snat': True}, 'gw_port_id': '90463197-d071-408c-b685-4ed74f1458c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:03:08Z', 'updated_at': '2022-04-23T00:03:11Z', 'revision_number': 3, 'project_id': 'b983477e58544f40a29691506fcbf11d', 'gw_port': {'id': '90463197-d071-408c-b685-4ed74f1458c9', 'name': '', 'network_id': 'fcf51934-35fb-4c0f-a23f-997dc15b2f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:07:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8335a29-a08d-4353-8443-9f3cc2aeb02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'f058d943-df8f-434b-ac13-54fb77ce01c3', 'ip_address': '2001:db8::1ef', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:03:09Z', 'updated_at': '2022-04-23T00:03:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f058d943-df8f-434b-ac13-54fb77ce01c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:13.568108 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 3997d20a-a338-4c36-8a48-8f0707c58cf1 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:03:13.576110 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-cb45e714-1eed-44f7-89ae-d8ade8eb6728 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'port': {'network_id': 'b1f19102-072e-4aa8-ace3-d4d6ad38968f', 'name': 'tempest-PortsIpV6TestJSON-1692451762'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:13.597234 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-12ff072c-43f2-496c-947d-cc5fbe6a5053 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9116781 Apr 23 00:03:13.599685 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7a59dee6-c3d8-48f7-bf92-675ac3ba3072 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:13.605279 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50462) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:13.625584 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcee77eb-2e47-4c61-929e-30bc644d1299 None None] Checking router: c8335a29-a08d-4353-8443-9f3cc2aeb02a for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:03:13.626069 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcee77eb-2e47-4c61-929e-30bc644d1299 None None] Updating router c8335a29-a08d-4353-8443-9f3cc2aeb02a port 90463197-d071-408c-b685-4ed74f1458c9 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:03:13.666915 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dcee77eb-2e47-4c61-929e-30bc644d1299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:13.684120 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-11487e08-7c6a-4235-a6c9-9f1b7b405b77 req-734e3955-f1e6-482c-984d-1ec4758946a0 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303412 Apr 23 00:03:13.710244 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2ce98d-be2c-4815-afc8-f742e137883e tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:13.715750 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6b2ce98d-be2c-4815-afc8-f742e137883e tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.1080973 Apr 23 00:03:13.716655 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50464) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:13.800393 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-069ecf7d-d022-4b03-ab2c-1301ab6ef8ef tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:13.851257 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-7a59dee6-c3d8-48f7-bf92-675ac3ba3072 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Deleting port 90463197-d071-408c-b685-4ed74f1458c9 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:13.851810 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7a59dee6-c3d8-48f7-bf92-675ac3ba3072 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:13.872559 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-069ecf7d-d022-4b03-ab2c-1301ab6ef8ef tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:13.904438 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb45e714-1eed-44f7-89ae-d8ade8eb6728 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:13.907901 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cb45e714-1eed-44f7-89ae-d8ade8eb6728 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:13.915260 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-dfc8262b-0e81-4d9b-93af-c1ae3ed057a2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting port 100b0e74-fd68-4e7f-aad5-4f6d34f4ff20 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:13.915767 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dfc8262b-0e81-4d9b-93af-c1ae3ed057a2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:13.934412 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 3997d20a-a338-4c36-8a48-8f0707c58cf1 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:13.934829 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:13.938611 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea5f6-235f-41e3-ad1c-f65f1fda95e3 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:13.945825 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-cb45e714-1eed-44f7-89ae-d8ade8eb6728 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] device_id is not set on port c751ce9f-6015-4870-a4b3-2b7e11ca88c2 yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:03:13.968971 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-2cda47c9-02e9-4782-b38c-90db741ea3cb None None] Provisioning complete for port 100b0e74-fd68-4e7f-aad5-4f6d34f4ff20 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:13.969338 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2cda47c9-02e9-4782-b38c-90db741ea3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:13.996848 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7a59dee6-c3d8-48f7-bf92-675ac3ba3072 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:14.019841 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-7a59dee6-c3d8-48f7-bf92-675ac3ba3072 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Calling delete_port for 90463197-d071-408c-b685-4ed74f1458c9 owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:14.021727 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ecf7d-d022-4b03-ab2c-1301ab6ef8ef tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Pushing event updated for resources: {'Port': ['ID=fa262e8f-24bb-4b45-938c-edc86bee1b1d,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:14.063527 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2cda47c9-02e9-4782-b38c-90db741ea3cb None None] Port 100b0e74-fd68-4e7f-aad5-4f6d34f4ff20 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:03:14.084447 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dfc8262b-0e81-4d9b-93af-c1ae3ed057a2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:14.099300 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ea5f6-235f-41e3-ad1c-f65f1fda95e3 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Pushing event deleted for resources: {'Port': ['ID=d428f1c3-8a9f-4863-a260-6e4b429f4740,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:14.101199 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-dfc8262b-0e81-4d9b-93af-c1ae3ed057a2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Calling delete_port for 100b0e74-fd68-4e7f-aad5-4f6d34f4ff20 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:14.114974 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-069ecf7d-d022-4b03-ab2c-1301ab6ef8ef tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:14.174513 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea5f6-235f-41e3-ad1c-f65f1fda95e3 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:14.217316 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device bde22629-23a2-4835-ba5d-a87c08821b37 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:03:14.247200 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: bde22629-23a2-4835-ba5d-a87c08821b37 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:03:14.248272 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device bde22629-23a2-4835-ba5d-a87c08821b37 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:03:14.269744 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-069ecf7d-d022-4b03-ab2c-1301ab6ef8ef tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:14.270990 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-069ecf7d-d022-4b03-ab2c-1301ab6ef8ef tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1184478 Apr 23 00:03:14.276615 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50466) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:14.312063 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-08af959c-acf0-463c-a11f-48b60ac4d3e4 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Request body: {'floatingip': {'port_id': 'e6bb0fa3-315e-4fb6-b293-b4142c8c94eb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:14.350939 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea5f6-235f-41e3-ad1c-f65f1fda95e3 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:14.356707 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea5f6-235f-41e3-ad1c-f65f1fda95e3 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:14.371485 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-08af959c-acf0-463c-a11f-48b60ac4d3e4 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks [] for floatingip, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:14.376673 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cb45e714-1eed-44f7-89ae-d8ade8eb6728 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:14.412637 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dfc8262b-0e81-4d9b-93af-c1ae3ed057a2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:14.442598 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-dcee77eb-2e47-4c61-929e-30bc644d1299 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:03:14.443108 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-dcee77eb-2e47-4c61-929e-30bc644d1299 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:03:14.445164 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7a59dee6-c3d8-48f7-bf92-675ac3ba3072 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:14.447332 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8262b-0e81-4d9b-93af-c1ae3ed057a2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Port': ['ID=100b0e74-fd68-4e7f-aad5-4f6d34f4ff20,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:14.534627 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7a59dee6-c3d8-48f7-bf92-675ac3ba3072 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:14.537138 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59dee6-c3d8-48f7-bf92-675ac3ba3072 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Pushing event deleted for resources: {'Port': ['ID=90463197-d071-408c-b685-4ed74f1458c9,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:14.662448 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7a59dee6-c3d8-48f7-bf92-675ac3ba3072 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:14.666714 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7a59dee6-c3d8-48f7-bf92-675ac3ba3072 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:14.672069 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dfc8262b-0e81-4d9b-93af-c1ae3ed057a2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:14.678010 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-dfc8262b-0e81-4d9b-93af-c1ae3ed057a2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/ports/100b0e74-fd68-4e7f-aad5-4f6d34f4ff20 HTTP/1.1" status: 204 len: 168 time: 0.9573257 Apr 23 00:03:14.678293 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50468) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:14.735832 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-4125eefc-2fcf-4e66-8a62-e5fcc409372c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] GET failed (client error): The resource could not be found. Apr 23 00:03:14.737560 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4125eefc-2fcf-4e66-8a62-e5fcc409372c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports/100b0e74-fd68-4e7f-aad5-4f6d34f4ff20 HTTP/1.1" status: 404 len: 333 time: 0.0583622 Apr 23 00:03:14.740302 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50472) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:14.803146 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-08af959c-acf0-463c-a11f-48b60ac4d3e4 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] update failed (client error): The resource could not be found. Apr 23 00:03:14.806791 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-08af959c-acf0-463c-a11f-48b60ac4d3e4 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] 10.222.0.15 "PUT /v2.0/floatingips/23ce4544-fb00-4859-8176-37b7956c2256 HTTP/1.1" status: 404 len: 507 time: 0.5267115 Apr 23 00:03:14.807028 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50474) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:14.815537 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea5f6-235f-41e3-ad1c-f65f1fda95e3 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:14.816676 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9ea5f6-235f-41e3-ad1c-f65f1fda95e3 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Fanout notify agent at l3_agent the message router_deleted on router a6b670fa-9716-4bed-a3fe-893ba57930ef {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:03:14.851204 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb7449-6fe2-461d-9008-fd0edda1b956 req-1c8b29de-ff80-411f-b6d8-22667ea01233 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:14.852766 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea5f6-235f-41e3-ad1c-f65f1fda95e3 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:14.852893 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-03eb7449-6fe2-461d-9008-fd0edda1b956 req-1c8b29de-ff80-411f-b6d8-22667ea01233 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.0841541 Apr 23 00:03:14.857428 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6f9ea5f6-235f-41e3-ad1c-f65f1fda95e3 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "DELETE /v2.0/routers/a6b670fa-9716-4bed-a3fe-893ba57930ef HTTP/1.1" status: 204 len: 168 time: 2.8378963 Apr 23 00:03:14.858409 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50476) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:14.863360 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-f4a5ceab-f9ba-4659-b76d-ed6f25610bbb tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1882448268', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}, 'admin_state_up': False}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:14.882433 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7a59dee6-c3d8-48f7-bf92-675ac3ba3072 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:14.882938 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a59dee6-c3d8-48f7-bf92-675ac3ba3072 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8335a29-a08d-4353-8443-9f3cc2aeb02a {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:03:14.888849 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7a59dee6-c3d8-48f7-bf92-675ac3ba3072 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:14.889945 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7a59dee6-c3d8-48f7-bf92-675ac3ba3072 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "DELETE /v2.0/routers/c8335a29-a08d-4353-8443-9f3cc2aeb02a HTTP/1.1" status: 204 len: 168 time: 1.7598877 Apr 23 00:03:14.894641 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50478) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:14.903747 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cb45e714-1eed-44f7-89ae-d8ade8eb6728 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:14.937708 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-03eb7449-6fe2-461d-9008-fd0edda1b956 req-12bcbfc6-face-4d70-bd74-177de5400dd8 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688155 Apr 23 00:03:14.940887 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-7ad3cff5-c662-4337-ab25-4a1af13653f9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting port 8c0f325a-fd5e-421c-8ed9-ae59e948f64a {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:14.941170 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7ad3cff5-c662-4337-ab25-4a1af13653f9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:14.969033 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcee77eb-2e47-4c61-929e-30bc644d1299 None None] Port 90463197-d071-408c-b685-4ed74f1458c9 not found while updating agent binding for router c8335a29-a08d-4353-8443-9f3cc2aeb02a. {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 23 00:03:14.978645 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcee77eb-2e47-4c61-929e-30bc644d1299 None None] Routers set() bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:14.979288 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcee77eb-2e47-4c61-929e-30bc644d1299 None None] Router IDs set() for agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 23 00:03:14.980054 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_agentschedulers_db [None req-dcee77eb-2e47-4c61-929e-30bc644d1299 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c8335a29-a08d-4353-8443-9f3cc2aeb02a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent'). {{(pid=103146) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 23 00:03:14.980596 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcee77eb-2e47-4c61-929e-30bc644d1299 None None] The sync data for ids ['c8335a29-a08d-4353-8443-9f3cc2aeb02a'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:03:15.007824 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f4a5ceab-f9ba-4659-b76d-ed6f25610bbb tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.008978 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f4a5ceab-f9ba-4659-b76d-ed6f25610bbb tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.009123 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb45e714-1eed-44f7-89ae-d8ade8eb6728 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network b1f19102-072e-4aa8-ace3-d4d6ad38968f is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:15.022247 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-cb45e714-1eed-44f7-89ae-d8ade8eb6728 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:15.024877 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb45e714-1eed-44f7-89ae-d8ade8eb6728 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:15.031268 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb45e714-1eed-44f7-89ae-d8ade8eb6728 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:15.031927 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cb45e714-1eed-44f7-89ae-d8ade8eb6728 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.043995 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-acdf66a3-b542-4f39-8cdc-26588743a907 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Deleting subnet f058d943-df8f-434b-ac13-54fb77ce01c3 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:03:15.053429 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45e714-1eed-44f7-89ae-d8ade8eb6728 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Port': ['ID=c751ce9f-6015-4870-a4b3-2b7e11ca88c2,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:15.057938 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-acdf66a3-b542-4f39-8cdc-26588743a907 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.097573 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f4a5ceab-f9ba-4659-b76d-ed6f25610bbb tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.101467 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7ad3cff5-c662-4337-ab25-4a1af13653f9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.104400 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-acdf66a3-b542-4f39-8cdc-26588743a907 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.107626 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-dbb2411b-7e50-4191-93ef-3be573e1a089 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Deleting port fa262e8f-24bb-4b45-938c-edc86bee1b1d {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:15.107967 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dbb2411b-7e50-4191-93ef-3be573e1a089 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.115024 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-7ad3cff5-c662-4337-ab25-4a1af13653f9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Calling delete_port for 8c0f325a-fd5e-421c-8ed9-ae59e948f64a owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:15.143387 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cb45e714-1eed-44f7-89ae-d8ade8eb6728 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5778959 Apr 23 00:03:15.154625 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50484) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:15.200380 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-acdf66a3-b542-4f39-8cdc-26588743a907 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.249695 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dbb2411b-7e50-4191-93ef-3be573e1a089 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.249916 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dbb2411b-7e50-4191-93ef-3be573e1a089 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.272142 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-dbb2411b-7e50-4191-93ef-3be573e1a089 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Calling delete_port for fa262e8f-24bb-4b45-938c-edc86bee1b1d owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:15.400264 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-acdf66a3-b542-4f39-8cdc-26588743a907 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.432987 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf66a3-b542-4f39-8cdc-26588743a907 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f058d943-df8f-434b-ac13-54fb77ce01c3,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:15.439725 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-acdf66a3-b542-4f39-8cdc-26588743a907 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.446058 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-acdf66a3-b542-4f39-8cdc-26588743a907 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/f058d943-df8f-434b-ac13-54fb77ce01c3 HTTP/1.1" status: 204 len: 168 time: 0.5477917 Apr 23 00:03:15.446211 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f4a5ceab-f9ba-4659-b76d-ed6f25610bbb tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.447619 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50488) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:15.474284 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-6dc8a633-9ec7-454e-97e3-058f17664bb2 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting port c751ce9f-6015-4870-a4b3-2b7e11ca88c2 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:15.474635 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6dc8a633-9ec7-454e-97e3-058f17664bb2 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.505569 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d7259-a328-42a5-80a8-188264d3d89c req-576c1480-ced0-44fd-be30-0add7f1ffa5c tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:15.507091 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ea0d7259-a328-42a5-80a8-188264d3d89c req-576c1480-ced0-44fd-be30-0add7f1ffa5c tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.1917670 Apr 23 00:03:15.538827 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e78694fa-0712-4eee-88c8-fa869d68651e tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.547499 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dbb2411b-7e50-4191-93ef-3be573e1a089 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.566785 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7ad3cff5-c662-4337-ab25-4a1af13653f9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.583775 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2411b-7e50-4191-93ef-3be573e1a089 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Pushing event deleted for resources: {'Port': ['ID=fa262e8f-24bb-4b45-938c-edc86bee1b1d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:15.603248 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6dc8a633-9ec7-454e-97e3-058f17664bb2 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.641659 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3cff5-c662-4337-ab25-4a1af13653f9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Port': ['ID=8c0f325a-fd5e-421c-8ed9-ae59e948f64a,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:15.643667 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-6dc8a633-9ec7-454e-97e3-058f17664bb2 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Calling delete_port for c751ce9f-6015-4870-a4b3-2b7e11ca88c2 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:15.673934 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ea0d7259-a328-42a5-80a8-188264d3d89c req-180b9040-a982-4382-88c5-f994406c0d2c tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349738 Apr 23 00:03:15.726394 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e78694fa-0712-4eee-88c8-fa869d68651e tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.758626 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-e78694fa-0712-4eee-88c8-fa869d68651e tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf51934-35fb-4c0f-a23f-997dc15b2f44']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:15.760990 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dbb2411b-7e50-4191-93ef-3be573e1a089 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks [] for floatingip, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.763906 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dbb2411b-7e50-4191-93ef-3be573e1a089 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.765844 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-dbb2411b-7e50-4191-93ef-3be573e1a089 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] 10.222.0.15 "DELETE /v2.0/floatingips/23ce4544-fb00-4859-8176-37b7956c2256 HTTP/1.1" status: 204 len: 168 time: 0.9576540 Apr 23 00:03:15.771190 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50494) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:15.775728 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-5034250f-0915-4662-ab94-37c4cf137394 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Request body: {'floatingip': {'floating_network_id': '3b7dec59-2393-4c3c-b567-c6326e4e3ff5', 'port_id': 'e6bb0fa3-315e-4fb6-b293-b4142c8c94eb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:15.786439 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-e78694fa-0712-4eee-88c8-fa869d68651e tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e970e8ae-6c4d-4892-9c4b-bcccc76f70a7') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:15.786781 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-e78694fa-0712-4eee-88c8-fa869d68651e tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e970e8ae-6c4d-4892-9c4b-bcccc76f70a7') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:15.800540 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e78694fa-0712-4eee-88c8-fa869d68651e tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.819515 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e78694fa-0712-4eee-88c8-fa869d68651e tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.827321 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78694fa-0712-4eee-88c8-fa869d68651e tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:03:15.827782 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e78694fa-0712-4eee-88c8-fa869d68651e tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:03:15.829792 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:03:15.864728 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7ad3cff5-c662-4337-ab25-4a1af13653f9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.870564 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7ad3cff5-c662-4337-ab25-4a1af13653f9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/ports/8c0f325a-fd5e-421c-8ed9-ae59e948f64a HTTP/1.1" status: 204 len: 168 time: 1.1267815 Apr 23 00:03:15.872572 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50496) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:15.889538 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5034250f-0915-4662-ab94-37c4cf137394 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks [] for floatingip, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:15.910569 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db9fe70-37c5-458d-92b1-b4ac93b52149 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] GET failed (client error): The resource could not be found. Apr 23 00:03:15.912288 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6db9fe70-37c5-458d-92b1-b4ac93b52149 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports/8c0f325a-fd5e-421c-8ed9-ae59e948f64a HTTP/1.1" status: 404 len: 333 time: 0.0372493 Apr 23 00:03:15.915094 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50498) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:15.988279 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-6644651c-975e-4abd-8f84-c1ae09335e01 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting subnet 45c97fe3-cc38-4e63-bb13-f1fe25e692f9 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:03:15.994473 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6644651c-975e-4abd-8f84-c1ae09335e01 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:16.007130 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e78694fa-0712-4eee-88c8-fa869d68651e tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:16.011297 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78694fa-0712-4eee-88c8-fa869d68651e tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fcf51934-35fb-4c0f-a23f-997dc15b2f44 {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 23 00:03:16.014347 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e78694fa-0712-4eee-88c8-fa869d68651e tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:16.025685 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e78694fa-0712-4eee-88c8-fa869d68651e tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "DELETE /v2.0/networks/fcf51934-35fb-4c0f-a23f-997dc15b2f44 HTTP/1.1" status: 204 len: 168 time: 0.5754580 Apr 23 00:03:16.065357 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6dc8a633-9ec7-454e-97e3-058f17664bb2 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:16.072390 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78694fa-0712-4eee-88c8-fa869d68651e tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Pushing event deleted for resources: {'Network': ['ID=fcf51934-35fb-4c0f-a23f-997dc15b2f44,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:16.133895 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-5034250f-0915-4662-ab94-37c4cf137394 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:03:16.136879 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5034250f-0915-4662-ab94-37c4cf137394 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3646748 Apr 23 00:03:16.148196 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50508) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:16.159925 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-92658f05-ab6c-4db4-b0e5-80d578ea6a4c tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': 'e6bb0fa3-315e-4fb6-b293-b4142c8c94eb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:16.255361 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46948de-10ce-46f3-8575-b768c9127f3e req-c8650199-d52d-4f07-9aea-88a03d4bdfe9 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:16.257127 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e46948de-10ce-46f3-8575-b768c9127f3e req-c8650199-d52d-4f07-9aea-88a03d4bdfe9 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 945 time: 0.0633264 Apr 23 00:03:16.295110 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92658f05-ab6c-4db4-b0e5-80d578ea6a4c tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks [] for floatingip, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:16.315316 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e46948de-10ce-46f3-8575-b768c9127f3e req-8fa85492-488c-46ac-808d-85b65b529db5 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/security-groups?id=556d32dc-298a-4708-8775-71171ee45455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503454 Apr 23 00:03:16.430411 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92658f05-ab6c-4db4-b0e5-80d578ea6a4c tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:16.485505 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50512) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:16.490217 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-f72626ea-f0f0-4885-a4f9-8f6b5afc54cd tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Request body: {'router': {'name': 'tempest-router--1658829691', 'project_id': 'ad0368bef529429188244cc2d7cc26ae'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:16.522745 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6dc8a633-9ec7-454e-97e3-058f17664bb2 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:16.526876 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6dc8a633-9ec7-454e-97e3-058f17664bb2 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/ports/c751ce9f-6015-4870-a4b3-2b7e11ca88c2 HTTP/1.1" status: 204 len: 168 time: 1.3692968 Apr 23 00:03:16.532207 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8a633-9ec7-454e-97e3-058f17664bb2 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Port': ['ID=c751ce9f-6015-4870-a4b3-2b7e11ca88c2,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:16.538329 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50514) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:16.559371 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6644651c-975e-4abd-8f84-c1ae09335e01 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:16.565215 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-dffd5132-6f5e-41b9-8997-483be0f69089 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'port': {'network_id': 'b1f19102-072e-4aa8-ace3-d4d6ad38968f', 'mac_address': 'fa:16:3e:7d:80:1d', 'name': 'tempest-PortsIpV6TestJSON-47802510'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:16.575139 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-92658f05-ab6c-4db4-b0e5-80d578ea6a4c tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Allocated IP 172.26.3.177 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/0c44950c-69a0-44aa-ac40-fefbf7bfe9b9) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:16.591411 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f4a5ceab-f9ba-4659-b76d-ed6f25610bbb tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:16.627508 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f4a5ceab-f9ba-4659-b76d-ed6f25610bbb tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:16.641053 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f72626ea-f0f0-4885-a4f9-8f6b5afc54cd tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:16.642220 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f72626ea-f0f0-4885-a4f9-8f6b5afc54cd tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:16.737987 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f72626ea-f0f0-4885-a4f9-8f6b5afc54cd tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:16.771235 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b020036-3e3e-4087-ba01-451e692590fa req-3f3bba23-4e36-4e2f-8920-e480d68440b6 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:16.772863 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6b020036-3e3e-4087-ba01-451e692590fa req-3f3bba23-4e36-4e2f-8920-e480d68440b6 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 946 time: 0.1153798 Apr 23 00:03:16.801205 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92658f05-ab6c-4db4-b0e5-80d578ea6a4c tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:16.815636 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f72626ea-f0f0-4885-a4f9-8f6b5afc54cd tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:16.841092 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6b020036-3e3e-4087-ba01-451e692590fa req-eaa317ae-f87b-4c96-8780-2c15c22dbb42 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b527525-78b8-490e-a325-7a1a6bee7503&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609198 Apr 23 00:03:16.855403 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6644651c-975e-4abd-8f84-c1ae09335e01 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:16.907206 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f72626ea-f0f0-4885-a4f9-8f6b5afc54cd tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:16.908598 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f72626ea-f0f0-4885-a4f9-8f6b5afc54cd tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4216950 Apr 23 00:03:16.911044 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64854425-9d42-4010-bfd1-528618a9ca79 req-fc96bc60-807c-447c-bca6-79d6d3844c3f tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:16.911253 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50520) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:16.912564 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-64854425-9d42-4010-bfd1-528618a9ca79 req-fc96bc60-807c-447c-bca6-79d6d3844c3f tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.1327877 Apr 23 00:03:16.945983 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffd5132-6f5e-41b9-8997-483be0f69089 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:16.953682 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92658f05-ab6c-4db4-b0e5-80d578ea6a4c tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:17.017182 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92658f05-ab6c-4db4-b0e5-80d578ea6a4c tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:17.020450 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a3db-27f8-41f0-b1c3-117dc57f2e77 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:17.026789 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-92658f05-ab6c-4db4-b0e5-80d578ea6a4c tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:17.035408 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6644651c-975e-4abd-8f84-c1ae09335e01 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:17.039793 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-64854425-9d42-4010-bfd1-528618a9ca79 req-2b8a7ca2-d48d-428f-a25c-c905ee7041ab tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188118 Apr 23 00:03:17.063138 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92658f05-ab6c-4db4-b0e5-80d578ea6a4c tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:17.099504 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-f4a5ceab-f9ba-4659-b76d-ed6f25610bbb tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Allocated IP 172.26.3.136 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/bafa28dd-e18b-44d5-a876-2d808d2e41e9) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:17.101610 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644651c-975e-4abd-8f84-c1ae09335e01 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Subnet': ['ID=45c97fe3-cc38-4e63-bb13-f1fe25e692f9,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:17.105088 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6644651c-975e-4abd-8f84-c1ae09335e01 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:17.109162 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6644651c-975e-4abd-8f84-c1ae09335e01 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/subnets/45c97fe3-cc38-4e63-bb13-f1fe25e692f9 HTTP/1.1" status: 204 len: 168 time: 1.1931086 Apr 23 00:03:17.114533 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50524) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:17.116937 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dffd5132-6f5e-41b9-8997-483be0f69089 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:17.119636 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d420ccdb-4255-49e1-b8c8-292abbbc59f8 None None] Network 320ab00d-223b-43ad-a9bf-4926ffca93b7 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:17.128829 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92658f05-ab6c-4db4-b0e5-80d578ea6a4c tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Pushing event updated for resources: {'Port': ['ID=0c44950c-69a0-44aa-ac40-fefbf7bfe9b9,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:17.177704 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-dffd5132-6f5e-41b9-8997-483be0f69089 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] device_id is not set on port 867c9555-f488-4577-bf4c-8733b04e5279 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:03:17.326541 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a3db-27f8-41f0-b1c3-117dc57f2e77 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:17.335028 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebc51fa-646a-4c7b-bd8f-8b89aef634c2 None None] DHCP port deletion for 320ab00d-223b-43ad-a9bf-4926ffca93b7 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:03:17.346698 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f4a5ceab-f9ba-4659-b76d-ed6f25610bbb tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:17.350205 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a3db-27f8-41f0-b1c3-117dc57f2e77 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:17.372765 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f95d93e1-1b48-4006-a823-05001b403a57 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:17.407709 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7ebc51fa-646a-4c7b-bd8f-8b89aef634c2 None None] Deleting port 3997d20a-a338-4c36-8a48-8f0707c58cf1 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:17.408082 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ebc51fa-646a-4c7b-bd8f-8b89aef634c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:17.443881 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca67cae-1dec-4921-b58a-489bf2a54b32 req-dffc0b59-fbe5-4ff9-b8ef-7765d435f8ce tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:17.445463 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dffd5132-6f5e-41b9-8997-483be0f69089 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:17.445603 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cca67cae-1dec-4921-b58a-489bf2a54b32 req-dffc0b59-fbe5-4ff9-b8ef-7765d435f8ce tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.3098776 Apr 23 00:03:17.519931 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7ebc51fa-646a-4c7b-bd8f-8b89aef634c2 None None] For port 3997d20a-a338-4c36-8a48-8f0707c58cf1, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=3997d20a-a338-4c36-8a48-8f0707c58cf1,segment=NetworkSegment(3b66d81d-836a-4c6a-b2d0-cc4f2c58b62a),segment_id=3b66d81d-836a-4c6a-b2d0-cc4f2c58b62a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:17.520432 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ebc51fa-646a-4c7b-bd8f-8b89aef634c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:17.528272 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd93ae9-f0ea-4dea-8995-6ecb601e8887 req-4c79a4aa-75d8-4d2f-bbd8-60797b667004 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:17.532409 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3bd93ae9-f0ea-4dea-8995-6ecb601e8887 req-4c79a4aa-75d8-4d2f-bbd8-60797b667004 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 945 time: 0.0784454 Apr 23 00:03:17.536898 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7ebc51fa-646a-4c7b-bd8f-8b89aef634c2 None None] Calling delete_port for 3997d20a-a338-4c36-8a48-8f0707c58cf1 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:17.547820 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a3db-27f8-41f0-b1c3-117dc57f2e77 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:17.548390 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa4a3db-27f8-41f0-b1c3-117dc57f2e77 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21df5aa6-53fd-4413-8930-fe968e80ec3e {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:03:17.554862 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a3db-27f8-41f0-b1c3-117dc57f2e77 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:17.555965 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-bfa4a3db-27f8-41f0-b1c3-117dc57f2e77 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "DELETE /v2.0/routers/21df5aa6-53fd-4413-8930-fe968e80ec3e HTTP/1.1" status: 204 len: 168 time: 0.6437759 Apr 23 00:03:17.567274 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f4a5ceab-f9ba-4659-b76d-ed6f25610bbb tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:17.572098 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cca67cae-1dec-4921-b58a-489bf2a54b32 req-bb0628e0-c901-4977-b7b6-d71ae30f12f6 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156299 Apr 23 00:03:17.643728 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-f95d93e1-1b48-4006-a823-05001b403a57 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting port 3997d20a-a338-4c36-8a48-8f0707c58cf1 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:17.644460 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f95d93e1-1b48-4006-a823-05001b403a57 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:17.645960 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5ceab-f9ba-4659-b76d-ed6f25610bbb tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Pushing event updated for resources: {'Port': ['ID=bafa28dd-e18b-44d5-a876-2d808d2e41e9,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:17.652750 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 3997d20a-a338-4c36-8a48-8f0707c58cf1 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:03:17.658027 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dffd5132-6f5e-41b9-8997-483be0f69089 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:17.719977 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd5132-6f5e-41b9-8997-483be0f69089 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Port': ['ID=867c9555-f488-4577-bf4c-8733b04e5279,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:17.725066 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-92658f05-ab6c-4db4-b0e5-80d578ea6a4c tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Deleting port 0c44950c-69a0-44aa-ac40-fefbf7bfe9b9 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:17.725424 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92658f05-ab6c-4db4-b0e5-80d578ea6a4c tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:17.746209 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3bd93ae9-f0ea-4dea-8995-6ecb601e8887 req-5952a272-85fb-4aa0-a087-da6939f55efa tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/security-groups?id=556d32dc-298a-4708-8775-71171ee45455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127852 Apr 23 00:03:17.753449 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a5ceab-f9ba-4659-b76d-ed6f25610bbb tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:17.760757 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ebc51fa-646a-4c7b-bd8f-8b89aef634c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:17.761101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-f4a5ceab-f9ba-4659-b76d-ed6f25610bbb tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:17.765016 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a5ceab-f9ba-4659-b76d-ed6f25610bbb tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:17.810345 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc51fa-646a-4c7b-bd8f-8b89aef634c2 None None] Pushing event deleted for resources: {'Port': ['ID=3997d20a-a338-4c36-8a48-8f0707c58cf1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:17.810837 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-f95d93e1-1b48-4006-a823-05001b403a57 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] For port 3997d20a-a338-4c36-8a48-8f0707c58cf1, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=3997d20a-a338-4c36-8a48-8f0707c58cf1,segment=NetworkSegment(3b66d81d-836a-4c6a-b2d0-cc4f2c58b62a),segment_id=3b66d81d-836a-4c6a-b2d0-cc4f2c58b62a)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:17.811212 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f95d93e1-1b48-4006-a823-05001b403a57 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:17.812586 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebc51fa-646a-4c7b-bd8f-8b89aef634c2 None None] No DVR routers for this DVR port 3997d20a-a338-4c36-8a48-8f0707c58cf1 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:03:17.815310 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffd5132-6f5e-41b9-8997-483be0f69089 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network b1f19102-072e-4aa8-ace3-d4d6ad38968f is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:17.817075 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:17.835556 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-f95d93e1-1b48-4006-a823-05001b403a57 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Calling delete_port for 3997d20a-a338-4c36-8a48-8f0707c58cf1 owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:17.850140 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5ee6b-2589-416a-bff9-b260e19c899c req-b370ef8b-a9a3-4bf5-b2b1-58c6c5b3f169 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:17.851681 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-58a5ee6b-2589-416a-bff9-b260e19c899c req-b370ef8b-a9a3-4bf5-b2b1-58c6c5b3f169 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.1871018 Apr 23 00:03:17.855451 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-dffd5132-6f5e-41b9-8997-483be0f69089 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:17.876000 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953bde9-c58a-4589-91cf-94d5663b7752 req-60982816-ac4d-469d-a8dc-e422c931b7b4 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:17.877652 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f953bde9-c58a-4589-91cf-94d5663b7752 req-60982816-ac4d-469d-a8dc-e422c931b7b4 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 945 time: 0.3273532 Apr 23 00:03:17.880485 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffd5132-6f5e-41b9-8997-483be0f69089 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:17.899791 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffd5132-6f5e-41b9-8997-483be0f69089 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:17.901302 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dffd5132-6f5e-41b9-8997-483be0f69089 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:17.918068 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50534) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:17.941008 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92658f05-ab6c-4db4-b0e5-80d578ea6a4c tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:17.941341 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92658f05-ab6c-4db4-b0e5-80d578ea6a4c tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:17.967662 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-92658f05-ab6c-4db4-b0e5-80d578ea6a4c tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Calling delete_port for 0c44950c-69a0-44aa-ac40-fefbf7bfe9b9 owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:17.988655 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-58a5ee6b-2589-416a-bff9-b260e19c899c req-6c026e26-7f0a-4eb6-b3d6-4ef56f36b7d0 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160030 Apr 23 00:03:18.067697 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f95d93e1-1b48-4006-a823-05001b403a57 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:18.109619 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95d93e1-1b48-4006-a823-05001b403a57 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] No DVR routers for this DVR port 3997d20a-a338-4c36-8a48-8f0707c58cf1 on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:03:18.111796 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-dffd5132-6f5e-41b9-8997-483be0f69089 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.5723522 Apr 23 00:03:18.117175 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50540) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:18.128290 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d93e1-1b48-4006-a823-05001b403a57 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Port': ['ID=3997d20a-a338-4c36-8a48-8f0707c58cf1,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:18.154079 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b827460-af04-41fb-9a91-23cd4894a375 req-4a6e7b16-c891-416c-b3fb-1256fa0a773f tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:18.155673 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0b827460-af04-41fb-9a91-23cd4894a375 req-4a6e7b16-c891-416c-b3fb-1256fa0a773f tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 946 time: 0.1880245 Apr 23 00:03:18.214717 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-2761fab3-d33e-4347-afbf-8dae0a34800c tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1526414938', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}, 'admin_state_up': False}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:18.220052 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11052c6-84bd-4a9b-9627-0ea12f6ab40f req-56cef1d2-4bce-444f-bb61-7f2756cce368 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:18.221507 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c11052c6-84bd-4a9b-9627-0ea12f6ab40f req-56cef1d2-4bce-444f-bb61-7f2756cce368 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.16 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 946 time: 0.1565533 Apr 23 00:03:18.317181 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-f953bde9-c58a-4589-91cf-94d5663b7752 req-5113f292-2289-48dd-a05b-44120517d1bf tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Deleting port edf4e660-d2b4-4923-a433-b874409cde73 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:18.317521 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f953bde9-c58a-4589-91cf-94d5663b7752 req-5113f292-2289-48dd-a05b-44120517d1bf tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:18.366744 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0b827460-af04-41fb-9a91-23cd4894a375 req-897086f0-dff0-407d-823b-e51b8b9ed433 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b527525-78b8-490e-a325-7a1a6bee7503&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1612062 Apr 23 00:03:18.438251 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f4a5ceab-f9ba-4659-b76d-ed6f25610bbb tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:18.526872 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-f953bde9-c58a-4589-91cf-94d5663b7752 req-5113f292-2289-48dd-a05b-44120517d1bf tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] For port edf4e660-d2b4-4923-a433-b874409cde73, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=edf4e660-d2b4-4923-a433-b874409cde73,segment=NetworkSegment(7fd3e4d6-dd1e-4136-8449-a7716d3b220a),segment_id=7fd3e4d6-dd1e-4136-8449-a7716d3b220a)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:18.527238 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f953bde9-c58a-4589-91cf-94d5663b7752 req-5113f292-2289-48dd-a05b-44120517d1bf tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:18.569859 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d1637-fdd8-478b-9a2e-87b0f7d119a5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:18.571208 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-dc4d1637-fdd8-478b-9a2e-87b0f7d119a5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports/867c9555-f488-4577-bf4c-8733b04e5279 HTTP/1.1" status: 200 len: 843 time: 0.4522777 Apr 23 00:03:18.586062 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50542) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:18.610492 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f95d93e1-1b48-4006-a823-05001b403a57 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:18.626044 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-c11052c6-84bd-4a9b-9627-0ea12f6ab40f req-c42a966c-0666-45b3-b49d-6ed6988e1a2d tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Deleting port 15f17b6b-0c92-4eab-8756-459565779115 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:18.626608 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c11052c6-84bd-4a9b-9627-0ea12f6ab40f req-c42a966c-0666-45b3-b49d-6ed6988e1a2d tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:18.647728 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbd81b-4595-4de2-b9b1-d3ae785399dc req-14b0bd96-cbf2-48b0-bce2-1753abc65e97 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:18.649220 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fcdbd81b-4595-4de2-b9b1-d3ae785399dc req-14b0bd96-cbf2-48b0-bce2-1753abc65e97 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.5456481 Apr 23 00:03:18.686960 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-f95d93e1-1b48-4006-a823-05001b403a57 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['320ab00d-223b-43ad-a9bf-4926ffca93b7']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:18.697288 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2761fab3-d33e-4347-afbf-8dae0a34800c tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:18.697989 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2761fab3-d33e-4347-afbf-8dae0a34800c tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:18.721651 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-f95d93e1-1b48-4006-a823-05001b403a57 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b66d81d-836a-4c6a-b2d0-cc4f2c58b62a') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:18.721941 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-f95d93e1-1b48-4006-a823-05001b403a57 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b66d81d-836a-4c6a-b2d0-cc4f2c58b62a') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:18.734579 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92658f05-ab6c-4db4-b0e5-80d578ea6a4c tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:18.753444 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f95d93e1-1b48-4006-a823-05001b403a57 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:18.805365 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92658f05-ab6c-4db4-b0e5-80d578ea6a4c tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Pushing event deleted for resources: {'Port': ['ID=0c44950c-69a0-44aa-ac40-fefbf7bfe9b9,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:18.810752 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fcdbd81b-4595-4de2-b9b1-d3ae785399dc req-03f7edf7-ae7d-4304-a71f-ba52be0a459e tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507885 Apr 23 00:03:18.836802 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f95d93e1-1b48-4006-a823-05001b403a57 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:18.892284 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2761fab3-d33e-4347-afbf-8dae0a34800c tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:18.893379 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95d93e1-1b48-4006-a823-05001b403a57 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:03:18.893762 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f95d93e1-1b48-4006-a823-05001b403a57 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: self.session.flush() Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: self.session.flush() Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: self.session.flush() Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: self.session.flush() Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:03:18.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:03:18.973335 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-c11052c6-84bd-4a9b-9627-0ea12f6ab40f req-c42a966c-0666-45b3-b49d-6ed6988e1a2d tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] For port 15f17b6b-0c92-4eab-8756-459565779115, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=15f17b6b-0c92-4eab-8756-459565779115,segment=NetworkSegment(1413f222-a5bf-498f-83b3-b615c2513886),segment_id=1413f222-a5bf-498f-83b3-b615c2513886)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:18.973702 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c11052c6-84bd-4a9b-9627-0ea12f6ab40f req-c42a966c-0666-45b3-b49d-6ed6988e1a2d tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:19.083178 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-988a2b18-17c3-4b6c-9199-6b2fb118cbc6 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting port 867c9555-f488-4577-bf4c-8733b04e5279 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:19.083827 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-988a2b18-17c3-4b6c-9199-6b2fb118cbc6 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:19.104448 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f95d93e1-1b48-4006-a823-05001b403a57 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:19.110094 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f95d93e1-1b48-4006-a823-05001b403a57 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:19.117625 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f95d93e1-1b48-4006-a823-05001b403a57 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/networks/320ab00d-223b-43ad-a9bf-4926ffca93b7 HTTP/1.1" status: 204 len: 168 time: 1.9962566 Apr 23 00:03:19.157634 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50548) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:19.181144 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-66b0bafe-99c0-4900-aec0-97a4df0ee421 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-496622986'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:19.246818 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc0bf7-3789-4013-b265-afff483d4c0f req-8572e977-1df0-47e8-a6db-52eb60139f7b tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:19.248374 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-64fc0bf7-3789-4013-b265-afff483d4c0f req-8572e977-1df0-47e8-a6db-52eb60139f7b tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.3391895 Apr 23 00:03:19.259020 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d93e1-1b48-4006-a823-05001b403a57 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Network': ['ID=320ab00d-223b-43ad-a9bf-4926ffca93b7,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:19.267998 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2761fab3-d33e-4347-afbf-8dae0a34800c tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:19.273112 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-92658f05-ab6c-4db4-b0e5-80d578ea6a4c tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] create failed (client error): The resource could not be found. Apr 23 00:03:19.274170 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-92658f05-ab6c-4db4-b0e5-80d578ea6a4c tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1226556 Apr 23 00:03:19.288867 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50550) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:19.310735 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-988a2b18-17c3-4b6c-9199-6b2fb118cbc6 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:19.318640 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f953bde9-c58a-4589-91cf-94d5663b7752 req-5113f292-2289-48dd-a05b-44120517d1bf tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:19.321862 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f953bde9-c58a-4589-91cf-94d5663b7752 req-5113f292-2289-48dd-a05b-44120517d1bf tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:19.321862 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [req-f953bde9-c58a-4589-91cf-94d5663b7752 req-5113f292-2289-48dd-a05b-44120517d1bf tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Floating IP 5f5c63a9-7c6e-4f3f-b20b-9b32efebb140 disassociated. External IP: 172.26.3.87, port: edf4e660-d2b4-4923-a433-b874409cde73. Apr 23 00:03:19.321862 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-f953bde9-c58a-4589-91cf-94d5663b7752 req-5113f292-2289-48dd-a05b-44120517d1bf tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Calling delete_port for edf4e660-d2b4-4923-a433-b874409cde73 owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:19.331069 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-988a2b18-17c3-4b6c-9199-6b2fb118cbc6 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Calling delete_port for 867c9555-f488-4577-bf4c-8733b04e5279 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:19.343628 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-64fc0bf7-3789-4013-b265-afff483d4c0f req-221f665f-3edb-497f-add2-73b2c33f4019 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823929 Apr 23 00:03:19.368104 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f4a5ceab-f9ba-4659-b76d-ed6f25610bbb tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:19.377527 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299851f9-eea2-492b-8ab5-00c5c5adc3f5 req-d2bb51df-2f19-46fb-bbe1-3ab1cdd0d769 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:19.379031 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-299851f9-eea2-492b-8ab5-00c5c5adc3f5 req-d2bb51df-2f19-46fb-bbe1-3ab1cdd0d769 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 945 time: 0.5443361 Apr 23 00:03:19.403116 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b0bafe-99c0-4900-aec0-97a4df0ee421 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:19.406814 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-66b0bafe-99c0-4900-aec0-97a4df0ee421 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:19.499084 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b0bafe-99c0-4900-aec0-97a4df0ee421 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:03:19.554665 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1e8c0-c619-407e-9629-2c6b5a507392 req-b5379c74-f905-4d44-bba4-64bd635b5ebc tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:19.556214 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-43b1e8c0-c619-407e-9629-2c6b5a507392 req-b5379c74-f905-4d44-bba4-64bd635b5ebc tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.0872109 Apr 23 00:03:19.596862 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-988a2b18-17c3-4b6c-9199-6b2fb118cbc6 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:19.598842 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-66b0bafe-99c0-4900-aec0-97a4df0ee421 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:19.599189 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-66b0bafe-99c0-4900-aec0-97a4df0ee421 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Added segment fb4ee410-8225-4045-ac26-a20deecc7b88 of type vlan for network 19cf2e1b-f47b-4248-bae4-d46e2cb24fb3 Apr 23 00:03:19.612433 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-299851f9-eea2-492b-8ab5-00c5c5adc3f5 req-59151bc9-8ee2-441e-8439-d86581747f46 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/security-groups?id=556d32dc-298a-4708-8775-71171ee45455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164562 Apr 23 00:03:19.669662 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a2b18-17c3-4b6c-9199-6b2fb118cbc6 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Port': ['ID=867c9555-f488-4577-bf4c-8733b04e5279,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:19.680848 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-43b1e8c0-c619-407e-9629-2c6b5a507392 req-1cc2a418-2c97-4ad8-b297-b7da62948066 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163728 Apr 23 00:03:19.694573 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-66b0bafe-99c0-4900-aec0-97a4df0ee421 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:19.701124 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-988a2b18-17c3-4b6c-9199-6b2fb118cbc6 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:19.706907 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-988a2b18-17c3-4b6c-9199-6b2fb118cbc6 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/ports/867c9555-f488-4577-bf4c-8733b04e5279 HTTP/1.1" status: 204 len: 168 time: 1.1158447 Apr 23 00:03:19.711716 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50556) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:19.790687 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-306de5c6-329f-4441-a79c-f168ed6d8692 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] GET failed (client error): The resource could not be found. Apr 23 00:03:19.792303 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-306de5c6-329f-4441-a79c-f168ed6d8692 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports/867c9555-f488-4577-bf4c-8733b04e5279 HTTP/1.1" status: 404 len: 333 time: 0.0735061 Apr 23 00:03:19.796880 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50560) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:19.801255 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c11052c6-84bd-4a9b-9627-0ea12f6ab40f req-c42a966c-0666-45b3-b49d-6ed6988e1a2d tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:19.801625 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c11052c6-84bd-4a9b-9627-0ea12f6ab40f req-c42a966c-0666-45b3-b49d-6ed6988e1a2d tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:19.801942 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [req-c11052c6-84bd-4a9b-9627-0ea12f6ab40f req-c42a966c-0666-45b3-b49d-6ed6988e1a2d tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Floating IP 1fb1ecfa-64d2-4803-bb11-0d95120d0f3d disassociated. External IP: 172.26.3.159, port: 15f17b6b-0c92-4eab-8756-459565779115. Apr 23 00:03:19.802082 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-4eac7636-5e78-4c30-abcd-1bbeb641dcb6 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'port': {'network_id': 'b1f19102-072e-4aa8-ace3-d4d6ad38968f', 'name': 'tempest-PortsIpV6TestJSON-480908786'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:19.802284 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-c11052c6-84bd-4a9b-9627-0ea12f6ab40f req-c42a966c-0666-45b3-b49d-6ed6988e1a2d tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Calling delete_port for 15f17b6b-0c92-4eab-8756-459565779115 owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:19.809851 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-b5eef3e2-426c-4d2d-9b3a-c428047a4b58 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Deleting port e6bb0fa3-315e-4fb6-b293-b4142c8c94eb {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:19.810191 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b5eef3e2-426c-4d2d-9b3a-c428047a4b58 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:19.839184 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2761fab3-d33e-4347-afbf-8dae0a34800c tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:19.887270 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-66b0bafe-99c0-4900-aec0-97a4df0ee421 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:19.892822 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b0bafe-99c0-4900-aec0-97a4df0ee421 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:19.893397 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-66b0bafe-99c0-4900-aec0-97a4df0ee421 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:19.907042 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2761fab3-d33e-4347-afbf-8dae0a34800c tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:19.983230 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f5c1e-5366-4a20-a5bd-f764a66f24bf req-ff858edc-a9b7-4c16-a5c1-020e5d478669 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:19.984746 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-155f5c1e-5366-4a20-a5bd-f764a66f24bf req-ff858edc-a9b7-4c16-a5c1-020e5d478669 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 946 time: 0.2757456 Apr 23 00:03:20.030569 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0bafe-99c0-4900-aec0-97a4df0ee421 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Network': ['ID=19cf2e1b-f47b-4248-bae4-d46e2cb24fb3,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:20.040468 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b5eef3e2-426c-4d2d-9b3a-c428047a4b58 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:20.046431 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-66b0bafe-99c0-4900-aec0-97a4df0ee421 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8780894 Apr 23 00:03:20.046592 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 19cf2e1b-f47b-4248-bae4-d46e2cb24fb3 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:03:20.048036 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50562) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:20.053993 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-20b5a630-ea59-46ba-901c-10e091c79d82 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'subnet': {'network_id': '19cf2e1b-f47b-4248-bae4-d46e2cb24fb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:20.060856 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f953bde9-c58a-4589-91cf-94d5663b7752 req-5113f292-2289-48dd-a05b-44120517d1bf tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:20.071682 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-b5eef3e2-426c-4d2d-9b3a-c428047a4b58 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Calling delete_port for e6bb0fa3-315e-4fb6-b293-b4142c8c94eb owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:20.145099 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-155f5c1e-5366-4a20-a5bd-f764a66f24bf req-6d0dd3f1-53ba-475a-ab92-80d70519b847 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b527525-78b8-490e-a325-7a1a6bee7503&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1409342 Apr 23 00:03:20.150381 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eac7636-5e78-4c30-abcd-1bbeb641dcb6 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:20.150936 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a5ceab-f9ba-4659-b76d-ed6f25610bbb tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Router 617cd30a-30a5-415a-aab2-1e4b39570047 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:03:20.154196 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113f292-2289-48dd-a05b-44120517d1bf tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Pushing event deleted for resources: {'Port': ['ID=edf4e660-d2b4-4923-a433-b874409cde73,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:20.154347 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4eac7636-5e78-4c30-abcd-1bbeb641dcb6 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:20.199129 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-4eac7636-5e78-4c30-abcd-1bbeb641dcb6 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] device_id is not set on port fae15bd3-50e8-4364-a8e8-96464a85a4ce yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:03:20.252986 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-2761fab3-d33e-4347-afbf-8dae0a34800c tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Allocated IP 172.26.3.120 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/801f752e-a38f-48cb-94b3-56847b3560f2) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:20.367438 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c11052c6-84bd-4a9b-9627-0ea12f6ab40f req-c42a966c-0666-45b3-b49d-6ed6988e1a2d tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:20.367756 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b5a630-ea59-46ba-901c-10e091c79d82 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:20.367756 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-20b5a630-ea59-46ba-901c-10e091c79d82 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:20.432319 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a966c-0666-45b3-b49d-6ed6988e1a2d tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Pushing event deleted for resources: {'Port': ['ID=15f17b6b-0c92-4eab-8756-459565779115,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:20.544503 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f953bde9-c58a-4589-91cf-94d5663b7752 req-5113f292-2289-48dd-a05b-44120517d1bf tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Router 44cc4402-c374-461a-a4e3-fe6b80fae2f0 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:03:20.546613 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2761fab3-d33e-4347-afbf-8dae0a34800c tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:20.549530 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a5ceab-f9ba-4659-b76d-ed6f25610bbb tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:03:20.560882 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4eac7636-5e78-4c30-abcd-1bbeb641dcb6 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:20.572795 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229853a0-a59c-4793-9287-62ef76338f3f None None] Sync routers for ids ['617cd30a-30a5-415a-aab2-1e4b39570047'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:03:20.596494 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229853a0-a59c-4793-9287-62ef76338f3f None None] Routers {'617cd30a-30a5-415a-aab2-1e4b39570047'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:20.598608 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-229853a0-a59c-4793-9287-62ef76338f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['617cd30a-30a5-415a-aab2-1e4b39570047'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:20.638364 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-229853a0-a59c-4793-9287-62ef76338f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:20.654480 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229853a0-a59c-4793-9287-62ef76338f3f None None] Routers {'617cd30a-30a5-415a-aab2-1e4b39570047'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:20.655666 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-229853a0-a59c-4793-9287-62ef76338f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['617cd30a-30a5-415a-aab2-1e4b39570047'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:20.684641 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2761fab3-d33e-4347-afbf-8dae0a34800c tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:20.694378 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-229853a0-a59c-4793-9287-62ef76338f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:20.695289 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229853a0-a59c-4793-9287-62ef76338f3f None None] The sync data for ids ['617cd30a-30a5-415a-aab2-1e4b39570047'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:03:20.762863 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4eac7636-5e78-4c30-abcd-1bbeb641dcb6 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:20.780315 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b5eef3e2-426c-4d2d-9b3a-c428047a4b58 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:20.802329 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f4a5ceab-f9ba-4659-b76d-ed6f25610bbb tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:20.806088 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f4a5ceab-f9ba-4659-b76d-ed6f25610bbb tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.9437118 Apr 23 00:03:20.806088 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c11052c6-84bd-4a9b-9627-0ea12f6ab40f req-c42a966c-0666-45b3-b49d-6ed6988e1a2d tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Router e47aab3e-0933-44c7-b4f6-a6d06d836406 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:03:20.811738 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50566) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:20.812908 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1d481943-b52c-4ced-aa32-69493646cb4f req-d1df4fb8-796f-4d7f-a60b-896374b7ade8 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 210 time: 0.0576077 Apr 23 00:03:20.819275 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2761fab3-d33e-4347-afbf-8dae0a34800c tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:20.827393 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-2761fab3-d33e-4347-afbf-8dae0a34800c tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:20.835942 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2761fab3-d33e-4347-afbf-8dae0a34800c tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:20.841955 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761fab3-d33e-4347-afbf-8dae0a34800c tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Pushing event updated for resources: {'Port': ['ID=801f752e-a38f-48cb-94b3-56847b3560f2,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:20.855167 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-30dd3d0d-60c0-44b7-964f-3a2d2185236c tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:20.857770 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eef3e2-426c-4d2d-9b3a-c428047a4b58 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Pushing event deleted for resources: {'Port': ['ID=e6bb0fa3-315e-4fb6-b293-b4142c8c94eb,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:20.870236 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f953bde9-c58a-4589-91cf-94d5663b7752 req-5113f292-2289-48dd-a05b-44120517d1bf tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:03:20.872725 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eac7636-5e78-4c30-abcd-1bbeb641dcb6 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network b1f19102-072e-4aa8-ace3-d4d6ad38968f is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:20.879788 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90131d6d-118e-41d5-bdf8-d9106218af23 None None] Sync routers for ids ['44cc4402-c374-461a-a4e3-fe6b80fae2f0'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:03:20.896200 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90131d6d-118e-41d5-bdf8-d9106218af23 None None] Routers {'44cc4402-c374-461a-a4e3-fe6b80fae2f0'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:20.897145 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-90131d6d-118e-41d5-bdf8-d9106218af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['44cc4402-c374-461a-a4e3-fe6b80fae2f0'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:20.947307 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-4eac7636-5e78-4c30-abcd-1bbeb641dcb6 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:20.972925 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eac7636-5e78-4c30-abcd-1bbeb641dcb6 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:20.983489 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eac7636-5e78-4c30-abcd-1bbeb641dcb6 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:20.984344 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4eac7636-5e78-4c30-abcd-1bbeb641dcb6 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:21.038233 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-90131d6d-118e-41d5-bdf8-d9106218af23 None None] Set router 44cc4402-c374-461a-a4e3-fe6b80fae2f0 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:03:21.097713 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-f953bde9-c58a-4589-91cf-94d5663b7752 req-5113f292-2289-48dd-a05b-44120517d1bf tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] No DVR routers for this DVR port edf4e660-d2b4-4923-a433-b874409cde73 on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:03:21.111558 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f953bde9-c58a-4589-91cf-94d5663b7752 req-5113f292-2289-48dd-a05b-44120517d1bf tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:21.114798 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f953bde9-c58a-4589-91cf-94d5663b7752 req-5113f292-2289-48dd-a05b-44120517d1bf tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.16 "DELETE /v2.0/ports/edf4e660-d2b4-4923-a433-b874409cde73 HTTP/1.1" status: 204 len: 173 time: 3.2100794 Apr 23 00:03:21.117834 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71b7ba2-545d-4dd2-a696-90c751b52f2b', 'name': 'network-vif-deleted', 'tag': 'edf4e660-d2b4-4923-a433-b874409cde73'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:03:21.129019 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c79575-86f7-4793-a6a3-5b76d234390b" -d '{"events": [{"server_uuid": "a71b7ba2-545d-4dd2-a696-90c751b52f2b", "name": "network-vif-deleted", "tag": "edf4e660-d2b4-4923-a433-b874409cde73"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:03:21.131342 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac7636-5e78-4c30-abcd-1bbeb641dcb6 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Port': ['ID=fae15bd3-50e8-4364-a8e8-96464a85a4ce,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:21.221568 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-20b5a630-ea59-46ba-901c-10e091c79d82 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:21.257110 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470c1611-8de6-477b-acac-317dd962decf x-openstack-request-id: req-470c1611-8de6-477b-acac-317dd962decf {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:03:21.258182 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71b7ba2-545d-4dd2-a696-90c751b52f2b", "name": "network-vif-deleted", "tag": "edf4e660-d2b4-4923-a433-b874409cde73", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:03:21.258182 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-470c1611-8de6-477b-acac-317dd962decf {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:03:21.258182 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-470c1611-8de6-477b-acac-317dd962decf'] response: {'server_uuid': 'a71b7ba2-545d-4dd2-a696-90c751b52f2b', 'name': 'network-vif-deleted', 'tag': 'edf4e660-d2b4-4923-a433-b874409cde73', 'status': 'completed', 'code': 200} Apr 23 00:03:21.275696 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b5eef3e2-426c-4d2d-9b3a-c428047a4b58 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:21.282299 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b5eef3e2-426c-4d2d-9b3a-c428047a4b58 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] 10.222.0.15 "DELETE /v2.0/ports/e6bb0fa3-315e-4fb6-b293-b4142c8c94eb HTTP/1.1" status: 204 len: 168 time: 1.9884005 Apr 23 00:03:21.283215 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50572) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:21.316050 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5a630-ea59-46ba-901c-10e091c79d82 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Subnet': ['ID=d0d653af-4dbc-4baf-a184-f072a2c2fdfd,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:21.320363 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b5a630-ea59-46ba-901c-10e091c79d82 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Checking segment: {'id': 'fb4ee410-8225-4045-ac26-a20deecc7b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '19cf2e1b-f47b-4248-bae4-d46e2cb24fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:03:21.321020 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b5a630-ea59-46ba-901c-10e091c79d82 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network hostable DHCP agents. Network: 19cf2e1b-f47b-4248-bae4-d46e2cb24fb3, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:03:21.333044 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4eac7636-5e78-4c30-abcd-1bbeb641dcb6 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5349319 Apr 23 00:03:21.339217 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50574) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:21.348397 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-144e7b98-3a4e-42ee-9fab-e303d0fadce7 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:21.378324 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-90131d6d-118e-41d5-bdf8-d9106218af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'name': 'tempest-ServersTestManualDisk-1592533873-router', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:39Z', 'updated_at': '2022-04-23T00:01:47Z', 'revision_number': 4, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'gw_port': {'id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:36:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:40Z', 'updated_at': '2022-04-23T00:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '77659aa8-e400-4cd6-b75e-1bb091cadcd2', 'name': '', 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'mac_address': 'fa:16:3e:1c:c0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dac7434-d808-410c-93e9-edb872458a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:45Z', 'updated_at': '2022-04-23T00:01:55Z', 'revision_number': 5, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'subnets': [{'id': '5dac7434-d808-410c-93e9-edb872458a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:21.413999 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90131d6d-118e-41d5-bdf8-d9106218af23 None None] Checking router: 44cc4402-c374-461a-a4e3-fe6b80fae2f0 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:03:21.426294 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90131d6d-118e-41d5-bdf8-d9106218af23 None None] Routers {'44cc4402-c374-461a-a4e3-fe6b80fae2f0'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:21.426863 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-90131d6d-118e-41d5-bdf8-d9106218af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['44cc4402-c374-461a-a4e3-fe6b80fae2f0'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:21.468895 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-95923370-15e9-475e-ab63-66c2bc89d803 req-65d511c0-9288-4053-9cd0-5329a05f123e tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 210 time: 0.0640426 Apr 23 00:03:21.511457 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2761fab3-d33e-4347-afbf-8dae0a34800c tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_gateway, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:21.617514 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-90131d6d-118e-41d5-bdf8-d9106218af23 None None] Set router 44cc4402-c374-461a-a4e3-fe6b80fae2f0 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:03:21.662883 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b5a630-ea59-46ba-901c-10e091c79d82 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network 19cf2e1b-f47b-4248-bae4-d46e2cb24fb3 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:03:21.768065 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-20b5a630-ea59-46ba-901c-10e091c79d82 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 19cf2e1b-f47b-4248-bae4-d46e2cb24fb3) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:21.778365 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b5a630-ea59-46ba-901c-10e091c79d82 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:21.779029 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-20b5a630-ea59-46ba-901c-10e091c79d82 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:21.789230 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff63179-aa70-4871-bedf-2fcd1bf5d0c0 None None] Network 19cf2e1b-f47b-4248-bae4-d46e2cb24fb3 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:21.795044 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2761fab3-d33e-4347-afbf-8dae0a34800c tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:21.830497 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ea2f36-79db-47c8-a06b-a6b38c4c2086 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:21.832790 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f2ea2f36-79db-47c8-a06b-a6b38c4c2086 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] 10.222.0.15 "GET /v2.0/ports?device_id=11627671-d960-41c5-b035-182eb849677c HTTP/1.1" status: 200 len: 913 time: 0.5440443 Apr 23 00:03:21.838914 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50576) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:21.840621 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c11052c6-84bd-4a9b-9627-0ea12f6ab40f req-c42a966c-0666-45b3-b49d-6ed6988e1a2d tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:03:21.855710 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f84563-864d-4f21-9931-3819a32ea4d8 None None] Sync routers for ids ['e47aab3e-0933-44c7-b4f6-a6d06d836406'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:03:21.873360 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-20b5a630-ea59-46ba-901c-10e091c79d82 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8234200 Apr 23 00:03:21.874286 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50582) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:21.874571 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f84563-864d-4f21-9931-3819a32ea4d8 None None] Routers {'e47aab3e-0933-44c7-b4f6-a6d06d836406'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:21.876443 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-87f84563-864d-4f21-9931-3819a32ea4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['e47aab3e-0933-44c7-b4f6-a6d06d836406'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:21.895008 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-20897fea-cbcb-4f0a-8c98-b39ac709eefd tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'port': {'network_id': '19cf2e1b-f47b-4248-bae4-d46e2cb24fb3', 'name': 'tempest-PortsTestJSON-236647651', 'fixed_ips': [{'subnet_id': 'd0d653af-4dbc-4baf-a184-f072a2c2fdfd', 'ip_address': '172.20.0.10'}]}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:21.918349 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-144e7b98-3a4e-42ee-9fab-e303d0fadce7 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:22.046405 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11052c6-84bd-4a9b-9627-0ea12f6ab40f req-c42a966c-0666-45b3-b49d-6ed6988e1a2d tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] No DVR routers for this DVR port 15f17b6b-0c92-4eab-8756-459565779115 on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:03:22.054409 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c11052c6-84bd-4a9b-9627-0ea12f6ab40f req-c42a966c-0666-45b3-b49d-6ed6988e1a2d tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:22.062844 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c11052c6-84bd-4a9b-9627-0ea12f6ab40f req-c42a966c-0666-45b3-b49d-6ed6988e1a2d tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.16 "DELETE /v2.0/ports/15f17b6b-0c92-4eab-8756-459565779115 HTTP/1.1" status: 204 len: 173 time: 3.8330555 Apr 23 00:03:22.068735 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-87f84563-864d-4f21-9931-3819a32ea4d8 None None] Set router e47aab3e-0933-44c7-b4f6-a6d06d836406 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:03:22.106089 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-426a4f31-bca0-43d1-84f2-72b9d8af8d19 req-6e1b8ffd-e915-46b5-9c92-e1505b072237 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71b7ba2-545d-4dd2-a696-90c751b52f2b HTTP/1.1" status: 200 len: 210 time: 0.0864558 Apr 23 00:03:22.397431 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device edf4e660-d2b4-4923-a433-b874409cde73 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:03:22.435327 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: edf4e660-d2b4-4923-a433-b874409cde73 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:03:22.435914 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device edf4e660-d2b4-4923-a433-b874409cde73 not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:03:22.436629 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 15f17b6b-0c92-4eab-8756-459565779115 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:03:22.472026 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 15f17b6b-0c92-4eab-8756-459565779115 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:03:22.472692 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 15f17b6b-0c92-4eab-8756-459565779115 not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:03:22.533280 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-90131d6d-118e-41d5-bdf8-d9106218af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'name': 'tempest-ServersTestManualDisk-1592533873-router', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:39Z', 'updated_at': '2022-04-23T00:01:47Z', 'revision_number': 4, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'gw_port': {'id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:36:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:40Z', 'updated_at': '2022-04-23T00:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '77659aa8-e400-4cd6-b75e-1bb091cadcd2', 'name': '', 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'mac_address': 'fa:16:3e:1c:c0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dac7434-d808-410c-93e9-edb872458a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:45Z', 'updated_at': '2022-04-23T00:01:55Z', 'revision_number': 5, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'subnets': [{'id': '5dac7434-d808-410c-93e9-edb872458a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:22.539033 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ff70a5-cd94-4a46-8ee5-77b680bbec6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-19cf2e1b-f47b-4248-bae4-d46e2cb24fb3', 'network_id': '19cf2e1b-f47b-4248-bae4-d46e2cb24fb3', 'tenant_id': 'c29c8b78565144119e4193c85a97e14b', 'fixed_ips': [{'subnet_id': 'd0d653af-4dbc-4baf-a184-f072a2c2fdfd'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:03:22.540191 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06ff70a5-cd94-4a46-8ee5-77b680bbec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:22.565809 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20897fea-cbcb-4f0a-8c98-b39ac709eefd tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:22.597575 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90131d6d-118e-41d5-bdf8-d9106218af23 None None] The sync data for ids ['44cc4402-c374-461a-a4e3-fe6b80fae2f0'] in dv-neutron-838783-1-hyperv is: [{'id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'name': 'tempest-ServersTestManualDisk-1592533873-router', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:39Z', 'updated_at': '2022-04-23T00:01:47Z', 'revision_number': 4, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'gw_port': {'id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:36:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:40Z', 'updated_at': '2022-04-23T00:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '77659aa8-e400-4cd6-b75e-1bb091cadcd2', 'name': '', 'network_id': 'a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'mac_address': 'fa:16:3e:1c:c0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dac7434-d808-410c-93e9-edb872458a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:45Z', 'updated_at': '2022-04-23T00:01:55Z', 'revision_number': 5, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'subnets': [{'id': '5dac7434-d808-410c-93e9-edb872458a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:03:22.686275 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-20897fea-cbcb-4f0a-8c98-b39ac709eefd tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:22.692550 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-87f84563-864d-4f21-9931-3819a32ea4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'name': 'tempest-ServersTestJSON-1036185301-router', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:01:54Z', 'revision_number': 4, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'gw_port': {'id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:43Z', 'updated_at': '2022-04-23T00:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '43918e06-3d0b-4e50-a20a-228d2dd88b5f', 'name': '', 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'mac_address': 'fa:16:3e:fc:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '895f2dc2-9151-45a4-9be9-8b20c7d0e2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:52Z', 'updated_at': '2022-04-23T00:02:02Z', 'revision_number': 5, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'subnets': [{'id': '895f2dc2-9151-45a4-9be9-8b20c7d0e2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:22.744501 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f84563-864d-4f21-9931-3819a32ea4d8 None None] Checking router: e47aab3e-0933-44c7-b4f6-a6d06d836406 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:03:22.748978 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9d5e91b2-1a2b-4c44-b2c7-32495409c0e7 req-03962eb8-7fb6-4616-9e7a-dc4d3f134d30 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/ports?device_id=e02090c5-e7e8-4c77-b8b3-860a0f09df6d HTTP/1.1" status: 200 len: 210 time: 0.0792012 Apr 23 00:03:22.755029 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f84563-864d-4f21-9931-3819a32ea4d8 None None] Routers {'e47aab3e-0933-44c7-b4f6-a6d06d836406'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:22.755744 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-87f84563-864d-4f21-9931-3819a32ea4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['e47aab3e-0933-44c7-b4f6-a6d06d836406'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:22.761051 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-20897fea-cbcb-4f0a-8c98-b39ac709eefd tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] device_id is not set on port bb064c75-311d-4392-b366-db8edf60de5e yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:03:22.771614 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-30dd3d0d-60c0-44b7-964f-3a2d2185236c tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:22.791277 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-06ff70a5-cd94-4a46-8ee5-77b680bbec6d None None] Allocated IP 172.20.0.2 (19cf2e1b-f47b-4248-bae4-d46e2cb24fb3/d0d653af-4dbc-4baf-a184-f072a2c2fdfd/9be94ee8-747f-442f-93f1-d1fc5750512d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:22.892057 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-30dd3d0d-60c0-44b7-964f-3a2d2185236c tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:22.926203 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2761fab3-d33e-4347-afbf-8dae0a34800c tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Router eadb3fdc-77a3-4d1b-b2c9-7407768633b1 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:03:22.993437 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-87f84563-864d-4f21-9931-3819a32ea4d8 None None] Set router e47aab3e-0933-44c7-b4f6-a6d06d836406 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:03:22.995533 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-144e7b98-3a4e-42ee-9fab-e303d0fadce7 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:23.030169 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6c1d8a51-3c7a-4229-8164-4078887e63ab tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:23.054776 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4117d4-30bf-4af0-8e4b-36d65ae692ae None None] New status for floating IP 5f5c63a9-7c6e-4f3f-b20b-9b32efebb140: DOWN {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:03:23.065443 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06ff70a5-cd94-4a46-8ee5-77b680bbec6d None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:23.100006 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2761fab3-d33e-4347-afbf-8dae0a34800c tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:03:23.105887 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-144e7b98-3a4e-42ee-9fab-e303d0fadce7 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:23.121890 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede8fb19-527e-4fd7-8b04-26a2a3fccb47 None None] Sync routers for ids ['eadb3fdc-77a3-4d1b-b2c9-7407768633b1'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:03:23.170756 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-144e7b98-3a4e-42ee-9fab-e303d0fadce7 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] In _notify_port_updated(), no bound segment for port fae15bd3-50e8-4364-a8e8-96464a85a4ce on network b1f19102-072e-4aa8-ace3-d4d6ad38968f {{(pid=103144) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 23 00:03:23.176828 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144e7b98-3a4e-42ee-9fab-e303d0fadce7 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:23.177548 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-144e7b98-3a4e-42ee-9fab-e303d0fadce7 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:23.181759 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-144e7b98-3a4e-42ee-9fab-e303d0fadce7 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "PUT /v2.0/ports/fae15bd3-50e8-4364-a8e8-96464a85a4ce HTTP/1.1" status: 200 len: 818 time: 1.8391743 Apr 23 00:03:23.181953 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50588) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:23.209091 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06ff70a5-cd94-4a46-8ee5-77b680bbec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:23.221048 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede8fb19-527e-4fd7-8b04-26a2a3fccb47 None None] Routers {'eadb3fdc-77a3-4d1b-b2c9-7407768633b1'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:23.221671 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ede8fb19-527e-4fd7-8b04-26a2a3fccb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['eadb3fdc-77a3-4d1b-b2c9-7407768633b1'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:23.233533 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e7b98-3a4e-42ee-9fab-e303d0fadce7 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Port': ['ID=fae15bd3-50e8-4364-a8e8-96464a85a4ce,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:23.265426 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02090c5-e7e8-4c77-b8b3-860a0f09df6d', 'name': 'network-vif-deleted', 'tag': '15f17b6b-0c92-4eab-8756-459565779115'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:03:23.265682 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ede8fb19-527e-4fd7-8b04-26a2a3fccb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:23.267989 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5625fad-6852-417a-86c4-6e2a6e409a80" -d '{"events": [{"server_uuid": "e02090c5-e7e8-4c77-b8b3-860a0f09df6d", "name": "network-vif-deleted", "tag": "15f17b6b-0c92-4eab-8756-459565779115"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:03:23.291782 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2761fab3-d33e-4347-afbf-8dae0a34800c tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:23.293579 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2761fab3-d33e-4347-afbf-8dae0a34800c tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.3638260 Apr 23 00:03:23.296035 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff70a5-cd94-4a46-8ee5-77b680bbec6d None None] Pushing event updated for resources: {'Port': ['ID=9be94ee8-747f-442f-93f1-d1fc5750512d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:23.298983 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50594) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:23.302270 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ff70a5-cd94-4a46-8ee5-77b680bbec6d None None] Network 19cf2e1b-f47b-4248-bae4-d46e2cb24fb3 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:23.305282 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-06ff70a5-cd94-4a46-8ee5-77b680bbec6d None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:23.310574 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ff70a5-cd94-4a46-8ee5-77b680bbec6d None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:23.313303 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede8fb19-527e-4fd7-8b04-26a2a3fccb47 None None] Routers {'eadb3fdc-77a3-4d1b-b2c9-7407768633b1'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:23.313934 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ede8fb19-527e-4fd7-8b04-26a2a3fccb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['eadb3fdc-77a3-4d1b-b2c9-7407768633b1'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:23.370900 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ede8fb19-527e-4fd7-8b04-26a2a3fccb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:23.372417 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede8fb19-527e-4fd7-8b04-26a2a3fccb47 None None] The sync data for ids ['eadb3fdc-77a3-4d1b-b2c9-7407768633b1'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:03:23.409332 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-06ff70a5-cd94-4a46-8ee5-77b680bbec6d None None] Attempting to bind port 9be94ee8-747f-442f-93f1-d1fc5750512d on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:03:23.409834 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-06ff70a5-cd94-4a46-8ee5-77b680bbec6d None None] Attempting to bind port 9be94ee8-747f-442f-93f1-d1fc5750512d by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'fb4ee410-8225-4045-ac26-a20deecc7b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '19cf2e1b-f47b-4248-bae4-d46e2cb24fb3'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:03:23.412489 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff70a5-cd94-4a46-8ee5-77b680bbec6d None None] Attempting to bind port 9be94ee8-747f-442f-93f1-d1fc5750512d on network 19cf2e1b-f47b-4248-bae4-d46e2cb24fb3 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:03:23.437402 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff70a5-cd94-4a46-8ee5-77b680bbec6d None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:03:23.441016 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-20897fea-cbcb-4f0a-8c98-b39ac709eefd tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Allocated IP 172.20.0.10 (19cf2e1b-f47b-4248-bae4-d46e2cb24fb3/d0d653af-4dbc-4baf-a184-f072a2c2fdfd/bb064c75-311d-4392-b366-db8edf60de5e) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:23.442277 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-87f84563-864d-4f21-9931-3819a32ea4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'name': 'tempest-ServersTestJSON-1036185301-router', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:01:54Z', 'revision_number': 4, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'gw_port': {'id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:43Z', 'updated_at': '2022-04-23T00:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '43918e06-3d0b-4e50-a20a-228d2dd88b5f', 'name': '', 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'mac_address': 'fa:16:3e:fc:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '895f2dc2-9151-45a4-9be9-8b20c7d0e2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:52Z', 'updated_at': '2022-04-23T00:02:02Z', 'revision_number': 5, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'subnets': [{'id': '895f2dc2-9151-45a4-9be9-8b20c7d0e2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:23.442717 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff70a5-cd94-4a46-8ee5-77b680bbec6d None None] Checking segment: {'id': 'fb4ee410-8225-4045-ac26-a20deecc7b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '19cf2e1b-f47b-4248-bae4-d46e2cb24fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:03:23.443215 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06ff70a5-cd94-4a46-8ee5-77b680bbec6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:23.447447 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff70a5-cd94-4a46-8ee5-77b680bbec6d None None] Bound using segment: {'id': 'fb4ee410-8225-4045-ac26-a20deecc7b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '19cf2e1b-f47b-4248-bae4-d46e2cb24fb3'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:03:23.448387 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-06ff70a5-cd94-4a46-8ee5-77b680bbec6d None None] Bound port: 9be94ee8-747f-442f-93f1-d1fc5750512d, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb4ee410-8225-4045-ac26-a20deecc7b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '19cf2e1b-f47b-4248-bae4-d46e2cb24fb3'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:03:23.448881 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06ff70a5-cd94-4a46-8ee5-77b680bbec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:23.474006 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f84563-864d-4f21-9931-3819a32ea4d8 None None] The sync data for ids ['e47aab3e-0933-44c7-b4f6-a6d06d836406'] in dv-neutron-838783-1-hyperv is: [{'id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'name': 'tempest-ServersTestJSON-1036185301-router', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:01:54Z', 'revision_number': 4, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'gw_port': {'id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:43Z', 'updated_at': '2022-04-23T00:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '43918e06-3d0b-4e50-a20a-228d2dd88b5f', 'name': '', 'network_id': '0a41116a-33eb-4e65-9932-be9cdd6ea97e', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'mac_address': 'fa:16:3e:fc:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '895f2dc2-9151-45a4-9be9-8b20c7d0e2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:52Z', 'updated_at': '2022-04-23T00:02:02Z', 'revision_number': 5, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'subnets': [{'id': '895f2dc2-9151-45a4-9be9-8b20c7d0e2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:03:23.511279 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50596) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:23.521672 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cb044257-cb59-42ea-8f86-f980519ed7f6 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "GET /v2.0/routers/eadb3fdc-77a3-4d1b-b2c9-7407768633b1 HTTP/1.1" status: 200 len: 925 time: 0.2175260 Apr 23 00:03:23.521870 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-30dd3d0d-60c0-44b7-964f-3a2d2185236c tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Deleting port bafa28dd-e18b-44d5-a876-2d808d2e41e9 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:23.522078 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-30dd3d0d-60c0-44b7-964f-3a2d2185236c tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:23.525688 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc0feb1-a086-4e20-8e38-7ec82f4b3cdb x-openstack-request-id: req-fbc0feb1-a086-4e20-8e38-7ec82f4b3cdb {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:03:23.525688 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02090c5-e7e8-4c77-b8b3-860a0f09df6d", "name": "network-vif-deleted", "tag": "15f17b6b-0c92-4eab-8756-459565779115", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:03:23.525900 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fbc0feb1-a086-4e20-8e38-7ec82f4b3cdb {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:03:23.526678 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbc0feb1-a086-4e20-8e38-7ec82f4b3cdb'] response: {'server_uuid': 'e02090c5-e7e8-4c77-b8b3-860a0f09df6d', 'name': 'network-vif-deleted', 'tag': '15f17b6b-0c92-4eab-8756-459565779115', 'status': 'completed', 'code': 200} Apr 23 00:03:23.529800 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50598) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:23.538402 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-06ff70a5-cd94-4a46-8ee5-77b680bbec6d None None] For port 9be94ee8-747f-442f-93f1-d1fc5750512d, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:03:23.542661 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-06ff70a5-cd94-4a46-8ee5-77b680bbec6d None None] For port 9be94ee8-747f-442f-93f1-d1fc5750512d, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=9be94ee8-747f-442f-93f1-d1fc5750512d,segment=NetworkSegment(fb4ee410-8225-4045-ac26-a20deecc7b88),segment_id=fb4ee410-8225-4045-ac26-a20deecc7b88)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:03:23.545979 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:23.599098 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-497540e5-67e9-4539-b86c-f3ae2fe6a597 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadb3fdc-77a3-4d1b-b2c9-7407768633b1 HTTP/1.1" status: 200 len: 205 time: 0.0658970 Apr 23 00:03:23.602739 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50600) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:23.614112 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06ff70a5-cd94-4a46-8ee5-77b680bbec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:23.701896 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff70a5-cd94-4a46-8ee5-77b680bbec6d None None] Pushing event updated for resources: {'Port': ['ID=9be94ee8-747f-442f-93f1-d1fc5750512d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:23.711632 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-30dd3d0d-60c0-44b7-964f-3a2d2185236c tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:23.726901 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-f97b7534-f62c-4f36-85b3-ffb361643118 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting port fae15bd3-50e8-4364-a8e8-96464a85a4ce {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:23.727249 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f97b7534-f62c-4f36-85b3-ffb361643118 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:23.753152 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-05873368-7d9f-44db-aa82-974b2034b4ac tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:23.790211 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-30dd3d0d-60c0-44b7-964f-3a2d2185236c tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Calling delete_port for bafa28dd-e18b-44d5-a876-2d808d2e41e9 owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:23.834609 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f97b7534-f62c-4f36-85b3-ffb361643118 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:23.843990 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-47c2da4b-5b87-4707-a673-90cdabd42ef7 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:23.860383 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb84f247-17d4-4902-9fa0-94742f707c5f None None] New status for floating IP 1fb1ecfa-64d2-4803-bb11-0d95120d0f3d: DOWN {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:03:23.874043 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-20897fea-cbcb-4f0a-8c98-b39ac709eefd tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:23.888911 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-f97b7534-f62c-4f36-85b3-ffb361643118 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Calling delete_port for fae15bd3-50e8-4364-a8e8-96464a85a4ce owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:23.895753 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-05873368-7d9f-44db-aa82-974b2034b4ac tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:23.956584 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50606) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:24.127379 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-20897fea-cbcb-4f0a-8c98-b39ac709eefd tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:24.162439 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f97b7534-f62c-4f36-85b3-ffb361643118 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:24.164317 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-05873368-7d9f-44db-aa82-974b2034b4ac tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:24.171001 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-05873368-7d9f-44db-aa82-974b2034b4ac tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:24.172261 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-05873368-7d9f-44db-aa82-974b2034b4ac tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "DELETE /v2.0/security-groups/556d32dc-298a-4708-8775-71171ee45455 HTTP/1.1" status: 204 len: 168 time: 0.6593821 Apr 23 00:03:24.181150 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50608) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:24.222866 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05873368-7d9f-44db-aa82-974b2034b4ac tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=556d32dc-298a-4708-8775-71171ee45455,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:24.229109 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20897fea-cbcb-4f0a-8c98-b39ac709eefd tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network 19cf2e1b-f47b-4248-bae4-d46e2cb24fb3 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:24.234611 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f97b7534-f62c-4f36-85b3-ffb361643118 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:24.237830 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f97b7534-f62c-4f36-85b3-ffb361643118 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/ports/fae15bd3-50e8-4364-a8e8-96464a85a4ce HTTP/1.1" status: 204 len: 168 time: 1.0547349 Apr 23 00:03:24.240054 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-20897fea-cbcb-4f0a-8c98-b39ac709eefd tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:24.242174 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-3b567eac-299f-4b89-b964-dacecfe7235f tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] show failed (client error): The resource could not be found. Apr 23 00:03:24.246752 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3b567eac-299f-4b89-b964-dacecfe7235f tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "GET /v2.0/security-groups/556d32dc-298a-4708-8775-71171ee45455 HTTP/1.1" status: 404 len: 347 time: 0.0581331 Apr 23 00:03:24.246752 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50610) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:24.246752 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20897fea-cbcb-4f0a-8c98-b39ac709eefd tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:24.250203 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20897fea-cbcb-4f0a-8c98-b39ac709eefd tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Port': ['ID=bb064c75-311d-4392-b366-db8edf60de5e,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:24.252547 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50612) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:24.371122 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b7534-f62c-4f36-85b3-ffb361643118 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Port': ['ID=fae15bd3-50e8-4364-a8e8-96464a85a4ce,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:24.418878 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20897fea-cbcb-4f0a-8c98-b39ac709eefd tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:24.419674 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-20897fea-cbcb-4f0a-8c98-b39ac709eefd tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:24.441903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-6c1d8a51-3c7a-4229-8164-4078887e63ab tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Deleting port d797ad1a-7540-45eb-8a8c-e108f68bf5f8 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:24.442245 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6c1d8a51-3c7a-4229-8164-4078887e63ab tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:24.463014 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b1de8b-d8d1-4173-8d08-d977557f1c09 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:24.464511 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a4b1de8b-d8d1-4173-8d08-d977557f1c09 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2155080 Apr 23 00:03:24.467384 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50614) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:24.484891 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-47c2da4b-5b87-4707-a673-90cdabd42ef7 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:24.494640 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-1222d6fb-4eb7-4306-ba0f-c3f530fb416e tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] GET failed (client error): The resource could not be found. Apr 23 00:03:24.500450 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1222d6fb-4eb7-4306-ba0f-c3f530fb416e tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports/fae15bd3-50e8-4364-a8e8-96464a85a4ce HTTP/1.1" status: 404 len: 333 time: 0.0278962 Apr 23 00:03:24.501260 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50616) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:24.506053 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-206a8b77-f6d4-4f8d-a58e-fc76faa64b72 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1334801437'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:24.527827 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b146acc-487e-4576-94d4-7d7bfa4c2967 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:24.545527 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-20897fea-cbcb-4f0a-8c98-b39ac709eefd tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6650379 Apr 23 00:03:24.546559 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50618) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:24.552166 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-456b9453-2497-4592-8649-ae4df2336581 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'port': {'network_id': '19cf2e1b-f47b-4248-bae4-d46e2cb24fb3', 'name': 'tempest-PortsTestJSON-1022992372', 'fixed_ips': [{'subnet_id': 'd0d653af-4dbc-4baf-a184-f072a2c2fdfd', 'ip_address': '172.20.0.9'}]}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:24.556139 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-7a032230-1602-4573-9371-af9eb7336b10 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Deleting port 003260c8-97b7-4c3d-abba-866aadef041d {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:24.556478 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7a032230-1602-4573-9371-af9eb7336b10 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:24.604135 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b146acc-487e-4576-94d4-7d7bfa4c2967 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:24.638844 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206a8b77-f6d4-4f8d-a58e-fc76faa64b72 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:24.642214 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-206a8b77-f6d4-4f8d-a58e-fc76faa64b72 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:24.681630 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6c1d8a51-3c7a-4229-8164-4078887e63ab tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:24.701218 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206a8b77-f6d4-4f8d-a58e-fc76faa64b72 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:03:24.701452 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-6c1d8a51-3c7a-4229-8164-4078887e63ab tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Calling delete_port for d797ad1a-7540-45eb-8a8c-e108f68bf5f8 owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:24.735847 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-206a8b77-f6d4-4f8d-a58e-fc76faa64b72 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:24.736173 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-206a8b77-f6d4-4f8d-a58e-fc76faa64b72 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Added segment 8125dd3f-8492-4653-bce5-b4f3c8364cde of type vlan for network 105aa8f7-97b2-4c0f-af55-0091dbfff356 Apr 23 00:03:24.738511 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7a032230-1602-4573-9371-af9eb7336b10 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:24.738835 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7a032230-1602-4573-9371-af9eb7336b10 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:24.766505 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-30dd3d0d-60c0-44b7-964f-3a2d2185236c tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:24.785387 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-7a032230-1602-4573-9371-af9eb7336b10 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Calling delete_port for 003260c8-97b7-4c3d-abba-866aadef041d owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:24.807843 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd3d0d-60c0-44b7-964f-3a2d2185236c tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Pushing event deleted for resources: {'Port': ['ID=bafa28dd-e18b-44d5-a876-2d808d2e41e9,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:24.810927 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-47c2da4b-5b87-4707-a673-90cdabd42ef7 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Deleting port 801f752e-a38f-48cb-94b3-56847b3560f2 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:24.811293 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-47c2da4b-5b87-4707-a673-90cdabd42ef7 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:24.811395 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-206a8b77-f6d4-4f8d-a58e-fc76faa64b72 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:24.854880 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b146acc-487e-4576-94d4-7d7bfa4c2967 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:24.857804 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b146acc-487e-4576-94d4-7d7bfa4c2967 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:24.861187 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8b146acc-487e-4576-94d4-7d7bfa4c2967 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "DELETE /v2.0/security-groups/7b527525-78b8-490e-a325-7a1a6bee7503 HTTP/1.1" status: 204 len: 168 time: 0.9012644 Apr 23 00:03:24.864870 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50620) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:24.888199 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456b9453-2497-4592-8649-ae4df2336581 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:24.893076 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-456b9453-2497-4592-8649-ae4df2336581 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:24.895203 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-ae95afcc-dca3-4c60-a137-6cbfbcf6bae8 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] show failed (client error): The resource could not be found. Apr 23 00:03:24.899428 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ae95afcc-dca3-4c60-a137-6cbfbcf6bae8 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "GET /v2.0/security-groups/7b527525-78b8-490e-a325-7a1a6bee7503 HTTP/1.1" status: 404 len: 347 time: 0.0304523 Apr 23 00:03:24.899428 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50622) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:24.924636 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcb70eb-7477-4830-b262-15e42ca3be17 None None] Network 19cf2e1b-f47b-4248-bae4-d46e2cb24fb3 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:24.958956 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b146acc-487e-4576-94d4-7d7bfa4c2967 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b527525-78b8-490e-a325-7a1a6bee7503,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:24.967665 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-456b9453-2497-4592-8649-ae4df2336581 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] device_id is not set on port 7e1b09d1-8c86-4ca2-aebd-f513bbd9dbcc yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:03:24.999546 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-30dd3d0d-60c0-44b7-964f-3a2d2185236c tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:25.018570 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-206a8b77-f6d4-4f8d-a58e-fc76faa64b72 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:25.021281 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206a8b77-f6d4-4f8d-a58e-fc76faa64b72 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:25.021875 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-206a8b77-f6d4-4f8d-a58e-fc76faa64b72 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:25.029506 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-f86a95e5-821f-4dc7-8ef1-d0ae6638d895 None None] Provisioning complete for port 9be94ee8-747f-442f-93f1-d1fc5750512d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:25.030097 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f86a95e5-821f-4dc7-8ef1-d0ae6638d895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:25.086790 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-47c2da4b-5b87-4707-a673-90cdabd42ef7 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:25.126685 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-47c2da4b-5b87-4707-a673-90cdabd42ef7 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Calling delete_port for 801f752e-a38f-48cb-94b3-56847b3560f2 owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:25.183962 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f86a95e5-821f-4dc7-8ef1-d0ae6638d895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:25.193890 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-206a8b77-f6d4-4f8d-a58e-fc76faa64b72 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6915991 Apr 23 00:03:25.224216 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f86a95e5-821f-4dc7-8ef1-d0ae6638d895 None None] For port 9be94ee8-747f-442f-93f1-d1fc5750512d, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=9be94ee8-747f-442f-93f1-d1fc5750512d,segment=NetworkSegment(fb4ee410-8225-4045-ac26-a20deecc7b88),segment_id=fb4ee410-8225-4045-ac26-a20deecc7b88)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:25.228115 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50624) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:25.234615 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-f9d8e264-4699-4318-9c9f-8c2558c7d8bc tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'subnet': {'network_id': '105aa8f7-97b2-4c0f-af55-0091dbfff356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:25.257659 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a8b77-f6d4-4f8d-a58e-fc76faa64b72 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Network': ['ID=105aa8f7-97b2-4c0f-af55-0091dbfff356,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:25.266907 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 105aa8f7-97b2-4c0f-af55-0091dbfff356 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:03:25.343541 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-30dd3d0d-60c0-44b7-964f-3a2d2185236c tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:25.348117 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-30dd3d0d-60c0-44b7-964f-3a2d2185236c tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3900419'] for router, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:25.352056 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f86a95e5-821f-4dc7-8ef1-d0ae6638d895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:25.360894 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6c1d8a51-3c7a-4229-8164-4078887e63ab tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:25.413583 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-fd66294c-050d-4e2d-86f7-148d804c6349 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Deleting port 22a404b7-1dac-423d-9969-a122e52d35f2 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:25.414226 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fd66294c-050d-4e2d-86f7-148d804c6349 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:25.416679 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-456b9453-2497-4592-8649-ae4df2336581 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Allocated IP 172.20.0.9 (19cf2e1b-f47b-4248-bae4-d46e2cb24fb3/d0d653af-4dbc-4baf-a184-f072a2c2fdfd/7e1b09d1-8c86-4ca2-aebd-f513bbd9dbcc) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:25.422707 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a95e5-821f-4dc7-8ef1-d0ae6638d895 None None] Pushing event updated for resources: {'Port': ['ID=9be94ee8-747f-442f-93f1-d1fc5750512d,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:25.446636 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d8a51-3c7a-4229-8164-4078887e63ab tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Pushing event deleted for resources: {'Port': ['ID=d797ad1a-7540-45eb-8a8c-e108f68bf5f8,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:25.479421 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7a032230-1602-4573-9371-af9eb7336b10 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:25.529661 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a032230-1602-4573-9371-af9eb7336b10 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Pushing event deleted for resources: {'Port': ['ID=003260c8-97b7-4c3d-abba-866aadef041d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:25.546303 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d8e264-4699-4318-9c9f-8c2558c7d8bc tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:25.550041 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e264-4699-4318-9c9f-8c2558c7d8bc tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:25.601608 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-387a0b26-66da-4b63-9603-de7db9bb865b None None] Provisioning complete for port bb064c75-311d-4392-b366-db8edf60de5e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:25.602205 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-387a0b26-66da-4b63-9603-de7db9bb865b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:25.628981 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30dd3d0d-60c0-44b7-964f-3a2d2185236c tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Router 617cd30a-30a5-415a-aab2-1e4b39570047 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:03:25.743800 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-387a0b26-66da-4b63-9603-de7db9bb865b None None] Port bb064c75-311d-4392-b366-db8edf60de5e cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:03:25.752154 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 9be94ee8-747f-442f-93f1-d1fc5750512d up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:03:25.767880 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fd66294c-050d-4e2d-86f7-148d804c6349 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:25.768404 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fd66294c-050d-4e2d-86f7-148d804c6349 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:25.806160 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-fd66294c-050d-4e2d-86f7-148d804c6349 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Calling delete_port for 22a404b7-1dac-423d-9969-a122e52d35f2 owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:25.831408 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6c1d8a51-3c7a-4229-8164-4078887e63ab tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:25.845029 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-47c2da4b-5b87-4707-a673-90cdabd42ef7 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:25.853665 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7a032230-1602-4573-9371-af9eb7336b10 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks [] for floatingip, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:25.856851 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7a032230-1602-4573-9371-af9eb7336b10 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:25.858088 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7a032230-1602-4573-9371-af9eb7336b10 tempest-ServersTestManualDisk-656286067 tempest-ServersTestManualDisk-656286067-project] 10.222.0.15 "DELETE /v2.0/floatingips/5f5c63a9-7c6e-4f3f-b20b-9b32efebb140 HTTP/1.1" status: 204 len: 168 time: 1.5922356 Apr 23 00:03:25.862428 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50628) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:25.880713 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-387a0b26-66da-4b63-9603-de7db9bb865b None None] Provisioning complete for port 9be94ee8-747f-442f-93f1-d1fc5750512d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:25.881432 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-387a0b26-66da-4b63-9603-de7db9bb865b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:25.944515 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 9be94ee8-747f-442f-93f1-d1fc5750512d triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:25.945571 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:25.965926 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2da4b-5b87-4707-a673-90cdabd42ef7 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Pushing event deleted for resources: {'Port': ['ID=801f752e-a38f-48cb-94b3-56847b3560f2,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:25.973506 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-456b9453-2497-4592-8649-ae4df2336581 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:26.162475 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e264-4699-4318-9c9f-8c2558c7d8bc tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:26.196966 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-456b9453-2497-4592-8649-ae4df2336581 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:26.201401 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fd66294c-050d-4e2d-86f7-148d804c6349 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:26.214062 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-25757ce4-7cec-4d59-babc-1e208c043184 None None] Provisioning complete for port bb064c75-311d-4392-b366-db8edf60de5e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:26.214571 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25757ce4-7cec-4d59-babc-1e208c043184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:26.215989 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-47c2da4b-5b87-4707-a673-90cdabd42ef7 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:26.223983 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dd3d0d-60c0-44b7-964f-3a2d2185236c tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:03:26.239205 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbff1825-eb4c-48dc-abf0-c51e715f4949 None None] Sync routers for ids ['617cd30a-30a5-415a-aab2-1e4b39570047'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:03:26.254286 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbff1825-eb4c-48dc-abf0-c51e715f4949 None None] Routers {'617cd30a-30a5-415a-aab2-1e4b39570047'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:26.254907 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bbff1825-eb4c-48dc-abf0-c51e715f4949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['617cd30a-30a5-415a-aab2-1e4b39570047'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:26.257630 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66294c-050d-4e2d-86f7-148d804c6349 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Pushing event deleted for resources: {'Port': ['ID=22a404b7-1dac-423d-9969-a122e52d35f2,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:26.257792 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-30dd3d0d-60c0-44b7-964f-3a2d2185236c tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:26.258887 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-30dd3d0d-60c0-44b7-964f-3a2d2185236c tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "PUT /v2.0/routers/617cd30a-30a5-415a-aab2-1e4b39570047 HTTP/1.1" status: 200 len: 706 time: 5.4288368 Apr 23 00:03:26.268485 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50630) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:26.288599 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-25757ce4-7cec-4d59-babc-1e208c043184 None None] Port bb064c75-311d-4392-b366-db8edf60de5e cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:03:26.301031 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1d8a51-3c7a-4229-8164-4078887e63ab tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Router 11627671-d960-41c5-b035-182eb849677c has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:03:26.315423 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456b9453-2497-4592-8649-ae4df2336581 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network 19cf2e1b-f47b-4248-bae4-d46e2cb24fb3 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:26.320143 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bbff1825-eb4c-48dc-abf0-c51e715f4949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:26.330261 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbff1825-eb4c-48dc-abf0-c51e715f4949 None None] Routers {'617cd30a-30a5-415a-aab2-1e4b39570047'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:26.330962 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bbff1825-eb4c-48dc-abf0-c51e715f4949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['617cd30a-30a5-415a-aab2-1e4b39570047'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:26.346457 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-47c2da4b-5b87-4707-a673-90cdabd42ef7 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:26.350127 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-47c2da4b-5b87-4707-a673-90cdabd42ef7 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:26.350305 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8e264-4699-4318-9c9f-8c2558c7d8bc tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Subnet': ['ID=4da36daa-ee88-4b40-8563-152831e5f50f,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:26.368924 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bbff1825-eb4c-48dc-abf0-c51e715f4949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:26.369530 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbff1825-eb4c-48dc-abf0-c51e715f4949 None None] The sync data for ids ['617cd30a-30a5-415a-aab2-1e4b39570047'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:03:26.504072 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1d8a51-3c7a-4229-8164-4078887e63ab tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:03:26.510562 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6c1d8a51-3c7a-4229-8164-4078887e63ab tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] 10.222.0.15 "PUT /v2.0/routers/11627671-d960-41c5-b035-182eb849677c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6679838 Apr 23 00:03:26.514179 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50632) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:26.520751 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2128f93-c1d8-4486-bf1a-54c99b11292f None None] Sync routers for ids ['11627671-d960-41c5-b035-182eb849677c'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:03:26.532507 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2128f93-c1d8-4486-bf1a-54c99b11292f None None] Routers {'11627671-d960-41c5-b035-182eb849677c'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:26.533295 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a2128f93-c1d8-4486-bf1a-54c99b11292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['11627671-d960-41c5-b035-182eb849677c'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:26.577634 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a2128f93-c1d8-4486-bf1a-54c99b11292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:26.582419 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-47c2da4b-5b87-4707-a673-90cdabd42ef7 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:26.582942 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c2da4b-5b87-4707-a673-90cdabd42ef7 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Fanout notify agent at l3_agent the message router_deleted on router eadb3fdc-77a3-4d1b-b2c9-7407768633b1 {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:03:26.594166 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-47c2da4b-5b87-4707-a673-90cdabd42ef7 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:26.594646 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2128f93-c1d8-4486-bf1a-54c99b11292f None None] Routers {'11627671-d960-41c5-b035-182eb849677c'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:26.599081 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-47c2da4b-5b87-4707-a673-90cdabd42ef7 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "DELETE /v2.0/routers/eadb3fdc-77a3-4d1b-b2c9-7407768633b1 HTTP/1.1" status: 204 len: 168 time: 2.9877927 Apr 23 00:03:26.599223 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a2128f93-c1d8-4486-bf1a-54c99b11292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['11627671-d960-41c5-b035-182eb849677c'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:26.624229 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50634) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:26.628529 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-ed1a6a80-3e1b-4d52-98b6-a0531d4e8d94 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Request body: {'router': {'name': 'tempest-snat-router-394693176', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'enable_snat': False}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:26.633092 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a2128f93-c1d8-4486-bf1a-54c99b11292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:26.633741 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2128f93-c1d8-4486-bf1a-54c99b11292f None None] The sync data for ids ['11627671-d960-41c5-b035-182eb849677c'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:03:26.647689 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-456b9453-2497-4592-8649-ae4df2336581 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:26.648204 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-86ebf03a-f97d-458a-8452-3aec718d607e tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:26.656200 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456b9453-2497-4592-8649-ae4df2336581 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:26.755697 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-06ed5890-df21-4e31-b582-0021be78e55d tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "GET /v2.0/routers/617cd30a-30a5-415a-aab2-1e4b39570047 HTTP/1.1" status: 200 len: 741 time: 0.4816804 Apr 23 00:03:26.764439 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50636) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:26.766667 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d8e264-4699-4318-9c9f-8c2558c7d8bc tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Checking segment: {'id': '8125dd3f-8492-4653-bce5-b4f3c8364cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '105aa8f7-97b2-4c0f-af55-0091dbfff356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:03:26.767037 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d8e264-4699-4318-9c9f-8c2558c7d8bc tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network hostable DHCP agents. Network: 105aa8f7-97b2-4c0f-af55-0091dbfff356, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:03:26.775742 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b9453-2497-4592-8649-ae4df2336581 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Port': ['ID=7e1b09d1-8c86-4ca2-aebd-f513bbd9dbcc,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:26.801303 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456b9453-2497-4592-8649-ae4df2336581 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:26.801958 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-456b9453-2497-4592-8649-ae4df2336581 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:26.814321 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fd66294c-050d-4e2d-86f7-148d804c6349 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks [] for floatingip, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:26.816850 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fd66294c-050d-4e2d-86f7-148d804c6349 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:26.820895 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-fd66294c-050d-4e2d-86f7-148d804c6349 tempest-ServersTestJSON-1763447922 tempest-ServersTestJSON-1763447922-project] 10.222.0.15 "DELETE /v2.0/floatingips/1fb1ecfa-64d2-4803-bb11-0d95120d0f3d HTTP/1.1" status: 204 len: 168 time: 1.9179456 Apr 23 00:03:26.821595 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50638) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:26.915262 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-79c36f07-2a8f-4e47-a4a8-1c49401344b0 None None] Provisioning complete for port 7e1b09d1-8c86-4ca2-aebd-f513bbd9dbcc triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:26.915830 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79c36f07-2a8f-4e47-a4a8-1c49401344b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:26.921036 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-456b9453-2497-4592-8649-ae4df2336581 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3699946 Apr 23 00:03:26.921226 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50640) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:26.960831 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d8e264-4699-4318-9c9f-8c2558c7d8bc tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network 105aa8f7-97b2-4c0f-af55-0091dbfff356 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:03:26.966887 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-79c36f07-2a8f-4e47-a4a8-1c49401344b0 None None] Port 7e1b09d1-8c86-4ca2-aebd-f513bbd9dbcc cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:03:27.070304 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06583584-dcf5-4b09-8bab-ebbc34639169 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:27.072070 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-06583584-dcf5-4b09-8bab-ebbc34639169 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1497514 Apr 23 00:03:27.072790 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-f9d8e264-4699-4318-9c9f-8c2558c7d8bc tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 105aa8f7-97b2-4c0f-af55-0091dbfff356) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:27.078124 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50642) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:27.080687 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d8e264-4699-4318-9c9f-8c2558c7d8bc tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:27.081283 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e264-4699-4318-9c9f-8c2558c7d8bc tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:27.086535 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab368638-fcee-4fe4-8610-3163c9ef5d80 None None] Network 105aa8f7-97b2-4c0f-af55-0091dbfff356 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:27.197330 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967558f8-6b96-4281-a786-460afe002874 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:27.197592 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed1a6a80-3e1b-4d52-98b6-a0531d4e8d94 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:27.199822 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed1a6a80-3e1b-4d52-98b6-a0531d4e8d94 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:27.205617 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cc99c46d-3eb3-44f8-a8b0-fc978dc3305b tempest-RoutersAdminTest-835510717 tempest-RoutersAdminTest-835510717-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4&device_id=617cd30a-30a5-415a-aab2-1e4b39570047 HTTP/1.1" status: 200 len: 205 time: 0.4395235 Apr 23 00:03:27.209788 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967558f8-6b96-4281-a786-460afe002874 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:27.210456 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50644) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:27.220901 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967558f8-6b96-4281-a786-460afe002874 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:27.223605 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-967558f8-6b96-4281-a786-460afe002874 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1435301 Apr 23 00:03:27.225424 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50646) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:27.236970 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f9d8e264-4699-4318-9c9f-8c2558c7d8bc tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0078361 Apr 23 00:03:27.239793 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50648) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:27.247336 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-21aec067-a7a4-4603-b2d9-2255c8fdbd37 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "GET /v2.0/ports?device_id=617cd30a-30a5-415a-aab2-1e4b39570047 HTTP/1.1" status: 200 len: 205 time: 0.0319118 Apr 23 00:03:27.247871 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-742066ea-d370-41ee-b093-9d227ee3aae2 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'subnet': {'network_id': '105aa8f7-97b2-4c0f-af55-0091dbfff356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:27.265399 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd54312e-9473-43c6-99d7-8430b9d56e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-105aa8f7-97b2-4c0f-af55-0091dbfff356', 'network_id': '105aa8f7-97b2-4c0f-af55-0091dbfff356', 'tenant_id': '484d56a8af5642b494f3dd7d6249c4ca', 'fixed_ips': [{'subnet_id': '4da36daa-ee88-4b40-8563-152831e5f50f'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:03:27.266431 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd54312e-9473-43c6-99d7-8430b9d56e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:27.276881 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50650) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:27.290437 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-86ebf03a-f97d-458a-8452-3aec718d607e tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:27.325214 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-86ebf03a-f97d-458a-8452-3aec718d607e tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:27.414174 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-cd54312e-9473-43c6-99d7-8430b9d56e09 None None] Allocated IP 2001:db8::2 (105aa8f7-97b2-4c0f-af55-0091dbfff356/4da36daa-ee88-4b40-8563-152831e5f50f/a0066f0c-8a77-4287-8e87-10df70ade83e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:27.457582 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-34bf513e-05e8-40ad-823b-85bdba1e51d8 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:27.461852 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed1a6a80-3e1b-4d52-98b6-a0531d4e8d94 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:27.485010 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-a25a7ea1-9206-463d-917c-ac3bb943427c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting port 7e1b09d1-8c86-4ca2-aebd-f513bbd9dbcc {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:27.485323 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a25a7ea1-9206-463d-917c-ac3bb943427c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:27.588144 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742066ea-d370-41ee-b093-9d227ee3aae2 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:27.592282 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-742066ea-d370-41ee-b093-9d227ee3aae2 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:27.611512 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-86ebf03a-f97d-458a-8452-3aec718d607e tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:27.612087 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ebf03a-f97d-458a-8452-3aec718d607e tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Fanout notify agent at l3_agent the message router_deleted on router 11627671-d960-41c5-b035-182eb849677c {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:03:27.623675 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-86ebf03a-f97d-458a-8452-3aec718d607e tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:27.627303 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-86ebf03a-f97d-458a-8452-3aec718d607e tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] 10.222.0.15 "DELETE /v2.0/routers/11627671-d960-41c5-b035-182eb849677c HTTP/1.1" status: 204 len: 168 time: 1.1098163 Apr 23 00:03:27.630069 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50652) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:27.695732 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-34bf513e-05e8-40ad-823b-85bdba1e51d8 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:27.701822 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a25a7ea1-9206-463d-917c-ac3bb943427c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:27.704238 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-34bf513e-05e8-40ad-823b-85bdba1e51d8 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:27.728104 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-a25a7ea1-9206-463d-917c-ac3bb943427c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Calling delete_port for 7e1b09d1-8c86-4ca2-aebd-f513bbd9dbcc owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:27.729853 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd54312e-9473-43c6-99d7-8430b9d56e09 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:27.795862 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-655b0ed7-b601-43eb-bdd9-32249301192e tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Deleting subnet 4f047f4b-d324-4d58-be28-eece8924657e {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:03:27.803958 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-487a3439-4387-4c20-9032-b08e9838d887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:27.809786 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-655b0ed7-b601-43eb-bdd9-32249301192e tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:27.814480 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd54312e-9473-43c6-99d7-8430b9d56e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:27.851600 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd54312e-9473-43c6-99d7-8430b9d56e09 None None] Network 105aa8f7-97b2-4c0f-af55-0091dbfff356 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:27.858516 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-cd54312e-9473-43c6-99d7-8430b9d56e09 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:27.862238 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd54312e-9473-43c6-99d7-8430b9d56e09 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:27.862574 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed1a6a80-3e1b-4d52-98b6-a0531d4e8d94 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:27.874386 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54312e-9473-43c6-99d7-8430b9d56e09 None None] Pushing event updated for resources: {'Port': ['ID=a0066f0c-8a77-4287-8e87-10df70ade83e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:27.902870 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.ipam_backend_mixin [None req-742066ea-d370-41ee-b093-9d227ee3aae2 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4da36daa-ee88-4b40-8563-152831e5f50f (CIDR: 2001:db8::/64) Apr 23 00:03:27.906022 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33ae3474-002d-401d-a411-55d3627519b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:27.909684 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-34bf513e-05e8-40ad-823b-85bdba1e51d8 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:27.915463 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bf513e-05e8-40ad-823b-85bdba1e51d8 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Fanout notify agent at l3_agent the message router_deleted on router 617cd30a-30a5-415a-aab2-1e4b39570047 {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:03:27.921341 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-655b0ed7-b601-43eb-bdd9-32249301192e tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:27.922732 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-34bf513e-05e8-40ad-823b-85bdba1e51d8 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:27.923899 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-34bf513e-05e8-40ad-823b-85bdba1e51d8 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "DELETE /v2.0/routers/617cd30a-30a5-415a-aab2-1e4b39570047 HTTP/1.1" status: 204 len: 168 time: 0.6452620 Apr 23 00:03:27.933417 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-cd54312e-9473-43c6-99d7-8430b9d56e09 None None] Attempting to bind port a0066f0c-8a77-4287-8e87-10df70ade83e on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:03:27.933776 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-cd54312e-9473-43c6-99d7-8430b9d56e09 None None] Attempting to bind port a0066f0c-8a77-4287-8e87-10df70ade83e by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '8125dd3f-8492-4653-bce5-b4f3c8364cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '105aa8f7-97b2-4c0f-af55-0091dbfff356'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:03:27.934133 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd54312e-9473-43c6-99d7-8430b9d56e09 None None] Attempting to bind port a0066f0c-8a77-4287-8e87-10df70ade83e on network 105aa8f7-97b2-4c0f-af55-0091dbfff356 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:03:27.939736 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd54312e-9473-43c6-99d7-8430b9d56e09 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:03:27.942414 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd54312e-9473-43c6-99d7-8430b9d56e09 None None] Checking segment: {'id': '8125dd3f-8492-4653-bce5-b4f3c8364cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '105aa8f7-97b2-4c0f-af55-0091dbfff356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:03:27.942414 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd54312e-9473-43c6-99d7-8430b9d56e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:27.942414 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd54312e-9473-43c6-99d7-8430b9d56e09 None None] Bound using segment: {'id': '8125dd3f-8492-4653-bce5-b4f3c8364cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '105aa8f7-97b2-4c0f-af55-0091dbfff356'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:03:27.942414 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-cd54312e-9473-43c6-99d7-8430b9d56e09 None None] Bound port: a0066f0c-8a77-4287-8e87-10df70ade83e, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8125dd3f-8492-4653-bce5-b4f3c8364cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '105aa8f7-97b2-4c0f-af55-0091dbfff356'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:03:27.942414 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd54312e-9473-43c6-99d7-8430b9d56e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:27.955586 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50654) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:28.005881 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-742066ea-d370-41ee-b093-9d227ee3aae2 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:03:28.006271 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-742066ea-d370-41ee-b093-9d227ee3aae2 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:03:28.012571 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-cd54312e-9473-43c6-99d7-8430b9d56e09 None None] For port a0066f0c-8a77-4287-8e87-10df70ade83e, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:03:28.016233 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-cd54312e-9473-43c6-99d7-8430b9d56e09 None None] For port a0066f0c-8a77-4287-8e87-10df70ade83e, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a0066f0c-8a77-4287-8e87-10df70ade83e,segment=NetworkSegment(8125dd3f-8492-4653-bce5-b4f3c8364cde),segment_id=8125dd3f-8492-4653-bce5-b4f3c8364cde)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:03:28.035502 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-912df9a1-d9a3-4e7c-b2bc-6360b35d7018 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "GET /v2.0/ports?device_id=617cd30a-30a5-415a-aab2-1e4b39570047 HTTP/1.1" status: 200 len: 205 time: 0.0549343 Apr 23 00:03:28.044626 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50656) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:28.105796 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd54312e-9473-43c6-99d7-8430b9d56e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:28.115184 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-85f97abd-dd13-4149-ae96-ae5755cf7732 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] delete failed (client error): The resource could not be found. Apr 23 00:03:28.116228 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-85f97abd-dd13-4149-ae96-ae5755cf7732 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "DELETE /v2.0/routers/617cd30a-30a5-415a-aab2-1e4b39570047 HTTP/1.1" status: 404 len: 336 time: 0.0707114 Apr 23 00:03:28.121940 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50658) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:28.160540 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-742066ea-d370-41ee-b093-9d227ee3aae2 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9194992 Apr 23 00:03:28.162135 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50660) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:28.173589 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54312e-9473-43c6-99d7-8430b9d56e09 None None] Pushing event updated for resources: {'Port': ['ID=a0066f0c-8a77-4287-8e87-10df70ade83e,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:28.186475 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-c0747ce8-5912-4e8d-b691-5dc1bc227145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'subnet': {'network_id': '105aa8f7-97b2-4c0f-af55-0091dbfff356', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:28.191388 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9ad3b9ee-f2f3-4de2-80e1-2f3d186a69b2 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b670fa-9716-4bed-a3fe-893ba57930ef HTTP/1.1" status: 200 len: 205 time: 0.0492394 Apr 23 00:03:28.194812 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50662) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:28.252706 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-58945a7d-fc5a-469b-8444-22c836790f4e tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] delete failed (client error): The resource could not be found. Apr 23 00:03:28.253741 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-58945a7d-fc5a-469b-8444-22c836790f4e tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "DELETE /v2.0/routers/a6b670fa-9716-4bed-a3fe-893ba57930ef HTTP/1.1" status: 404 len: 336 time: 0.0571547 Apr 23 00:03:28.256910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50664) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:28.292195 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-655b0ed7-b601-43eb-bdd9-32249301192e tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:28.324092 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f1dc68b3-6dee-49ea-a3d3-a9cb3d18bc50 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdf7154a-1859-4adc-bc42-c10eb3a6ecc2 HTTP/1.1" status: 200 len: 205 time: 0.0652301 Apr 23 00:03:28.327212 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50666) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:28.374784 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a25a7ea1-9206-463d-917c-ac3bb943427c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:28.418783 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-d70987ea-cfa3-4fbc-bb38-6bb0a6b4a7e1 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] delete failed (client error): The resource could not be found. Apr 23 00:03:28.422231 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d70987ea-cfa3-4fbc-bb38-6bb0a6b4a7e1 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "DELETE /v2.0/routers/cdf7154a-1859-4adc-bc42-c10eb3a6ecc2 HTTP/1.1" status: 404 len: 336 time: 0.0910182 Apr 23 00:03:28.426927 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50668) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:28.438506 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a7ea1-9206-463d-917c-ac3bb943427c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Port': ['ID=7e1b09d1-8c86-4ca2-aebd-f513bbd9dbcc,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:28.497445 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4077cd5a-629c-4978-b48b-1fd668179180 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "GET /v2.0/ports?device_id=68ec2be8-2b4f-46c9-b449-9c37af93b524 HTTP/1.1" status: 200 len: 205 time: 0.0663214 Apr 23 00:03:28.507277 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50670) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:28.525711 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-655b0ed7-b601-43eb-bdd9-32249301192e tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:28.525929 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed1a6a80-3e1b-4d52-98b6-a0531d4e8d94 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:28.566948 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed1a6a80-3e1b-4d52-98b6-a0531d4e8d94 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:28.609818 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-1a63ae15-3745-45ee-af61-77198a7264b6 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] delete failed (client error): The resource could not be found. Apr 23 00:03:28.616014 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1a63ae15-3745-45ee-af61-77198a7264b6 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "DELETE /v2.0/routers/68ec2be8-2b4f-46c9-b449-9c37af93b524 HTTP/1.1" status: 404 len: 336 time: 0.1045225 Apr 23 00:03:28.616932 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50672) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:28.639107 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a25a7ea1-9206-463d-917c-ac3bb943427c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:28.643534 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a25a7ea1-9206-463d-917c-ac3bb943427c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/ports/7e1b09d1-8c86-4ca2-aebd-f513bbd9dbcc HTTP/1.1" status: 204 len: 168 time: 1.4168127 Apr 23 00:03:28.644385 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0747ce8-5912-4e8d-b691-5dc1bc227145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:28.648894 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c0747ce8-5912-4e8d-b691-5dc1bc227145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:28.656398 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50674) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:28.658592 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ed05d5d9-b0b7-404d-9ee7-89d58fd9ac83 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "GET /v2.0/ports?device_id=a915dd92-c20e-41e1-8210-0f75c3f09530 HTTP/1.1" status: 200 len: 205 time: 0.0369139 Apr 23 00:03:28.670168 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50676) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:28.670543 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b0ed7-b601-43eb-bdd9-32249301192e tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Pushing event deleted for resources: {'Subnet': ['ID=4f047f4b-d324-4d58-be28-eece8924657e,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:28.675110 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-655b0ed7-b601-43eb-bdd9-32249301192e tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:28.678513 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-655b0ed7-b601-43eb-bdd9-32249301192e tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] 10.222.0.15 "DELETE /v2.0/subnets/4f047f4b-d324-4d58-be28-eece8924657e HTTP/1.1" status: 204 len: 168 time: 1.0477087 Apr 23 00:03:28.683531 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50678) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:28.687891 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a7352f-6b2b-4167-9944-408bdde260c3 None None] Network 3b7dec59-2393-4c3c-b567-c6326e4e3ff5 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:28.763702 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-f5b3420a-e326-4642-adbc-74ccc661d742 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] delete failed (client error): The resource could not be found. Apr 23 00:03:28.767015 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f5b3420a-e326-4642-adbc-74ccc661d742 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "DELETE /v2.0/routers/a915dd92-c20e-41e1-8210-0f75c3f09530 HTTP/1.1" status: 404 len: 336 time: 0.0904794 Apr 23 00:03:28.769875 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc148c1d-870e-4282-af84-6c9e3e131eed tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] GET failed (client error): The resource could not be found. Apr 23 00:03:28.774618 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-fc148c1d-870e-4282-af84-6c9e3e131eed tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports/7e1b09d1-8c86-4ca2-aebd-f513bbd9dbcc HTTP/1.1" status: 404 len: 333 time: 0.1125910 Apr 23 00:03:28.775409 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50680) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:28.775409 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50682) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:28.806637 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-33ae3474-002d-401d-a411-55d3627519b2 admin admin] Deleting port 77659aa8-e400-4cd6-b75e-1bb091cadcd2 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:28.806980 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33ae3474-002d-401d-a411-55d3627519b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:28.867152 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d53d8f87-0d2f-42c7-9f65-8bb28f0efa2b tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f714f04-2844-4854-94f3-e289b5ae85cb HTTP/1.1" status: 200 len: 205 time: 0.0906904 Apr 23 00:03:28.868135 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50684) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:28.916790 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19761a5d-013f-4736-8206-64d821ab6b11 None None] DHCP port deletion for 3b7dec59-2393-4c3c-b567-c6326e4e3ff5 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:03:28.958450 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-ed1a6a80-3e1b-4d52-98b6-a0531d4e8d94 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Allocated IP 172.26.3.76 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/1bbf72d2-3a2b-4041-9eda-c9ab6f505489) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:28.974362 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-19761a5d-013f-4736-8206-64d821ab6b11 None None] Deleting port 08a96494-b0e4-4e1d-9526-b520a2561a47 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:28.974869 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19761a5d-013f-4736-8206-64d821ab6b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:29.001992 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-fc556894-944c-4419-9574-ba83e80c3e48 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] delete failed (client error): The resource could not be found. Apr 23 00:03:29.006178 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-fc556894-944c-4419-9574-ba83e80c3e48 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "DELETE /v2.0/routers/4f714f04-2844-4854-94f3-e289b5ae85cb HTTP/1.1" status: 404 len: 336 time: 0.1259658 Apr 23 00:03:29.012107 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50686) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:29.060224 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-19761a5d-013f-4736-8206-64d821ab6b11 None None] For port 08a96494-b0e4-4e1d-9526-b520a2561a47, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=08a96494-b0e4-4e1d-9526-b520a2561a47,segment=NetworkSegment(9e3ec768-97e7-4117-a810-f40bd5956905),segment_id=9e3ec768-97e7-4117-a810-f40bd5956905)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:29.061311 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19761a5d-013f-4736-8206-64d821ab6b11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:29.063584 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a2c1b5-ea2b-46c7-ab1e-6f425ac32684 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] DELETE failed (client error): The resource could not be found. Apr 23 00:03:29.063584 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a2c1b5-ea2b-46c7-ab1e-6f425ac32684 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:03:29.071372 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-37a2c1b5-ea2b-46c7-ab1e-6f425ac32684 tempest-RoutersAdminTest-1523871366 tempest-RoutersAdminTest-1523871366-project] 10.222.0.15 "DELETE /v2.0/subnets/f114ff50-3af8-4228-b623-c0d6f083a25c HTTP/1.1" status: 404 len: 337 time: 0.0540361 Apr 23 00:03:29.080171 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-19761a5d-013f-4736-8206-64d821ab6b11 None None] Calling delete_port for 08a96494-b0e4-4e1d-9526-b520a2561a47 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:29.144965 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-487a3439-4387-4c20-9032-b08e9838d887 admin admin] Deleting port 43918e06-3d0b-4e50-a20a-228d2dd88b5f {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:29.145500 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-487a3439-4387-4c20-9032-b08e9838d887 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:29.147383 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-a7146d7c-138a-4db6-9f22-16ef6c425c4d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting port bb064c75-311d-4392-b366-db8edf60de5e {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:29.148512 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a7146d7c-138a-4db6-9f22-16ef6c425c4d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:29.181466 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-148ea82e-1688-488c-9d43-f2b3fb7a4028 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:29.256745 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-33ae3474-002d-401d-a411-55d3627519b2 admin admin] For port 77659aa8-e400-4cd6-b75e-1bb091cadcd2, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=77659aa8-e400-4cd6-b75e-1bb091cadcd2,segment=NetworkSegment(7fd3e4d6-dd1e-4136-8449-a7716d3b220a),segment_id=7fd3e4d6-dd1e-4136-8449-a7716d3b220a)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:29.257316 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33ae3474-002d-401d-a411-55d3627519b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:29.277727 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19761a5d-013f-4736-8206-64d821ab6b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:29.289945 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-33ae3474-002d-401d-a411-55d3627519b2 admin admin] Calling delete_port for 77659aa8-e400-4cd6-b75e-1bb091cadcd2 owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:29.318771 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-148ea82e-1688-488c-9d43-f2b3fb7a4028 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] The port '08a96494-b0e4-4e1d-9526-b520a2561a47' was deleted {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 23 00:03:29.320723 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19761a5d-013f-4736-8206-64d821ab6b11 None None] No DVR routers for this DVR port 08a96494-b0e4-4e1d-9526-b520a2561a47 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:03:29.322660 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19761a5d-013f-4736-8206-64d821ab6b11 None None] Pushing event deleted for resources: {'Port': ['ID=08a96494-b0e4-4e1d-9526-b520a2561a47,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:29.340630 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed1a6a80-3e1b-4d52-98b6-a0531d4e8d94 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:29.345734 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a7146d7c-138a-4db6-9f22-16ef6c425c4d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:29.377827 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-487a3439-4387-4c20-9032-b08e9838d887 admin admin] For port 43918e06-3d0b-4e50-a20a-228d2dd88b5f, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=43918e06-3d0b-4e50-a20a-228d2dd88b5f,segment=NetworkSegment(1413f222-a5bf-498f-83b3-b615c2513886),segment_id=1413f222-a5bf-498f-83b3-b615c2513886)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:29.378190 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-487a3439-4387-4c20-9032-b08e9838d887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:29.401186 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-a7146d7c-138a-4db6-9f22-16ef6c425c4d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Calling delete_port for bb064c75-311d-4392-b366-db8edf60de5e owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:29.438497 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-487a3439-4387-4c20-9032-b08e9838d887 admin admin] Calling delete_port for 43918e06-3d0b-4e50-a20a-228d2dd88b5f owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:29.497134 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-148ea82e-1688-488c-9d43-f2b3fb7a4028 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:29.554465 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90b4975-6e82-416c-a537-1bd403e68f45 None None] Network 105aa8f7-97b2-4c0f-af55-0091dbfff356 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:29.603454 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-148ea82e-1688-488c-9d43-f2b3fb7a4028 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b7dec59-2393-4c3c-b567-c6326e4e3ff5']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:29.628950 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-148ea82e-1688-488c-9d43-f2b3fb7a4028 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3ec768-97e7-4117-a810-f40bd5956905') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:29.629245 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-148ea82e-1688-488c-9d43-f2b3fb7a4028 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3ec768-97e7-4117-a810-f40bd5956905') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:29.639681 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a0066f0c-8a77-4287-8e87-10df70ade83e up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:03:29.653318 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed1a6a80-3e1b-4d52-98b6-a0531d4e8d94 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:29.686602 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-148ea82e-1688-488c-9d43-f2b3fb7a4028 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:29.691497 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50692) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:29.710186 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-148ea82e-1688-488c-9d43-f2b3fb7a4028 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:29.715553 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-1d11666c-3c80-4d8e-ab9b-214b6830fe92 None None] Provisioning complete for port a0066f0c-8a77-4287-8e87-10df70ade83e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:29.715942 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d11666c-3c80-4d8e-ab9b-214b6830fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:29.725329 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1a6a80-3e1b-4d52-98b6-a0531d4e8d94 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:29.731532 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148ea82e-1688-488c-9d43-f2b3fb7a4028 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:03:29.732029 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-148ea82e-1688-488c-9d43-f2b3fb7a4028 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:03:29.734994 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:03:29.746040 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-ed1a6a80-3e1b-4d52-98b6-a0531d4e8d94 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:29.749765 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1a6a80-3e1b-4d52-98b6-a0531d4e8d94 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:29.799885 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c0747ce8-5912-4e8d-b691-5dc1bc227145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:29.814381 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port a0066f0c-8a77-4287-8e87-10df70ade83e triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:29.815997 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:29.840181 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a6a80-3e1b-4d52-98b6-a0531d4e8d94 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Pushing event updated for resources: {'Port': ['ID=1bbf72d2-3a2b-4041-9eda-c9ab6f505489,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:29.858567 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a7146d7c-138a-4db6-9f22-16ef6c425c4d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:29.864556 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0747ce8-5912-4e8d-b691-5dc1bc227145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network 105aa8f7-97b2-4c0f-af55-0091dbfff356 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:29.873679 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-c0747ce8-5912-4e8d-b691-5dc1bc227145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:29.895154 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0747ce8-5912-4e8d-b691-5dc1bc227145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:29.895840 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c0747ce8-5912-4e8d-b691-5dc1bc227145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:29.900618 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0747ce8-5912-4e8d-b691-5dc1bc227145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Subnet': ['ID=ac3953f7-cce1-4b9e-8cd4-e12a045c178d,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:29.908252 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7146d7c-138a-4db6-9f22-16ef6c425c4d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Port': ['ID=bb064c75-311d-4392-b366-db8edf60de5e,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:29.913188 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-148ea82e-1688-488c-9d43-f2b3fb7a4028 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:29.929972 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-148ea82e-1688-488c-9d43-f2b3fb7a4028 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:29.936701 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-148ea82e-1688-488c-9d43-f2b3fb7a4028 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] 10.222.0.15 "DELETE /v2.0/networks/3b7dec59-2393-4c3c-b567-c6326e4e3ff5 HTTP/1.1" status: 204 len: 168 time: 1.2480307 Apr 23 00:03:29.965106 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ea82e-1688-488c-9d43-f2b3fb7a4028 tempest-FloatingIPNegativeTestJSON-1955157873 tempest-FloatingIPNegativeTestJSON-1955157873-project] Pushing event deleted for resources: {'Network': ['ID=3b7dec59-2393-4c3c-b567-c6326e4e3ff5,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:30.005125 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c0747ce8-5912-4e8d-b691-5dc1bc227145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8225052 Apr 23 00:03:30.010916 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50698) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:30.013347 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-73914b37-73c6-4e08-8fcc-d05079689765 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'port': {'network_id': '105aa8f7-97b2-4c0f-af55-0091dbfff356', 'fixed_ips': [{'subnet_id': '4da36daa-ee88-4b40-8563-152831e5f50f'}, {'subnet_id': 'ac3953f7-cce1-4b9e-8cd4-e12a045c178d'}], 'name': 'tempest-PortsIpV6TestJSON-721952195'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:30.040675 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d11666c-3c80-4d8e-ab9b-214b6830fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:30.095881 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:30.131512 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-487a3439-4387-4c20-9032-b08e9838d887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:30.166634 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1d11666c-3c80-4d8e-ab9b-214b6830fe92 None None] For port a0066f0c-8a77-4287-8e87-10df70ade83e, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a0066f0c-8a77-4287-8e87-10df70ade83e,segment=NetworkSegment(8125dd3f-8492-4653-bce5-b4f3c8364cde),segment_id=8125dd3f-8492-4653-bce5-b4f3c8364cde)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:30.218501 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a3439-4387-4c20-9032-b08e9838d887 admin admin] Pushing event deleted for resources: {'Port': ['ID=43918e06-3d0b-4e50-a20a-228d2dd88b5f,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:30.242870 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d11666c-3c80-4d8e-ab9b-214b6830fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:30.445432 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8965b9ff-f94d-44a0-8dda-f1142cee3c6e None None] Network 105aa8f7-97b2-4c0f-af55-0091dbfff356 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:30.501999 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-487a3439-4387-4c20-9032-b08e9838d887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:30.516669 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:03:30.519902 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:03:30.533439 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11666c-3c80-4d8e-ab9b-214b6830fe92 None None] Pushing event updated for resources: {'Port': ['ID=a0066f0c-8a77-4287-8e87-10df70ade83e,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:30.554324 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33ae3474-002d-401d-a411-55d3627519b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:30.560024 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73914b37-73c6-4e08-8fcc-d05079689765 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:30.566548 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-79883ef6-d83e-4e89-9c78-17de44d9afdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:30.585744 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50702) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:30.676930 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb642c70-5b1a-4b08-9878-14ca908b955e None None] Provisioning complete for port a0066f0c-8a77-4287-8e87-10df70ade83e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:30.680278 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb642c70-5b1a-4b08-9878-14ca908b955e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:30.749607 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-73914b37-73c6-4e08-8fcc-d05079689765 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:30.754836 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-79883ef6-d83e-4e89-9c78-17de44d9afdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:30.837605 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-73914b37-73c6-4e08-8fcc-d05079689765 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] device_id is not set on port e46c6f07-711f-487a-baff-e6f4d923647b yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:03:30.927906 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae3474-002d-401d-a411-55d3627519b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=77659aa8-e400-4cd6-b75e-1bb091cadcd2,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:30.936238 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33ae3474-002d-401d-a411-55d3627519b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:30.937887 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-79883ef6-d83e-4e89-9c78-17de44d9afdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:30.981826 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79883ef6-d83e-4e89-9c78-17de44d9afdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348dc1db-137e-4578-9dc5-3b551051a883,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:30.998740 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a7146d7c-138a-4db6-9f22-16ef6c425c4d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:31.002547 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a7146d7c-138a-4db6-9f22-16ef6c425c4d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/ports/bb064c75-311d-4392-b366-db8edf60de5e HTTP/1.1" status: 204 len: 168 time: 2.2249207 Apr 23 00:03:31.013596 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50706) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:31.087174 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-79883ef6-d83e-4e89-9c78-17de44d9afdf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a5d202b62274a1088bad22640f3658b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3605752 Apr 23 00:03:31.088518 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5ef525-946d-40e9-8759-955bb44dfd92 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] GET failed (client error): The resource could not be found. Apr 23 00:03:31.090817 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ba5ef525-946d-40e9-8759-955bb44dfd92 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports/bb064c75-311d-4392-b366-db8edf60de5e HTTP/1.1" status: 404 len: 333 time: 0.0762386 Apr 23 00:03:31.096653 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50708) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:31.101832 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-da23eea0-0ec5-415e-b685-c8cee91ae246 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec85285c03da45e09f630046c121edb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5127914 Apr 23 00:03:31.103511 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487a3439-4387-4c20-9032-b08e9838d887 admin admin] Router e47aab3e-0933-44c7-b4f6-a6d06d836406 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:03:31.104134 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50710) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:31.104462 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50712) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:31.159371 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 08a96494-b0e4-4e1d-9526-b520a2561a47 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:03:31.184713 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 08a96494-b0e4-4e1d-9526-b520a2561a47 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:03:31.184917 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 08a96494-b0e4-4e1d-9526-b520a2561a47 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:03:31.186400 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb545e20-010d-4cfc-aa90-f4b2cb2c07aa None None] Update dhcp port {'port': {'network_id': '105aa8f7-97b2-4c0f-af55-0091dbfff356', 'fixed_ips': [{'subnet_id': '4da36daa-ee88-4b40-8563-152831e5f50f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ac3953f7-cce1-4b9e-8cd4-e12a045c178d'}], 'binding:host_id': 'dv-neutron-838783-1-hyperv'}, 'id': 'a0066f0c-8a77-4287-8e87-10df70ade83e'} from dv-neutron-838783-1-hyperv. {{(pid=103146) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 23 00:03:31.240923 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb545e20-010d-4cfc-aa90-f4b2cb2c07aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:31.301346 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-495673a1-6be0-4ed7-ba69-34edf01b17da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:31.321286 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed1a6a80-3e1b-4d52-98b6-a0531d4e8d94 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:31.332287 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-09209783-af2f-44e8-a6d0-c277759a438c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting subnet d0d653af-4dbc-4baf-a184-f072a2c2fdfd {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:03:31.358074 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-09209783-af2f-44e8-a6d0-c277759a438c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:31.372364 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-495673a1-6be0-4ed7-ba69-34edf01b17da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:31.444835 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-09209783-af2f-44e8-a6d0-c277759a438c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:31.470742 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a147e8a7-24fd-4a16-98be-1c5af464ed09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:31.589625 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a147e8a7-24fd-4a16-98be-1c5af464ed09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:31.606466 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ae3474-002d-401d-a411-55d3627519b2 admin admin] Router 44cc4402-c374-461a-a4e3-fe6b80fae2f0 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:03:31.610082 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487a3439-4387-4c20-9032-b08e9838d887 admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:03:31.624724 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ca2c1a-41de-43c6-965b-a9b594ee1b27 None None] Sync routers for ids ['e47aab3e-0933-44c7-b4f6-a6d06d836406'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:03:31.639248 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ca2c1a-41de-43c6-965b-a9b594ee1b27 None None] Routers {'e47aab3e-0933-44c7-b4f6-a6d06d836406'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:31.640193 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c8ca2c1a-41de-43c6-965b-a9b594ee1b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['e47aab3e-0933-44c7-b4f6-a6d06d836406'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:31.649631 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-487a3439-4387-4c20-9032-b08e9838d887 admin admin] 10.222.0.15 "PUT /v2.0/routers/e47aab3e-0933-44c7-b4f6-a6d06d836406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8251946 Apr 23 00:03:31.655243 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50714) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:31.657532 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-495673a1-6be0-4ed7-ba69-34edf01b17da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:31.659884 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-73914b37-73c6-4e08-8fcc-d05079689765 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Allocated IP 2001:db8::33 (105aa8f7-97b2-4c0f-af55-0091dbfff356/4da36daa-ee88-4b40-8563-152831e5f50f/e46c6f07-711f-487a-baff-e6f4d923647b) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:31.665503 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-495673a1-6be0-4ed7-ba69-34edf01b17da admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:31.666768 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-495673a1-6be0-4ed7-ba69-34edf01b17da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/348dc1db-137e-4578-9dc5-3b551051a883 HTTP/1.1" status: 204 len: 168 time: 0.5723443 Apr 23 00:03:31.685628 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-73914b37-73c6-4e08-8fcc-d05079689765 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Allocated IP 2001:db8:0:1::1d4 (105aa8f7-97b2-4c0f-af55-0091dbfff356/ac3953f7-cce1-4b9e-8cd4-e12a045c178d/e46c6f07-711f-487a-baff-e6f4d923647b) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:31.694083 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-09209783-af2f-44e8-a6d0-c277759a438c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:31.779805 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a0066f0c-8a77-4287-8e87-10df70ade83e up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:03:31.803543 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495673a1-6be0-4ed7-ba69-34edf01b17da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348dc1db-137e-4578-9dc5-3b551051a883,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:31.844563 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed1a6a80-3e1b-4d52-98b6-a0531d4e8d94 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:31.862977 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a147e8a7-24fd-4a16-98be-1c5af464ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:31.878639 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a147e8a7-24fd-4a16-98be-1c5af464ed09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:31.881480 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a147e8a7-24fd-4a16-98be-1c5af464ed09 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b54542c6-4faf-4c98-8fe8-bb9811e6abb1 HTTP/1.1" status: 204 len: 168 time: 0.7609217 Apr 23 00:03:31.904136 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147e8a7-24fd-4a16-98be-1c5af464ed09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54542c6-4faf-4c98-8fe8-bb9811e6abb1,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:31.907329 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port a0066f0c-8a77-4287-8e87-10df70ade83e triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:31.907780 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:31.934522 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-09209783-af2f-44e8-a6d0-c277759a438c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:31.959499 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-c8ca2c1a-41de-43c6-965b-a9b594ee1b27 None None] Set router e47aab3e-0933-44c7-b4f6-a6d06d836406 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:03:31.992016 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09209783-af2f-44e8-a6d0-c277759a438c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Subnet': ['ID=d0d653af-4dbc-4baf-a184-f072a2c2fdfd,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:32.004343 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-09209783-af2f-44e8-a6d0-c277759a438c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:32.010353 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-09209783-af2f-44e8-a6d0-c277759a438c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/subnets/d0d653af-4dbc-4baf-a184-f072a2c2fdfd HTTP/1.1" status: 204 len: 168 time: 0.9025681 Apr 23 00:03:32.018525 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50722) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:32.019703 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef6ffb2-2559-4122-b762-e27b64bb1a62 None None] Network 19cf2e1b-f47b-4248-bae4-d46e2cb24fb3 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:32.058497 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-73914b37-73c6-4e08-8fcc-d05079689765 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:32.119900 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e5459056-3502-4f2a-bfb5-f4dc01d8fc3b admin admin] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:32.129986 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a59bfe3d-547b-4a3d-bb1a-449b0d1038ed tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:32.201209 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-a59bfe3d-547b-4a3d-bb1a-449b0d1038ed tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting port 9be94ee8-747f-442f-93f1-d1fc5750512d {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:32.202016 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a59bfe3d-547b-4a3d-bb1a-449b0d1038ed tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:32.255068 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-73914b37-73c6-4e08-8fcc-d05079689765 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:32.288902 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c8ca2c1a-41de-43c6-965b-a9b594ee1b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'name': 'tempest-ServersTestJSON-1036185301-router', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:03:29Z', 'revision_number': 5, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'gw_port': {'id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:43Z', 'updated_at': '2022-04-23T00:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:32.328092 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-bb545e20-010d-4cfc-aa90-f4b2cb2c07aa None None] Allocated IP 2001:db8:0:1::2 (105aa8f7-97b2-4c0f-af55-0091dbfff356/ac3953f7-cce1-4b9e-8cd4-e12a045c178d/a0066f0c-8a77-4287-8e87-10df70ade83e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:32.333956 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73914b37-73c6-4e08-8fcc-d05079689765 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network 105aa8f7-97b2-4c0f-af55-0091dbfff356 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:32.343007 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ca2c1a-41de-43c6-965b-a9b594ee1b27 None None] Checking router: e47aab3e-0933-44c7-b4f6-a6d06d836406 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:03:32.345302 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e5459056-3502-4f2a-bfb5-f4dc01d8fc3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:32.350463 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-73914b37-73c6-4e08-8fcc-d05079689765 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:32.366891 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73914b37-73c6-4e08-8fcc-d05079689765 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:32.371696 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ca2c1a-41de-43c6-965b-a9b594ee1b27 None None] Routers {'e47aab3e-0933-44c7-b4f6-a6d06d836406'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:32.372123 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c8ca2c1a-41de-43c6-965b-a9b594ee1b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['e47aab3e-0933-44c7-b4f6-a6d06d836406'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:32.381824 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73914b37-73c6-4e08-8fcc-d05079689765 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:32.381824 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-73914b37-73c6-4e08-8fcc-d05079689765 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:32.382034 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ae3474-002d-401d-a411-55d3627519b2 admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:03:32.394274 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-33ae3474-002d-401d-a411-55d3627519b2 admin admin] 10.222.0.15 "PUT /v2.0/routers/44cc4402-c374-461a-a4e3-fe6b80fae2f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5282393 Apr 23 00:03:32.395628 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-a59bfe3d-547b-4a3d-bb1a-449b0d1038ed tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] For port 9be94ee8-747f-442f-93f1-d1fc5750512d, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=9be94ee8-747f-442f-93f1-d1fc5750512d,segment=NetworkSegment(fb4ee410-8225-4045-ac26-a20deecc7b88),segment_id=fb4ee410-8225-4045-ac26-a20deecc7b88)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:32.395975 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a59bfe3d-547b-4a3d-bb1a-449b0d1038ed tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:32.399357 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50728) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:32.412854 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d18ea5-b880-4d56-b5ec-f1f99a01f656 None None] Sync routers for ids ['44cc4402-c374-461a-a4e3-fe6b80fae2f0'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:03:32.414656 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73914b37-73c6-4e08-8fcc-d05079689765 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Port': ['ID=e46c6f07-711f-487a-baff-e6f4d923647b,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:32.415398 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623fda71-32eb-4259-a716-873430ead5e6 None None] DHCP port deletion for 19cf2e1b-f47b-4248-bae4-d46e2cb24fb3 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:03:32.424305 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-a59bfe3d-547b-4a3d-bb1a-449b0d1038ed tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Calling delete_port for 9be94ee8-747f-442f-93f1-d1fc5750512d owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:32.475558 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-73914b37-73c6-4e08-8fcc-d05079689765 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.4666944 Apr 23 00:03:32.477728 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50730) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:32.478058 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50732) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:32.478258 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d18ea5-b880-4d56-b5ec-f1f99a01f656 None None] Routers {'44cc4402-c374-461a-a4e3-fe6b80fae2f0'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:32.479060 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-75d18ea5-b880-4d56-b5ec-f1f99a01f656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['44cc4402-c374-461a-a4e3-fe6b80fae2f0'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:32.485497 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-d318c5c3-9fed-4d2f-959d-148cedba0470 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4da36daa-ee88-4b40-8563-152831e5f50f'}]}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:32.573448 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-c8ca2c1a-41de-43c6-965b-a9b594ee1b27 None None] Set router e47aab3e-0933-44c7-b4f6-a6d06d836406 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:03:32.579438 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-874d7f60-7433-4c16-9914-97199b767a4a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0b340bb3e3b946d2beea047d082a4349&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1002889 Apr 23 00:03:32.582803 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50736) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:32.675379 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d318c5c3-9fed-4d2f-959d-148cedba0470 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:32.682761 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8dfe809-2270-48d7-b880-0bbfc7d52661 admin admin] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:32.783854 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb545e20-010d-4cfc-aa90-f4b2cb2c07aa None None] For port a0066f0c-8a77-4287-8e87-10df70ade83e, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a0066f0c-8a77-4287-8e87-10df70ade83e,segment=NetworkSegment(8125dd3f-8492-4653-bce5-b4f3c8364cde),segment_id=8125dd3f-8492-4653-bce5-b4f3c8364cde)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:32.789572 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1a6a80-3e1b-4d52-98b6-a0531d4e8d94 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Router e0acb2d4-8d7c-46ad-90d0-ec90b7d602f4 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:03:32.794277 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a59bfe3d-547b-4a3d-bb1a-449b0d1038ed tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:32.813519 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-e5459056-3502-4f2a-bfb5-f4dc01d8fc3b admin admin] Deleting port 06a56b31-da2a-449b-8a0d-356d9652696c {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:32.813864 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e5459056-3502-4f2a-bfb5-f4dc01d8fc3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:32.829948 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:03:32.837587 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-befd5b99-9be7-4041-b4cb-08aca67d27b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:32.862707 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c8ca2c1a-41de-43c6-965b-a9b594ee1b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'name': 'tempest-ServersTestJSON-1036185301-router', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:03:29Z', 'revision_number': 5, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'gw_port': {'id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:43Z', 'updated_at': '2022-04-23T00:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:32.905295 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-75d18ea5-b880-4d56-b5ec-f1f99a01f656 None None] Set router 44cc4402-c374-461a-a4e3-fe6b80fae2f0 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:03:32.907220 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ca2c1a-41de-43c6-965b-a9b594ee1b27 None None] The sync data for ids ['e47aab3e-0933-44c7-b4f6-a6d06d836406'] in dv-neutron-838783-1-hyperv is: [{'id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'name': 'tempest-ServersTestJSON-1036185301-router', 'tenant_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:03:29Z', 'revision_number': 5, 'project_id': 'fc99a14fb3484f3e9a5b0f6f71fb2823', 'gw_port': {'id': '06a56b31-da2a-449b-8a0d-356d9652696c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47aab3e-0933-44c7-b4f6-a6d06d836406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:43Z', 'updated_at': '2022-04-23T00:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:03:32.975193 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59bfe3d-547b-4a3d-bb1a-449b0d1038ed tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Port': ['ID=9be94ee8-747f-442f-93f1-d1fc5750512d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:32.984276 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59bfe3d-547b-4a3d-bb1a-449b0d1038ed tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] No DVR routers for this DVR port 9be94ee8-747f-442f-93f1-d1fc5750512d on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:03:33.003220 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb545e20-010d-4cfc-aa90-f4b2cb2c07aa None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:33.021840 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-623fda71-32eb-4259-a716-873430ead5e6 None None] Deleting port 9be94ee8-747f-442f-93f1-d1fc5750512d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:33.022218 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-623fda71-32eb-4259-a716-873430ead5e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:33.072725 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb545e20-010d-4cfc-aa90-f4b2cb2c07aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:33.105232 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a59bfe3d-547b-4a3d-bb1a-449b0d1038ed tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:33.116589 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-befd5b99-9be7-4041-b4cb-08aca67d27b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:33.249037 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-623fda71-32eb-4259-a716-873430ead5e6 None None] For port 9be94ee8-747f-442f-93f1-d1fc5750512d, host dv-neutron-838783-1-hyperv, got binding levels [] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:33.249438 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-623fda71-32eb-4259-a716-873430ead5e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:33.330126 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-623fda71-32eb-4259-a716-873430ead5e6 None None] Calling delete_port for 9be94ee8-747f-442f-93f1-d1fc5750512d owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:33.333027 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb545e20-010d-4cfc-aa90-f4b2cb2c07aa None None] Pushing event updated for resources: {'Port': ['ID=a0066f0c-8a77-4287-8e87-10df70ade83e,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:33.337423 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-623fda71-32eb-4259-a716-873430ead5e6 None None] Port 9be94ee8-747f-442f-93f1-d1fc5750512d was not found and therefore no delete operation was performed {{(pid=103146) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 23 00:03:33.345709 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-623fda71-32eb-4259-a716-873430ead5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:33.346408 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1a6a80-3e1b-4d52-98b6-a0531d4e8d94 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:03:33.358575 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] Sync routers for ids ['e0acb2d4-8d7c-46ad-90d0-ec90b7d602f4'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:03:33.427697 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] Routers {'e0acb2d4-8d7c-46ad-90d0-ec90b7d602f4'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:33.427697 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['e0acb2d4-8d7c-46ad-90d0-ec90b7d602f4'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:33.483276 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fda71-32eb-4259-a716-873430ead5e6 None None] Pushing event deleted for resources: {'Port': ['ID=9be94ee8-747f-442f-93f1-d1fc5750512d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:33.485383 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623fda71-32eb-4259-a716-873430ead5e6 None None] No DVR routers for this DVR port 9be94ee8-747f-442f-93f1-d1fc5750512d on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:03:33.529538 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-e5459056-3502-4f2a-bfb5-f4dc01d8fc3b admin admin] For port 06a56b31-da2a-449b-8a0d-356d9652696c, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=06a56b31-da2a-449b-8a0d-356d9652696c,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:33.530570 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e5459056-3502-4f2a-bfb5-f4dc01d8fc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:33.555442 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-75d18ea5-b880-4d56-b5ec-f1f99a01f656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'name': 'tempest-ServersTestManualDisk-1592533873-router', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:39Z', 'updated_at': '2022-04-23T00:03:29Z', 'revision_number': 5, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'gw_port': {'id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:36:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:40Z', 'updated_at': '2022-04-23T00:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:33.569286 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-e5459056-3502-4f2a-bfb5-f4dc01d8fc3b admin admin] Calling delete_port for 06a56b31-da2a-449b-8a0d-356d9652696c owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:33.572223 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8dfe809-2270-48d7-b880-0bbfc7d52661 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:33.606909 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d18ea5-b880-4d56-b5ec-f1f99a01f656 None None] Checking router: 44cc4402-c374-461a-a4e3-fe6b80fae2f0 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:03:33.617746 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d18ea5-b880-4d56-b5ec-f1f99a01f656 None None] Routers {'44cc4402-c374-461a-a4e3-fe6b80fae2f0'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:33.618402 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-75d18ea5-b880-4d56-b5ec-f1f99a01f656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['44cc4402-c374-461a-a4e3-fe6b80fae2f0'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:33.668651 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed1a6a80-3e1b-4d52-98b6-a0531d4e8d94 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:33.673234 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ed1a6a80-3e1b-4d52-98b6-a0531d4e8d94 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.0449457 Apr 23 00:03:33.675671 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50752) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:33.829730 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-a59bfe3d-547b-4a3d-bb1a-449b0d1038ed tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19cf2e1b-f47b-4248-bae4-d46e2cb24fb3']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:33.843692 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-75d18ea5-b880-4d56-b5ec-f1f99a01f656 None None] Set router 44cc4402-c374-461a-a4e3-fe6b80fae2f0 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:03:33.888859 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-a59bfe3d-547b-4a3d-bb1a-449b0d1038ed tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb4ee410-8225-4045-ac26-a20deecc7b88') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:33.889440 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-a59bfe3d-547b-4a3d-bb1a-449b0d1038ed tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb4ee410-8225-4045-ac26-a20deecc7b88') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:33.896598 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] Set router e0acb2d4-8d7c-46ad-90d0-ec90b7d602f4 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:03:33.901457 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50754) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:33.914268 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a59bfe3d-547b-4a3d-bb1a-449b0d1038ed tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:33.938074 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a59bfe3d-547b-4a3d-bb1a-449b0d1038ed tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:33.973001 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59bfe3d-547b-4a3d-bb1a-449b0d1038ed tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:03:33.973642 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a59bfe3d-547b-4a3d-bb1a-449b0d1038ed tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:33.974658 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a0066f0c-8a77-4287-8e87-10df70ade83e up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:03:33.977317 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:03:34.065758 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-d318c5c3-9fed-4d2f-959d-148cedba0470 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Delete allocated IP 2001:db8:0:1::1d4 (105aa8f7-97b2-4c0f-af55-0091dbfff356/ac3953f7-cce1-4b9e-8cd4-e12a045c178d) {{(pid=103143) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 23 00:03:34.079284 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-befd5b99-9be7-4041-b4cb-08aca67d27b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.080921 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-befd5b99-9be7-4041-b4cb-08aca67d27b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.082427 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-befd5b99-9be7-4041-b4cb-08aca67d27b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8486874f-a00e-4ddf-99de-32ba5282625d HTTP/1.1" status: 204 len: 168 time: 1.4989550 Apr 23 00:03:34.128004 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd5b99-9be7-4041-b4cb-08aca67d27b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8486874f-a00e-4ddf-99de-32ba5282625d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:34.144749 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a59bfe3d-547b-4a3d-bb1a-449b0d1038ed tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.150814 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a59bfe3d-547b-4a3d-bb1a-449b0d1038ed tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.158841 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a59bfe3d-547b-4a3d-bb1a-449b0d1038ed tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/networks/19cf2e1b-f47b-4248-bae4-d46e2cb24fb3 HTTP/1.1" status: 204 len: 168 time: 2.1369243 Apr 23 00:03:34.180641 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f9ff1c30-d725-401a-a63a-e905c7b761fc tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "GET /v2.0/routers/e0acb2d4-8d7c-46ad-90d0-ec90b7d602f4 HTTP/1.1" status: 200 len: 907 time: 0.5010178 Apr 23 00:03:34.189764 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50760) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:34.190993 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50762) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:34.196684 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-8b73175b-1aca-4289-ad18-69f3ad8e51f5 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Request body: {'router': {'name': 'tempest-snat-router-394693176', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'enable_snat': True}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:34.203519 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-8ad80942-7c94-49b2-b511-cf24fe98efad tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Request body: {'security_group': {'name': 'tempest-secgroup--1635704200'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:34.225807 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-e8912fe2-dab2-4a32-9647-50ec154b67d5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1901440551'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:34.266066 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port a0066f0c-8a77-4287-8e87-10df70ade83e triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:34.267625 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.278859 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-c8dfe809-2270-48d7-b880-0bbfc7d52661 admin admin] Deleting port d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:34.279210 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8dfe809-2270-48d7-b880-0bbfc7d52661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.291386 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0acb2d4-8d7c-46ad-90d0-ec90b7d602f4', 'name': 'tempest-snat-router-394693176', 'tenant_id': 'b983477e58544f40a29691506fcbf11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.76'}], 'enable_snat': False}, 'gw_port_id': '1bbf72d2-3a2b-4041-9eda-c9ab6f505489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:03:27Z', 'updated_at': '2022-04-23T00:03:30Z', 'revision_number': 3, 'project_id': 'b983477e58544f40a29691506fcbf11d', 'gw_port': {'id': '1bbf72d2-3a2b-4041-9eda-c9ab6f505489', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0acb2d4-8d7c-46ad-90d0-ec90b7d602f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:03:28Z', 'updated_at': '2022-04-23T00:03:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:34.302831 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84f7e8fb-d775-4297-9f46-82ffb9fe0ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.350130 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] Checking router: e0acb2d4-8d7c-46ad-90d0-ec90b7d602f4 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:03:34.354012 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] Updating router e0acb2d4-8d7c-46ad-90d0-ec90b7d602f4 port 1bbf72d2-3a2b-4041-9eda-c9ab6f505489 binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:03:34.381584 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59bfe3d-547b-4a3d-bb1a-449b0d1038ed tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Network': ['ID=19cf2e1b-f47b-4248-bae4-d46e2cb24fb3,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:34.386591 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-c8dfe809-2270-48d7-b880-0bbfc7d52661 admin admin] For port d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:34.387108 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8dfe809-2270-48d7-b880-0bbfc7d52661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.389767 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.396551 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8ad80942-7c94-49b2-b511-cf24fe98efad tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.400111 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-c8dfe809-2270-48d7-b880-0bbfc7d52661 admin admin] Calling delete_port for d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:34.422217 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e5459056-3502-4f2a-bfb5-f4dc01d8fc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.424345 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b73175b-1aca-4289-ad18-69f3ad8e51f5 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.425605 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b73175b-1aca-4289-ad18-69f3ad8e51f5 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.431014 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8ad80942-7c94-49b2-b511-cf24fe98efad tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.442858 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5447f30f-bae0-4ba1-813a-de528221ff2e None None] Provisioning complete for port a0066f0c-8a77-4287-8e87-10df70ade83e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:34.443435 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5447f30f-bae0-4ba1-813a-de528221ff2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.452104 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d318c5c3-9fed-4d2f-959d-148cedba0470 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.517939 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d318c5c3-9fed-4d2f-959d-148cedba0470 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.583489 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5459056-3502-4f2a-bfb5-f4dc01d8fc3b admin admin] Pushing event deleted for resources: {'Port': ['ID=06a56b31-da2a-449b-8a0d-356d9652696c,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:34.590267 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-75d18ea5-b880-4d56-b5ec-f1f99a01f656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'name': 'tempest-ServersTestManualDisk-1592533873-router', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:39Z', 'updated_at': '2022-04-23T00:03:29Z', 'revision_number': 5, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'gw_port': {'id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:36:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:40Z', 'updated_at': '2022-04-23T00:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:34.592971 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 9be94ee8-747f-442f-93f1-d1fc5750512d no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:03:34.594302 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8912fe2-dab2-4a32-9647-50ec154b67d5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:34.597949 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e8912fe2-dab2-4a32-9647-50ec154b67d5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.653927 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d18ea5-b880-4d56-b5ec-f1f99a01f656 None None] The sync data for ids ['44cc4402-c374-461a-a4e3-fe6b80fae2f0'] in dv-neutron-838783-1-hyperv is: [{'id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'name': 'tempest-ServersTestManualDisk-1592533873-router', 'tenant_id': '6acbda49d53541c4a7ad697686f19386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:39Z', 'updated_at': '2022-04-23T00:03:29Z', 'revision_number': 5, 'project_id': '6acbda49d53541c4a7ad697686f19386', 'gw_port': {'id': 'd639d4c1-64f2-4be3-9ef0-6c4ed19ad75b', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:36:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cc4402-c374-461a-a4e3-fe6b80fae2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:40Z', 'updated_at': '2022-04-23T00:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:03:34.658005 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 9be94ee8-747f-442f-93f1-d1fc5750512d {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:03:34.662447 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 9be94ee8-747f-442f-93f1-d1fc5750512d not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:03:34.662447 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 43918e06-3d0b-4e50-a20a-228d2dd88b5f no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:03:34.687777 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 43918e06-3d0b-4e50-a20a-228d2dd88b5f {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:03:34.690407 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 43918e06-3d0b-4e50-a20a-228d2dd88b5f not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:03:34.728587 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-d318c5c3-9fed-4d2f-959d-148cedba0470 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] In _notify_port_updated(), no bound segment for port e46c6f07-711f-487a-baff-e6f4d923647b on network 105aa8f7-97b2-4c0f-af55-0091dbfff356 {{(pid=103143) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 23 00:03:34.734719 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d318c5c3-9fed-4d2f-959d-148cedba0470 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:34.735252 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d318c5c3-9fed-4d2f-959d-148cedba0470 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.739940 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d318c5c3-9fed-4d2f-959d-148cedba0470 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "PUT /v2.0/ports/e46c6f07-711f-487a-baff-e6f4d923647b HTTP/1.1" status: 200 len: 924 time: 2.2589242 Apr 23 00:03:34.743179 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50766) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:34.748542 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-25ffae39-c34f-49f9-9449-af8679f29a4b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4da36daa-ee88-4b40-8563-152831e5f50f'}, {'subnet_id': 'ac3953f7-cce1-4b9e-8cd4-e12a045c178d'}]}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:34.758222 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318c5c3-9fed-4d2f-959d-148cedba0470 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Port': ['ID=e46c6f07-711f-487a-baff-e6f4d923647b,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:34.778405 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8912fe2-dab2-4a32-9647-50ec154b67d5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:03:34.802119 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-2de26117-7415-49d4-aa09-c98c42cb6fad None None] Provisioning complete for port e46c6f07-711f-487a-baff-e6f4d923647b triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:34.804032 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2de26117-7415-49d4-aa09-c98c42cb6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.810829 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8ad80942-7c94-49b2-b511-cf24fe98efad tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.860624 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2de26117-7415-49d4-aa09-c98c42cb6fad None None] Port e46c6f07-711f-487a-baff-e6f4d923647b cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:03:34.864961 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b73175b-1aca-4289-ad18-69f3ad8e51f5 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.878056 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e8912fe2-dab2-4a32-9647-50ec154b67d5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.878406 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-e8912fe2-dab2-4a32-9647-50ec154b67d5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Added segment 79f00d29-d2ac-420f-a1a9-f675446af12e of type vlan for network 4dbb343c-9fb9-4452-9ba7-7812e0502abd Apr 23 00:03:34.897747 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.901985 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-25ffae39-c34f-49f9-9449-af8679f29a4b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.905365 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8ad80942-7c94-49b2-b511-cf24fe98efad tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.962128 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:34.981228 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad80942-7c94-49b2-b511-cf24fe98efad tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94aadc07-e9d2-43ba-b654-e1cf0a017798,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:35.043162 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] Attempting to bind port 1bbf72d2-3a2b-4041-9eda-c9ab6f505489 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:03:35.043654 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] Attempting to bind port 1bbf72d2-3a2b-4041-9eda-c9ab6f505489 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:03:35.044162 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] Attempting to bind port 1bbf72d2-3a2b-4041-9eda-c9ab6f505489 on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:03:35.050516 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be7088-e9ca-4778-b013-75ecad537bd5 None None] Pushing event updated for resources: {'Port': ['ID=1bbf72d2-3a2b-4041-9eda-c9ab6f505489,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:35.054268 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:03:35.054529 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:03:35.055848 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:35.056371 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:03:35.056883 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] Bound port: 1bbf72d2-3a2b-4041-9eda-c9ab6f505489, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:03:35.058570 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:35.065684 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be7088-e9ca-4778-b013-75ecad537bd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:35.067257 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be7088-e9ca-4778-b013-75ecad537bd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:35.067655 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be7088-e9ca-4778-b013-75ecad537bd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:35.068212 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be7088-e9ca-4778-b013-75ecad537bd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:35.068312 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be7088-e9ca-4778-b013-75ecad537bd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:35.068633 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be7088-e9ca-4778-b013-75ecad537bd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:35.068962 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be7088-e9ca-4778-b013-75ecad537bd5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:35.069713 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be7088-e9ca-4778-b013-75ecad537bd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:35.069713 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be7088-e9ca-4778-b013-75ecad537bd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:35.069935 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be7088-e9ca-4778-b013-75ecad537bd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:35.070254 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be7088-e9ca-4778-b013-75ecad537bd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:35.070568 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be7088-e9ca-4778-b013-75ecad537bd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:35.096134 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e5459056-3502-4f2a-bfb5-f4dc01d8fc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:35.123476 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8ad80942-7c94-49b2-b511-cf24fe98efad tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:35.155037 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] For port 1bbf72d2-3a2b-4041-9eda-c9ab6f505489, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:03:35.159043 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] For port 1bbf72d2-3a2b-4041-9eda-c9ab6f505489, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=1bbf72d2-3a2b-4041-9eda-c9ab6f505489,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:03:35.163306 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e8912fe2-dab2-4a32-9647-50ec154b67d5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:35.184838 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8ad80942-7c94-49b2-b511-cf24fe98efad tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:35.190713 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-42f9582b-34d0-4fef-9475-1ddb93e2cc90 None None] Provisioning complete for port e46c6f07-711f-487a-baff-e6f4d923647b triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:35.191504 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42f9582b-34d0-4fef-9475-1ddb93e2cc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:35.232206 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:35.238029 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-42f9582b-34d0-4fef-9475-1ddb93e2cc90 None None] Port e46c6f07-711f-487a-baff-e6f4d923647b cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:03:35.278070 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad80942-7c94-49b2-b511-cf24fe98efad tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851426f1-eefe-4409-959f-cb4b62bc6c51,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:35.288639 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8ad80942-7c94-49b2-b511-cf24fe98efad tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:35.292347 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8ad80942-7c94-49b2-b511-cf24fe98efad tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3850791 Apr 23 00:03:35.293637 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50776) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:35.312711 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e5459056-3502-4f2a-bfb5-f4dc01d8fc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:35.345926 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] Routers {'e0acb2d4-8d7c-46ad-90d0-ec90b7d602f4'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:35.346555 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:06Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['e0acb2d4-8d7c-46ad-90d0-ec90b7d602f4'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:35.352162 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be7088-e9ca-4778-b013-75ecad537bd5 None None] Pushing event updated for resources: {'Port': ['ID=1bbf72d2-3a2b-4041-9eda-c9ab6f505489,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:35.356353 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e5459056-3502-4f2a-bfb5-f4dc01d8fc3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:35.378088 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b73175b-1aca-4289-ad18-69f3ad8e51f5 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:35.433191 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-25ffae39-c34f-49f9-9449-af8679f29a4b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Allocated IP 2001:db8:0:1::4c (105aa8f7-97b2-4c0f-af55-0091dbfff356/ac3953f7-cce1-4b9e-8cd4-e12a045c178d/e46c6f07-711f-487a-baff-e6f4d923647b) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:35.440078 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f4d7ba14-a4d3-41c9-968d-75cc457c4827 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1451490 Apr 23 00:03:35.450876 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50780) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:35.456211 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-57d42566-5012-42af-ac5c-1815dd1173c0 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Request body: {'security_group': {'name': 'tempest-security--1998633625', 'description': 'tempest-security-description-591534606'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:35.474864 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] Set router e0acb2d4-8d7c-46ad-90d0-ec90b7d602f4 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:03:35.519330 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e8912fe2-dab2-4a32-9647-50ec154b67d5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:35.528082 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8912fe2-dab2-4a32-9647-50ec154b67d5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:35.529148 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e8912fe2-dab2-4a32-9647-50ec154b67d5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:35.531923 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e5459056-3502-4f2a-bfb5-f4dc01d8fc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:35.532776 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5459056-3502-4f2a-bfb5-f4dc01d8fc3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e47aab3e-0933-44c7-b4f6-a6d06d836406 {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:03:35.542315 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57d42566-5012-42af-ac5c-1815dd1173c0 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:35.554451 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e5459056-3502-4f2a-bfb5-f4dc01d8fc3b admin admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:35.556020 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e5459056-3502-4f2a-bfb5-f4dc01d8fc3b admin admin] 10.222.0.15 "DELETE /v2.0/routers/e47aab3e-0933-44c7-b4f6-a6d06d836406 HTTP/1.1" status: 204 len: 168 time: 3.8999560 Apr 23 00:03:35.567685 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50784) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:35.612788 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8dfe809-2270-48d7-b880-0bbfc7d52661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:35.654027 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 77659aa8-e400-4cd6-b75e-1bb091cadcd2 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:03:35.708444 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57d42566-5012-42af-ac5c-1815dd1173c0 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:35.710951 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 77659aa8-e400-4cd6-b75e-1bb091cadcd2 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:03:35.711297 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 77659aa8-e400-4cd6-b75e-1bb091cadcd2 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:03:35.720346 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a25671-0b12-4899-87a2-5b41fcaa1e95 admin admin] Deleting subnet 895f2dc2-9151-45a4-9be9-8b20c7d0e2ba {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:03:35.726347 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-88a25671-0b12-4899-87a2-5b41fcaa1e95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:35.753537 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dfe809-2270-48d7-b880-0bbfc7d52661 admin admin] Pushing event deleted for resources: {'Port': ['ID=d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:35.765345 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8912fe2-dab2-4a32-9647-50ec154b67d5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Network': ['ID=4dbb343c-9fb9-4452-9ba7-7812e0502abd,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:35.778209 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 4dbb343c-9fb9-4452-9ba7-7812e0502abd details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:03:35.790735 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-25ffae39-c34f-49f9-9449-af8679f29a4b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:35.794119 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-88a25671-0b12-4899-87a2-5b41fcaa1e95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:35.796225 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0acb2d4-8d7c-46ad-90d0-ec90b7d602f4', 'name': 'tempest-snat-router-394693176', 'tenant_id': 'b983477e58544f40a29691506fcbf11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.76'}], 'enable_snat': False}, 'gw_port_id': '1bbf72d2-3a2b-4041-9eda-c9ab6f505489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:03:27Z', 'updated_at': '2022-04-23T00:03:30Z', 'revision_number': 3, 'project_id': 'b983477e58544f40a29691506fcbf11d', 'gw_port': {'id': '1bbf72d2-3a2b-4041-9eda-c9ab6f505489', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0acb2d4-8d7c-46ad-90d0-ec90b7d602f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:03:28Z', 'updated_at': '2022-04-23T00:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:35.821172 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57d42566-5012-42af-ac5c-1815dd1173c0 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:35.825776 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57d42566-5012-42af-ac5c-1815dd1173c0 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:35.829517 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-57d42566-5012-42af-ac5c-1815dd1173c0 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "PUT /v2.0/security-groups/851426f1-eefe-4409-959f-cb4b62bc6c51 HTTP/1.1" status: 200 len: 1777 time: 0.3776605 Apr 23 00:03:35.830148 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50790) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:35.848021 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e8912fe2-dab2-4a32-9647-50ec154b67d5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6559014 Apr 23 00:03:35.859532 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50792) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:35.866701 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d6ee4d-b32e-48b4-bd34-1c31a0ff306d None None] The sync data for ids ['e0acb2d4-8d7c-46ad-90d0-ec90b7d602f4'] in dv-neutron-838783-1-hyperv is: [{'id': 'e0acb2d4-8d7c-46ad-90d0-ec90b7d602f4', 'name': 'tempest-snat-router-394693176', 'tenant_id': 'b983477e58544f40a29691506fcbf11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.76'}], 'enable_snat': False}, 'gw_port_id': '1bbf72d2-3a2b-4041-9eda-c9ab6f505489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:03:27Z', 'updated_at': '2022-04-23T00:03:30Z', 'revision_number': 3, 'project_id': 'b983477e58544f40a29691506fcbf11d', 'gw_port': {'id': '1bbf72d2-3a2b-4041-9eda-c9ab6f505489', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0acb2d4-8d7c-46ad-90d0-ec90b7d602f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:03:28Z', 'updated_at': '2022-04-23T00:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:03:35.879348 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-bd10be4b-0bfb-4e95-bf1e-19fd6e9b4da2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'subnet': {'network_id': '4dbb343c-9fb9-4452-9ba7-7812e0502abd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:35.896222 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-25ffae39-c34f-49f9-9449-af8679f29a4b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:35.924249 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8dfe809-2270-48d7-b880-0bbfc7d52661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:35.963787 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d42566-5012-42af-ac5c-1815dd1173c0 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851426f1-eefe-4409-959f-cb4b62bc6c51,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:35.968766 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50794) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:36.038815 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8dfe809-2270-48d7-b880-0bbfc7d52661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:36.044042 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8dfe809-2270-48d7-b880-0bbfc7d52661 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:36.124754 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-68c7b34d-0989-4113-9c86-84281185b463 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-groups/851426f1-eefe-4409-959f-cb4b62bc6c51 HTTP/1.1" status: 200 len: 1777 time: 0.2659769 Apr 23 00:03:36.125641 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ffae39-c34f-49f9-9449-af8679f29a4b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Port': ['ID=e46c6f07-711f-487a-baff-e6f4d923647b,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:36.133287 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50798) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:36.170325 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-25ffae39-c34f-49f9-9449-af8679f29a4b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] In _notify_port_updated(), no bound segment for port e46c6f07-711f-487a-baff-e6f4d923647b on network 105aa8f7-97b2-4c0f-af55-0091dbfff356 {{(pid=103143) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 23 00:03:36.177895 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ffae39-c34f-49f9-9449-af8679f29a4b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:36.178678 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-25ffae39-c34f-49f9-9449-af8679f29a4b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:36.180020 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-25ffae39-c34f-49f9-9449-af8679f29a4b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "PUT /v2.0/ports/e46c6f07-711f-487a-baff-e6f4d923647b HTTP/1.1" status: 200 len: 1009 time: 1.4357255 Apr 23 00:03:36.192464 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50800) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:36.223023 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8dfe809-2270-48d7-b880-0bbfc7d52661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:36.223839 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8dfe809-2270-48d7-b880-0bbfc7d52661 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44cc4402-c374-461a-a4e3-fe6b80fae2f0 {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:03:36.230802 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8dfe809-2270-48d7-b880-0bbfc7d52661 admin admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:36.232872 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c8dfe809-2270-48d7-b880-0bbfc7d52661 admin admin] 10.222.0.15 "DELETE /v2.0/routers/44cc4402-c374-461a-a4e3-fe6b80fae2f0 HTTP/1.1" status: 204 len: 168 time: 3.8242712 Apr 23 00:03:36.238544 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50802) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:36.246108 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-3bf00f7b-fbaa-4e15-a2af-1bd0f6439bef tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-760190974'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:36.314974 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b73175b-1aca-4289-ad18-69f3ad8e51f5 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:36.324829 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-88a25671-0b12-4899-87a2-5b41fcaa1e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:36.345963 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b73175b-1aca-4289-ad18-69f3ad8e51f5 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:36.374838 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-c281ae49-ac03-439b-8dde-96492fd26933 admin admin] Deleting subnet 5dac7434-d808-410c-93e9-edb872458a8d {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:03:36.379493 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c281ae49-ac03-439b-8dde-96492fd26933 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:36.527477 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-712ffad3-3568-4a11-8c24-57539f5d66dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:36.530026 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd10be4b-0bfb-4e95-bf1e-19fd6e9b4da2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:36.533595 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bd10be4b-0bfb-4e95-bf1e-19fd6e9b4da2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:36.545493 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c281ae49-ac03-439b-8dde-96492fd26933 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:36.558602 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-af76b45c-2096-4951-896a-afac6b01038e tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:36.561633 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf00f7b-fbaa-4e15-a2af-1bd0f6439bef tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:36.565025 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3bf00f7b-fbaa-4e15-a2af-1bd0f6439bef tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:36.583263 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c89dc9a-28fd-4b99-9a30-c8c2b5e0c375 None None] Provisioning complete for port e46c6f07-711f-487a-baff-e6f4d923647b triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:36.584569 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c89dc9a-28fd-4b99-9a30-c8c2b5e0c375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:36.609560 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-8b73175b-1aca-4289-ad18-69f3ad8e51f5 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Allocated IP 172.26.3.42 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/12969c27-632c-4f45-a482-96c75c509e06) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:36.615507 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3bf00f7b-fbaa-4e15-a2af-1bd0f6439bef tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:36.639697 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c89dc9a-28fd-4b99-9a30-c8c2b5e0c375 None None] Port e46c6f07-711f-487a-baff-e6f4d923647b cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:03:36.649801 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-88a25671-0b12-4899-87a2-5b41fcaa1e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:36.655940 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-af76b45c-2096-4951-896a-afac6b01038e tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:36.683430 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-4b8490b6-e37d-40d2-a807-ea1254ebb15d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting port e46c6f07-711f-487a-baff-e6f4d923647b {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:36.683817 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4b8490b6-e37d-40d2-a807-ea1254ebb15d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:36.722737 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a25671-0b12-4899-87a2-5b41fcaa1e95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=895f2dc2-9151-45a4-9be9-8b20c7d0e2ba,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:36.726382 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c281ae49-ac03-439b-8dde-96492fd26933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:36.755754 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e03b2b-45b5-44ac-a3fc-1d385b14a13b None None] Network 0a41116a-33eb-4e65-9932-be9cdd6ea97e requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:36.768136 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-88a25671-0b12-4899-87a2-5b41fcaa1e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:36.770973 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-88a25671-0b12-4899-87a2-5b41fcaa1e95 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/895f2dc2-9151-45a4-9be9-8b20c7d0e2ba HTTP/1.1" status: 204 len: 168 time: 1.2064729 Apr 23 00:03:36.778033 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50804) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:36.803204 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b73175b-1aca-4289-ad18-69f3ad8e51f5 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:36.876482 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c281ae49-ac03-439b-8dde-96492fd26933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:36.909883 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281ae49-ac03-439b-8dde-96492fd26933 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dac7434-d808-410c-93e9-edb872458a8d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:36.921170 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b73175b-1aca-4289-ad18-69f3ad8e51f5 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:36.953370 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4b8490b6-e37d-40d2-a807-ea1254ebb15d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:36.958785 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b10a06d-cfb9-466f-882f-a93e8611fe6d None None] Network a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:36.962830 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c281ae49-ac03-439b-8dde-96492fd26933 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:36.969472 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c281ae49-ac03-439b-8dde-96492fd26933 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5dac7434-d808-410c-93e9-edb872458a8d HTTP/1.1" status: 204 len: 168 time: 0.7266970 Apr 23 00:03:36.970227 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-4b8490b6-e37d-40d2-a807-ea1254ebb15d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Calling delete_port for e46c6f07-711f-487a-baff-e6f4d923647b owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:36.977411 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50806) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:36.977724 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b73175b-1aca-4289-ad18-69f3ad8e51f5 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:37.019647 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-8b73175b-1aca-4289-ad18-69f3ad8e51f5 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:37.026354 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b73175b-1aca-4289-ad18-69f3ad8e51f5 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:37.067819 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65edddd6-94a2-4286-84a8-442a35f8acd8 None None] DHCP port deletion for 0a41116a-33eb-4e65-9932-be9cdd6ea97e request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:03:37.088170 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73175b-1aca-4289-ad18-69f3ad8e51f5 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Pushing event updated for resources: {'Port': ['ID=12969c27-632c-4f45-a482-96c75c509e06,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:37.106340 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-af76b45c-2096-4951-896a-afac6b01038e tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.110280 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-af76b45c-2096-4951-896a-afac6b01038e tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.113894 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-af76b45c-2096-4951-896a-afac6b01038e tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "DELETE /v2.0/security-groups/851426f1-eefe-4409-959f-cb4b62bc6c51 HTTP/1.1" status: 204 len: 168 time: 0.9611316 Apr 23 00:03:37.120073 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50808) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:37.144372 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-faefca5d-a506-4ca4-9783-b447eaf8ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.151726 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65edddd6-94a2-4286-84a8-442a35f8acd8 None None] Deleting port dfcf2058-07a0-44da-bb02-9a93c0cf0532 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:37.152323 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65edddd6-94a2-4286-84a8-442a35f8acd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.186340 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bd10be4b-0bfb-4e95-bf1e-19fd6e9b4da2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.228507 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65edddd6-94a2-4286-84a8-442a35f8acd8 None None] For port dfcf2058-07a0-44da-bb02-9a93c0cf0532, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=dfcf2058-07a0-44da-bb02-9a93c0cf0532,segment=NetworkSegment(1413f222-a5bf-498f-83b3-b615c2513886),segment_id=1413f222-a5bf-498f-83b3-b615c2513886)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:37.229188 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65edddd6-94a2-4286-84a8-442a35f8acd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.247490 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65edddd6-94a2-4286-84a8-442a35f8acd8 None None] Calling delete_port for dfcf2058-07a0-44da-bb02-9a93c0cf0532 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:37.250763 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76b45c-2096-4951-896a-afac6b01038e tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=851426f1-eefe-4409-959f-cb4b62bc6c51,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:37.274117 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a2534e-5f07-4e5f-a34b-f7fa7ff3f1d7 None None] DHCP port deletion for a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:03:37.275111 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-61f005eb-bb22-4526-ba75-688576c21c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.304010 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10be4b-0bfb-4e95-bf1e-19fd6e9b4da2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Subnet': ['ID=5b9fbbaf-166e-4af8-9817-fbb4c911a919,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:37.309609 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3bf00f7b-fbaa-4e15-a2af-1bd0f6439bef tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.343472 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c6748aa3-0bdd-41fc-a37c-0fb092a0d9e8 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2222636 Apr 23 00:03:37.346675 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50810) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:37.376870 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-4eec973d-bb09-428a-9d85-1b336fa3a952 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] delete failed (client error): The resource could not be found. Apr 23 00:03:37.377956 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4eec973d-bb09-428a-9d85-1b336fa3a952 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "DELETE /v2.0/security-groups/851426f1-eefe-4409-959f-cb4b62bc6c51 HTTP/1.1" status: 404 len: 347 time: 0.0291038 Apr 23 00:03:37.381916 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50812) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:37.382470 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd10be4b-0bfb-4e95-bf1e-19fd6e9b4da2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Checking segment: {'id': '79f00d29-d2ac-420f-a1a9-f675446af12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4dbb343c-9fb9-4452-9ba7-7812e0502abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:03:37.382844 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd10be4b-0bfb-4e95-bf1e-19fd6e9b4da2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network hostable DHCP agents. Network: 4dbb343c-9fb9-4452-9ba7-7812e0502abd, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:03:37.384966 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3bf00f7b-fbaa-4e15-a2af-1bd0f6439bef tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.387238 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-4c00f1e0-bd3d-4e4c-ac87-6c78b69b5785 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Request body: {'security_group': {'name': 'tempest-secgroup--1345628842'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:37.397564 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-06a2534e-5f07-4e5f-a34b-f7fa7ff3f1d7 None None] Deleting port 174cdb40-c32c-42a1-bd48-d7485f1fe297 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:37.399222 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06a2534e-5f07-4e5f-a34b-f7fa7ff3f1d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.422668 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-faefca5d-a506-4ca4-9783-b447eaf8ce57 admin admin] Deleting port 174cdb40-c32c-42a1-bd48-d7485f1fe297 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:37.423011 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-faefca5d-a506-4ca4-9783-b447eaf8ce57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.433475 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf00f7b-fbaa-4e15-a2af-1bd0f6439bef tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:03:37.468986 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-06a2534e-5f07-4e5f-a34b-f7fa7ff3f1d7 None None] For port 174cdb40-c32c-42a1-bd48-d7485f1fe297, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=174cdb40-c32c-42a1-bd48-d7485f1fe297,segment=NetworkSegment(7fd3e4d6-dd1e-4136-8449-a7716d3b220a),segment_id=7fd3e4d6-dd1e-4136-8449-a7716d3b220a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:37.469822 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06a2534e-5f07-4e5f-a34b-f7fa7ff3f1d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.475157 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf00f7b-fbaa-4e15-a2af-1bd0f6439bef tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f0c45e-b767-4d16-8ff5-36037f5fb34c,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:37.489001 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3bf00f7b-fbaa-4e15-a2af-1bd0f6439bef tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.489356 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-3bf00f7b-fbaa-4e15-a2af-1bd0f6439bef tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Added segment 1542ad76-00ba-4975-be6c-cdeb94f5d033 of type vlan for network 52c789e5-894b-4719-a369-b13bd1dbccf2 Apr 23 00:03:37.490910 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-06a2534e-5f07-4e5f-a34b-f7fa7ff3f1d7 None None] Calling delete_port for 174cdb40-c32c-42a1-bd48-d7485f1fe297 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:37.526034 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4c00f1e0-bd3d-4e4c-ac87-6c78b69b5785 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.542765 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65edddd6-94a2-4286-84a8-442a35f8acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.550828 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-61f005eb-bb22-4526-ba75-688576c21c00 admin admin] Deleting port dfcf2058-07a0-44da-bb02-9a93c0cf0532 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:37.551655 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-61f005eb-bb22-4526-ba75-688576c21c00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.562307 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3bf00f7b-fbaa-4e15-a2af-1bd0f6439bef tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.565862 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-faefca5d-a506-4ca4-9783-b447eaf8ce57 admin admin] For port 174cdb40-c32c-42a1-bd48-d7485f1fe297, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=174cdb40-c32c-42a1-bd48-d7485f1fe297,segment=NetworkSegment(7fd3e4d6-dd1e-4136-8449-a7716d3b220a),segment_id=7fd3e4d6-dd1e-4136-8449-a7716d3b220a)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:37.571300 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-faefca5d-a506-4ca4-9783-b447eaf8ce57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.581636 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65edddd6-94a2-4286-84a8-442a35f8acd8 None None] Pushing event deleted for resources: {'Port': ['ID=dfcf2058-07a0-44da-bb02-9a93c0cf0532,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:37.588262 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65edddd6-94a2-4286-84a8-442a35f8acd8 None None] No DVR routers for this DVR port dfcf2058-07a0-44da-bb02-9a93c0cf0532 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:03:37.590484 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-faefca5d-a506-4ca4-9783-b447eaf8ce57 admin admin] Calling delete_port for 174cdb40-c32c-42a1-bd48-d7485f1fe297 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:37.633109 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd10be4b-0bfb-4e95-bf1e-19fd6e9b4da2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network 4dbb343c-9fb9-4452-9ba7-7812e0502abd is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:03:37.694849 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06a2534e-5f07-4e5f-a34b-f7fa7ff3f1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.720180 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b73175b-1aca-4289-ad18-69f3ad8e51f5 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.722366 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 1bbf72d2-3a2b-4041-9eda-c9ab6f505489 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:03:37.732601 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-61f005eb-bb22-4526-ba75-688576c21c00 admin admin] For port dfcf2058-07a0-44da-bb02-9a93c0cf0532, host dv-neutron-838783-1-hyperv, got binding levels [] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:37.733000 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-61f005eb-bb22-4526-ba75-688576c21c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.757105 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-61f005eb-bb22-4526-ba75-688576c21c00 admin admin] Calling delete_port for dfcf2058-07a0-44da-bb02-9a93c0cf0532 owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:37.758783 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-bd10be4b-0bfb-4e95-bf1e-19fd6e9b4da2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 4dbb343c-9fb9-4452-9ba7-7812e0502abd) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:37.765992 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd10be4b-0bfb-4e95-bf1e-19fd6e9b4da2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:37.767141 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bd10be4b-0bfb-4e95-bf1e-19fd6e9b4da2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.770858 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4c00f1e0-bd3d-4e4c-ac87-6c78b69b5785 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.774888 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2534e-5f07-4e5f-a34b-f7fa7ff3f1d7 None None] Pushing event deleted for resources: {'Port': ['ID=174cdb40-c32c-42a1-bd48-d7485f1fe297,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:37.777489 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.ipam_backend_mixin [None req-61f005eb-bb22-4526-ba75-688576c21c00 admin admin] Port dfcf2058-07a0-44da-bb02-9a93c0cf0532 was not found and therefore no delete operation was performed {{(pid=103143) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 23 00:03:37.781324 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2534e-5f07-4e5f-a34b-f7fa7ff3f1d7 None None] No DVR routers for this DVR port 174cdb40-c32c-42a1-bd48-d7485f1fe297 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:03:37.783449 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40f29b7-93f0-484b-b5b1-80a750406be9 None None] Network 4dbb343c-9fb9-4452-9ba7-7812e0502abd requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:37.799663 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-61f005eb-bb22-4526-ba75-688576c21c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.811958 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-faefca5d-a506-4ca4-9783-b447eaf8ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.827782 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f005eb-bb22-4526-ba75-688576c21c00 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfcf2058-07a0-44da-bb02-9a93c0cf0532,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:37.831327 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f005eb-bb22-4526-ba75-688576c21c00 admin admin] No DVR routers for this DVR port dfcf2058-07a0-44da-bb02-9a93c0cf0532 on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:03:37.853967 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4c00f1e0-bd3d-4e4c-ac87-6c78b69b5785 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.870713 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3bf00f7b-fbaa-4e15-a2af-1bd0f6439bef tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.877051 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf00f7b-fbaa-4e15-a2af-1bd0f6439bef tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:37.879979 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3bf00f7b-fbaa-4e15-a2af-1bd0f6439bef tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.880100 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.882700 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 1bbf72d2-3a2b-4041-9eda-c9ab6f505489 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:37.883172 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.889472 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4b8490b6-e37d-40d2-a807-ea1254ebb15d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:37.896601 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-bd10be4b-0bfb-4e95-bf1e-19fd6e9b4da2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0227246 Apr 23 00:03:37.907416 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faefca5d-a506-4ca4-9783-b447eaf8ce57 admin admin] No DVR routers for this DVR port 174cdb40-c32c-42a1-bd48-d7485f1fe297 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:03:37.929999 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50814) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:37.931712 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faefca5d-a506-4ca4-9783-b447eaf8ce57 admin admin] Pushing event deleted for resources: {'Port': ['ID=174cdb40-c32c-42a1-bd48-d7485f1fe297,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:37.938817 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-2e980942-28d2-4d59-8b48-eabe0550b1a9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1343835919', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:38.032082 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8490b6-e37d-40d2-a807-ea1254ebb15d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Port': ['ID=e46c6f07-711f-487a-baff-e6f4d923647b,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:38.045923 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-61f005eb-bb22-4526-ba75-688576c21c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.058980 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e980942-28d2-4d59-8b48-eabe0550b1a9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.059477 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4c00f1e0-bd3d-4e4c-ac87-6c78b69b5785 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.068281 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e980942-28d2-4d59-8b48-eabe0550b1a9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.068633 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4c00f1e0-bd3d-4e4c-ac87-6c78b69b5785 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6780756 Apr 23 00:03:38.068633 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00f1e0-bd3d-4e4c-ac87-6c78b69b5785 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aefb227c-c3b9-4096-a6f3-4dcbed746669,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:38.069812 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50816) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:38.073357 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-faefca5d-a506-4ca4-9783-b447eaf8ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.084973 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-b643e1e5-308c-4031-bd77-876bb9da559a tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Request body: {'security_group_rule': {'security_group_id': 'aefb227c-c3b9-4096-a6f3-4dcbed746669', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:38.108428 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3bf00f7b-fbaa-4e15-a2af-1bd0f6439bef tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1030569 Apr 23 00:03:38.111765 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf00f7b-fbaa-4e15-a2af-1bd0f6439bef tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Network': ['ID=52c789e5-894b-4719-a369-b13bd1dbccf2,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:38.121116 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-61f005eb-bb22-4526-ba75-688576c21c00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a41116a-33eb-4e65-9932-be9cdd6ea97e']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:38.121390 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50818) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:38.134926 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-eabd6ee3-2339-4996-b500-d861903e5b51 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:38.156516 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-61f005eb-bb22-4526-ba75-688576c21c00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1413f222-a5bf-498f-83b3-b615c2513886') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:38.156814 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-61f005eb-bb22-4526-ba75-688576c21c00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1413f222-a5bf-498f-83b3-b615c2513886') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:38.158842 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:03:38.179784 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4b8490b6-e37d-40d2-a807-ea1254ebb15d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.183389 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4b8490b6-e37d-40d2-a807-ea1254ebb15d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/ports/e46c6f07-711f-487a-baff-e6f4d923647b HTTP/1.1" status: 204 len: 168 time: 1.9833486 Apr 23 00:03:38.187777 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-61f005eb-bb22-4526-ba75-688576c21c00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.188405 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50820) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:38.377047 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e20c5b5-f06d-4de8-bbd9-fa91589b940d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-4dbb343c-9fb9-4452-9ba7-7812e0502abd', 'network_id': '4dbb343c-9fb9-4452-9ba7-7812e0502abd', 'tenant_id': 'c29c8b78565144119e4193c85a97e14b', 'fixed_ips': [{'subnet_id': '5b9fbbaf-166e-4af8-9817-fbb4c911a919'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:03:38.378416 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e20c5b5-f06d-4de8-bbd9-fa91589b940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.384145 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.439661 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 1bbf72d2-3a2b-4041-9eda-c9ab6f505489, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=1bbf72d2-3a2b-4041-9eda-c9ab6f505489,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:38.535919 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e980942-28d2-4d59-8b48-eabe0550b1a9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.551961 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.552229 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b827df-0e87-45f2-ba03-7ae549db35dc tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] GET failed (client error): The resource could not be found. Apr 23 00:03:38.553213 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-05b827df-0e87-45f2-ba03-7ae549db35dc tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports/e46c6f07-711f-487a-baff-e6f4d923647b HTTP/1.1" status: 404 len: 333 time: 0.3584249 Apr 23 00:03:38.555341 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-61f005eb-bb22-4526-ba75-688576c21c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.557286 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50822) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:38.559976 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-faefca5d-a506-4ca4-9783-b447eaf8ce57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:38.569394 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f005eb-bb22-4526-ba75-688576c21c00 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:03:38.569806 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-61f005eb-bb22-4526-ba75-688576c21c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:03:38.571459 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:03:38.608418 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=1bbf72d2-3a2b-4041-9eda-c9ab6f505489,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:38.643713 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-faefca5d-a506-4ca4-9783-b447eaf8ce57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd3e4d6-dd1e-4136-8449-a7716d3b220a') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:38.644011 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-faefca5d-a506-4ca4-9783-b447eaf8ce57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd3e4d6-dd1e-4136-8449-a7716d3b220a') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:38.645360 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 174cdb40-c32c-42a1-bd48-d7485f1fe297 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:03:38.648735 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e980942-28d2-4d59-8b48-eabe0550b1a9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.671338 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-9e20c5b5-f06d-4de8-bbd9-fa91589b940d None None] Allocated IP 172.20.0.2 (4dbb343c-9fb9-4452-9ba7-7812e0502abd/5b9fbbaf-166e-4af8-9817-fbb4c911a919/f0abb764-7ddf-42f7-9115-1dbfee207d05) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:38.675032 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9652c0-5f82-4c35-9381-f9949b0234ed tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting subnet ac3953f7-cce1-4b9e-8cd4-e12a045c178d {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:03:38.676285 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 174cdb40-c32c-42a1-bd48-d7485f1fe297 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:03:38.676701 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 174cdb40-c32c-42a1-bd48-d7485f1fe297 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:03:38.677195 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device dfcf2058-07a0-44da-bb02-9a93c0cf0532 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:03:38.679358 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ac9652c0-5f82-4c35-9381-f9949b0234ed tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.696555 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-faefca5d-a506-4ca4-9783-b447eaf8ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.703235 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: dfcf2058-07a0-44da-bb02-9a93c0cf0532 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:03:38.703747 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device dfcf2058-07a0-44da-bb02-9a93c0cf0532 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:03:38.704198 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 06a56b31-da2a-449b-8a0d-356d9652696c no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:03:38.729633 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b643e1e5-308c-4031-bd77-876bb9da559a tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.731836 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ac9652c0-5f82-4c35-9381-f9949b0234ed tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.732608 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-faefca5d-a506-4ca4-9783-b447eaf8ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.749706 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 06a56b31-da2a-449b-8a0d-356d9652696c {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:03:38.749706 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 06a56b31-da2a-449b-8a0d-356d9652696c not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:03:38.749706 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:03:38.755015 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faefca5d-a506-4ca4-9783-b447eaf8ce57 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:03:38.755474 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-faefca5d-a506-4ca4-9783-b447eaf8ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.757001 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-61f005eb-bb22-4526-ba75-688576c21c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:03:38.757397 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:03:38.760012 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b73175b-1aca-4289-ad18-69f3ad8e51f5 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.767415 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-61f005eb-bb22-4526-ba75-688576c21c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.771221 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-61f005eb-bb22-4526-ba75-688576c21c00 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0a41116a-33eb-4e65-9932-be9cdd6ea97e HTTP/1.1" status: 204 len: 168 time: 1.9621634 Apr 23 00:03:38.781428 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e980942-28d2-4d59-8b48-eabe0550b1a9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.782449 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:03:38.782920 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d639d4c1-64f2-4be3-9ef0-6c4ed19ad75b not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:03:38.786806 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2e980942-28d2-4d59-8b48-eabe0550b1a9 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8519268 Apr 23 00:03:38.787707 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50826) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:38.806954 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-5b7120b5-9036-4090-97ff-10844a3b1e77 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'port': {'network_id': '4dbb343c-9fb9-4452-9ba7-7812e0502abd', 'name': 'tempest-PortsTestJSON-1851770844'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:38.814915 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f005eb-bb22-4526-ba75-688576c21c00 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a41116a-33eb-4e65-9932-be9cdd6ea97e,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:38.830529 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabd6ee3-2339-4996-b500-d861903e5b51 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:38.834002 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eabd6ee3-2339-4996-b500-d861903e5b51 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.936761 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ac9652c0-5f82-4c35-9381-f9949b0234ed tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.951954 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e20c5b5-f06d-4de8-bbd9-fa91589b940d None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.956640 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b643e1e5-308c-4031-bd77-876bb9da559a tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:38.997198 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e20c5b5-f06d-4de8-bbd9-fa91589b940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.010744 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b643e1e5-308c-4031-bd77-876bb9da559a tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.012557 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-faefca5d-a506-4ca4-9783-b447eaf8ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.031225 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-faefca5d-a506-4ca4-9783-b447eaf8ce57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.035616 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-faefca5d-a506-4ca4-9783-b447eaf8ce57 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019 HTTP/1.1" status: 204 len: 168 time: 2.0583098 Apr 23 00:03:39.043786 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e20c5b5-f06d-4de8-bbd9-fa91589b940d None None] Network 4dbb343c-9fb9-4452-9ba7-7812e0502abd is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:39.047433 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9e20c5b5-f06d-4de8-bbd9-fa91589b940d None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:39.051702 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e20c5b5-f06d-4de8-bbd9-fa91589b940d None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:39.067998 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643e1e5-308c-4031-bd77-876bb9da559a tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86aabaa-2eb6-4f38-bf88-c52ce82a2779,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:39.070261 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faefca5d-a506-4ca4-9783-b447eaf8ce57 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5ef60c3-a994-4bd0-a6ba-dbe4fd3c3019,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:39.075602 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7120b5-9036-4090-97ff-10844a3b1e77 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:39.087609 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5b7120b5-9036-4090-97ff-10844a3b1e77 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.105077 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20c5b5-f06d-4de8-bbd9-fa91589b940d None None] Pushing event updated for resources: {'Port': ['ID=f0abb764-7ddf-42f7-9115-1dbfee207d05,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:39.110970 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ac9652c0-5f82-4c35-9381-f9949b0234ed tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.118642 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-9e20c5b5-f06d-4de8-bbd9-fa91589b940d None None] Attempting to bind port f0abb764-7ddf-42f7-9115-1dbfee207d05 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:03:39.122929 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-9e20c5b5-f06d-4de8-bbd9-fa91589b940d None None] Attempting to bind port f0abb764-7ddf-42f7-9115-1dbfee207d05 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '79f00d29-d2ac-420f-a1a9-f675446af12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4dbb343c-9fb9-4452-9ba7-7812e0502abd'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:03:39.122929 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20c5b5-f06d-4de8-bbd9-fa91589b940d None None] Attempting to bind port f0abb764-7ddf-42f7-9115-1dbfee207d05 on network 4dbb343c-9fb9-4452-9ba7-7812e0502abd {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:03:39.127696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20c5b5-f06d-4de8-bbd9-fa91589b940d None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:03:39.128373 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20c5b5-f06d-4de8-bbd9-fa91589b940d None None] Checking segment: {'id': '79f00d29-d2ac-420f-a1a9-f675446af12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4dbb343c-9fb9-4452-9ba7-7812e0502abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:03:39.128956 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e20c5b5-f06d-4de8-bbd9-fa91589b940d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.130278 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20c5b5-f06d-4de8-bbd9-fa91589b940d None None] Bound using segment: {'id': '79f00d29-d2ac-420f-a1a9-f675446af12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4dbb343c-9fb9-4452-9ba7-7812e0502abd'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:03:39.130996 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-9e20c5b5-f06d-4de8-bbd9-fa91589b940d None None] Bound port: f0abb764-7ddf-42f7-9115-1dbfee207d05, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f00d29-d2ac-420f-a1a9-f675446af12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4dbb343c-9fb9-4452-9ba7-7812e0502abd'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:03:39.131751 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e20c5b5-f06d-4de8-bbd9-fa91589b940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.162259 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9652c0-5f82-4c35-9381-f9949b0234ed tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Subnet': ['ID=ac3953f7-cce1-4b9e-8cd4-e12a045c178d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:39.164320 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ac9652c0-5f82-4c35-9381-f9949b0234ed tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.168297 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ac9652c0-5f82-4c35-9381-f9949b0234ed tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/subnets/ac3953f7-cce1-4b9e-8cd4-e12a045c178d HTTP/1.1" status: 204 len: 168 time: 0.6100206 Apr 23 00:03:39.172050 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-5b7120b5-9036-4090-97ff-10844a3b1e77 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] device_id is not set on port d88d777b-8acb-4dae-b55b-00611d66c7f7 yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:03:39.172833 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50830) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:39.182613 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ae8a6f-0650-4e36-8bff-628beb72d61e None None] Network 105aa8f7-97b2-4c0f-af55-0091dbfff356 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:39.188520 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b643e1e5-308c-4031-bd77-876bb9da559a tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.196082 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b643e1e5-308c-4031-bd77-876bb9da559a tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1233714 Apr 23 00:03:39.198043 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50832) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:39.254237 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b73175b-1aca-4289-ad18-69f3ad8e51f5 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Router 39b9c8a4-ccc2-43fe-b782-69d50e2dcdc1 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:03:39.270946 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9e20c5b5-f06d-4de8-bbd9-fa91589b940d None None] For port f0abb764-7ddf-42f7-9115-1dbfee207d05, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:03:39.274626 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9e20c5b5-f06d-4de8-bbd9-fa91589b940d None None] For port f0abb764-7ddf-42f7-9115-1dbfee207d05, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=f0abb764-7ddf-42f7-9115-1dbfee207d05,segment=NetworkSegment(79f00d29-d2ac-420f-a1a9-f675446af12e),segment_id=79f00d29-d2ac-420f-a1a9-f675446af12e)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:03:39.295903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-93067b50-8fd4-4140-a821-8c9aae9aef11 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.301505 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-5b7120b5-9036-4090-97ff-10844a3b1e77 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Allocated IP 172.20.0.6 (4dbb343c-9fb9-4452-9ba7-7812e0502abd/5b9fbbaf-166e-4af8-9817-fbb4c911a919/d88d777b-8acb-4dae-b55b-00611d66c7f7) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:39.304773 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-a350a0e0-ad48-4d89-a737-1b89e87476ed tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting subnet 4da36daa-ee88-4b40-8563-152831e5f50f {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:03:39.314756 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-93067b50-8fd4-4140-a821-8c9aae9aef11 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.322629 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a350a0e0-ad48-4d89-a737-1b89e87476ed tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.346107 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50834) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:39.369987 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e20c5b5-f06d-4de8-bbd9-fa91589b940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.434898 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50838) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:39.435060 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eabd6ee3-2339-4996-b500-d861903e5b51 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.444874 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20c5b5-f06d-4de8-bbd9-fa91589b940d None None] Pushing event updated for resources: {'Port': ['ID=f0abb764-7ddf-42f7-9115-1dbfee207d05,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:39.533759 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cab4c711-9e1d-4f2f-8900-62523568fe0a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6acbda49d53541c4a7ad697686f19386&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0965180 Apr 23 00:03:39.534656 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50840) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:39.561909 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a350a0e0-ad48-4d89-a737-1b89e87476ed tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.568334 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5b7120b5-9036-4090-97ff-10844a3b1e77 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.622502 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 1bbf72d2-3a2b-4041-9eda-c9ab6f505489 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:03:39.630363 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d3c6ae48-46e7-41b4-bf8c-87c21eee12a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.660406 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-93067b50-8fd4-4140-a821-8c9aae9aef11 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.675628 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d3c6ae48-46e7-41b4-bf8c-87c21eee12a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.681430 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.689188 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-93067b50-8fd4-4140-a821-8c9aae9aef11 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.693088 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-93067b50-8fd4-4140-a821-8c9aae9aef11 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/e86aabaa-2eb6-4f38-bf88-c52ce82a2779 HTTP/1.1" status: 204 len: 168 time: 0.4852273 Apr 23 00:03:39.693487 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50842) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:39.696955 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93067b50-8fd4-4140-a821-8c9aae9aef11 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e86aabaa-2eb6-4f38-bf88-c52ce82a2779,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:39.709667 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ca2ce508-0d40-44d4-b2d8-15fda38eccd0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc99a14fb3484f3e9a5b0f6f71fb2823&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3081644 Apr 23 00:03:39.712663 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50844) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:39.717355 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 1bbf72d2-3a2b-4041-9eda-c9ab6f505489 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:39.717829 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.733838 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b73175b-1aca-4289-ad18-69f3ad8e51f5 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:03:39.735845 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd6ee3-2339-4996-b500-d861903e5b51 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=6a2666f7-369d-4c95-9e9a-0a618c45329b,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:39.790553 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5b7120b5-9036-4090-97ff-10844a3b1e77 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.798579 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843a640e-8cf6-46b3-8c28-6802b2faddab None None] Sync routers for ids ['39b9c8a4-ccc2-43fe-b782-69d50e2dcdc1'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:03:39.800056 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.811884 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-37958a30-ce26-49a7-8c55-d2c9aabc385f tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1172490 Apr 23 00:03:39.819649 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50848) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:39.825756 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843a640e-8cf6-46b3-8c28-6802b2faddab None None] Routers {'39b9c8a4-ccc2-43fe-b782-69d50e2dcdc1'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:39.828759 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-843a640e-8cf6-46b3-8c28-6802b2faddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['39b9c8a4-ccc2-43fe-b782-69d50e2dcdc1'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:39.857430 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabd6ee3-2339-4996-b500-d861903e5b51 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Checking segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:03:39.857807 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabd6ee3-2339-4996-b500-d861903e5b51 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network hostable DHCP agents. Network: 52c789e5-894b-4719-a369-b13bd1dbccf2, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:03:39.910446 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b73175b-1aca-4289-ad18-69f3ad8e51f5 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.911721 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8b73175b-1aca-4289-ad18-69f3ad8e51f5 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.7185500 Apr 23 00:03:39.919602 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a350a0e0-ad48-4d89-a737-1b89e87476ed tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:39.928806 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50850) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:39.956707 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7120b5-9036-4090-97ff-10844a3b1e77 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network 4dbb343c-9fb9-4452-9ba7-7812e0502abd is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:39.959593 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7120b5-9036-4090-97ff-10844a3b1e77 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Port': ['ID=d88d777b-8acb-4dae-b55b-00611d66c7f7,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:40.005777 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7120b5-9036-4090-97ff-10844a3b1e77 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:40.006112 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-843a640e-8cf6-46b3-8c28-6802b2faddab None None] Set router 39b9c8a4-ccc2-43fe-b782-69d50e2dcdc1 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:03:40.006256 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7120b5-9036-4090-97ff-10844a3b1e77 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:40.006450 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7120b5-9036-4090-97ff-10844a3b1e77 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:40.006788 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7120b5-9036-4090-97ff-10844a3b1e77 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:40.007123 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7120b5-9036-4090-97ff-10844a3b1e77 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:40.007456 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7120b5-9036-4090-97ff-10844a3b1e77 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:40.007806 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7120b5-9036-4090-97ff-10844a3b1e77 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:40.008132 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7120b5-9036-4090-97ff-10844a3b1e77 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:40.008519 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7120b5-9036-4090-97ff-10844a3b1e77 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:40.008849 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7120b5-9036-4090-97ff-10844a3b1e77 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:40.009173 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7120b5-9036-4090-97ff-10844a3b1e77 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:40.009509 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7120b5-9036-4090-97ff-10844a3b1e77 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:40.014687 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0eacfc5e-8d30-4b22-b507-a970d326cd42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:40.018894 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-5b7120b5-9036-4090-97ff-10844a3b1e77 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:40.024645 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7120b5-9036-4090-97ff-10844a3b1e77 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:40.028925 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabd6ee3-2339-4996-b500-d861903e5b51 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:03:40.068679 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d3c6ae48-46e7-41b4-bf8c-87c21eee12a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:40.072967 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d3c6ae48-46e7-41b4-bf8c-87c21eee12a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:40.075098 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d3c6ae48-46e7-41b4-bf8c-87c21eee12a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6056c6f-cf1e-4fc5-8cc2-27d39c3a92f0 HTTP/1.1" status: 204 len: 168 time: 0.5395768 Apr 23 00:03:40.106704 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6ae48-46e7-41b4-bf8c-87c21eee12a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6056c6f-cf1e-4fc5-8cc2-27d39c3a92f0,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:40.120716 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f1f5-3515-4816-b96a-2281e00b6266 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:40.146431 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7120b5-9036-4090-97ff-10844a3b1e77 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:40.147368 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5b7120b5-9036-4090-97ff-10844a3b1e77 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:40.167787 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0eacfc5e-8d30-4b22-b507-a970d326cd42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:40.172571 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f1f5-3515-4816-b96a-2281e00b6266 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:40.180647 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-eabd6ee3-2339-4996-b500-d861903e5b51 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 52c789e5-894b-4719-a369-b13bd1dbccf2) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:40.210112 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3a340f-9991-4e61-be6e-563b1604b035 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:40.210328 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabd6ee3-2339-4996-b500-d861903e5b51 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:40.211150 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eabd6ee3-2339-4996-b500-d861903e5b51 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:40.252744 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3ddde5a3-23f9-478f-a0f0-a69e88e44027 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "GET /v2.0/routers/39b9c8a4-ccc2-43fe-b782-69d50e2dcdc1 HTTP/1.1" status: 200 len: 906 time: 0.3227739 Apr 23 00:03:40.255679 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50854) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:40.309748 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a350a0e0-ad48-4d89-a737-1b89e87476ed tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:40.313455 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5b7120b5-9036-4090-97ff-10844a3b1e77 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5124638 Apr 23 00:03:40.314678 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50856) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:40.320043 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f1f5-3515-4816-b96a-2281e00b6266 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:40.322744 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f1f5-3515-4816-b96a-2281e00b6266 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:40.324229 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a5b3f1f5-3515-4816-b96a-2281e00b6266 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "DELETE /v2.0/security-groups/aefb227c-c3b9-4096-a6f3-4dcbed746669 HTTP/1.1" status: 204 len: 168 time: 0.5029318 Apr 23 00:03:40.338587 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50858) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:40.361463 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0eacfc5e-8d30-4b22-b507-a970d326cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:40.364111 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0eacfc5e-8d30-4b22-b507-a970d326cd42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:40.365300 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0eacfc5e-8d30-4b22-b507-a970d326cd42 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2999946-f12e-479b-85ec-360ef2125647 HTTP/1.1" status: 204 len: 168 time: 0.6330829 Apr 23 00:03:40.385661 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-eabd6ee3-2339-4996-b500-d861903e5b51 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2654829 Apr 23 00:03:40.393213 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350a0e0-ad48-4d89-a737-1b89e87476ed tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Subnet': ['ID=4da36daa-ee88-4b40-8563-152831e5f50f,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:40.400713 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50862) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:40.415007 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-d52ef92c-3ffe-4f31-b39c-d0ba4e5577f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'name': 'tempest-NetworksTestDHCPv6-212386922'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:40.439438 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a350a0e0-ad48-4d89-a737-1b89e87476ed tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:40.439708 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3f1f5-3515-4816-b96a-2281e00b6266 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefb227c-c3b9-4096-a6f3-4dcbed746669,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:40.452523 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a350a0e0-ad48-4d89-a737-1b89e87476ed tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/subnets/4da36daa-ee88-4b40-8563-152831e5f50f HTTP/1.1" status: 204 len: 168 time: 1.2782145 Apr 23 00:03:40.461603 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50864) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:40.534901 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-843a640e-8cf6-46b3-8c28-6802b2faddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b9c8a4-ccc2-43fe-b782-69d50e2dcdc1', 'name': 'tempest-snat-router-394693176', 'tenant_id': 'b983477e58544f40a29691506fcbf11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': '12969c27-632c-4f45-a482-96c75c509e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:03:34Z', 'updated_at': '2022-04-23T00:03:37Z', 'revision_number': 3, 'project_id': 'b983477e58544f40a29691506fcbf11d', 'gw_port': {'id': '12969c27-632c-4f45-a482-96c75c509e06', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b9c8a4-ccc2-43fe-b782-69d50e2dcdc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:03:36Z', 'updated_at': '2022-04-23T00:03:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:40.542700 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ea1823-94df-4c15-aa42-8a6ac47f8ee3 None None] Network 105aa8f7-97b2-4c0f-af55-0091dbfff356 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:40.543759 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eacfc5e-8d30-4b22-b507-a970d326cd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2999946-f12e-479b-85ec-360ef2125647,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:40.649058 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eacfc5e-8d30-4b22-b507-a970d326cd42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:40.651202 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eacfc5e-8d30-4b22-b507-a970d326cd42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:40.653231 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eacfc5e-8d30-4b22-b507-a970d326cd42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:40.653880 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eacfc5e-8d30-4b22-b507-a970d326cd42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:40.654835 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eacfc5e-8d30-4b22-b507-a970d326cd42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:40.655799 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eacfc5e-8d30-4b22-b507-a970d326cd42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:40.658054 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eacfc5e-8d30-4b22-b507-a970d326cd42 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:40.663921 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eacfc5e-8d30-4b22-b507-a970d326cd42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:40.664740 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eacfc5e-8d30-4b22-b507-a970d326cd42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:40.665310 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eacfc5e-8d30-4b22-b507-a970d326cd42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:40.665804 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eacfc5e-8d30-4b22-b507-a970d326cd42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:40.666590 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eacfc5e-8d30-4b22-b507-a970d326cd42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:40.785485 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc33853a-45f4-4a74-bafd-88ec56ed785f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:40.813614 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7c855cea-6e6c-4e8d-bfbf-213e23423304 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4697113 Apr 23 00:03:40.847150 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-52c789e5-894b-4719-a369-b13bd1dbccf2', 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'fixed_ips': [{'subnet_id': '6a2666f7-369d-4c95-9e9a-0a618c45329b'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:03:40.848102 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:40.848192 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50872) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:40.853698 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-45edbb50-e970-4163-8f2f-8258a7e2a3bf tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Request body: {'security_group': {'name': 'tempest-secgroup--1753970166'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:40.862923 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843a640e-8cf6-46b3-8c28-6802b2faddab None None] Checking router: 39b9c8a4-ccc2-43fe-b782-69d50e2dcdc1 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:03:40.863135 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843a640e-8cf6-46b3-8c28-6802b2faddab None None] Updating router 39b9c8a4-ccc2-43fe-b782-69d50e2dcdc1 port 12969c27-632c-4f45-a482-96c75c509e06 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:03:40.909773 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52ef92c-3ffe-4f31-b39c-d0ba4e5577f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:40.913865 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d52ef92c-3ffe-4f31-b39c-d0ba4e5577f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:40.951929 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-fc33853a-45f4-4a74-bafd-88ec56ed785f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting port a0066f0c-8a77-4287-8e87-10df70ade83e {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:40.952274 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc33853a-45f4-4a74-bafd-88ec56ed785f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:40.955928 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-d52ef92c-3ffe-4f31-b39c-d0ba4e5577f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] device_id is not set on port 19c3ca1c-04a2-4e1a-84a9-dd20b29b3c8c yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:03:40.977820 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-4b1e36af-a166-4ba1-acb7-fea9e6ed5fd8 None None] Provisioning complete for port a0066f0c-8a77-4287-8e87-10df70ade83e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:40.984496 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b1e36af-a166-4ba1-acb7-fea9e6ed5fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:41.043195 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-97046033-ae94-49f3-8df5-f309cfc2551b tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:41.059558 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-45edbb50-e970-4163-8f2f-8258a7e2a3bf tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:41.111455 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6eaf5df1-3fd1-4083-9798-7910c51c1664 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:41.112350 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-fc33853a-45f4-4a74-bafd-88ec56ed785f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] For port a0066f0c-8a77-4287-8e87-10df70ade83e, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a0066f0c-8a77-4287-8e87-10df70ade83e,segment=NetworkSegment(8125dd3f-8492-4653-bce5-b4f3c8364cde),segment_id=8125dd3f-8492-4653-bce5-b4f3c8364cde)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:41.113006 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc33853a-45f4-4a74-bafd-88ec56ed785f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:41.127597 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-843a640e-8cf6-46b3-8c28-6802b2faddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:41.155068 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cad774c-dbbe-48e2-af15-bac4d98a2b38 None None] Network 4dbb343c-9fb9-4452-9ba7-7812e0502abd requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:41.160446 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-fc33853a-45f4-4a74-bafd-88ec56ed785f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Calling delete_port for a0066f0c-8a77-4287-8e87-10df70ade83e owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:41.256559 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-d52ef92c-3ffe-4f31-b39c-d0ba4e5577f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 2001:db8::3d3 (52c789e5-894b-4719-a369-b13bd1dbccf2/6a2666f7-369d-4c95-9e9a-0a618c45329b/19c3ca1c-04a2-4e1a-84a9-dd20b29b3c8c) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:41.292996 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-97046033-ae94-49f3-8df5-f309cfc2551b tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:41.319014 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-45edbb50-e970-4163-8f2f-8258a7e2a3bf tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:41.469868 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d52ef92c-3ffe-4f31-b39c-d0ba4e5577f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:41.480385 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-45edbb50-e970-4163-8f2f-8258a7e2a3bf tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:41.539137 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45edbb50-e970-4163-8f2f-8258a7e2a3bf tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cfb26d-2a7f-4ca1-a2e4-447ef715b020,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:41.550706 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc33853a-45f4-4a74-bafd-88ec56ed785f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:41.556771 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe509edd-56a1-4d72-8f11-5d40bf22f636 None None] DHCP port deletion for 105aa8f7-97b2-4c0f-af55-0091dbfff356 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:03:41.558515 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-97046033-ae94-49f3-8df5-f309cfc2551b tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Deleting port 12969c27-632c-4f45-a482-96c75c509e06 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:41.558923 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-97046033-ae94-49f3-8df5-f309cfc2551b tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:41.616593 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-45edbb50-e970-4163-8f2f-8258a7e2a3bf tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:41.617867 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-45edbb50-e970-4163-8f2f-8258a7e2a3bf tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7681370 Apr 23 00:03:41.619467 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33853a-45f4-4a74-bafd-88ec56ed785f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Port': ['ID=a0066f0c-8a77-4287-8e87-10df70ade83e,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:41.621595 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50898) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:41.642203 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-cb4dd6f5-cf02-44c4-bd23-6358de5319dd tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Request body: {'security_group_rule': {'security_group_id': 'd5cfb26d-2a7f-4ca1-a2e4-447ef715b020', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:41.646978 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d52ef92c-3ffe-4f31-b39c-d0ba4e5577f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:41.695337 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-97046033-ae94-49f3-8df5-f309cfc2551b tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:41.731751 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-93df20e1-d0c8-4907-8f39-e43f305ebf9f None None] Provisioning complete for port f0abb764-7ddf-42f7-9115-1dbfee207d05 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:41.732003 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93df20e1-d0c8-4907-8f39-e43f305ebf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:41.741394 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-97046033-ae94-49f3-8df5-f309cfc2551b tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Calling delete_port for 12969c27-632c-4f45-a482-96c75c509e06 owned by network:router_gateway {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:41.760158 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc33853a-45f4-4a74-bafd-88ec56ed785f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] No DVR routers for this DVR port a0066f0c-8a77-4287-8e87-10df70ade83e on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:03:41.775450 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f0abb764-7ddf-42f7-9115-1dbfee207d05 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:03:41.798793 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52ef92c-3ffe-4f31-b39c-d0ba4e5577f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:41.815071 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-d52ef92c-3ffe-4f31-b39c-d0ba4e5577f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:41.835301 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Allocated IP 2001:db8::2 (52c789e5-894b-4719-a369-b13bd1dbccf2/6a2666f7-369d-4c95-9e9a-0a618c45329b/ce5ad160-f3e9-4c44-b73b-27ae636917ee) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:41.836634 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52ef92c-3ffe-4f31-b39c-d0ba4e5577f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:41.841830 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6eaf5df1-3fd1-4083-9798-7910c51c1664 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:41.842839 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52ef92c-3ffe-4f31-b39c-d0ba4e5577f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:41.843526 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d52ef92c-3ffe-4f31-b39c-d0ba4e5577f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:41.861321 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ef92c-3ffe-4f31-b39c-d0ba4e5577f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=19c3ca1c-04a2-4e1a-84a9-dd20b29b3c8c,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:41.922706 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc33853a-45f4-4a74-bafd-88ec56ed785f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:41.925538 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd6f5-cf02-44c4-bd23-6358de5319dd tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:41.975475 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6eaf5df1-3fd1-4083-9798-7910c51c1664 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:41.982744 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-fc33853a-45f4-4a74-bafd-88ec56ed785f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105aa8f7-97b2-4c0f-af55-0091dbfff356']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:42.000571 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-fc33853a-45f4-4a74-bafd-88ec56ed785f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8125dd3f-8492-4653-bce5-b4f3c8364cde') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:42.000928 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-fc33853a-45f4-4a74-bafd-88ec56ed785f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8125dd3f-8492-4653-bce5-b4f3c8364cde') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:42.029714 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d52ef92c-3ffe-4f31-b39c-d0ba4e5577f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6243861 Apr 23 00:03:42.036625 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc33853a-45f4-4a74-bafd-88ec56ed785f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:42.038463 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50906) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:42.092639 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd6f5-cf02-44c4-bd23-6358de5319dd tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:42.106354 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc33853a-45f4-4a74-bafd-88ec56ed785f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:42.132683 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc33853a-45f4-4a74-bafd-88ec56ed785f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:03:42.137475 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93df20e1-d0c8-4907-8f39-e43f305ebf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:42.141049 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port f0abb764-7ddf-42f7-9115-1dbfee207d05 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:42.141049 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:42.144608 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc33853a-45f4-4a74-bafd-88ec56ed785f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:03:42.193255 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:03:42.207052 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf5df1-3fd1-4083-9798-7910c51c1664 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Port': ['ID=d88d777b-8acb-4dae-b55b-00611d66c7f7,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:42.211514 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-843a640e-8cf6-46b3-8c28-6802b2faddab None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:42.285008 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-843a640e-8cf6-46b3-8c28-6802b2faddab None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 23 00:03:42.285008 dv-neutron-838783-1-hyperv neutron-server[103146]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Apr 23 00:03:42.285008 dv-neutron-838783-1-hyperv neutron-server[103146]: [parameters: {'host': 'dv-neutron-838783-1-hyperv', 'ml2_port_bindings_port_id': '12969c27-632c-4f45-a482-96c75c509e06', 'ml2_port_bindings_host': ''}] Apr 23 00:03:42.285008 dv-neutron-838783-1-hyperv neutron-server[103146]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:03:42.285811 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-843a640e-8cf6-46b3-8c28-6802b2faddab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:03:42.289803 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4597284-3b58-44c6-9859-4332170c72d3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:42.295760 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b4597284-3b58-44c6-9859-4332170c72d3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2565498 Apr 23 00:03:42.297093 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd6f5-cf02-44c4-bd23-6358de5319dd tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:42.299516 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50912) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:42.321777 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-93df20e1-d0c8-4907-8f39-e43f305ebf9f None None] For port f0abb764-7ddf-42f7-9115-1dbfee207d05, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=f0abb764-7ddf-42f7-9115-1dbfee207d05,segment=NetworkSegment(79f00d29-d2ac-420f-a1a9-f675446af12e),segment_id=79f00d29-d2ac-420f-a1a9-f675446af12e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:42.366870 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4dd6f5-cf02-44c4-bd23-6358de5319dd tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b335b2b-1cd6-43d1-81ec-ba26fa1f2502,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:42.402256 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:42.404187 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:42.461490 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-fcb163a7-8130-47cf-9b81-02e6437bf16a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting port 19c3ca1c-04a2-4e1a-84a9-dd20b29b3c8c {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:42.461853 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fcb163a7-8130-47cf-9b81-02e6437bf16a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:42.471051 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93df20e1-d0c8-4907-8f39-e43f305ebf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:42.492495 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-97046033-ae94-49f3-8df5-f309cfc2551b tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:42.503243 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc33853a-45f4-4a74-bafd-88ec56ed785f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:42.535593 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6eaf5df1-3fd1-4083-9798-7910c51c1664 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:42.540690 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97046033-ae94-49f3-8df5-f309cfc2551b tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Pushing event deleted for resources: {'Port': ['ID=12969c27-632c-4f45-a482-96c75c509e06,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:42.568744 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd6f5-cf02-44c4-bd23-6358de5319dd tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:42.572725 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cb4dd6f5-cf02-44c4-bd23-6358de5319dd tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9479051 Apr 23 00:03:42.579535 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50918) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:42.580814 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc33853a-45f4-4a74-bafd-88ec56ed785f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:42.587091 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-fc33853a-45f4-4a74-bafd-88ec56ed785f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/networks/105aa8f7-97b2-4c0f-af55-0091dbfff356 HTTP/1.1" status: 204 len: 168 time: 2.1003740 Apr 23 00:03:42.599840 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-cd0b352d-28ee-401a-a155-6ce09707599c tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Request body: {'security_group_rule': {'security_group_id': 'd5cfb26d-2a7f-4ca1-a2e4-447ef715b020', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:42.605309 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:42.608398 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50920) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:42.609016 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df20e1-d0c8-4907-8f39-e43f305ebf9f None None] Pushing event updated for resources: {'Port': ['ID=f0abb764-7ddf-42f7-9115-1dbfee207d05,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:42.681967 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33853a-45f4-4a74-bafd-88ec56ed785f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Network': ['ID=105aa8f7-97b2-4c0f-af55-0091dbfff356,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:42.710129 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:42.728350 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fcb163a7-8130-47cf-9b81-02e6437bf16a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:42.734031 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-c104da54-867a-4753-9d4a-169e6bb67993 None None] Provisioning complete for port f0abb764-7ddf-42f7-9115-1dbfee207d05 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:42.734642 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c104da54-867a-4753-9d4a-169e6bb67993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:42.736868 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:42.739408 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:42.745664 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cd0b352d-28ee-401a-a155-6ce09707599c tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:42.753751 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:03:42.754114 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:03:42.762248 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-fcb163a7-8130-47cf-9b81-02e6437bf16a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Calling delete_port for 19c3ca1c-04a2-4e1a-84a9-dd20b29b3c8c owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:42.806838 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-97046033-ae94-49f3-8df5-f309cfc2551b tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:42.817847 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11db811-93b7-4363-80aa-c9e9dbc6f886 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:42.819082 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d11db811-93b7-4363-80aa-c9e9dbc6f886 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2097208 Apr 23 00:03:42.855942 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Pushing event updated for resources: {'Port': ['ID=ce5ad160-f3e9-4c44-b73b-27ae636917ee,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:42.856820 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50930) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:42.890256 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843a640e-8cf6-46b3-8c28-6802b2faddab None None] Port 12969c27-632c-4f45-a482-96c75c509e06 not found while updating agent binding for router 39b9c8a4-ccc2-43fe-b782-69d50e2dcdc1. {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 23 00:03:42.903732 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cd0b352d-28ee-401a-a155-6ce09707599c tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:42.913293 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843a640e-8cf6-46b3-8c28-6802b2faddab None None] Routers {'39b9c8a4-ccc2-43fe-b782-69d50e2dcdc1'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:42.913948 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-843a640e-8cf6-46b3-8c28-6802b2faddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['39b9c8a4-ccc2-43fe-b782-69d50e2dcdc1'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:42.954075 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Attempting to bind port ce5ad160-f3e9-4c44-b73b-27ae636917ee on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:03:42.954493 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Attempting to bind port ce5ad160-f3e9-4c44-b73b-27ae636917ee by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:03:42.954923 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Attempting to bind port ce5ad160-f3e9-4c44-b73b-27ae636917ee on network 52c789e5-894b-4719-a369-b13bd1dbccf2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:03:42.997319 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cd0b352d-28ee-401a-a155-6ce09707599c tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:43.002571 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-843a640e-8cf6-46b3-8c28-6802b2faddab None None] Set router 39b9c8a4-ccc2-43fe-b782-69d50e2dcdc1 gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:03:43.002571 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:03:43.002571 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Checking segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:03:43.002571 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:43.002571 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Bound using segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:03:43.002571 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Bound port: ce5ad160-f3e9-4c44-b73b-27ae636917ee, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:03:43.002571 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:43.071107 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b352d-28ee-401a-a155-6ce09707599c tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7727e4-c025-4c99-9e49-c3fffb0ce120,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:43.071323 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-843a640e-8cf6-46b3-8c28-6802b2faddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b9c8a4-ccc2-43fe-b782-69d50e2dcdc1', 'name': 'tempest-snat-router-394693176', 'tenant_id': 'b983477e58544f40a29691506fcbf11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:03:34Z', 'updated_at': '2022-04-23T00:03:42Z', 'revision_number': 5, 'project_id': 'b983477e58544f40a29691506fcbf11d', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:43.156154 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cd0b352d-28ee-401a-a155-6ce09707599c tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:43.157564 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cd0b352d-28ee-401a-a155-6ce09707599c tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5689406 Apr 23 00:03:43.160687 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50940) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:43.165692 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-96ed4463-8338-4dd6-bf8b-be463d47cf8e tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Request body: {'security_group_rule': {'security_group_id': 'd5cfb26d-2a7f-4ca1-a2e4-447ef715b020', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:43.208492 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fcb163a7-8130-47cf-9b81-02e6437bf16a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:43.263326 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb163a7-8130-47cf-9b81-02e6437bf16a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Port': ['ID=19c3ca1c-04a2-4e1a-84a9-dd20b29b3c8c,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:43.289516 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843a640e-8cf6-46b3-8c28-6802b2faddab None None] The sync data for ids ['39b9c8a4-ccc2-43fe-b782-69d50e2dcdc1'] in dv-neutron-838783-1-hyperv is: [{'id': '39b9c8a4-ccc2-43fe-b782-69d50e2dcdc1', 'name': 'tempest-snat-router-394693176', 'tenant_id': 'b983477e58544f40a29691506fcbf11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:03:34Z', 'updated_at': '2022-04-23T00:03:42Z', 'revision_number': 5, 'project_id': 'b983477e58544f40a29691506fcbf11d', 'gw_port_host': None}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:03:43.323179 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fcb163a7-8130-47cf-9b81-02e6437bf16a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:43.336089 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-fcb163a7-8130-47cf-9b81-02e6437bf16a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/19c3ca1c-04a2-4e1a-84a9-dd20b29b3c8c HTTP/1.1" status: 204 len: 168 time: 1.0265198 Apr 23 00:03:43.337086 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50946) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:43.354449 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-96ed4463-8338-4dd6-bf8b-be463d47cf8e tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:43.379977 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50948) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:43.410669 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-c104da54-867a-4753-9d4a-169e6bb67993 None None] Provisioning complete for port d88d777b-8acb-4dae-b55b-00611d66c7f7 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:43.411047 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c104da54-867a-4753-9d4a-169e6bb67993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:43.419961 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-97046033-ae94-49f3-8df5-f309cfc2551b tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:43.421728 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50952) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:43.436066 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-97046033-ae94-49f3-8df5-f309cfc2551b tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:43.456834 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6eaf5df1-3fd1-4083-9798-7910c51c1664 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:43.472382 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] For port ce5ad160-f3e9-4c44-b73b-27ae636917ee, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:03:43.475648 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c104da54-867a-4753-9d4a-169e6bb67993 None None] Port d88d777b-8acb-4dae-b55b-00611d66c7f7 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:03:43.506146 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] For port ce5ad160-f3e9-4c44-b73b-27ae636917ee, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=ce5ad160-f3e9-4c44-b73b-27ae636917ee,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:03:43.515261 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0f130190-96de-49dd-9015-edace14af545 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6515884 Apr 23 00:03:43.515261 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50956) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:43.519048 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-23162c05-afa3-451f-9fd3-82b8b58c578b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1199158677'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:43.523715 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875a6f58-ed27-482b-bade-a9b6e371a93a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:43.524885 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875a6f58-ed27-482b-bade-a9b6e371a93a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:43.529805 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-875a6f58-ed27-482b-bade-a9b6e371a93a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1911387 Apr 23 00:03:43.530450 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50958) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:43.567865 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a0066f0c-8a77-4287-8e87-10df70ade83e no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:03:43.581774 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-96ed4463-8338-4dd6-bf8b-be463d47cf8e tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:43.583094 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-97046033-ae94-49f3-8df5-f309cfc2551b tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:43.583691 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97046033-ae94-49f3-8df5-f309cfc2551b tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39b9c8a4-ccc2-43fe-b782-69d50e2dcdc1 {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:03:43.592025 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-97046033-ae94-49f3-8df5-f309cfc2551b tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:43.596185 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-97046033-ae94-49f3-8df5-f309cfc2551b tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "DELETE /v2.0/routers/39b9c8a4-ccc2-43fe-b782-69d50e2dcdc1 HTTP/1.1" status: 204 len: 168 time: 3.3392756 Apr 23 00:03:43.596841 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50960) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:43.610485 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-90bdd181-0a62-4375-b5f0-228394366ac1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet 6a2666f7-369d-4c95-9e9a-0a618c45329b {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:03:43.619700 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: a0066f0c-8a77-4287-8e87-10df70ade83e {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:03:43.621287 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a0066f0c-8a77-4287-8e87-10df70ade83e not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:03:43.621407 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-90bdd181-0a62-4375-b5f0-228394366ac1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:43.626974 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:43.682762 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-96ed4463-8338-4dd6-bf8b-be463d47cf8e tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:43.756920 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23162c05-afa3-451f-9fd3-82b8b58c578b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:43.762284 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23162c05-afa3-451f-9fd3-82b8b58c578b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:43.804110 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Pushing event updated for resources: {'Port': ['ID=ce5ad160-f3e9-4c44-b73b-27ae636917ee,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:43.804252 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed4463-8338-4dd6-bf8b-be463d47cf8e tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b91653-f0f2-45d3-89f3-7700df5f342d,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:43.807762 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-e6758f0c-90f7-46bf-a791-38081eb1a953 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1280165036'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:43.810783 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-90bdd181-0a62-4375-b5f0-228394366ac1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:43.834098 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f0abb764-7ddf-42f7-9115-1dbfee207d05 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:03:43.838027 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:43.838419 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:43.838873 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:43.839211 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:43.840329 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:43.840687 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:43.841100 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:43.841445 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:43.841780 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:43.842107 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:43.842434 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:43.842756 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de987b-8495-4724-abe8-b9d52cefcf0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:03:43.845214 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-a95d00eb-127a-4ade-8a56-41b55df035d3 tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-655701970'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:43.850623 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-96ed4463-8338-4dd6-bf8b-be463d47cf8e tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:43.854729 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-96ed4463-8338-4dd6-bf8b-be463d47cf8e tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6898417 Apr 23 00:03:43.856188 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50962) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:43.867651 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-d9343cf0-25b6-436a-ae21-d79b0a32fa71 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Request body: {'security_group_rule': {'security_group_id': 'd5cfb26d-2a7f-4ca1-a2e4-447ef715b020', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:43.878753 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-53079519-187d-47e7-b1fd-00f3359a640b None None] Provisioning complete for port d88d777b-8acb-4dae-b55b-00611d66c7f7 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:43.879124 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53079519-187d-47e7-b1fd-00f3359a640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:43.902129 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23162c05-afa3-451f-9fd3-82b8b58c578b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:03:43.911618 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23162c05-afa3-451f-9fd3-82b8b58c578b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:43.912234 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-23162c05-afa3-451f-9fd3-82b8b58c578b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Added segment 71d7dfe7-c1c0-4f93-819b-2f37e1fce43d of type vlan for network a9738d7f-4d42-4870-b9e6-5eee7b790fe1 Apr 23 00:03:43.925875 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-53079519-187d-47e7-b1fd-00f3359a640b None None] Port d88d777b-8acb-4dae-b55b-00611d66c7f7 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:03:43.938223 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2ebdfe5d-fed1-4aa3-aa33-b1093a3cf093 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:43.946038 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port f0abb764-7ddf-42f7-9115-1dbfee207d05 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:43.948911 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:43.960821 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-90bdd181-0a62-4375-b5f0-228394366ac1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:43.992960 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95d00eb-127a-4ade-8a56-41b55df035d3 tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Made reservation on behalf of 408f1889bcef4dfebe6563cff297d445 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:43.996531 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a95d00eb-127a-4ade-8a56-41b55df035d3 tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.009513 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a95d00eb-127a-4ade-8a56-41b55df035d3 tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.061894 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d9343cf0-25b6-436a-ae21-d79b0a32fa71 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.071855 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6758f0c-90f7-46bf-a791-38081eb1a953 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Made reservation on behalf of c5e34cb55bea48cc9f00a6047c277fe4 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:44.076080 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e6758f0c-90f7-46bf-a791-38081eb1a953 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.139799 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e6758f0c-90f7-46bf-a791-38081eb1a953 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.146044 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23162c05-afa3-451f-9fd3-82b8b58c578b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.176049 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-90bdd181-0a62-4375-b5f0-228394366ac1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.197186 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d9343cf0-25b6-436a-ae21-d79b0a32fa71 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.227181 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdd181-0a62-4375-b5f0-228394366ac1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=6a2666f7-369d-4c95-9e9a-0a618c45329b,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:44.246233 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-90bdd181-0a62-4375-b5f0-228394366ac1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.252063 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-90bdd181-0a62-4375-b5f0-228394366ac1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/6a2666f7-369d-4c95-9e9a-0a618c45329b HTTP/1.1" status: 204 len: 168 time: 0.7170196 Apr 23 00:03:44.253385 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50964) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:44.279995 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a95d00eb-127a-4ade-8a56-41b55df035d3 tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.297674 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2ebdfe5d-fed1-4aa3-aa33-b1093a3cf093 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.312724 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d9343cf0-25b6-436a-ae21-d79b0a32fa71 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.318068 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-291c9b28-7aff-44db-906a-de4547e410e8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634387 Apr 23 00:03:44.321717 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50966) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:44.331060 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-85bdd3c0-f8ea-4907-b4ed-ae33c3a683bf tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:44.331390 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9343cf0-25b6-436a-ae21-d79b0a32fa71 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8012e28-5e78-4971-922c-100bc1b2cf7e,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:44.358143 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23162c05-afa3-451f-9fd3-82b8b58c578b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.363519 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23162c05-afa3-451f-9fd3-82b8b58c578b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:44.364152 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23162c05-afa3-451f-9fd3-82b8b58c578b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.367489 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a95d00eb-127a-4ade-8a56-41b55df035d3 tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.393464 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a95d00eb-127a-4ade-8a56-41b55df035d3 tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:03:44.410923 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d00eb-127a-4ade-8a56-41b55df035d3 tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d99d5007-e109-449e-a081-6e684b22bee4,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:44.413984 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a95d00eb-127a-4ade-8a56-41b55df035d3 tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.414398 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-a95d00eb-127a-4ade-8a56-41b55df035d3 tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Added segment 731607fd-2e91-485d-b936-0a22085757f3 of type vlan for network 7b5bf1ca-4348-4ea3-bcb3-49ad2646e577 Apr 23 00:03:44.454536 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d9343cf0-25b6-436a-ae21-d79b0a32fa71 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.458375 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d9343cf0-25b6-436a-ae21-d79b0a32fa71 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5961618 Apr 23 00:03:44.458936 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50968) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:44.463246 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-ce332cd3-a31d-4108-9015-1a61fd2742f7 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Request body: {'security_group_rule': {'security_group_id': 'd5cfb26d-2a7f-4ca1-a2e4-447ef715b020', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:44.477711 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a95d00eb-127a-4ade-8a56-41b55df035d3 tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.493467 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6eaf5df1-3fd1-4083-9798-7910c51c1664 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.557664 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23162c05-afa3-451f-9fd3-82b8b58c578b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Network': ['ID=a9738d7f-4d42-4870-b9e6-5eee7b790fe1,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:44.564120 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network a9738d7f-4d42-4870-b9e6-5eee7b790fe1 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:03:44.573976 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e6758f0c-90f7-46bf-a791-38081eb1a953 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.579305 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6eaf5df1-3fd1-4083-9798-7910c51c1664 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.611910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a95d00eb-127a-4ade-8a56-41b55df035d3 tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.620781 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-23162c05-afa3-451f-9fd3-82b8b58c578b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1048663 Apr 23 00:03:44.621978 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95d00eb-127a-4ade-8a56-41b55df035d3 tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:44.622672 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a95d00eb-127a-4ade-8a56-41b55df035d3 tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.626607 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50970) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:44.638762 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-b4ae435a-6d30-43d6-aa5e-2f3aeb03d324 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'subnet': {'network_id': 'a9738d7f-4d42-4870-b9e6-5eee7b790fe1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:44.649290 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ce332cd3-a31d-4108-9015-1a61fd2742f7 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.675168 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-2ebdfe5d-fed1-4aa3-aa33-b1093a3cf093 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Deleting port 1bbf72d2-3a2b-4041-9eda-c9ab6f505489 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:44.675168 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2ebdfe5d-fed1-4aa3-aa33-b1093a3cf093 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.680263 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e6758f0c-90f7-46bf-a791-38081eb1a953 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.713012 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bdd3c0-f8ea-4907-b4ed-ae33c3a683bf tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:44.716717 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-85bdd3c0-f8ea-4907-b4ed-ae33c3a683bf tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.749306 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf5df1-3fd1-4083-9798-7910c51c1664 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Port': ['ID=d88d777b-8acb-4dae-b55b-00611d66c7f7,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:44.752918 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6eaf5df1-3fd1-4083-9798-7910c51c1664 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.777338 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a95d00eb-127a-4ade-8a56-41b55df035d3 tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3957362 Apr 23 00:03:44.782622 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50972) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:44.794747 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6758f0c-90f7-46bf-a791-38081eb1a953 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:03:44.808686 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d00eb-127a-4ade-8a56-41b55df035d3 tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Pushing event updated for resources: {'Network': ['ID=7b5bf1ca-4348-4ea3-bcb3-49ad2646e577,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:44.824499 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 7b5bf1ca-4348-4ea3-bcb3-49ad2646e577 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:03:44.837695 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ce332cd3-a31d-4108-9015-1a61fd2742f7 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.851338 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6758f0c-90f7-46bf-a791-38081eb1a953 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=309fd1d8-f414-4b55-89ec-3980c71fddfa,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:44.874270 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e6758f0c-90f7-46bf-a791-38081eb1a953 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.874646 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-e6758f0c-90f7-46bf-a791-38081eb1a953 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Added segment 9bdc9ec6-4a07-42ec-8ec5-7bca2c7afecb of type vlan for network d33d8791-f2f7-4bf3-b6b4-75cf920c15b8 Apr 23 00:03:44.881692 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-f5208f13-44ed-457f-b098-0ed0454be925 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Request body: {'network': {'name': 'tempest-network--326617906', 'router:external': True}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:44.910272 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ce332cd3-a31d-4108-9015-1a61fd2742f7 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.930096 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ae435a-6d30-43d6-aa5e-2f3aeb03d324 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:44.934193 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b4ae435a-6d30-43d6-aa5e-2f3aeb03d324 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.938473 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce332cd3-a31d-4108-9015-1a61fd2742f7 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ca69db-9847-4fdf-b592-25b2c734139d,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:44.985319 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e6758f0c-90f7-46bf-a791-38081eb1a953 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:44.989147 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5208f13-44ed-457f-b098-0ed0454be925 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Made reservation on behalf of 869e394dde0a41c7808cd7e707b5bd87 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:44.991416 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f5208f13-44ed-457f-b098-0ed0454be925 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:45.004136 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f5208f13-44ed-457f-b098-0ed0454be925 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:45.004576 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-2ebdfe5d-fed1-4aa3-aa33-b1093a3cf093 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] For port 1bbf72d2-3a2b-4041-9eda-c9ab6f505489, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=1bbf72d2-3a2b-4041-9eda-c9ab6f505489,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:45.004921 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2ebdfe5d-fed1-4aa3-aa33-b1093a3cf093 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:45.014116 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ce332cd3-a31d-4108-9015-1a61fd2742f7 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:45.019031 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ce332cd3-a31d-4108-9015-1a61fd2742f7 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5554614 Apr 23 00:03:45.023802 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50978) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:45.041881 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-2ebdfe5d-fed1-4aa3-aa33-b1093a3cf093 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Calling delete_port for 1bbf72d2-3a2b-4041-9eda-c9ab6f505489 owned by network:router_gateway {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:45.083262 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2630d1c4-22bb-4d31-a33e-a0f8cbd1716b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:45.107649 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2630d1c4-22bb-4d31-a33e-a0f8cbd1716b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:45.149475 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaf5df1-3fd1-4083-9798-7910c51c1664 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network 4dbb343c-9fb9-4452-9ba7-7812e0502abd is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:45.157756 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-6eaf5df1-3fd1-4083-9798-7910c51c1664 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:45.166456 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e6758f0c-90f7-46bf-a791-38081eb1a953 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:45.172816 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6758f0c-90f7-46bf-a791-38081eb1a953 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:45.173457 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e6758f0c-90f7-46bf-a791-38081eb1a953 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:45.247635 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f5208f13-44ed-457f-b098-0ed0454be925 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:45.250634 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2630d1c4-22bb-4d31-a33e-a0f8cbd1716b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:45.258465 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2630d1c4-22bb-4d31-a33e-a0f8cbd1716b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:45.259947 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2630d1c4-22bb-4d31-a33e-a0f8cbd1716b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/b7ca69db-9847-4fdf-b592-25b2c734139d HTTP/1.1" status: 204 len: 168 time: 0.2349668 Apr 23 00:03:45.266663 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50980) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:45.272412 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630d1c4-22bb-4d31-a33e-a0f8cbd1716b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7ca69db-9847-4fdf-b592-25b2c734139d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:45.294865 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f5208f13-44ed-457f-b098-0ed0454be925 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:45.344534 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ef7eba26-abd1-495c-9f3b-0121ab5c4c6c tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0748255 Apr 23 00:03:45.353080 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50982) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:45.354011 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b4ae435a-6d30-43d6-aa5e-2f3aeb03d324 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:45.375505 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e6758f0c-90f7-46bf-a791-38081eb1a953 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9493878 Apr 23 00:03:45.380597 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50984) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:45.393433 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5208f13-44ed-457f-b098-0ed0454be925 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:03:45.426141 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-6b731134-5b14-43ea-b1ad-a111c2ab69d0 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Request body: {'subnet': {'network_id': 'd33d8791-f2f7-4bf3-b6b4-75cf920c15b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:45.437763 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6758f0c-90f7-46bf-a791-38081eb1a953 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Pushing event updated for resources: {'Network': ['ID=d33d8791-f2f7-4bf3-b6b4-75cf920c15b8,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:45.452295 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network d33d8791-f2f7-4bf3-b6b4-75cf920c15b8 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:03:45.515920 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-85bdd3c0-f8ea-4907-b4ed-ae33c3a683bf tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:45.554287 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-c53158a1-d2f3-4730-91bf-ebcec3dafc62 None None] Provisioning complete for port d88d777b-8acb-4dae-b55b-00611d66c7f7 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:45.555093 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c53158a1-d2f3-4730-91bf-ebcec3dafc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:45.599082 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c53158a1-d2f3-4730-91bf-ebcec3dafc62 None None] Port d88d777b-8acb-4dae-b55b-00611d66c7f7 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:03:45.600880 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bdd3c0-f8ea-4907-b4ed-ae33c3a683bf tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:45.642214 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-85bdd3c0-f8ea-4907-b4ed-ae33c3a683bf tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:45.645090 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bdd3c0-f8ea-4907-b4ed-ae33c3a683bf tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:45.645696 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-85bdd3c0-f8ea-4907-b4ed-ae33c3a683bf tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:45.665982 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5a0bf1-48c5-4ab8-b857-e6e3e00733e3 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:45.691827 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdd3c0-f8ea-4907-b4ed-ae33c3a683bf tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=2f8ca748-6981-437c-8067-1a1c5a584bb8,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:45.753222 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5adce12a-4df9-4e91-8591-50b60ad68876 None None] Provisioning complete for port ce5ad160-f3e9-4c44-b73b-27ae636917ee triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:45.753591 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5adce12a-4df9-4e91-8591-50b60ad68876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:45.774566 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-85bdd3c0-f8ea-4907-b4ed-ae33c3a683bf tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4452004 Apr 23 00:03:45.774916 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50988) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:45.780892 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-1286798d-2244-4565-a0ab-4fd28ca29ed3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'name': 'tempest-NetworksTestDHCPv6-1697132002'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:45.802208 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eaf5df1-3fd1-4083-9798-7910c51c1664 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Router c508a312-fcf0-44bd-9cbd-bd0fa1a182a0 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:03:45.820609 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2ebdfe5d-fed1-4aa3-aa33-b1093a3cf093 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:45.822480 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5208f13-44ed-457f-b098-0ed0454be925 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a8a43d-638d-4bf6-a187-17dcdba6ffce,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:45.829803 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device ce5ad160-f3e9-4c44-b73b-27ae636917ee up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:03:45.835788 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-57e04d36-374c-4203-a490-7d1403f74f69 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:45.854374 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f5208f13-44ed-457f-b098-0ed0454be925 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:45.854728 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-f5208f13-44ed-457f-b098-0ed0454be925 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Added segment 35aa2a8e-bdeb-414b-9735-b305ff8fab3b of type vlan for network 3aa45c5a-2069-4b48-9310-10f6ad3f0dea Apr 23 00:03:45.865681 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-57e04d36-374c-4203-a490-7d1403f74f69 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:45.884994 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b731134-5b14-43ea-b1ad-a111c2ab69d0 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Made reservation on behalf of c5e34cb55bea48cc9f00a6047c277fe4 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:45.888464 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6b731134-5b14-43ea-b1ad-a111c2ab69d0 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:45.896199 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdfe5d-fed1-4aa3-aa33-b1093a3cf093 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Pushing event deleted for resources: {'Port': ['ID=1bbf72d2-3a2b-4041-9eda-c9ab6f505489,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:45.921742 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae435a-6d30-43d6-aa5e-2f3aeb03d324 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Subnet': ['ID=e239db59-9a6e-4787-be99-ac53885e9671,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:45.934926 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5adce12a-4df9-4e91-8591-50b60ad68876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:45.942094 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ae435a-6d30-43d6-aa5e-2f3aeb03d324 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Checking segment: {'id': '71d7dfe7-c1c0-4f93-819b-2f37e1fce43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9738d7f-4d42-4870-b9e6-5eee7b790fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:03:45.942877 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ae435a-6d30-43d6-aa5e-2f3aeb03d324 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network hostable DHCP agents. Network: a9738d7f-4d42-4870-b9e6-5eee7b790fe1, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:03:45.948316 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f5208f13-44ed-457f-b098-0ed0454be925 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:46.008323 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5adce12a-4df9-4e91-8591-50b60ad68876 None None] For port ce5ad160-f3e9-4c44-b73b-27ae636917ee, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=ce5ad160-f3e9-4c44-b73b-27ae636917ee,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:46.022264 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port ce5ad160-f3e9-4c44-b73b-27ae636917ee triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:46.022632 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:46.034476 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-57e04d36-374c-4203-a490-7d1403f74f69 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:46.039769 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-57e04d36-374c-4203-a490-7d1403f74f69 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:46.043857 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-57e04d36-374c-4203-a490-7d1403f74f69 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/d8012e28-5e78-4971-922c-100bc1b2cf7e HTTP/1.1" status: 204 len: 168 time: 0.6794827 Apr 23 00:03:46.047595 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50990) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:46.061404 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e04d36-374c-4203-a490-7d1403f74f69 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8012e28-5e78-4971-922c-100bc1b2cf7e,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:46.077743 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ae435a-6d30-43d6-aa5e-2f3aeb03d324 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network a9738d7f-4d42-4870-b9e6-5eee7b790fe1 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:03:46.081078 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f5208f13-44ed-457f-b098-0ed0454be925 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:46.081615 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5208f13-44ed-457f-b098-0ed0454be925 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:46.082409 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f5208f13-44ed-457f-b098-0ed0454be925 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:46.103701 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5adce12a-4df9-4e91-8591-50b60ad68876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:46.156401 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:46.186767 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adce12a-4df9-4e91-8591-50b60ad68876 None None] Pushing event updated for resources: {'Port': ['ID=ce5ad160-f3e9-4c44-b73b-27ae636917ee,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:46.224948 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-b4ae435a-6d30-43d6-aa5e-2f3aeb03d324 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, a9738d7f-4d42-4870-b9e6-5eee7b790fe1) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:46.232047 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ae435a-6d30-43d6-aa5e-2f3aeb03d324 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:46.233563 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b4ae435a-6d30-43d6-aa5e-2f3aeb03d324 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:46.240034 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f5208f13-44ed-457f-b098-0ed0454be925 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4504738 Apr 23 00:03:46.253112 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3a1f41-cb01-41fb-a174-3790d6dcf926 None None] Network a9738d7f-4d42-4870-b9e6-5eee7b790fe1 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:46.259363 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50994) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:46.310208 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cf65cbe5-e43a-41f5-86c0-1d309684caf4 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2575142 Apr 23 00:03:46.331485 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 50996) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:46.340373 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64480fc0-e20b-4f9c-9853-ee2dc43f3143 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:46.341551 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5208f13-44ed-457f-b098-0ed0454be925 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Pushing event updated for resources: {'Network': ['ID=3aa45c5a-2069-4b48-9310-10f6ad3f0dea,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:46.372994 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 3aa45c5a-2069-4b48-9310-10f6ad3f0dea details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:03:46.380525 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:03:46.380962 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:03:46.398256 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b4ae435a-6d30-43d6-aa5e-2f3aeb03d324 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7664683 Apr 23 00:03:46.404410 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 50998) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:46.422772 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-37c3bcbd-b6be-4189-9d08-4f42185ef368 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:46.432012 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9ab192d4-9efd-46e8-9d5e-68c086f6f219 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:46.435797 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-37c3bcbd-b6be-4189-9d08-4f42185ef368 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:46.449580 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-46cd1261-f2ed-4422-8d81-782cbecaa678 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'port': {'network_id': 'a9738d7f-4d42-4870-b9e6-5eee7b790fe1', 'name': 'tempest-PortsIpV6TestJSON-2097833476'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:46.506488 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-459311b6-badd-4c4a-9e49-7db620f9a517 None None] Provisioning complete for port ce5ad160-f3e9-4c44-b73b-27ae636917ee triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:46.506978 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-459311b6-badd-4c4a-9e49-7db620f9a517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:46.543925 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9ab192d4-9efd-46e8-9d5e-68c086f6f219 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:46.604814 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-9ab192d4-9efd-46e8-9d5e-68c086f6f219 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa45c5a-2069-4b48-9310-10f6ad3f0dea']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:46.621670 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-37c3bcbd-b6be-4189-9d08-4f42185ef368 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:46.624974 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-9ab192d4-9efd-46e8-9d5e-68c086f6f219 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35aa2a8e-bdeb-414b-9735-b305ff8fab3b') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:46.625281 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-9ab192d4-9efd-46e8-9d5e-68c086f6f219 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35aa2a8e-bdeb-414b-9735-b305ff8fab3b') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:46.642921 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-37c3bcbd-b6be-4189-9d08-4f42185ef368 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:46.646654 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-37c3bcbd-b6be-4189-9d08-4f42185ef368 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/a2b91653-f0f2-45d3-89f3-7700df5f342d HTTP/1.1" status: 204 len: 168 time: 0.3114307 Apr 23 00:03:46.651410 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51002) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:46.651944 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2ebdfe5d-fed1-4aa3-aa33-b1093a3cf093 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:46.662494 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9ab192d4-9efd-46e8-9d5e-68c086f6f219 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:46.694451 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758a7c9-80bf-4449-a169-2de9f01b74ea req-f53dbcc5-36cf-414c-a747-fa40b3255f84 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:46.696001 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6758a7c9-80bf-4449-a169-2de9f01b74ea req-f53dbcc5-36cf-414c-a747-fa40b3255f84 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.1442590 Apr 23 00:03:46.696746 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3bcbd-b6be-4189-9d08-4f42185ef368 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2b91653-f0f2-45d3-89f3-7700df5f342d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:46.738713 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9ab192d4-9efd-46e8-9d5e-68c086f6f219 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:46.742112 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0942739-3bca-4f43-aa22-a4c3d85fd797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-a9738d7f-4d42-4870-b9e6-5eee7b790fe1', 'network_id': 'a9738d7f-4d42-4870-b9e6-5eee7b790fe1', 'tenant_id': '484d56a8af5642b494f3dd7d6249c4ca', 'fixed_ips': [{'subnet_id': 'e239db59-9a6e-4787-be99-ac53885e9671'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:03:46.743049 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0942739-3bca-4f43-aa22-a4c3d85fd797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:46.765776 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab192d4-9efd-46e8-9d5e-68c086f6f219 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:03:46.766204 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9ab192d4-9efd-46e8-9d5e-68c086f6f219 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:03:46.770850 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:03:46.796980 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eaf5df1-3fd1-4083-9798-7910c51c1664 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:03:46.805762 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6eaf5df1-3fd1-4083-9798-7910c51c1664 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "PUT /v2.0/routers/c508a312-fcf0-44bd-9cbd-bd0fa1a182a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4858930 Apr 23 00:03:46.806007 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2ebdfe5d-fed1-4aa3-aa33-b1093a3cf093 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:46.815462 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a54e30-3ac0-48d5-beda-de49a0e82dcc None None] Sync routers for ids ['c508a312-fcf0-44bd-9cbd-bd0fa1a182a0'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:03:46.833681 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51004) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:46.835275 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a54e30-3ac0-48d5-beda-de49a0e82dcc None None] Routers {'c508a312-fcf0-44bd-9cbd-bd0fa1a182a0'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:46.836244 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-b1a54e30-3ac0-48d5-beda-de49a0e82dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c508a312-fcf0-44bd-9cbd-bd0fa1a182a0'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:46.837127 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2ebdfe5d-fed1-4aa3-aa33-b1093a3cf093 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:46.852521 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-92cdb535-4af3-498c-82b6-4a7048f925a7 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1836519 Apr 23 00:03:46.862025 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f51483-589a-4d86-a929-9205a2c3419c req-50eda12a-769f-4ba5-9b18-ec9eeb5e9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:46.863555 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-26f51483-589a-4d86-a929-9205a2c3419c req-50eda12a-769f-4ba5-9b18-ec9eeb5e9447 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2daecb10958e408da92a371a07f83b9c&device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 1098 time: 0.2130816 Apr 23 00:03:46.864106 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51006) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:46.905150 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-b1a54e30-3ac0-48d5-beda-de49a0e82dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:46.907334 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6758a7c9-80bf-4449-a169-2de9f01b74ea req-491312f0-78a4-4356-bd34-51cd99cf7387 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854839 Apr 23 00:03:46.923109 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3de76749-9d2f-4d20-857c-560a02e1945b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:46.946432 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a54e30-3ac0-48d5-beda-de49a0e82dcc None None] Routers {'c508a312-fcf0-44bd-9cbd-bd0fa1a182a0'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:46.947311 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-b1a54e30-3ac0-48d5-beda-de49a0e82dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c508a312-fcf0-44bd-9cbd-bd0fa1a182a0'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:46.959635 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3de76749-9d2f-4d20-857c-560a02e1945b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:46.989008 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-b1a54e30-3ac0-48d5-beda-de49a0e82dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:46.989908 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a54e30-3ac0-48d5-beda-de49a0e82dcc None None] The sync data for ids ['c508a312-fcf0-44bd-9cbd-bd0fa1a182a0'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:03:46.992425 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9ab192d4-9efd-46e8-9d5e-68c086f6f219 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:47.010017 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab192d4-9efd-46e8-9d5e-68c086f6f219 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3aa45c5a-2069-4b48-9310-10f6ad3f0dea {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 23 00:03:47.010017 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9ab192d4-9efd-46e8-9d5e-68c086f6f219 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:47.012936 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9ab192d4-9efd-46e8-9d5e-68c086f6f219 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] 10.222.0.15 "DELETE /v2.0/networks/3aa45c5a-2069-4b48-9310-10f6ad3f0dea HTTP/1.1" status: 204 len: 168 time: 0.7466156 Apr 23 00:03:47.018340 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51008) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:47.029350 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-bb95ea42-59c4-4275-9e5e-a3716f046abc tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:47.034004 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab192d4-9efd-46e8-9d5e-68c086f6f219 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Pushing event deleted for resources: {'Network': ['ID=3aa45c5a-2069-4b48-9310-10f6ad3f0dea,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:47.040899 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e2d40a-6ead-47d7-8991-1ea1e5dba4d0 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:47.043402 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a7e2d40a-6ead-47d7-8991-1ea1e5dba4d0 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports?device_id=c508a312-fcf0-44bd-9cbd-bd0fa1a182a0 HTTP/1.1" status: 200 len: 982 time: 0.1935043 Apr 23 00:03:47.048148 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51010) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:47.071311 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1286798d-2244-4565-a0ab-4fd28ca29ed3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:47.075355 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1286798d-2244-4565-a0ab-4fd28ca29ed3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:47.092785 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f51483-589a-4d86-a929-9205a2c3419c req-2374a104-ee82-424d-b967-32ed64fdadfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:47.094314 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-26f51483-589a-4d86-a929-9205a2c3419c req-2374a104-ee82-424d-b967-32ed64fdadfd service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8d8d357-da92-4298-b1b5-3d81a026a802 HTTP/1.1" status: 200 len: 912 time: 0.2031033 Apr 23 00:03:47.101996 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2ebdfe5d-fed1-4aa3-aa33-b1093a3cf093 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:47.102561 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebdfe5d-fed1-4aa3-aa33-b1093a3cf093 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0acb2d4-8d7c-46ad-90d0-ec90b7d602f4 {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:03:47.108147 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2ebdfe5d-fed1-4aa3-aa33-b1093a3cf093 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:47.109330 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2ebdfe5d-fed1-4aa3-aa33-b1093a3cf093 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "DELETE /v2.0/routers/e0acb2d4-8d7c-46ad-90d0-ec90b7d602f4 HTTP/1.1" status: 204 len: 168 time: 3.4785645 Apr 23 00:03:47.112904 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51012) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:47.117517 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-2f248af6-04d3-425b-8708-acb49d6ad172 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-896863132', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}, 'admin_state_up': False}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:47.127690 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-1286798d-2244-4565-a0ab-4fd28ca29ed3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] device_id is not set on port b78fb964-ca48-47f8-9c0c-f2748eba6cf2 yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:03:47.151763 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3de76749-9d2f-4d20-857c-560a02e1945b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:47.180297 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6b731134-5b14-43ea-b1ad-a111c2ab69d0 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:47.212377 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb95ea42-59c4-4275-9e5e-a3716f046abc tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Made reservation on behalf of 869e394dde0a41c7808cd7e707b5bd87 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:47.212377 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb95ea42-59c4-4275-9e5e-a3716f046abc tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:47.212377 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cd1261-f2ed-4422-8d81-782cbecaa678 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:47.214388 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-46cd1261-f2ed-4422-8d81-782cbecaa678 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:47.225459 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-f0942739-3bca-4f43-aa22-a4c3d85fd797 None None] Allocated IP 2001:db8::2 (a9738d7f-4d42-4870-b9e6-5eee7b790fe1/e239db59-9a6e-4787-be99-ac53885e9671/f2577351-24e3-4337-8d4b-ab792b4c2ad3) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:47.245261 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-26f51483-589a-4d86-a929-9205a2c3419c req-eb36e5b7-d3fc-448c-8601-a320274d03dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bf074c6-1213-48ed-9081-f230a0d68821 HTTP/1.1" status: 200 len: 1000 time: 0.0949280 Apr 23 00:03:47.249991 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3de76749-9d2f-4d20-857c-560a02e1945b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:47.252391 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3de76749-9d2f-4d20-857c-560a02e1945b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/6e7727e4-c025-4c99-9e49-c3fffb0ce120 HTTP/1.1" status: 204 len: 168 time: 0.3845985 Apr 23 00:03:47.255224 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51014) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:47.279142 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-46cd1261-f2ed-4422-8d81-782cbecaa678 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] device_id is not set on port 8b116cbe-6631-4489-ba00-bb3a82abc01b yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:03:47.289945 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de76749-9d2f-4d20-857c-560a02e1945b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e7727e4-c025-4c99-9e49-c3fffb0ce120,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:47.365731 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2f248af6-04d3-425b-8708-acb49d6ad172 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:47.366728 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2f248af6-04d3-425b-8708-acb49d6ad172 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:47.431988 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3c750749-8e89-4642-b9a5-8c082f82d31e tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1683910 Apr 23 00:03:47.472655 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f51483-589a-4d86-a929-9205a2c3419c req-8a425357-2f19-41a3-9a7e-946a37632e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:47.473337 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51016) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:47.474174 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-26f51483-589a-4d86-a929-9205a2c3419c req-8a425357-2f19-41a3-9a7e-946a37632e5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e051b6c5-e40c-442b-8ae2-46ca4db94a08 HTTP/1.1" status: 200 len: 850 time: 0.2130532 Apr 23 00:03:47.474424 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0942739-3bca-4f43-aa22-a4c3d85fd797 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:47.480776 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb95ea42-59c4-4275-9e5e-a3716f046abc tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:03:47.506917 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-1286798d-2244-4565-a0ab-4fd28ca29ed3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 2001:db8::133 (52c789e5-894b-4719-a369-b13bd1dbccf2/2f8ca748-6981-437c-8067-1a1c5a584bb8/b78fb964-ca48-47f8-9c0c-f2748eba6cf2) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:47.542446 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0942739-3bca-4f43-aa22-a4c3d85fd797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:47.619051 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f51483-589a-4d86-a929-9205a2c3419c req-931e4061-fc89-4c89-92b6-536efde8cfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:47.621424 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-26f51483-589a-4d86-a929-9205a2c3419c req-931e4061-fc89-4c89-92b6-536efde8cfbc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8d8d357-da92-4298-b1b5-3d81a026a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1152854 Apr 23 00:03:47.627716 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0942739-3bca-4f43-aa22-a4c3d85fd797 None None] Pushing event updated for resources: {'Port': ['ID=f2577351-24e3-4337-8d4b-ab792b4c2ad3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:47.638476 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-853559c3-6a88-4233-97b1-bcdb5389f1b8 None None] Provisioning complete for port ce5ad160-f3e9-4c44-b73b-27ae636917ee triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:47.639100 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-853559c3-6a88-4233-97b1-bcdb5389f1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:47.698474 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0942739-3bca-4f43-aa22-a4c3d85fd797 None None] Network a9738d7f-4d42-4870-b9e6-5eee7b790fe1 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:47.716100 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b731134-5b14-43ea-b1ad-a111c2ab69d0 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Pushing event updated for resources: {'Subnet': ['ID=2d7407be-821f-443e-a3e2-cc2bc96decc7,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:47.723188 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f0942739-3bca-4f43-aa22-a4c3d85fd797 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:47.726425 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0942739-3bca-4f43-aa22-a4c3d85fd797 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:47.743374 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b731134-5b14-43ea-b1ad-a111c2ab69d0 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Checking segment: {'id': '9bdc9ec6-4a07-42ec-8ec5-7bca2c7afecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd33d8791-f2f7-4bf3-b6b4-75cf920c15b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:03:47.743766 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b731134-5b14-43ea-b1ad-a111c2ab69d0 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Network hostable DHCP agents. Network: d33d8791-f2f7-4bf3-b6b4-75cf920c15b8, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:03:47.771251 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-50857389-3ce5-40a6-ba70-bb951d6ae158 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:47.780750 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb95ea42-59c4-4275-9e5e-a3716f046abc tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:47.781130 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-bb95ea42-59c4-4275-9e5e-a3716f046abc tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Added segment 92d39d2d-b76a-497c-bb16-9c5a303173e8 of type vlan for network e5944239-9c96-4863-be3b-f9c84e8bc444 Apr 23 00:03:47.862071 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f0942739-3bca-4f43-aa22-a4c3d85fd797 None None] Attempting to bind port f2577351-24e3-4337-8d4b-ab792b4c2ad3 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:03:47.862541 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f0942739-3bca-4f43-aa22-a4c3d85fd797 None None] Attempting to bind port f2577351-24e3-4337-8d4b-ab792b4c2ad3 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '71d7dfe7-c1c0-4f93-819b-2f37e1fce43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9738d7f-4d42-4870-b9e6-5eee7b790fe1'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:03:47.862785 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0942739-3bca-4f43-aa22-a4c3d85fd797 None None] Attempting to bind port f2577351-24e3-4337-8d4b-ab792b4c2ad3 on network a9738d7f-4d42-4870-b9e6-5eee7b790fe1 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:03:47.889907 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-26f51483-589a-4d86-a929-9205a2c3419c req-19a96fa1-cfba-4b1d-b9a6-c67b63924150 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d8d357-da92-4298-b1b5-3d81a026a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519042 Apr 23 00:03:47.891703 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0942739-3bca-4f43-aa22-a4c3d85fd797 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:03:47.892081 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0942739-3bca-4f43-aa22-a4c3d85fd797 None None] Checking segment: {'id': '71d7dfe7-c1c0-4f93-819b-2f37e1fce43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9738d7f-4d42-4870-b9e6-5eee7b790fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:03:47.892484 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0942739-3bca-4f43-aa22-a4c3d85fd797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:47.892924 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0942739-3bca-4f43-aa22-a4c3d85fd797 None None] Bound using segment: {'id': '71d7dfe7-c1c0-4f93-819b-2f37e1fce43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9738d7f-4d42-4870-b9e6-5eee7b790fe1'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:03:47.893414 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f0942739-3bca-4f43-aa22-a4c3d85fd797 None None] Bound port: f2577351-24e3-4337-8d4b-ab792b4c2ad3, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d7dfe7-c1c0-4f93-819b-2f37e1fce43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9738d7f-4d42-4870-b9e6-5eee7b790fe1'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:03:47.893841 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0942739-3bca-4f43-aa22-a4c3d85fd797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:47.908467 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1286798d-2244-4565-a0ab-4fd28ca29ed3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:47.919277 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device ce5ad160-f3e9-4c44-b73b-27ae636917ee up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:03:47.992839 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2f248af6-04d3-425b-8708-acb49d6ad172 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:47.995667 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-50857389-3ce5-40a6-ba70-bb951d6ae158 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:48.028065 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b3f1cdaf-51be-402c-952a-3b15fa9d1587 None None] Could not find standard attr ID for object 19c3ca1c-04a2-4e1a-84a9-dd20b29b3c8c. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:03:48.045566 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f0942739-3bca-4f43-aa22-a4c3d85fd797 None None] For port f2577351-24e3-4337-8d4b-ab792b4c2ad3, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:03:48.051388 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f0942739-3bca-4f43-aa22-a4c3d85fd797 None None] For port f2577351-24e3-4337-8d4b-ab792b4c2ad3, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=f2577351-24e3-4337-8d4b-ab792b4c2ad3,segment=NetworkSegment(71d7dfe7-c1c0-4f93-819b-2f37e1fce43d),segment_id=71d7dfe7-c1c0-4f93-819b-2f37e1fce43d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:03:48.062501 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port ce5ad160-f3e9-4c44-b73b-27ae636917ee triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:48.062948 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:48.072518 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-26f51483-589a-4d86-a929-9205a2c3419c req-1c276c29-07ce-462b-9412-6558e8845769 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d8d357-da92-4298-b1b5-3d81a026a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750710 Apr 23 00:03:48.145127 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1286798d-2244-4565-a0ab-4fd28ca29ed3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:48.168871 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b731134-5b14-43ea-b1ad-a111c2ab69d0 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Network d33d8791-f2f7-4bf3-b6b4-75cf920c15b8 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:03:48.169959 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0942739-3bca-4f43-aa22-a4c3d85fd797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:48.252644 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-42ec1fca-8d90-4646-9db1-aba8729a3032 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:48.271786 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0942739-3bca-4f43-aa22-a4c3d85fd797 None None] Pushing event updated for resources: {'Port': ['ID=f2577351-24e3-4337-8d4b-ab792b4c2ad3,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:48.304402 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb95ea42-59c4-4275-9e5e-a3716f046abc tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:48.309239 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-50857389-3ce5-40a6-ba70-bb951d6ae158 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:48.310905 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-6b731134-5b14-43ea-b1ad-a111c2ab69d0 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, d33d8791-f2f7-4bf3-b6b4-75cf920c15b8) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:48.323156 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a483a31b-9099-48fb-bb49-78b75761589d None None] Network d33d8791-f2f7-4bf3-b6b4-75cf920c15b8 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:48.325061 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-50857389-3ce5-40a6-ba70-bb951d6ae158 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:48.328765 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-50857389-3ce5-40a6-ba70-bb951d6ae158 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/9b335b2b-1cd6-43d1-81ec-ba26fa1f2502 HTTP/1.1" status: 204 len: 168 time: 0.8519678 Apr 23 00:03:48.332811 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51020) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:48.346862 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1286798d-2244-4565-a0ab-4fd28ca29ed3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:48.376996 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b731134-5b14-43ea-b1ad-a111c2ab69d0 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:48.377524 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6b731134-5b14-43ea-b1ad-a111c2ab69d0 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:48.395308 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ff61f0d6-6e68-44ee-b678-b766017e46d1 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0607007 Apr 23 00:03:48.399156 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51022) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:48.423299 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-1286798d-2244-4565-a0ab-4fd28ca29ed3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:48.426565 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1286798d-2244-4565-a0ab-4fd28ca29ed3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:48.432826 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1286798d-2244-4565-a0ab-4fd28ca29ed3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:48.433525 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1286798d-2244-4565-a0ab-4fd28ca29ed3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:48.436162 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286798d-2244-4565-a0ab-4fd28ca29ed3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=b78fb964-ca48-47f8-9c0c-f2748eba6cf2,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:48.440181 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50857389-3ce5-40a6-ba70-bb951d6ae158 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b335b2b-1cd6-43d1-81ec-ba26fa1f2502,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:48.444234 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-46cd1261-f2ed-4422-8d81-782cbecaa678 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Allocated IP 2001:db8::2b (a9738d7f-4d42-4870-b9e6-5eee7b790fe1/e239db59-9a6e-4787-be99-ac53885e9671/8b116cbe-6631-4489-ba00-bb3a82abc01b) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:48.478587 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72abfb3-1c69-452d-bea2-b53fe5b90c94 req-c9fee0ac-5017-4166-8963-ab665167555f tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:48.481516 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a72abfb3-1c69-452d-bea2-b53fe5b90c94 req-c9fee0ac-5017-4166-8963-ab665167555f tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.3987544 Apr 23 00:03:48.487945 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.db.resource_extend [None req-bb95ea42-59c4-4275-9e5e-a3716f046abc tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:03:48.577201 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2f248af6-04d3-425b-8708-acb49d6ad172 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:48.625184 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6b731134-5b14-43ea-b1ad-a111c2ab69d0 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2366920 Apr 23 00:03:48.627157 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c8180e-957f-4377-8fc7-3a6fe0c8a4dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-d33d8791-f2f7-4bf3-b6b4-75cf920c15b8', 'network_id': 'd33d8791-f2f7-4bf3-b6b4-75cf920c15b8', 'tenant_id': 'c5e34cb55bea48cc9f00a6047c277fe4', 'fixed_ips': [{'subnet_id': '2d7407be-821f-443e-a3e2-cc2bc96decc7'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:03:48.627561 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72c8180e-957f-4377-8fc7-3a6fe0c8a4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:48.642031 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51024) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:48.667605 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-7caa769a-7a04-4802-906e-8d0121db419c tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Request body: {'port': {'network_id': 'd33d8791-f2f7-4bf3-b6b4-75cf920c15b8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-732097417'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:48.800438 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a72abfb3-1c69-452d-bea2-b53fe5b90c94 req-f2bd2b4e-3488-4f18-91a0-9e136335958c tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091415 Apr 23 00:03:48.805072 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1286798d-2244-4565-a0ab-4fd28ca29ed3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0290425 Apr 23 00:03:48.822560 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51026) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:48.858409 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb95ea42-59c4-4275-9e5e-a3716f046abc tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:48.859561 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb95ea42-59c4-4275-9e5e-a3716f046abc tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:48.860262 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb95ea42-59c4-4275-9e5e-a3716f046abc tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:48.874963 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-72c8180e-957f-4377-8fc7-3a6fe0c8a4dc None None] Allocated IP 172.20.0.2 (d33d8791-f2f7-4bf3-b6b4-75cf920c15b8/2d7407be-821f-443e-a3e2-cc2bc96decc7/3cf2d8d9-91ef-4546-b56c-1e609affe04d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:48.894608 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d4766d7d-9154-4b66-b893-2a23af81633f None None] Provisioning complete for port b78fb964-ca48-47f8-9c0c-f2748eba6cf2 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:48.894965 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4766d7d-9154-4b66-b893-2a23af81633f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:48.954012 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a009d7b-4b08-4e17-8230-d2746417ae51 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:48.960678 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a009d7b-4b08-4e17-8230-d2746417ae51 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:48.965609 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4a009d7b-4b08-4e17-8230-d2746417ae51 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1371291 Apr 23 00:03:48.965853 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51028) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:48.976231 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d594bd4a-3860-4350-9133-8d5a694050e2 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:48.981606 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d4766d7d-9154-4b66-b893-2a23af81633f None None] Port b78fb964-ca48-47f8-9c0c-f2748eba6cf2 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:03:49.056618 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-bb95ea42-59c4-4275-9e5e-a3716f046abc tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.0298185 Apr 23 00:03:49.058539 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d594bd4a-3860-4350-9133-8d5a694050e2 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:49.060217 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51030) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:49.063475 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95ea42-59c4-4275-9e5e-a3716f046abc tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Pushing event updated for resources: {'Network': ['ID=e5944239-9c96-4863-be3b-f9c84e8bc444,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:49.066963 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-93fdd7af-4568-43f0-b83d-19638cab8772 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Request body: {'subnet': {'network_id': 'e5944239-9c96-4863-be3b-f9c84e8bc444', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:49.086354 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network e5944239-9c96-4863-be3b-f9c84e8bc444 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:03:49.095092 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72c8180e-957f-4377-8fc7-3a6fe0c8a4dc None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:49.171250 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-46cd1261-f2ed-4422-8d81-782cbecaa678 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:49.175160 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-2a06027b-6276-4ed1-b105-ca72a09e270d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting port b78fb964-ca48-47f8-9c0c-f2748eba6cf2 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:49.175563 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2a06027b-6276-4ed1-b105-ca72a09e270d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:49.188678 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72c8180e-957f-4377-8fc7-3a6fe0c8a4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:49.240201 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-42ec1fca-8d90-4646-9db1-aba8729a3032 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting port d88d777b-8acb-4dae-b55b-00611d66c7f7 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:49.240548 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-42ec1fca-8d90-4646-9db1-aba8729a3032 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:49.247188 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c8180e-957f-4377-8fc7-3a6fe0c8a4dc None None] Network d33d8791-f2f7-4bf3-b6b4-75cf920c15b8 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:49.253629 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-72c8180e-957f-4377-8fc7-3a6fe0c8a4dc None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:49.257483 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c8180e-957f-4377-8fc7-3a6fe0c8a4dc None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:49.266106 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fdd7af-4568-43f0-b83d-19638cab8772 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Made reservation on behalf of 869e394dde0a41c7808cd7e707b5bd87 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:49.268335 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-93fdd7af-4568-43f0-b83d-19638cab8772 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:49.274556 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7caa769a-7a04-4802-906e-8d0121db419c tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Made reservation on behalf of c5e34cb55bea48cc9f00a6047c277fe4 for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:49.282268 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7caa769a-7a04-4802-906e-8d0121db419c tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:49.290196 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8180e-957f-4377-8fc7-3a6fe0c8a4dc None None] Pushing event updated for resources: {'Port': ['ID=3cf2d8d9-91ef-4546-b56c-1e609affe04d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:49.324661 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d594bd4a-3860-4350-9133-8d5a694050e2 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:49.326707 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-7caa769a-7a04-4802-906e-8d0121db419c tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] device_id is not set on port f390a49d-684c-4a12-9ca3-6d30d03d6624 yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:03:49.328069 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d594bd4a-3860-4350-9133-8d5a694050e2 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:49.329261 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d594bd4a-3860-4350-9133-8d5a694050e2 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "DELETE /v2.0/security-groups/d5cfb26d-2a7f-4ca1-a2e4-447ef715b020 HTTP/1.1" status: 204 len: 168 time: 0.9289036 Apr 23 00:03:49.331434 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2f248af6-04d3-425b-8708-acb49d6ad172 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:49.333537 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51032) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:49.341057 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-72c8180e-957f-4377-8fc7-3a6fe0c8a4dc None None] Attempting to bind port 3cf2d8d9-91ef-4546-b56c-1e609affe04d on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:03:49.341431 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-72c8180e-957f-4377-8fc7-3a6fe0c8a4dc None None] Attempting to bind port 3cf2d8d9-91ef-4546-b56c-1e609affe04d by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '9bdc9ec6-4a07-42ec-8ec5-7bca2c7afecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd33d8791-f2f7-4bf3-b6b4-75cf920c15b8'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:03:49.341796 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c8180e-957f-4377-8fc7-3a6fe0c8a4dc None None] Attempting to bind port 3cf2d8d9-91ef-4546-b56c-1e609affe04d on network d33d8791-f2f7-4bf3-b6b4-75cf920c15b8 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:03:49.348192 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c8180e-957f-4377-8fc7-3a6fe0c8a4dc None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:03:49.349333 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c8180e-957f-4377-8fc7-3a6fe0c8a4dc None None] Checking segment: {'id': '9bdc9ec6-4a07-42ec-8ec5-7bca2c7afecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd33d8791-f2f7-4bf3-b6b4-75cf920c15b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:03:49.349755 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72c8180e-957f-4377-8fc7-3a6fe0c8a4dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:49.350157 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c8180e-957f-4377-8fc7-3a6fe0c8a4dc None None] Bound using segment: {'id': '9bdc9ec6-4a07-42ec-8ec5-7bca2c7afecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd33d8791-f2f7-4bf3-b6b4-75cf920c15b8'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:03:49.350647 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-72c8180e-957f-4377-8fc7-3a6fe0c8a4dc None None] Bound port: 3cf2d8d9-91ef-4546-b56c-1e609affe04d, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bdc9ec6-4a07-42ec-8ec5-7bca2c7afecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd33d8791-f2f7-4bf3-b6b4-75cf920c15b8'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:03:49.351029 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72c8180e-957f-4377-8fc7-3a6fe0c8a4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:49.399756 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2f248af6-04d3-425b-8708-acb49d6ad172 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:49.407783 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-46cd1261-f2ed-4422-8d81-782cbecaa678 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:49.440853 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2a06027b-6276-4ed1-b105-ca72a09e270d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:49.452764 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-72c8180e-957f-4377-8fc7-3a6fe0c8a4dc None None] For port 3cf2d8d9-91ef-4546-b56c-1e609affe04d, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:03:49.457236 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-72c8180e-957f-4377-8fc7-3a6fe0c8a4dc None None] For port 3cf2d8d9-91ef-4546-b56c-1e609affe04d, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=3cf2d8d9-91ef-4546-b56c-1e609affe04d,segment=NetworkSegment(9bdc9ec6-4a07-42ec-8ec5-7bca2c7afecb),segment_id=9bdc9ec6-4a07-42ec-8ec5-7bca2c7afecb)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:03:49.466352 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594bd4a-3860-4350-9133-8d5a694050e2 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cfb26d-2a7f-4ca1-a2e4-447ef715b020,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:49.468969 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-2a06027b-6276-4ed1-b105-ca72a09e270d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Calling delete_port for b78fb964-ca48-47f8-9c0c-f2748eba6cf2 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:49.522764 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72c8180e-957f-4377-8fc7-3a6fe0c8a4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:49.570305 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-42ec1fca-8d90-4646-9db1-aba8729a3032 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:49.598572 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-42ec1fca-8d90-4646-9db1-aba8729a3032 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Calling delete_port for d88d777b-8acb-4dae-b55b-00611d66c7f7 owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:49.636051 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8180e-957f-4377-8fc7-3a6fe0c8a4dc None None] Pushing event updated for resources: {'Port': ['ID=3cf2d8d9-91ef-4546-b56c-1e609affe04d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:49.732711 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5be0b4-dd73-4d75-9d72-d6806175798d None None] Network a9738d7f-4d42-4870-b9e6-5eee7b790fe1 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:49.898967 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f2577351-24e3-4337-8d4b-ab792b4c2ad3 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:03:49.950070 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cd1261-f2ed-4422-8d81-782cbecaa678 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network a9738d7f-4d42-4870-b9e6-5eee7b790fe1 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:49.961475 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4b6f568c-0d03-40ea-9c5e-ecd36c88fa89 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6234059 Apr 23 00:03:49.964662 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51036) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:49.969417 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-082e99f4-b666-4a3b-b9bb-1d09f4b5bd0b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Request body: {'security_group': {'name': 'tempest-secgroup--1176694107'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:49.973615 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd1261-f2ed-4422-8d81-782cbecaa678 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Port': ['ID=8b116cbe-6631-4489-ba00-bb3a82abc01b,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:49.974029 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d8f5aeff-4daa-4c8f-8938-ee9aec43a4e0 None None] Provisioning complete for port f2577351-24e3-4337-8d4b-ab792b4c2ad3 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:49.974398 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8f5aeff-4daa-4c8f-8938-ee9aec43a4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:49.982666 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-46cd1261-f2ed-4422-8d81-782cbecaa678 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:49.992661 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cd1261-f2ed-4422-8d81-782cbecaa678 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:49.999596 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cd1261-f2ed-4422-8d81-782cbecaa678 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:49.999884 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-46cd1261-f2ed-4422-8d81-782cbecaa678 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:50.076013 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-7caa769a-7a04-4802-906e-8d0121db419c tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Allocated IP 172.20.0.11 (d33d8791-f2f7-4bf3-b6b4-75cf920c15b8/2d7407be-821f-443e-a3e2-cc2bc96decc7/f390a49d-684c-4a12-9ca3-6d30d03d6624) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:50.099251 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-2f248af6-04d3-425b-8708-acb49d6ad172 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Allocated IP 172.26.3.141 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/b87c253f-a3fa-4ac8-a304-624135864797) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:50.106638 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-46cd1261-f2ed-4422-8d81-782cbecaa678 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6706755 Apr 23 00:03:50.106829 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port f2577351-24e3-4337-8d4b-ab792b4c2ad3 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:50.106829 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:50.107240 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51038) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:50.112516 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-e4ae8c07-cc1b-4954-8942-7f5ae220c5fd tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'port': {'network_id': 'a9738d7f-4d42-4870-b9e6-5eee7b790fe1', 'name': 'tempest-PortsIpV6TestJSON-497810779'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:50.125958 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68ce20-8ae8-414e-adc8-211d6b58c2b3 req-d73687b9-108b-4110-b912-3571c050254c tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:50.128362 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bc68ce20-8ae8-414e-adc8-211d6b58c2b3 req-d73687b9-108b-4110-b912-3571c050254c tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.1641517 Apr 23 00:03:50.136597 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2a06027b-6276-4ed1-b105-ca72a09e270d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:50.145212 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-082e99f4-b666-4a3b-b9bb-1d09f4b5bd0b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:50.202089 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06027b-6276-4ed1-b105-ca72a09e270d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Port': ['ID=b78fb964-ca48-47f8-9c0c-f2748eba6cf2,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:50.228204 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8f5aeff-4daa-4c8f-8938-ee9aec43a4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:50.255418 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2a06027b-6276-4ed1-b105-ca72a09e270d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:50.258912 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2a06027b-6276-4ed1-b105-ca72a09e270d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/b78fb964-ca48-47f8-9c0c-f2748eba6cf2 HTTP/1.1" status: 204 len: 168 time: 1.2921262 Apr 23 00:03:50.263897 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bc68ce20-8ae8-414e-adc8-211d6b58c2b3 req-96c2c3ef-fef8-49be-be63-3eec453b490d tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240540 Apr 23 00:03:50.264654 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51040) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:50.303978 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:50.344829 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-42ec1fca-8d90-4646-9db1-aba8729a3032 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:50.357875 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d8f5aeff-4daa-4c8f-8938-ee9aec43a4e0 None None] For port f2577351-24e3-4337-8d4b-ab792b4c2ad3, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=f2577351-24e3-4337-8d4b-ab792b4c2ad3,segment=NetworkSegment(71d7dfe7-c1c0-4f93-819b-2f37e1fce43d),segment_id=71d7dfe7-c1c0-4f93-819b-2f37e1fce43d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:50.406291 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceecfa67-8d7d-4db4-87e5-be00ba4efa88 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:50.407896 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceecfa67-8d7d-4db4-87e5-be00ba4efa88 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:50.409440 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ceecfa67-8d7d-4db4-87e5-be00ba4efa88 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1427128 Apr 23 00:03:50.411975 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec1fca-8d90-4646-9db1-aba8729a3032 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Port': ['ID=d88d777b-8acb-4dae-b55b-00611d66c7f7,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:50.418289 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51042) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:50.420690 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-082e99f4-b666-4a3b-b9bb-1d09f4b5bd0b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:50.485800 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.objects.ports [None req-93fdd7af-4568-43f0-b83d-19638cab8772 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103144) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 23 00:03:50.486743 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-93fdd7af-4568-43f0-b83d-19638cab8772 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:50.486883 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8f5aeff-4daa-4c8f-8938-ee9aec43a4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:50.517023 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-082e99f4-b666-4a3b-b9bb-1d09f4b5bd0b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:50.556865 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:03:50.557344 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:03:50.580347 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5aeff-4daa-4c8f-8938-ee9aec43a4e0 None None] Pushing event updated for resources: {'Port': ['ID=f2577351-24e3-4337-8d4b-ab792b4c2ad3,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:50.645977 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7caa769a-7a04-4802-906e-8d0121db419c tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:50.652881 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ae8c07-cc1b-4954-8942-7f5ae220c5fd tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:50.656407 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e4ae8c07-cc1b-4954-8942-7f5ae220c5fd tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:50.673169 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5005b58-465d-4354-87e9-9ba4855b6880 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet 2f8ca748-6981-437c-8067-1a1c5a584bb8 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:03:50.675697 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdd7af-4568-43f0-b83d-19638cab8772 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2bfad32d-8070-4491-bb5d-48cfb58142d9,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:50.704852 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d5005b58-465d-4354-87e9-9ba4855b6880 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:50.717067 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-082e99f4-b666-4a3b-b9bb-1d09f4b5bd0b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:50.720866 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-082e99f4-b666-4a3b-b9bb-1d09f4b5bd0b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7522144 Apr 23 00:03:50.720866 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e99f4-b666-4a3b-b9bb-1d09f4b5bd0b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7c7878-681b-4ef4-9e61-335419efc3e1,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:50.722216 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51044) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:50.728361 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-60689346-7030-42d1-a5a6-6fa639526270 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Request body: {'security_group_rule': {'security_group_id': 'ef7c7878-681b-4ef4-9e61-335419efc3e1', 'direction': 'ingress', 'protocol': 17}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:50.787632 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fdd7af-4568-43f0-b83d-19638cab8772 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Checking segment: {'id': '92d39d2d-b76a-497c-bb16-9c5a303173e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e5944239-9c96-4863-be3b-f9c84e8bc444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:03:50.788085 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fdd7af-4568-43f0-b83d-19638cab8772 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Network hostable DHCP agents. Network: e5944239-9c96-4863-be3b-f9c84e8bc444, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:03:50.796097 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-e4ae8c07-cc1b-4954-8942-7f5ae220c5fd tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] device_id is not set on port 142aa468-ef06-4214-9ffb-dc4ed2320e10 yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:03:50.840313 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-39f48a71-203f-4547-aff1-3d6a16c18e8f None None] Provisioning complete for port 8b116cbe-6631-4489-ba00-bb3a82abc01b triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:50.840689 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39f48a71-203f-4547-aff1-3d6a16c18e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:50.852061 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-42ec1fca-8d90-4646-9db1-aba8729a3032 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:50.887871 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-39f48a71-203f-4547-aff1-3d6a16c18e8f None None] Port 8b116cbe-6631-4489-ba00-bb3a82abc01b cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:03:50.895959 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d5005b58-465d-4354-87e9-9ba4855b6880 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:50.898778 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-39f48a71-203f-4547-aff1-3d6a16c18e8f None None] Provisioning complete for port f2577351-24e3-4337-8d4b-ab792b4c2ad3 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:50.899155 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39f48a71-203f-4547-aff1-3d6a16c18e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:50.956308 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2f248af6-04d3-425b-8708-acb49d6ad172 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:50.987077 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fdd7af-4568-43f0-b83d-19638cab8772 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Network e5944239-9c96-4863-be3b-f9c84e8bc444 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:03:50.991658 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-60689346-7030-42d1-a5a6-6fa639526270 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:50.996448 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d5005b58-465d-4354-87e9-9ba4855b6880 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:51.086796 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2f248af6-04d3-425b-8708-acb49d6ad172 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:51.133716 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 1bbf72d2-3a2b-4041-9eda-c9ab6f505489 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:03:51.146519 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f248af6-04d3-425b-8708-acb49d6ad172 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:51.147663 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-93fdd7af-4568-43f0-b83d-19638cab8772 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, e5944239-9c96-4863-be3b-f9c84e8bc444) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:51.153901 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fdd7af-4568-43f0-b83d-19638cab8772 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:51.154820 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-93fdd7af-4568-43f0-b83d-19638cab8772 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:51.168474 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-2f248af6-04d3-425b-8708-acb49d6ad172 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:51.175107 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364dc334-15b0-4efc-a6c7-18e271bced86 None None] Network e5944239-9c96-4863-be3b-f9c84e8bc444 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:51.182115 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 1bbf72d2-3a2b-4041-9eda-c9ab6f505489 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:03:51.182115 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 1bbf72d2-3a2b-4041-9eda-c9ab6f505489 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:03:51.182991 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f248af6-04d3-425b-8708-acb49d6ad172 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:51.201750 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ec1fca-8d90-4646-9db1-aba8729a3032 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Router c508a312-fcf0-44bd-9cbd-bd0fa1a182a0 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:03:51.222589 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-e4ae8c07-cc1b-4954-8942-7f5ae220c5fd tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Allocated IP 2001:db8::5f (a9738d7f-4d42-4870-b9e6-5eee7b790fe1/e239db59-9a6e-4787-be99-ac53885e9671/142aa468-ef06-4214-9ffb-dc4ed2320e10) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:51.229394 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7caa769a-7a04-4802-906e-8d0121db419c tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:51.230122 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-60689346-7030-42d1-a5a6-6fa639526270 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:51.231520 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f248af6-04d3-425b-8708-acb49d6ad172 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Pushing event updated for resources: {'Port': ['ID=b87c253f-a3fa-4ac8-a304-624135864797,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:51.280199 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-93fdd7af-4568-43f0-b83d-19638cab8772 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2184296 Apr 23 00:03:51.283912 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51046) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:51.296827 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-21cf4d4b-4535-40c8-878d-fcc24678aad4 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Request body: {'floatingip': {'floating_network_id': 'e5944239-9c96-4863-be3b-f9c84e8bc444'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:51.332697 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caa769a-7a04-4802-906e-8d0121db419c tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Network d33d8791-f2f7-4bf3-b6b4-75cf920c15b8 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:51.339688 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ec1fca-8d90-4646-9db1-aba8729a3032 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:03:51.345047 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-7caa769a-7a04-4802-906e-8d0121db419c tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:51.352578 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-42ec1fca-8d90-4646-9db1-aba8729a3032 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "PUT /v2.0/routers/c508a312-fcf0-44bd-9cbd-bd0fa1a182a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3033605 Apr 23 00:03:51.355211 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-60689346-7030-42d1-a5a6-6fa639526270 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:51.356905 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51050) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:51.389474 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d5005b58-465d-4354-87e9-9ba4855b6880 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:51.392068 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa769a-7a04-4802-906e-8d0121db419c tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Pushing event updated for resources: {'Port': ['ID=f390a49d-684c-4a12-9ca3-6d30d03d6624,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:51.397781 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caa769a-7a04-4802-906e-8d0121db419c tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:51.402347 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7b6eee-9879-424d-af73-b8ab7ad5fd9b tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] GET failed (client error): The resource could not be found. Apr 23 00:03:51.404556 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ea7b6eee-9879-424d-af73-b8ab7ad5fd9b tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports/d88d777b-8acb-4dae-b55b-00611d66c7f7 HTTP/1.1" status: 404 len: 333 time: 0.0443754 Apr 23 00:03:51.406174 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60689346-7030-42d1-a5a6-6fa639526270 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ae9f30-d7b5-4fd1-a3a6-b64deaecb983,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:51.407986 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51052) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:51.421710 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2488d108-e731-4212-aeb2-24bf255b66bc None None] Network d33d8791-f2f7-4bf3-b6b4-75cf920c15b8 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:51.424919 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9362392-b555-4bf4-81a4-de31abb9d82d None None] Sync routers for ids ['c508a312-fcf0-44bd-9cbd-bd0fa1a182a0'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:03:51.487600 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b86ec835-ae6a-48e3-82e3-24de686de57b tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:51.501832 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9362392-b555-4bf4-81a4-de31abb9d82d None None] Routers {'c508a312-fcf0-44bd-9cbd-bd0fa1a182a0'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:51.502563 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-e9362392-b555-4bf4-81a4-de31abb9d82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c508a312-fcf0-44bd-9cbd-bd0fa1a182a0'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:51.531287 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-60689346-7030-42d1-a5a6-6fa639526270 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:51.535480 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-60689346-7030-42d1-a5a6-6fa639526270 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8116586 Apr 23 00:03:51.539720 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-21cf4d4b-4535-40c8-878d-fcc24678aad4 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:51.541255 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5005b58-465d-4354-87e9-9ba4855b6880 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8ca748-6981-437c-8067-1a1c5a584bb8,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:51.549089 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-8c99c817-76ca-4c0f-a9d6-bab43f8c2175 None None] Provisioning complete for port 8b116cbe-6631-4489-ba00-bb3a82abc01b triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:51.549089 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c99c817-76ca-4c0f-a9d6-bab43f8c2175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:51.553271 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51054) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:51.555430 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650d7aec-726c-4599-bbc5-7ec1dae9d629 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:51.555914 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d5005b58-465d-4354-87e9-9ba4855b6880 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:51.559770 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d5005b58-465d-4354-87e9-9ba4855b6880 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/2f8ca748-6981-437c-8067-1a1c5a584bb8 HTTP/1.1" status: 204 len: 168 time: 1.1342192 Apr 23 00:03:51.562199 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51056) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:51.580823 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-e9362392-b555-4bf4-81a4-de31abb9d82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:51.603896 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-25ddc24a-b4de-4491-b85b-cf097dd0a7dc tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404792 Apr 23 00:03:51.634141 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51058) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:51.640159 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-18df6ad4-6298-443e-995d-b82ced3b2856 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:51.644894 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caa769a-7a04-4802-906e-8d0121db419c tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:51.645752 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7caa769a-7a04-4802-906e-8d0121db419c tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:51.778906 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2808429-c353-4ee6-b655-622237eb7d8a req-837e3963-35dc-4238-af0e-ab6399d8388c tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:51.780810 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c2808429-c353-4ee6-b655-622237eb7d8a req-837e3963-35dc-4238-af0e-ab6399d8388c tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.3766079 Apr 23 00:03:51.839790 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9362392-b555-4bf4-81a4-de31abb9d82d None None] Routers {'c508a312-fcf0-44bd-9cbd-bd0fa1a182a0'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:51.840621 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-e9362392-b555-4bf4-81a4-de31abb9d82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c508a312-fcf0-44bd-9cbd-bd0fa1a182a0'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:51.864072 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-aebf0437-32fd-4543-b819-775a530c43df tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:51.872513 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7caa769a-7a04-4802-906e-8d0121db419c tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2247355 Apr 23 00:03:51.879254 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51060) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:51.990194 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 3cf2d8d9-91ef-4546-b56c-1e609affe04d up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:03:52.003265 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c2808429-c353-4ee6-b655-622237eb7d8a req-bff4f56c-6620-43fe-a658-13f7998a26ec tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788960 Apr 23 00:03:52.013979 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8c99c817-76ca-4c0f-a9d6-bab43f8c2175 None None] Port 8b116cbe-6631-4489-ba00-bb3a82abc01b cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:03:52.015390 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-e9362392-b555-4bf4-81a4-de31abb9d82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:52.016081 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9362392-b555-4bf4-81a4-de31abb9d82d None None] The sync data for ids ['c508a312-fcf0-44bd-9cbd-bd0fa1a182a0'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:03:52.052830 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3378f881-b9c0-4861-82aa-d5f87d6dc0c7 None None] Network e5944239-9c96-4863-be3b-f9c84e8bc444 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:52.054455 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b86ec835-ae6a-48e3-82e3-24de686de57b tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.083253 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b86ec835-ae6a-48e3-82e3-24de686de57b tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.106582 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-aebf0437-32fd-4543-b819-775a530c43df tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.127775 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e4ae8c07-cc1b-4954-8942-7f5ae220c5fd tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.213097 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-ab12108e-5e58-4567-8170-df2e0395c6de None None] Provisioning complete for port 3cf2d8d9-91ef-4546-b56c-1e609affe04d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:52.213607 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab12108e-5e58-4567-8170-df2e0395c6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.235532 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b86ec835-ae6a-48e3-82e3-24de686de57b tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.236268 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86ec835-ae6a-48e3-82e3-24de686de57b tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Fanout notify agent at l3_agent the message router_deleted on router c508a312-fcf0-44bd-9cbd-bd0fa1a182a0 {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:03:52.247536 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b86ec835-ae6a-48e3-82e3-24de686de57b tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.249094 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b86ec835-ae6a-48e3-82e3-24de686de57b tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/routers/c508a312-fcf0-44bd-9cbd-bd0fa1a182a0 HTTP/1.1" status: 204 len: 168 time: 0.8401942 Apr 23 00:03:52.251788 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51064) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:52.273809 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 3cf2d8d9-91ef-4546-b56c-1e609affe04d triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:52.274176 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.276385 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374d2cf2-4593-499b-8820-b1ccc0f967f1 None None] DHCP port deletion for 52c789e5-894b-4719-a369-b13bd1dbccf2 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:03:52.288263 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-773b7439-867d-42f4-801b-cadac7a79b88 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Deleting port f390a49d-684c-4a12-9ca3-6d30d03d6624 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:52.288708 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-773b7439-867d-42f4-801b-cadac7a79b88 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.291779 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2f248af6-04d3-425b-8708-acb49d6ad172 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_gateway, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.304629 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18df6ad4-6298-443e-995d-b82ced3b2856 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:52.311176 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-18df6ad4-6298-443e-995d-b82ced3b2856 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.348914 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-21cf4d4b-4535-40c8-878d-fcc24678aad4 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.393288 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09bbb5b-55ee-4f01-85f0-88744f2644d5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting subnet 5b9fbbaf-166e-4af8-9817-fbb4c911a919 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:03:52.404596 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f09bbb5b-55ee-4f01-85f0-88744f2644d5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.427015 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-aebf0437-32fd-4543-b819-775a530c43df tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.430290 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-aebf0437-32fd-4543-b819-775a530c43df tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.432460 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-aebf0437-32fd-4543-b819-775a530c43df tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "DELETE /v2.0/security-groups/ef7c7878-681b-4ef4-9e61-335419efc3e1 HTTP/1.1" status: 204 len: 168 time: 0.8666351 Apr 23 00:03:52.433859 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e4ae8c07-cc1b-4954-8942-7f5ae220c5fd tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.440367 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51066) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:52.484317 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-374d2cf2-4593-499b-8820-b1ccc0f967f1 None None] Deleting port ce5ad160-f3e9-4c44-b73b-27ae636917ee {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:52.484581 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-374d2cf2-4593-499b-8820-b1ccc0f967f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.498548 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f09bbb5b-55ee-4f01-85f0-88744f2644d5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.551920 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-374d2cf2-4593-499b-8820-b1ccc0f967f1 None None] For port ce5ad160-f3e9-4c44-b73b-27ae636917ee, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=ce5ad160-f3e9-4c44-b73b-27ae636917ee,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:52.552318 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-374d2cf2-4593-499b-8820-b1ccc0f967f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.560200 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab12108e-5e58-4567-8170-df2e0395c6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.563823 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b274c3a9-e2b8-41cb-8df1-fa1690f5e781 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1167922 Apr 23 00:03:52.570405 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51068) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:52.578245 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-4587e27f-7fdf-477a-909a-ee405ac3f5a5 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Request body: {'security_group': {'name': 'tempest-secgroup--1199449012'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:52.592327 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-374d2cf2-4593-499b-8820-b1ccc0f967f1 None None] Calling delete_port for ce5ad160-f3e9-4c44-b73b-27ae636917ee owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:52.606629 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.692491 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f09bbb5b-55ee-4f01-85f0-88744f2644d5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.732857 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ab12108e-5e58-4567-8170-df2e0395c6de None None] For port 3cf2d8d9-91ef-4546-b56c-1e609affe04d, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=3cf2d8d9-91ef-4546-b56c-1e609affe04d,segment=NetworkSegment(9bdc9ec6-4a07-42ec-8ec5-7bca2c7afecb),segment_id=9bdc9ec6-4a07-42ec-8ec5-7bca2c7afecb)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:52.752967 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4587e27f-7fdf-477a-909a-ee405ac3f5a5 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.778617 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-374d2cf2-4593-499b-8820-b1ccc0f967f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.796980 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d2cf2-4593-499b-8820-b1ccc0f967f1 None None] No DVR routers for this DVR port ce5ad160-f3e9-4c44-b73b-27ae636917ee on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:03:52.829110 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d2cf2-4593-499b-8820-b1ccc0f967f1 None None] Pushing event deleted for resources: {'Port': ['ID=ce5ad160-f3e9-4c44-b73b-27ae636917ee,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:52.836785 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab12108e-5e58-4567-8170-df2e0395c6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.859773 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-18df6ad4-6298-443e-995d-b82ced3b2856 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.900376 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4587e27f-7fdf-477a-909a-ee405ac3f5a5 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.913487 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf0437-32fd-4543-b819-775a530c43df tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7c7878-681b-4ef4-9e61-335419efc3e1,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:52.919503 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:03:52.919961 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:03:52.922252 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f09bbb5b-55ee-4f01-85f0-88744f2644d5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.925385 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18df6ad4-6298-443e-995d-b82ced3b2856 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:52.930186 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12108e-5e58-4567-8170-df2e0395c6de None None] Pushing event updated for resources: {'Port': ['ID=3cf2d8d9-91ef-4546-b56c-1e609affe04d,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:52.931032 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-18df6ad4-6298-443e-995d-b82ced3b2856 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:52.940304 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18df6ad4-6298-443e-995d-b82ced3b2856 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:52.940958 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-18df6ad4-6298-443e-995d-b82ced3b2856 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.946521 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ae8c07-cc1b-4954-8942-7f5ae220c5fd tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network a9738d7f-4d42-4870-b9e6-5eee7b790fe1 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:52.953238 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f09bbb5b-55ee-4f01-85f0-88744f2644d5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:52.956335 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f09bbb5b-55ee-4f01-85f0-88744f2644d5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/subnets/5b9fbbaf-166e-4af8-9817-fbb4c911a919 HTTP/1.1" status: 204 len: 168 time: 0.7032387 Apr 23 00:03:52.957818 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df6ad4-6298-443e-995d-b82ced3b2856 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=837cd270-efad-475c-9b7f-29c4e6e71981,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:52.959841 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51070) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:52.974898 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-e4ae8c07-cc1b-4954-8942-7f5ae220c5fd tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:52.981558 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96171c13-aaae-4b77-8a96-b2cdb7113a2a None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:52.989807 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ae8c07-cc1b-4954-8942-7f5ae220c5fd tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:52.995532 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ae8c07-cc1b-4954-8942-7f5ae220c5fd tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:52.996203 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e4ae8c07-cc1b-4954-8942-7f5ae220c5fd tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:53.004526 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d927b41f-ea58-4e6f-8018-77fe3a1a1610 None None] Provisioning complete for port 3cf2d8d9-91ef-4546-b56c-1e609affe04d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:53.005060 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d927b41f-ea58-4e6f-8018-77fe3a1a1610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:53.019580 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4587e27f-7fdf-477a-909a-ee405ac3f5a5 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:53.028817 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bbb5b-55ee-4f01-85f0-88744f2644d5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Subnet': ['ID=5b9fbbaf-166e-4af8-9817-fbb4c911a919,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:53.033057 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae8c07-cc1b-4954-8942-7f5ae220c5fd tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Port': ['ID=142aa468-ef06-4214-9ffb-dc4ed2320e10,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:53.038550 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-773b7439-867d-42f4-801b-cadac7a79b88 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:53.069621 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-18df6ad4-6298-443e-995d-b82ced3b2856 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4342442 Apr 23 00:03:53.070174 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835c86cf-e5c1-4360-9328-d5b69c9bff5f None None] Network 4dbb343c-9fb9-4452-9ba7-7812e0502abd requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:53.073934 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51074) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:53.108953 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-773b7439-867d-42f4-801b-cadac7a79b88 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Calling delete_port for f390a49d-684c-4a12-9ca3-6d30d03d6624 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:53.114994 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-81c4b108-d3a9-432e-accd-8ef99d9d43e3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'name': 'tempest-NetworksTestDHCPv6-382512627'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:53.138886 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8e81807-cbf6-499e-86a5-ad9f828347ea tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:53.156492 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e4ae8c07-cc1b-4954-8942-7f5ae220c5fd tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0457971 Apr 23 00:03:53.168704 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587e27f-7fdf-477a-909a-ee405ac3f5a5 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9067159a-40f4-4e34-a865-852a779f76e9,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:53.186172 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51076) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:53.193837 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-21cf4d4b-4535-40c8-878d-fcc24678aad4 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Allocated IP 172.20.0.6 (e5944239-9c96-4863-be3b-f9c84e8bc444/2bfad32d-8070-4491-bb5d-48cfb58142d9/e3fec914-43ce-4fe2-a442-620b8b0c5d3e) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:53.245803 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4587e27f-7fdf-477a-909a-ee405ac3f5a5 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:53.246908 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4587e27f-7fdf-477a-909a-ee405ac3f5a5 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6721797 Apr 23 00:03:53.263076 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51078) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:53.268754 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-4ef63069-97f7-4706-88b6-9f568ef57143 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Request body: {'security_group': {'name': 'tempest-secgroup--1553210063'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:53.343023 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdb06f-6ed0-4b34-b584-9e83ad23e4ac req-39629375-51cc-4e49-a4b8-ac95d6c33755 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:53.344574 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-87cdb06f-6ed0-4b34-b584-9e83ad23e4ac req-39629375-51cc-4e49-a4b8-ac95d6c33755 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.1771684 Apr 23 00:03:53.358600 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee95d52a-111b-40cf-90e4-d70bdaec9a78 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:53.359936 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ee95d52a-111b-40cf-90e4-d70bdaec9a78 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2b HTTP/1.1" status: 200 len: 928 time: 0.1716828 Apr 23 00:03:53.363645 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51080) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:53.386917 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d927b41f-ea58-4e6f-8018-77fe3a1a1610 None None] Provisioning complete for port f390a49d-684c-4a12-9ca3-6d30d03d6624 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:53.387346 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d927b41f-ea58-4e6f-8018-77fe3a1a1610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:53.433823 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2f248af6-04d3-425b-8708-acb49d6ad172 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:53.439552 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50760b0-3d31-4e05-8a2a-fdef537e0ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-52c789e5-894b-4719-a369-b13bd1dbccf2', 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'fixed_ips': [{'subnet_id': '837cd270-efad-475c-9b7f-29c4e6e71981'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:03:53.439552 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b50760b0-3d31-4e05-8a2a-fdef537e0ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:53.440606 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-c8e81807-cbf6-499e-86a5-ad9f828347ea tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting port f0abb764-7ddf-42f7-9115-1dbfee207d05 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:53.441176 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8e81807-cbf6-499e-86a5-ad9f828347ea tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:53.528452 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4ef63069-97f7-4706-88b6-9f568ef57143 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:53.546548 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-87cdb06f-6ed0-4b34-b584-9e83ad23e4ac req-3fc21e86-21c7-4da8-8fcb-8e980b82a960 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844757 Apr 23 00:03:53.581123 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-c8e81807-cbf6-499e-86a5-ad9f828347ea tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] For port f0abb764-7ddf-42f7-9115-1dbfee207d05, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=f0abb764-7ddf-42f7-9115-1dbfee207d05,segment=NetworkSegment(79f00d29-d2ac-420f-a1a9-f675446af12e),segment_id=79f00d29-d2ac-420f-a1a9-f675446af12e)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:53.581123 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8e81807-cbf6-499e-86a5-ad9f828347ea tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:53.586512 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-21cf4d4b-4535-40c8-878d-fcc24678aad4 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:53.623561 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-c8e81807-cbf6-499e-86a5-ad9f828347ea tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Calling delete_port for f0abb764-7ddf-42f7-9115-1dbfee207d05 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:53.623561 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-98352e25-ba48-4353-92f7-511a8d706096 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting port 142aa468-ef06-4214-9ffb-dc4ed2320e10 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:53.623561 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-98352e25-ba48-4353-92f7-511a8d706096 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:53.633785 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d927b41f-ea58-4e6f-8018-77fe3a1a1610 None None] Port f390a49d-684c-4a12-9ca3-6d30d03d6624 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:03:53.647438 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f2577351-24e3-4337-8d4b-ab792b4c2ad3 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:03:53.651699 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c4b108-d3a9-432e-accd-8ef99d9d43e3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:53.656308 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-81c4b108-d3a9-432e-accd-8ef99d9d43e3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:53.732514 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afb6209-5558-436f-9275-474006484463 None None] DHCP port deletion for 4dbb343c-9fb9-4452-9ba7-7812e0502abd request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:03:53.735111 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-81c4b108-d3a9-432e-accd-8ef99d9d43e3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] device_id is not set on port ebf0a450-ec36-4169-97df-36215f3c8707 yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:03:53.739562 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:53.768287 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-98352e25-ba48-4353-92f7-511a8d706096 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:53.786445 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-98352e25-ba48-4353-92f7-511a8d706096 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Calling delete_port for 142aa468-ef06-4214-9ffb-dc4ed2320e10 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:53.798668 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-773b7439-867d-42f4-801b-cadac7a79b88 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:53.845155 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8e81807-cbf6-499e-86a5-ad9f828347ea tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:53.848984 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3221d49f-2601-48b7-9eb0-0d2097c58edf None None] Provisioning complete for port 142aa468-ef06-4214-9ffb-dc4ed2320e10 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:53.849361 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3221d49f-2601-48b7-9eb0-0d2097c58edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:53.873501 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-21cf4d4b-4535-40c8-878d-fcc24678aad4 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:53.877250 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b7439-867d-42f4-801b-cadac7a79b88 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Pushing event deleted for resources: {'Port': ['ID=f390a49d-684c-4a12-9ca3-6d30d03d6624,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:53.891435 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e81807-cbf6-499e-86a5-ad9f828347ea tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Port': ['ID=f0abb764-7ddf-42f7-9115-1dbfee207d05,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:53.905449 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4ef63069-97f7-4706-88b6-9f568ef57143 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:53.905699 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e81807-cbf6-499e-86a5-ad9f828347ea tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] No DVR routers for this DVR port f0abb764-7ddf-42f7-9115-1dbfee207d05 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:03:53.917473 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-b50760b0-3d31-4e05-8a2a-fdef537e0ca8 None None] Allocated IP 2001:db8::2 (52c789e5-894b-4719-a369-b13bd1dbccf2/837cd270-efad-475c-9b7f-29c4e6e71981/13a36695-4c60-41bf-9eab-8433c18edced) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:53.930429 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port f2577351-24e3-4337-8d4b-ab792b4c2ad3 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:53.930799 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:53.936409 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3221d49f-2601-48b7-9eb0-0d2097c58edf None None] Port 142aa468-ef06-4214-9ffb-dc4ed2320e10 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:03:53.982875 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cf4d4b-4535-40c8-878d-fcc24678aad4 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Network e5944239-9c96-4863-be3b-f9c84e8bc444 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:53.995525 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-21cf4d4b-4535-40c8-878d-fcc24678aad4 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:53.997653 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4ef63069-97f7-4706-88b6-9f568ef57143 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.004563 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8afb6209-5558-436f-9275-474006484463 None None] Deleting port f0abb764-7ddf-42f7-9115-1dbfee207d05 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:54.004563 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8afb6209-5558-436f-9275-474006484463 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.005229 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cf4d4b-4535-40c8-878d-fcc24678aad4 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:54.028430 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8e81807-cbf6-499e-86a5-ad9f828347ea tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.059863 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f248af6-04d3-425b-8708-acb49d6ad172 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Router 2c293675-0c0d-4a9b-9968-14f39107932c is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:03:54.061401 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf4d4b-4535-40c8-878d-fcc24678aad4 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Pushing event updated for resources: {'Port': ['ID=e3fec914-43ce-4fe2-a442-620b8b0c5d3e,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:54.078928 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-c8e81807-cbf6-499e-86a5-ad9f828347ea tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbb343c-9fb9-4452-9ba7-7812e0502abd']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:54.087806 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-773b7439-867d-42f4-801b-cadac7a79b88 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.091653 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-773b7439-867d-42f4-801b-cadac7a79b88 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] 10.222.0.15 "DELETE /v2.0/ports/f390a49d-684c-4a12-9ca3-6d30d03d6624 HTTP/1.1" status: 204 len: 168 time: 2.2046804 Apr 23 00:03:54.094758 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-c8e81807-cbf6-499e-86a5-ad9f828347ea tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f00d29-d2ac-420f-a1a9-f675446af12e') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:54.094758 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-c8e81807-cbf6-499e-86a5-ad9f828347ea tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f00d29-d2ac-420f-a1a9-f675446af12e') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:54.096260 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51082) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:54.105087 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef63069-97f7-4706-88b6-9f568ef57143 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a110f10-b0a4-4c2c-a055-1ffba0b8cc6f,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:54.116849 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8e81807-cbf6-499e-86a5-ad9f828347ea tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.138838 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8afb6209-5558-436f-9275-474006484463 None None] For port f0abb764-7ddf-42f7-9115-1dbfee207d05, host dv-neutron-838783-1-hyperv, got binding levels [] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:54.139219 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8e81807-cbf6-499e-86a5-ad9f828347ea tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.139421 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8afb6209-5558-436f-9275-474006484463 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.146111 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e81807-cbf6-499e-86a5-ad9f828347ea tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:03:54.146502 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8e81807-cbf6-499e-86a5-ad9f828347ea tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:03:54.149657 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:03:54.181817 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4ef63069-97f7-4706-88b6-9f568ef57143 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.185129 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8afb6209-5558-436f-9275-474006484463 None None] Calling delete_port for f0abb764-7ddf-42f7-9115-1dbfee207d05 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:54.188364 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4ef63069-97f7-4706-88b6-9f568ef57143 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9203947 Apr 23 00:03:54.189535 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51086) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:54.195259 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-8afb6209-5558-436f-9275-474006484463 None None] Port f0abb764-7ddf-42f7-9115-1dbfee207d05 was not found and therefore no delete operation was performed {{(pid=103146) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 23 00:03:54.195433 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-3786d604-cb91-4091-9764-620edff1be1c tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Request body: {'security_group_rule': {'security_group_id': '9067159a-40f4-4e34-a865-852a779f76e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7a110f10-b0a4-4c2c-a055-1ffba0b8cc6f', 'remote_ip_prefix': None}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:54.219288 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-98352e25-ba48-4353-92f7-511a8d706096 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.225721 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8afb6209-5558-436f-9275-474006484463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.261504 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98352e25-ba48-4353-92f7-511a8d706096 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Port': ['ID=142aa468-ef06-4214-9ffb-dc4ed2320e10,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:54.265062 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d57c3027-fde7-4658-8fdb-f6bf4097a9b2 tempest-DHCPAgentSchedulersTestJSON-1579996347 tempest-DHCPAgentSchedulersTestJSON-1579996347-project-admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.1659420 Apr 23 00:03:54.267957 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51088) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:54.273075 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-a3286253-9b62-4b21-a88e-60f8dfa8a5ec tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1061530206'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:54.275072 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f248af6-04d3-425b-8708-acb49d6ad172 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:03:54.295332 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb6209-5558-436f-9275-474006484463 None None] Pushing event deleted for resources: {'Port': ['ID=f0abb764-7ddf-42f7-9115-1dbfee207d05,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:54.296077 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61f0313-76db-4f39-81e9-bd8b111207dd None None] Sync routers for ids ['2c293675-0c0d-4a9b-9968-14f39107932c'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:03:54.312005 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8e81807-cbf6-499e-86a5-ad9f828347ea tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.314267 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afb6209-5558-436f-9275-474006484463 None None] No DVR routers for this DVR port f0abb764-7ddf-42f7-9115-1dbfee207d05 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:03:54.314698 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-98352e25-ba48-4353-92f7-511a8d706096 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.318898 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-98352e25-ba48-4353-92f7-511a8d706096 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/ports/142aa468-ef06-4214-9ffb-dc4ed2320e10 HTTP/1.1" status: 204 len: 168 time: 0.9531820 Apr 23 00:03:54.321801 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51090) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:54.333105 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61f0313-76db-4f39-81e9-bd8b111207dd None None] Routers {'2c293675-0c0d-4a9b-9968-14f39107932c'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:54.333105 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c61f0313-76db-4f39-81e9-bd8b111207dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['2c293675-0c0d-4a9b-9968-14f39107932c'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:54.368721 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3786d604-cb91-4091-9764-620edff1be1c tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.371659 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8e81807-cbf6-499e-86a5-ad9f828347ea tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.371979 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-21cf4d4b-4535-40c8-878d-fcc24678aad4 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.375995 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b50760b0-3d31-4e05-8a2a-fdef537e0ca8 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.391210 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c8e81807-cbf6-499e-86a5-ad9f828347ea tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/networks/4dbb343c-9fb9-4452-9ba7-7812e0502abd HTTP/1.1" status: 204 len: 168 time: 1.4258265 Apr 23 00:03:54.398369 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51092) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:54.410093 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c61f0313-76db-4f39-81e9-bd8b111207dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:54.415500 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2f248af6-04d3-425b-8708-acb49d6ad172 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.420317 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2f248af6-04d3-425b-8708-acb49d6ad172 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.3062737 Apr 23 00:03:54.424926 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51094) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:54.432087 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61f0313-76db-4f39-81e9-bd8b111207dd None None] Routers {'2c293675-0c0d-4a9b-9968-14f39107932c'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:54.433056 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c61f0313-76db-4f39-81e9-bd8b111207dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['2c293675-0c0d-4a9b-9968-14f39107932c'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:54.452541 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b50760b0-3d31-4e05-8a2a-fdef537e0ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.459085 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-83258cc6-9c0e-45d5-ad1a-fc30c90d70b0 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'enable_snat': False}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:54.482961 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c61f0313-76db-4f39-81e9-bd8b111207dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:54.483781 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61f0313-76db-4f39-81e9-bd8b111207dd None None] The sync data for ids ['2c293675-0c0d-4a9b-9968-14f39107932c'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:03:54.508379 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 3cf2d8d9-91ef-4546-b56c-1e609affe04d up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:03:54.533270 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3786d604-cb91-4091-9764-620edff1be1c tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.541791 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50760b0-3d31-4e05-8a2a-fdef537e0ca8 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:54.552527 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3286253-9b62-4b21-a88e-60f8dfa8a5ec tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Made reservation on behalf of c5e34cb55bea48cc9f00a6047c277fe4 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:54.553422 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b50760b0-3d31-4e05-8a2a-fdef537e0ca8 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:54.555992 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a3286253-9b62-4b21-a88e-60f8dfa8a5ec tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.559228 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9536c7-76b7-4f28-ba22-1f3f6492bd1e tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] GET failed (client error): The resource could not be found. Apr 23 00:03:54.560890 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4c9536c7-76b7-4f28-ba22-1f3f6492bd1e tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports/142aa468-ef06-4214-9ffb-dc4ed2320e10 HTTP/1.1" status: 404 len: 333 time: 0.2359993 Apr 23 00:03:54.565168 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50760b0-3d31-4e05-8a2a-fdef537e0ca8 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:54.566687 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e81807-cbf6-499e-86a5-ad9f828347ea tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Network': ['ID=4dbb343c-9fb9-4452-9ba7-7812e0502abd,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:54.571606 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51096) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:54.577288 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50760b0-3d31-4e05-8a2a-fdef537e0ca8 None None] Pushing event updated for resources: {'Port': ['ID=13a36695-4c60-41bf-9eab-8433c18edced,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:54.636206 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9257c3-fbad-4b3b-af7f-feccfca1f2a5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:54.641403 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2f9257c3-fbad-4b3b-af7f-feccfca1f2a5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports/42fb41e2-df3f-4c39-a9a7-eba958eb5326 HTTP/1.1" status: 200 len: 840 time: 0.2252126 Apr 23 00:03:54.643368 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51100) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:54.652378 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3786d604-cb91-4091-9764-620edff1be1c tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.662995 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-81c4b108-d3a9-432e-accd-8ef99d9d43e3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 2001:db8::359 (52c789e5-894b-4719-a369-b13bd1dbccf2/837cd270-efad-475c-9b7f-29c4e6e71981/ebf0a450-ec36-4169-97df-36215f3c8707) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:54.675282 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-21cf4d4b-4535-40c8-878d-fcc24678aad4 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.688164 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 3cf2d8d9-91ef-4546-b56c-1e609affe04d triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:54.688820 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.690755 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-b50760b0-3d31-4e05-8a2a-fdef537e0ca8 None None] Attempting to bind port 13a36695-4c60-41bf-9eab-8433c18edced on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:03:54.691701 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-b50760b0-3d31-4e05-8a2a-fdef537e0ca8 None None] Attempting to bind port 13a36695-4c60-41bf-9eab-8433c18edced by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:03:54.691701 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50760b0-3d31-4e05-8a2a-fdef537e0ca8 None None] Attempting to bind port 13a36695-4c60-41bf-9eab-8433c18edced on network 52c789e5-894b-4719-a369-b13bd1dbccf2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:03:54.695439 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3286253-9b62-4b21-a88e-60f8dfa8a5ec tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:03:54.719609 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f7e9c84a-27ee-4062-b947-372cc1e16ebd tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports/42fb41e2-df3f-4c39-a9a7-eba958eb5326?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0735397 Apr 23 00:03:54.720320 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51102) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:54.726017 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50760b0-3d31-4e05-8a2a-fdef537e0ca8 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:03:54.726406 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50760b0-3d31-4e05-8a2a-fdef537e0ca8 None None] Checking segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:03:54.726814 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b50760b0-3d31-4e05-8a2a-fdef537e0ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.727214 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50760b0-3d31-4e05-8a2a-fdef537e0ca8 None None] Bound using segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:03:54.727725 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-b50760b0-3d31-4e05-8a2a-fdef537e0ca8 None None] Bound port: 13a36695-4c60-41bf-9eab-8433c18edced, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:03:54.728106 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b50760b0-3d31-4e05-8a2a-fdef537e0ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.728222 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-0b997fca-48cb-46ba-ab34-8c3d9f918f7d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'subnet': {'network_id': 'c63f51b9-c3a4-49bd-bea9-32c28d4853e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:54.747749 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a3286253-9b62-4b21-a88e-60f8dfa8a5ec tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.748087 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-a3286253-9b62-4b21-a88e-60f8dfa8a5ec tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Added segment 587ce18c-ad99-4322-848d-309bc2c45f5f of type vlan for network 3e2f6dd6-3e6a-4ec7-a8f5-18bc32f7da76 Apr 23 00:03:54.765699 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786d604-cb91-4091-9764-620edff1be1c tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093b240c-d9a9-4735-9167-1d7b121c8f79,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:54.841013 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b50760b0-3d31-4e05-8a2a-fdef537e0ca8 None None] For port 13a36695-4c60-41bf-9eab-8433c18edced, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:03:54.850547 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3786d604-cb91-4091-9764-620edff1be1c tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.851932 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3786d604-cb91-4091-9764-620edff1be1c tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6600943 Apr 23 00:03:54.858830 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b50760b0-3d31-4e05-8a2a-fdef537e0ca8 None None] For port 13a36695-4c60-41bf-9eab-8433c18edced, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=13a36695-4c60-41bf-9eab-8433c18edced,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:03:54.860649 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51104) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:54.896969 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a3286253-9b62-4b21-a88e-60f8dfa8a5ec tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.923546 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device ce5ad160-f3e9-4c44-b73b-27ae636917ee no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:03:54.945208 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b50760b0-3d31-4e05-8a2a-fdef537e0ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.955783 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5897656-6add-4b51-8bc1-18fab1e0a2c7 req-7e1c4a97-6374-463a-9418-ee3ce987c58f tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:54.957190 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a5897656-6add-4b51-8bc1-18fab1e0a2c7 req-7e1c4a97-6374-463a-9418-ee3ce987c58f tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.2846715 Apr 23 00:03:54.979709 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-378d8454-6669-4a15-87bf-27c87c82b16d tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.989731 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-378d8454-6669-4a15-87bf-27c87c82b16d tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:54.990531 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: ce5ad160-f3e9-4c44-b73b-27ae636917ee {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:03:54.991124 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device ce5ad160-f3e9-4c44-b73b-27ae636917ee not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:03:54.991286 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f0abb764-7ddf-42f7-9115-1dbfee207d05 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:03:55.032762 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: f0abb764-7ddf-42f7-9115-1dbfee207d05 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:03:55.033448 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f0abb764-7ddf-42f7-9115-1dbfee207d05 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:03:55.036030 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50760b0-3d31-4e05-8a2a-fdef537e0ca8 None None] Pushing event updated for resources: {'Port': ['ID=13a36695-4c60-41bf-9eab-8433c18edced,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:55.039367 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-804ce867-115f-48ee-9bf6-4a07a81e615e tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting port 8b116cbe-6631-4489-ba00-bb3a82abc01b {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:55.039964 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-804ce867-115f-48ee-9bf6-4a07a81e615e tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:55.048828 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b997fca-48cb-46ba-ab34-8c3d9f918f7d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:55.052338 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0b997fca-48cb-46ba-ab34-8c3d9f918f7d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:55.069294 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a3286253-9b62-4b21-a88e-60f8dfa8a5ec tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:55.079608 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3286253-9b62-4b21-a88e-60f8dfa8a5ec tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:55.080095 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a3286253-9b62-4b21-a88e-60f8dfa8a5ec tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:55.155219 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a5897656-6add-4b51-8bc1-18fab1e0a2c7 req-e151b602-bf3c-49ed-a68c-116d5a93759f tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784987 Apr 23 00:03:55.157397 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-21cf4d4b-4535-40c8-878d-fcc24678aad4 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:55.171651 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-81c4b108-d3a9-432e-accd-8ef99d9d43e3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:55.183521 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-378d8454-6669-4a15-87bf-27c87c82b16d tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:55.198309 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-378d8454-6669-4a15-87bf-27c87c82b16d tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:55.199705 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-378d8454-6669-4a15-87bf-27c87c82b16d tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/093b240c-d9a9-4735-9167-1d7b121c8f79 HTTP/1.1" status: 204 len: 168 time: 0.3361902 Apr 23 00:03:55.206511 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51106) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:55.246231 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a3286253-9b62-4b21-a88e-60f8dfa8a5ec tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9769185 Apr 23 00:03:55.250065 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d8454-6669-4a15-87bf-27c87c82b16d tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=093b240c-d9a9-4735-9167-1d7b121c8f79,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:55.250256 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-21cf4d4b-4535-40c8-878d-fcc24678aad4 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:55.251748 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51110) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:55.257248 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3286253-9b62-4b21-a88e-60f8dfa8a5ec tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Pushing event updated for resources: {'Network': ['ID=3e2f6dd6-3e6a-4ec7-a8f5-18bc32f7da76,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:55.283628 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 3e2f6dd6-3e6a-4ec7-a8f5-18bc32f7da76 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:03:55.309773 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-83258cc6-9c0e-45d5-ad1a-fc30c90d70b0 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:55.313715 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-804ce867-115f-48ee-9bf6-4a07a81e615e tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:55.417710 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-804ce867-115f-48ee-9bf6-4a07a81e615e tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Calling delete_port for 8b116cbe-6631-4489-ba00-bb3a82abc01b owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:55.452841 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf4d4b-4535-40c8-878d-fcc24678aad4 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Pushing event updated for resources: {'Port': ['ID=e3fec914-43ce-4fe2-a442-620b8b0c5d3e,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:55.477284 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-25e50448-756a-48c9-ba6c-00b28233e7f9 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2695110 Apr 23 00:03:55.488193 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51112) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:55.508856 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-81c4b108-d3a9-432e-accd-8ef99d9d43e3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:55.552820 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-21cf4d4b-4535-40c8-878d-fcc24678aad4 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:55.569548 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c4b108-d3a9-432e-accd-8ef99d9d43e3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:55.584174 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-81c4b108-d3a9-432e-accd-8ef99d9d43e3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:55.593802 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c4b108-d3a9-432e-accd-8ef99d9d43e3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:55.599500 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c4b108-d3a9-432e-accd-8ef99d9d43e3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:55.600241 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-81c4b108-d3a9-432e-accd-8ef99d9d43e3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:55.621784 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4b108-d3a9-432e-accd-8ef99d9d43e3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=ebf0a450-ec36-4169-97df-36215f3c8707,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:55.691518 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-21cf4d4b-4535-40c8-878d-fcc24678aad4 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:55.692863 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-21cf4d4b-4535-40c8-878d-fcc24678aad4 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.4058537 Apr 23 00:03:55.695737 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51114) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:55.729261 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-81c4b108-d3a9-432e-accd-8ef99d9d43e3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6174586 Apr 23 00:03:55.760401 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51116) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:55.806710 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-105dd1f2-403e-474a-992e-41270d15ca9e tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] 10.222.0.15 "GET /v2.0/floatingips?floating_network_id=e5944239-9c96-4863-be3b-f9c84e8bc444 HTTP/1.1" status: 200 len: 689 time: 0.1096156 Apr 23 00:03:55.810190 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51118) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:55.820736 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-804ce867-115f-48ee-9bf6-4a07a81e615e tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:55.822785 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-28512bdc-9858-4c5b-9115-6e2c35a3548c tempest-DHCPAgentSchedulersTestJSON-1579996347 tempest-DHCPAgentSchedulersTestJSON-1579996347-project-admin] 10.222.0.15 "GET /v2.0/agents/5c8efee1-60e1-4091-af1b-9636a67eabe7/dhcp-networks HTTP/1.1" status: 200 len: 7961 time: 0.5656936 Apr 23 00:03:55.833404 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51120) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:55.932935 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0b997fca-48cb-46ba-ab34-8c3d9f918f7d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:55.957047 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1c74e2f6-e1d1-4803-94c3-e53a5d5687b5 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:56.009244 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b997fca-48cb-46ba-ab34-8c3d9f918f7d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:56.023135 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-0b997fca-48cb-46ba-ab34-8c3d9f918f7d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:56.039283 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c1b1cd-89ff-425a-bb40-a26893e5fc1a None None] Network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:56.039930 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b997fca-48cb-46ba-ab34-8c3d9f918f7d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:56.040525 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0b997fca-48cb-46ba-ab34-8c3d9f918f7d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:56.057397 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1c74e2f6-e1d1-4803-94c3-e53a5d5687b5 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:56.073862 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b997fca-48cb-46ba-ab34-8c3d9f918f7d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Subnet': ['ID=20009be2-a7d6-4f85-9b89-215ea8ee1fc1,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:56.101975 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ae1705-ed81-4a20-85c3-84ca3f7c9fcf tempest-DHCPAgentSchedulersTestJSON-1579996347 tempest-DHCPAgentSchedulersTestJSON-1579996347-project-admin] Network 3e2f6dd6-3e6a-4ec7-a8f5-18bc32f7da76 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:03:56.223339 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0b997fca-48cb-46ba-ab34-8c3d9f918f7d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5004327 Apr 23 00:03:56.236288 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51122) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:56.236288 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-2cbc7d8a-4129-4e9a-9861-2985c6c2d4cf tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'security_group': {'name': 'tempest-secgroup-403385038'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:56.252646 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c1ae1705-ed81-4a20-85c3-84ca3f7c9fcf tempest-DHCPAgentSchedulersTestJSON-1579996347 tempest-DHCPAgentSchedulersTestJSON-1579996347-project-admin] 10.222.0.15 "POST /v2.0/agents/5c8efee1-60e1-4091-af1b-9636a67eabe7/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4183733 Apr 23 00:03:56.256920 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51124) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:56.259388 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ce867-115f-48ee-9bf6-4a07a81e615e tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Port': ['ID=8b116cbe-6631-4489-ba00-bb3a82abc01b,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:56.276953 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-804ce867-115f-48ee-9bf6-4a07a81e615e tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:56.277221 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7e4d42-f295-44fc-bb43-337d77142fd3 None None] Network 3e2f6dd6-3e6a-4ec7-a8f5-18bc32f7da76 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:56.280633 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-804ce867-115f-48ee-9bf6-4a07a81e615e tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/ports/8b116cbe-6631-4489-ba00-bb3a82abc01b HTTP/1.1" status: 204 len: 168 time: 1.7070234 Apr 23 00:03:56.280633 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51126) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:56.301378 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f40915-8039-4690-a8cc-f4f220d0812b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-c63f51b9-c3a4-49bd-bea9-32c28d4853e2', 'network_id': 'c63f51b9-c3a4-49bd-bea9-32c28d4853e2', 'tenant_id': 'c29c8b78565144119e4193c85a97e14b', 'fixed_ips': [{'subnet_id': '20009be2-a7d6-4f85-9b89-215ea8ee1fc1'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:03:56.302827 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54f40915-8039-4690-a8cc-f4f220d0812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:56.306403 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498c395d-ec5b-4c87-ac74-8e1bcab30493 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:56.334274 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498c395d-ec5b-4c87-ac74-8e1bcab30493 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:56.344265 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-498c395d-ec5b-4c87-ac74-8e1bcab30493 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5822873 Apr 23 00:03:56.363427 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51128) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:56.374874 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1c74e2f6-e1d1-4803-94c3-e53a5d5687b5 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:56.380675 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1c74e2f6-e1d1-4803-94c3-e53a5d5687b5 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:56.380675 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1c74e2f6-e1d1-4803-94c3-e53a5d5687b5 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "DELETE /v2.0/security-groups/7a110f10-b0a4-4c2c-a055-1ffba0b8cc6f HTTP/1.1" status: 204 len: 168 time: 0.8885927 Apr 23 00:03:56.387841 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51130) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:56.401210 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b9e3ab-d0dc-4a97-ba72-4fc403483bd2 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] GET failed (client error): The resource could not be found. Apr 23 00:03:56.412517 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a2b9e3ab-d0dc-4a97-ba72-4fc403483bd2 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports/8b116cbe-6631-4489-ba00-bb3a82abc01b HTTP/1.1" status: 404 len: 333 time: 0.1267159 Apr 23 00:03:56.414892 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7d8a-4129-4e9a-9861-2985c6c2d4cf tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:56.424973 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51132) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:56.488172 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1387-0a3d-4d70-af25-a5890a5d3075 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:56.514952 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 13a36695-4c60-41bf-9eab-8433c18edced up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:03:56.517307 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74e2f6-e1d1-4803-94c3-e53a5d5687b5 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a110f10-b0a4-4c2c-a055-1ffba0b8cc6f,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:56.537119 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-25416577-b354-41e8-9010-ad4fb04a1a90 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting subnet e239db59-9a6e-4787-be99-ac53885e9671 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:03:56.540591 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-25416577-b354-41e8-9010-ad4fb04a1a90 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:56.588400 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-25416577-b354-41e8-9010-ad4fb04a1a90 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:56.606015 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-299767b9-8697-4fef-987b-49e07d19a129 None None] Provisioning complete for port 13a36695-4c60-41bf-9eab-8433c18edced triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:56.606384 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-299767b9-8697-4fef-987b-49e07d19a129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:56.635247 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-a969ade6-c129-4018-8300-c051de303908 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting port ebf0a450-ec36-4169-97df-36215f3c8707 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:56.635736 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a969ade6-c129-4018-8300-c051de303908 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:56.742732 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-3e5f1387-0a3d-4d70-af25-a5890a5d3075 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Deleting port e3fec914-43ce-4fe2-a442-620b8b0c5d3e {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:56.743377 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1387-0a3d-4d70-af25-a5890a5d3075 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:56.778533 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a969ade6-c129-4018-8300-c051de303908 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:56.804467 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-54f40915-8039-4690-a8cc-f4f220d0812b None None] Allocated IP 172.20.0.2 (c63f51b9-c3a4-49bd-bea9-32c28d4853e2/20009be2-a7d6-4f85-9b89-215ea8ee1fc1/7b207bee-74cb-41ad-a028-b2a2eff1ca6a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:03:56.829911 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-a969ade6-c129-4018-8300-c051de303908 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Calling delete_port for ebf0a450-ec36-4169-97df-36215f3c8707 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:56.835902 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 13a36695-4c60-41bf-9eab-8433c18edced triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:56.836270 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:56.879120 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bd9d9219-cded-408c-9592-db65762f8cf2 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4812875 Apr 23 00:03:56.889164 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ef5652a9-2890-4837-991c-410e9d15c821 tempest-DHCPAgentSchedulersTestJSON-1579996347 tempest-DHCPAgentSchedulersTestJSON-1579996347-project-admin] 10.222.0.15 "GET /v2.0/agents/5c8efee1-60e1-4091-af1b-9636a67eabe7/dhcp-networks HTTP/1.1" status: 200 len: 8769 time: 0.6290348 Apr 23 00:03:56.889164 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51134) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:56.897929 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51136) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:56.924712 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1387-0a3d-4d70-af25-a5890a5d3075 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:56.925082 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1387-0a3d-4d70-af25-a5890a5d3075 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:56.952692 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-3e5f1387-0a3d-4d70-af25-a5890a5d3075 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Calling delete_port for e3fec914-43ce-4fe2-a442-620b8b0c5d3e owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:56.965870 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-25416577-b354-41e8-9010-ad4fb04a1a90 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:56.977246 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7d8a-4129-4e9a-9861-2985c6c2d4cf tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.054917 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-299767b9-8697-4fef-987b-49e07d19a129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.071541 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7d8a-4129-4e9a-9861-2985c6c2d4cf tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.117090 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-299767b9-8697-4fef-987b-49e07d19a129 None None] For port 13a36695-4c60-41bf-9eab-8433c18edced, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=13a36695-4c60-41bf-9eab-8433c18edced,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:57.135582 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cf6850a2-3df0-4002-a690-cfed811595d4 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.145156 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-decea441-a31b-4d7b-ac44-070d259bc057 tempest-DHCPAgentSchedulersTestJSON-1579996347 tempest-DHCPAgentSchedulersTestJSON-1579996347-project-admin] 10.222.0.15 "DELETE /v2.0/agents/5c8efee1-60e1-4091-af1b-9636a67eabe7/dhcp-networks/3e2f6dd6-3e6a-4ec7-a8f5-18bc32f7da76 HTTP/1.1" status: 204 len: 168 time: 0.2444246 Apr 23 00:03:57.145451 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51138) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:57.180318 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc7d8a-4129-4e9a-9861-2985c6c2d4cf tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ed2c00-b528-4f7f-8bd9-c8f5555b2608,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:57.191088 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-83258cc6-9c0e-45d5-ad1a-fc30c90d70b0 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.196402 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-299767b9-8697-4fef-987b-49e07d19a129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.196623 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cf6850a2-3df0-4002-a690-cfed811595d4 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.206103 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-83258cc6-9c0e-45d5-ad1a-fc30c90d70b0 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3900419'] for router, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.206395 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.222898 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7d8a-4129-4e9a-9861-2985c6c2d4cf tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.224211 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2cbc7d8a-4129-4e9a-9861-2985c6c2d4cf tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9934456 Apr 23 00:03:57.262677 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51140) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:57.267216 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-8c298f4e-681c-487c-8864-cd9793d5f7da tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'security_group': {'name': 'tempest-secgroup-410194728'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:57.279082 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54f40915-8039-4690-a8cc-f4f220d0812b None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.289773 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-25416577-b354-41e8-9010-ad4fb04a1a90 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.320369 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299767b9-8697-4fef-987b-49e07d19a129 None None] Pushing event updated for resources: {'Port': ['ID=13a36695-4c60-41bf-9eab-8433c18edced,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:57.338373 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25416577-b354-41e8-9010-ad4fb04a1a90 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Subnet': ['ID=e239db59-9a6e-4787-be99-ac53885e9671,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:57.360804 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:03:57.361156 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:03:57.362596 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-448f2661-7e2f-4cb4-8d2a-ea9c99490cb3 None None] Provisioning complete for port ebf0a450-ec36-4169-97df-36215f3c8707 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:57.362596 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-448f2661-7e2f-4cb4-8d2a-ea9c99490cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.375447 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-25416577-b354-41e8-9010-ad4fb04a1a90 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.381369 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-25416577-b354-41e8-9010-ad4fb04a1a90 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/subnets/e239db59-9a6e-4787-be99-ac53885e9671 HTTP/1.1" status: 204 len: 168 time: 0.9406018 Apr 23 00:03:57.391135 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a092d067-b162-4e26-bf8a-74da4613702d None None] Network a9738d7f-4d42-4870-b9e6-5eee7b790fe1 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:57.391338 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51142) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:57.397709 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54f40915-8039-4690-a8cc-f4f220d0812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.432604 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cf6850a2-3df0-4002-a690-cfed811595d4 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.435626 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ce37957a-b2c5-452f-b635-97174705f590 tempest-DHCPAgentSchedulersTestJSON-1579996347 tempest-DHCPAgentSchedulersTestJSON-1579996347-project-admin] 10.222.0.15 "GET /v2.0/agents/5c8efee1-60e1-4091-af1b-9636a67eabe7/dhcp-networks HTTP/1.1" status: 200 len: 7999 time: 0.2745841 Apr 23 00:03:57.439351 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cf6850a2-3df0-4002-a690-cfed811595d4 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.439351 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cf6850a2-3df0-4002-a690-cfed811595d4 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "DELETE /v2.0/security-groups/9067159a-40f4-4e34-a865-852a779f76e9 HTTP/1.1" status: 204 len: 168 time: 0.5435822 Apr 23 00:03:57.439351 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8c298f4e-681c-487c-8864-cd9793d5f7da tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.441694 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51144) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:57.442229 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51146) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:57.446848 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a969ade6-c129-4018-8300-c051de303908 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.488115 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-448f2661-7e2f-4cb4-8d2a-ea9c99490cb3 None None] Port ebf0a450-ec36-4169-97df-36215f3c8707 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:03:57.500558 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1387-0a3d-4d70-af25-a5890a5d3075 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.504257 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969ade6-c129-4018-8300-c051de303908 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Port': ['ID=ebf0a450-ec36-4169-97df-36215f3c8707,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:57.506567 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6850a2-3df0-4002-a690-cfed811595d4 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9067159a-40f4-4e34-a865-852a779f76e9,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:57.511596 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f40915-8039-4690-a8cc-f4f220d0812b None None] Network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:03:57.517326 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-54f40915-8039-4690-a8cc-f4f220d0812b None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:03:57.521470 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f40915-8039-4690-a8cc-f4f220d0812b None None] Pushing event updated for resources: {'Port': ['ID=7b207bee-74cb-41ad-a028-b2a2eff1ca6a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:57.522844 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f40915-8039-4690-a8cc-f4f220d0812b None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:03:57.537833 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f1387-0a3d-4d70-af25-a5890a5d3075 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3fec914-43ce-4fe2-a442-620b8b0c5d3e,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:57.543177 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83258cc6-9c0e-45d5-ad1a-fc30c90d70b0 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Router 2c293675-0c0d-4a9b-9968-14f39107932c has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:03:57.563442 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6d9869c1-e1b2-47ea-a128-2b884c005c92 req-1d030dae-69f2-4242-896d-279f810abac7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1892788 Apr 23 00:03:57.576489 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-281fc314-8195-43fe-a17c-5a9128cad0a7 tempest-DHCPAgentSchedulersTestJSON-1579996347 tempest-DHCPAgentSchedulersTestJSON-1579996347-project-admin] 10.222.0.15 "GET /v2.0/networks/d33d8791-f2f7-4bf3-b6b4-75cf920c15b8/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1245921 Apr 23 00:03:57.580939 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a969ade6-c129-4018-8300-c051de303908 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.585275 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a969ade6-c129-4018-8300-c051de303908 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/ebf0a450-ec36-4169-97df-36215f3c8707 HTTP/1.1" status: 204 len: 168 time: 1.2205286 Apr 23 00:03:57.587118 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51148) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:57.590578 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51150) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:57.610792 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7b853441-ea91-411b-9e81-3e71ee173e1f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.636535 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-54f40915-8039-4690-a8cc-f4f220d0812b None None] Attempting to bind port 7b207bee-74cb-41ad-a028-b2a2eff1ca6a on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:03:57.636791 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-54f40915-8039-4690-a8cc-f4f220d0812b None None] Attempting to bind port 7b207bee-74cb-41ad-a028-b2a2eff1ca6a by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '84c728da-0df3-494d-b32c-1fe0afe7c996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c63f51b9-c3a4-49bd-bea9-32c28d4853e2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:03:57.637905 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f40915-8039-4690-a8cc-f4f220d0812b None None] Attempting to bind port 7b207bee-74cb-41ad-a028-b2a2eff1ca6a on network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:03:57.648321 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f40915-8039-4690-a8cc-f4f220d0812b None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:03:57.648703 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f40915-8039-4690-a8cc-f4f220d0812b None None] Checking segment: {'id': '84c728da-0df3-494d-b32c-1fe0afe7c996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c63f51b9-c3a4-49bd-bea9-32c28d4853e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:03:57.649115 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54f40915-8039-4690-a8cc-f4f220d0812b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.649517 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f40915-8039-4690-a8cc-f4f220d0812b None None] Bound using segment: {'id': '84c728da-0df3-494d-b32c-1fe0afe7c996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c63f51b9-c3a4-49bd-bea9-32c28d4853e2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:03:57.650003 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-54f40915-8039-4690-a8cc-f4f220d0812b None None] Bound port: 7b207bee-74cb-41ad-a028-b2a2eff1ca6a, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c728da-0df3-494d-b32c-1fe0afe7c996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c63f51b9-c3a4-49bd-bea9-32c28d4853e2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:03:57.651055 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54f40915-8039-4690-a8cc-f4f220d0812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.695680 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310f19d9-0444-40c2-a512-415b75604089 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:57.697406 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310f19d9-0444-40c2-a512-415b75604089 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:57.699086 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-310f19d9-0444-40c2-a512-415b75604089 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0991914 Apr 23 00:03:57.721554 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51152) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:57.774256 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-54f40915-8039-4690-a8cc-f4f220d0812b None None] For port 7b207bee-74cb-41ad-a028-b2a2eff1ca6a, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:03:57.778919 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-54f40915-8039-4690-a8cc-f4f220d0812b None None] For port 7b207bee-74cb-41ad-a028-b2a2eff1ca6a, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7b207bee-74cb-41ad-a028-b2a2eff1ca6a,segment=NetworkSegment(84c728da-0df3-494d-b32c-1fe0afe7c996),segment_id=84c728da-0df3-494d-b32c-1fe0afe7c996)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:03:57.783380 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58088135-f5e4-4bf1-a18e-41b8fdda5f3c None None] DHCP port deletion for a9738d7f-4d42-4870-b9e6-5eee7b790fe1 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:03:57.805681 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8c298f4e-681c-487c-8864-cd9793d5f7da tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.815157 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7decc9f1-7769-4ec0-bebd-71c760316ef0 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3697326 Apr 23 00:03:57.818679 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51154) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:57.827988 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-9a544b20-1401-4624-9a96-8c36ca3226d3 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Request body: {'security_group': {'name': 'tempest-secgroup--1043356817'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:57.834287 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9869c1-e1b2-47ea-a128-2b884c005c92 req-e2fc2dad-71c3-44a1-9429-da5f1ff4751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:57.835856 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6d9869c1-e1b2-47ea-a128-2b884c005c92 req-e2fc2dad-71c3-44a1-9429-da5f1ff4751e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2daecb10958e408da92a371a07f83b9c&device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 1098 time: 0.2208033 Apr 23 00:03:57.843626 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54f40915-8039-4690-a8cc-f4f220d0812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.849076 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-aeb377f8-7788-4079-af3d-8e1d5885eea6 tempest-DHCPAgentSchedulersTestJSON-1579996347 tempest-DHCPAgentSchedulersTestJSON-1579996347-project-admin] 10.222.0.15 "GET /v2.0/networks/d33d8791-f2f7-4bf3-b6b4-75cf920c15b8/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2567115 Apr 23 00:03:57.856241 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51156) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:57.871581 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1387-0a3d-4d70-af25-a5890a5d3075 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.882190 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8c298f4e-681c-487c-8864-cd9793d5f7da tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.888651 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-58088135-f5e4-4bf1-a18e-41b8fdda5f3c None None] Deleting port f2577351-24e3-4337-8d4b-ab792b4c2ad3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:57.889113 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58088135-f5e4-4bf1-a18e-41b8fdda5f3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.889252 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fec2fe3-ec22-4d3e-beab-0be34db79a3b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet 837cd270-efad-475c-9b7f-29c4e6e71981 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:03:57.891347 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83258cc6-9c0e-45d5-ad1a-fc30c90d70b0 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:03:57.893619 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8fec2fe3-ec22-4d3e-beab-0be34db79a3b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.913378 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-83258cc6-9c0e-45d5-ad1a-fc30c90d70b0 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.918184 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-83258cc6-9c0e-45d5-ad1a-fc30c90d70b0 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "PUT /v2.0/routers/2c293675-0c0d-4a9b-9968-14f39107932c HTTP/1.1" status: 200 len: 925 time: 3.4660249 Apr 23 00:03:57.926898 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51158) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:57.927299 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93d7b7d-350d-4ec0-9697-3a3d1c34bc88 None None] Sync routers for ids ['2c293675-0c0d-4a9b-9968-14f39107932c'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:03:57.972589 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9a544b20-1401-4624-9a96-8c36ca3226d3 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:57.985353 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8fec2fe3-ec22-4d3e-beab-0be34db79a3b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:58.030507 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1387-0a3d-4d70-af25-a5890a5d3075 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:58.055981 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93d7b7d-350d-4ec0-9697-3a3d1c34bc88 None None] Routers {'2c293675-0c0d-4a9b-9968-14f39107932c'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:58.056869 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f93d7b7d-350d-4ec0-9697-3a3d1c34bc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['2c293675-0c0d-4a9b-9968-14f39107932c'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:58.070041 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f40915-8039-4690-a8cc-f4f220d0812b None None] Pushing event updated for resources: {'Port': ['ID=7b207bee-74cb-41ad-a028-b2a2eff1ca6a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:58.109247 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f93d7b7d-350d-4ec0-9697-3a3d1c34bc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:58.116123 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-58088135-f5e4-4bf1-a18e-41b8fdda5f3c None None] For port f2577351-24e3-4337-8d4b-ab792b4c2ad3, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=f2577351-24e3-4337-8d4b-ab792b4c2ad3,segment=NetworkSegment(71d7dfe7-c1c0-4f93-819b-2f37e1fce43d),segment_id=71d7dfe7-c1c0-4f93-819b-2f37e1fce43d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:58.116624 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58088135-f5e4-4bf1-a18e-41b8fdda5f3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:58.133926 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-58088135-f5e4-4bf1-a18e-41b8fdda5f3c None None] Calling delete_port for f2577351-24e3-4337-8d4b-ab792b4c2ad3 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:58.140459 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93d7b7d-350d-4ec0-9697-3a3d1c34bc88 None None] Routers {'2c293675-0c0d-4a9b-9968-14f39107932c'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:03:58.141228 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f93d7b7d-350d-4ec0-9697-3a3d1c34bc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:03:36Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['2c293675-0c0d-4a9b-9968-14f39107932c'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:58.175467 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9a544b20-1401-4624-9a96-8c36ca3226d3 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:58.185791 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f93d7b7d-350d-4ec0-9697-3a3d1c34bc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:58.186548 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93d7b7d-350d-4ec0-9697-3a3d1c34bc88 None None] The sync data for ids ['2c293675-0c0d-4a9b-9968-14f39107932c'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:03:58.196972 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8fec2fe3-ec22-4d3e-beab-0be34db79a3b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:58.235068 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9a544b20-1401-4624-9a96-8c36ca3226d3 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:58.280628 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1387-0a3d-4d70-af25-a5890a5d3075 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:58.328558 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a544b20-1401-4624-9a96-8c36ca3226d3 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6d423d-b2a7-4bd0-8f90-2a70b4ea501c,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:58.331324 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f1387-0a3d-4d70-af25-a5890a5d3075 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2bfad32d-8070-4491-bb5d-48cfb58142d9,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:58.342913 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-7b853441-ea91-411b-9e81-3e71ee173e1f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting port f2577351-24e3-4337-8d4b-ab792b4c2ad3 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:58.343656 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7b853441-ea91-411b-9e81-3e71ee173e1f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:58.360870 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9a544b20-1401-4624-9a96-8c36ca3226d3 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:58.367323 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9a544b20-1401-4624-9a96-8c36ca3226d3 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5385096 Apr 23 00:03:58.372283 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51160) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:58.377932 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-0f4261c9-aed1-44c5-bdb6-7ffcbe6caba3 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Request body: {'security_group_rule': {'security_group_id': '3b6d423d-b2a7-4bd0-8f90-2a70b4ea501c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:58.384522 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58088135-f5e4-4bf1-a18e-41b8fdda5f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:58.429919 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58088135-f5e4-4bf1-a18e-41b8fdda5f3c None None] Pushing event deleted for resources: {'Port': ['ID=f2577351-24e3-4337-8d4b-ab792b4c2ad3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:58.441347 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1387-0a3d-4d70-af25-a5890a5d3075 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:58.456476 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58088135-f5e4-4bf1-a18e-41b8fdda5f3c None None] No DVR routers for this DVR port f2577351-24e3-4337-8d4b-ab792b4c2ad3 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:03:58.473075 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-3e5f1387-0a3d-4d70-af25-a5890a5d3075 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5944239-9c96-4863-be3b-f9c84e8bc444']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:58.487819 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-3e5f1387-0a3d-4d70-af25-a5890a5d3075 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d39d2d-b76a-497c-bb16-9c5a303173e8') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:58.487819 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-3e5f1387-0a3d-4d70-af25-a5890a5d3075 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d39d2d-b76a-497c-bb16-9c5a303173e8') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:58.502663 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8fec2fe3-ec22-4d3e-beab-0be34db79a3b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:58.506849 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1387-0a3d-4d70-af25-a5890a5d3075 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:58.528133 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9869c1-e1b2-47ea-a128-2b884c005c92 req-e02ac577-5c2f-407d-8ef6-87cbc55231ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:58.529623 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6d9869c1-e1b2-47ea-a128-2b884c005c92 req-e02ac577-5c2f-407d-8ef6-87cbc55231ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8d8d357-da92-4298-b1b5-3d81a026a802 HTTP/1.1" status: 200 len: 912 time: 0.6423528 Apr 23 00:03:58.538149 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8c298f4e-681c-487c-8864-cd9793d5f7da tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:58.539621 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8c298f4e-681c-487c-8864-cd9793d5f7da tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2759507 Apr 23 00:03:58.553794 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51162) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:58.563016 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac825ac-4ba7-432a-a2c1-6ed7a6a53cdd None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:03:58.563779 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c298f4e-681c-487c-8864-cd9793d5f7da tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72eded74-22b7-4122-94d7-073003291901,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:58.576409 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-51a52945-3286-4bcd-b673-18fb91948f69 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1383046854', 'security_groups': ['72eded74-22b7-4122-94d7-073003291901'], 'network_id': 'c63f51b9-c3a4-49bd-bea9-32c28d4853e2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '20009be2-a7d6-4f85-9b89-215ea8ee1fc1'}]}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:58.586293 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8fec2fe3-ec22-4d3e-beab-0be34db79a3b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:58.590750 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8fec2fe3-ec22-4d3e-beab-0be34db79a3b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/837cd270-efad-475c-9b7f-29c4e6e71981 HTTP/1.1" status: 204 len: 168 time: 0.8660710 Apr 23 00:03:58.592722 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec2fe3-ec22-4d3e-beab-0be34db79a3b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=837cd270-efad-475c-9b7f-29c4e6e71981,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:58.595087 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1387-0a3d-4d70-af25-a5890a5d3075 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:58.604148 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51164) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:58.608500 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f4261c9-aed1-44c5-bdb6-7ffcbe6caba3 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:58.632004 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7b207bee-74cb-41ad-a028-b2a2eff1ca6a up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:03:58.646182 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-7b853441-ea91-411b-9e81-3e71ee173e1f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] For port f2577351-24e3-4337-8d4b-ab792b4c2ad3, host dv-neutron-838783-1-hyperv, got binding levels [] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:58.646548 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7b853441-ea91-411b-9e81-3e71ee173e1f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:58.700032 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-7b853441-ea91-411b-9e81-3e71ee173e1f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Calling delete_port for f2577351-24e3-4337-8d4b-ab792b4c2ad3 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:58.719901 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.ipam_backend_mixin [None req-7b853441-ea91-411b-9e81-3e71ee173e1f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Port f2577351-24e3-4337-8d4b-ab792b4c2ad3 was not found and therefore no delete operation was performed {{(pid=103144) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 23 00:03:58.720107 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e5f1387-0a3d-4d70-af25-a5890a5d3075 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:03:58.720600 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1387-0a3d-4d70-af25-a5890a5d3075 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:03:58.722588 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:03:58.724819 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-52ccb443-6065-41ca-91a1-c405da11d122 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1127257 Apr 23 00:03:58.734016 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51166) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:58.747421 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7b853441-ea91-411b-9e81-3e71ee173e1f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:58.762037 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7b207bee-74cb-41ad-a028-b2a2eff1ca6a triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:58.762327 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:58.795613 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6d9869c1-e1b2-47ea-a128-2b884c005c92 req-63b85a3b-b3c3-4584-a791-f3a9fc3efc79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bf074c6-1213-48ed-9081-f230a0d68821 HTTP/1.1" status: 200 len: 1000 time: 0.2468181 Apr 23 00:03:58.804664 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b853441-ea91-411b-9e81-3e71ee173e1f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Port': ['ID=f2577351-24e3-4337-8d4b-ab792b4c2ad3,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:58.837052 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b853441-ea91-411b-9e81-3e71ee173e1f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] No DVR routers for this DVR port f2577351-24e3-4337-8d4b-ab792b4c2ad3 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:03:58.853110 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51168) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:58.855355 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-38fc5eb1-5aaf-4419-8779-16986da433cc tempest-DHCPAgentSchedulersTestJSON-1579996347 tempest-DHCPAgentSchedulersTestJSON-1579996347-project-admin] 10.222.0.15 "GET /v2.0/agents/5c8efee1-60e1-4091-af1b-9636a67eabe7/dhcp-networks HTTP/1.1" status: 200 len: 7961 time: 0.9990079 Apr 23 00:03:58.864026 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4d7a8f-8680-465c-8b8b-9ed64a9243af None None] DHCP port deletion for 52c789e5-894b-4719-a369-b13bd1dbccf2 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:03:58.896033 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-390cf033-7bf4-4cb5-be58-2504b6bd4bf5 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "GET /v2.0/routers/2c293675-0c0d-4a9b-9968-14f39107932c HTTP/1.1" status: 200 len: 925 time: 0.9475145 Apr 23 00:03:58.897472 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51170) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:58.908635 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:58.942077 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1387-0a3d-4d70-af25-a5890a5d3075 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:58.956515 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f4261c9-aed1-44c5-bdb6-7ffcbe6caba3 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:58.962185 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 7b207bee-74cb-41ad-a028-b2a2eff1ca6a, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7b207bee-74cb-41ad-a028-b2a2eff1ca6a,segment=NetworkSegment(84c728da-0df3-494d-b32c-1fe0afe7c996),segment_id=84c728da-0df3-494d-b32c-1fe0afe7c996)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:58.964409 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3c4d7a8f-8680-465c-8b8b-9ed64a9243af None None] Deleting port 13a36695-4c60-41bf-9eab-8433c18edced {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:03:58.964782 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c4d7a8f-8680-465c-8b8b-9ed64a9243af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:58.979985 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5f1387-0a3d-4d70-af25-a5890a5d3075 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e5944239-9c96-4863-be3b-f9c84e8bc444 {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 23 00:03:58.982959 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1387-0a3d-4d70-af25-a5890a5d3075 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:58.988567 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3e5f1387-0a3d-4d70-af25-a5890a5d3075 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] 10.222.0.15 "DELETE /v2.0/networks/e5944239-9c96-4863-be3b-f9c84e8bc444 HTTP/1.1" status: 204 len: 168 time: 3.1749709 Apr 23 00:03:59.003182 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-11495078-a0ad-4abb-af03-0089ae34966e tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:59.005184 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51172) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:59.006935 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f1387-0a3d-4d70-af25-a5890a5d3075 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Pushing event deleted for resources: {'Network': ['ID=e5944239-9c96-4863-be3b-f9c84e8bc444,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:59.026607 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9869c1-e1b2-47ea-a128-2b884c005c92 req-18a78e4c-4c12-46ea-abd0-36d8a99bd18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:59.028190 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6d9869c1-e1b2-47ea-a128-2b884c005c92 req-18a78e4c-4c12-46ea-abd0-36d8a99bd18d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e051b6c5-e40c-442b-8ae2-46ca4db94a08 HTTP/1.1" status: 200 len: 850 time: 0.2224164 Apr 23 00:03:59.035389 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f4261c9-aed1-44c5-bdb6-7ffcbe6caba3 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:59.039374 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3c4d7a8f-8680-465c-8b8b-9ed64a9243af None None] For port 13a36695-4c60-41bf-9eab-8433c18edced, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=13a36695-4c60-41bf-9eab-8433c18edced,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:03:59.039807 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c4d7a8f-8680-465c-8b8b-9ed64a9243af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:59.055546 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3c4d7a8f-8680-465c-8b8b-9ed64a9243af None None] Calling delete_port for 13a36695-4c60-41bf-9eab-8433c18edced owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:03:59.060488 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7101434b-b395-483b-abdf-4cc31bb4fb62 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:59.062107 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7101434b-b395-483b-abdf-4cc31bb4fb62 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3112528 Apr 23 00:03:59.102365 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7b853441-ea91-411b-9e81-3e71ee173e1f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:59.117473 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51174) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:59.130888 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4261c9-aed1-44c5-bdb6-7ffcbe6caba3 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a265fb-6a77-40ae-8a3f-a77041e8c56a,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:59.132529 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a52945-3286-4bcd-b673-18fb91948f69 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:59.181025 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:59.182365 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 13a36695-4c60-41bf-9eab-8433c18edced up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:03:59.199075 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52341a77-8858-4b90-91a0-ba331aecb742 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:59.201159 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-52341a77-8858-4b90-91a0-ba331aecb742 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4&device_id=2c293675-0c0d-4a9b-9968-14f39107932c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3009059 Apr 23 00:03:59.213402 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51176) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:59.223219 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-7b853441-ea91-411b-9e81-3e71ee173e1f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9738d7f-4d42-4870-b9e6-5eee7b790fe1']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:59.272230 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c4d7a8f-8680-465c-8b8b-9ed64a9243af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:59.285477 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-7b853441-ea91-411b-9e81-3e71ee173e1f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d7dfe7-c1c0-4f93-819b-2f37e1fce43d') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:59.286137 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-7b853441-ea91-411b-9e81-3e71ee173e1f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d7dfe7-c1c0-4f93-819b-2f37e1fce43d') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:59.300510 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4d7a8f-8680-465c-8b8b-9ed64a9243af None None] No DVR routers for this DVR port 13a36695-4c60-41bf-9eab-8433c18edced on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:03:59.302896 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bde6b2c2-da8b-4c98-b149-3d7a579b0200 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.2862742 Apr 23 00:03:59.313716 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=7b207bee-74cb-41ad-a028-b2a2eff1ca6a,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:59.320088 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No active binding found for port 13a36695-4c60-41bf-9eab-8433c18edced {{(pid=103146) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 23 00:03:59.320691 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 13a36695-4c60-41bf-9eab-8433c18edced not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 23 00:03:59.329506 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51178) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:59.344376 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Port 13a36695-4c60-41bf-9eab-8433c18edced not found, will not notify nova. {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 23 00:03:59.365214 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7b853441-ea91-411b-9e81-3e71ee173e1f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:59.371264 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d7a8f-8680-465c-8b8b-9ed64a9243af None None] Pushing event deleted for resources: {'Port': ['ID=13a36695-4c60-41bf-9eab-8433c18edced,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:59.382334 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f4261c9-aed1-44c5-bdb6-7ffcbe6caba3 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:59.383835 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0f4261c9-aed1-44c5-bdb6-7ffcbe6caba3 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0103614 Apr 23 00:03:59.399314 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac89c06a-f3c9-4ffd-86f2-dae1c70ef16f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:59.403163 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ac89c06a-f3c9-4ffd-86f2-dae1c70ef16f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2819464 Apr 23 00:03:59.416534 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51180) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:59.417567 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51182) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:59.434781 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f2577351-24e3-4337-8d4b-ab792b4c2ad3 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:03:59.462173 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: f2577351-24e3-4337-8d4b-ab792b4c2ad3 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:03:59.462621 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f2577351-24e3-4337-8d4b-ab792b4c2ad3 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:03:59.487536 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-51a52945-3286-4bcd-b673-18fb91948f69 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:59.492367 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9869c1-e1b2-47ea-a128-2b884c005c92 req-74b47a09-14ae-41ee-b468-0d1023eecc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:59.494678 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6d9869c1-e1b2-47ea-a128-2b884c005c92 req-74b47a09-14ae-41ee-b468-0d1023eecc1d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8d8d357-da92-4298-b1b5-3d81a026a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3887227 Apr 23 00:03:59.496203 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-11495078-a0ad-4abb-af03-0089ae34966e tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:59.501695 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7b853441-ea91-411b-9e81-3e71ee173e1f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:59.509066 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-71600bbe-a343-45e6-b380-8be7aa982ce0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0845509 Apr 23 00:03:59.512167 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51184) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:59.519398 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-21428ba8-5efa-4b2d-826f-724498a102e4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:59.537615 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b853441-ea91-411b-9e81-3e71ee173e1f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:03:59.538644 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7b853441-ea91-411b-9e81-3e71ee173e1f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:59.540296 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-93c3093d-4faf-4991-be58-2dd80751c8e0 None None] Provisioning complete for port 42fb41e2-df3f-4c39-a9a7-eba958eb5326 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:59.542071 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93c3093d-4faf-4991-be58-2dd80751c8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:03:59.545291 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:03:59.594683 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-93c3093d-4faf-4991-be58-2dd80751c8e0 None None] Port 42fb41e2-df3f-4c39-a9a7-eba958eb5326 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:03:59.607805 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-93c3093d-4faf-4991-be58-2dd80751c8e0 None None] Provisioning complete for port 7b207bee-74cb-41ad-a028-b2a2eff1ca6a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:03:59.608324 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93c3093d-4faf-4991-be58-2dd80751c8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:59.635394 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-11495078-a0ad-4abb-af03-0089ae34966e tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e2f6dd6-3e6a-4ec7-a8f5-18bc32f7da76']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:59.638171 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-51a52945-3286-4bcd-b673-18fb91948f69 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] device_id is not set on port 9bc5aa62-9a64-4a2f-99a6-7651b90f48be yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:03:59.649552 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-56d17c3b-79d2-45a7-aaed-e2df542188ad tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:59.658879 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed397cd2-a639-4689-b9d4-49a5e627220e tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:59.659514 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed397cd2-a639-4689-b9d4-49a5e627220e tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:59.659996 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed397cd2-a639-4689-b9d4-49a5e627220e tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:59.660448 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed397cd2-a639-4689-b9d4-49a5e627220e tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:59.661280 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed397cd2-a639-4689-b9d4-49a5e627220e tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:59.661705 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed397cd2-a639-4689-b9d4-49a5e627220e tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:59.666547 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ed397cd2-a639-4689-b9d4-49a5e627220e tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3927 time: 0.3331699 Apr 23 00:03:59.666785 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-11495078-a0ad-4abb-af03-0089ae34966e tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587ce18c-ad99-4322-848d-309bc2c45f5f') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:59.667089 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-11495078-a0ad-4abb-af03-0089ae34966e tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587ce18c-ad99-4322-848d-309bc2c45f5f') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:03:59.670792 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51186) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:59.676760 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-56d17c3b-79d2-45a7-aaed-e2df542188ad tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:59.705496 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21428ba8-5efa-4b2d-826f-724498a102e4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:59.708967 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-21428ba8-5efa-4b2d-826f-724498a102e4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:59.716722 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-11495078-a0ad-4abb-af03-0089ae34966e tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:59.726822 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da999ba-9853-42ec-827d-569fda8b3047 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:03:59.731557 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1da999ba-9853-42ec-827d-569fda8b3047 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "GET /v2.0/networks/b6e09b47-c901-4973-bf1d-f170201f8bc4 HTTP/1.1" status: 200 len: 881 time: 0.5021791 Apr 23 00:03:59.736830 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51188) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:59.776432 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-755966bb-6a99-4046-9555-fd87788f3210 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] delete failed (client error): The resource could not be found. Apr 23 00:03:59.777515 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-755966bb-6a99-4046-9555-fd87788f3210 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/8d803249-0372-4985-bf80-7effd9aaf924 HTTP/1.1" status: 404 len: 345 time: 0.0986152 Apr 23 00:03:59.780663 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51190) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:59.803508 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-11495078-a0ad-4abb-af03-0089ae34966e tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:59.812934 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7b853441-ea91-411b-9e81-3e71ee173e1f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:59.816993 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7b853441-ea91-411b-9e81-3e71ee173e1f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:59.820361 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7b853441-ea91-411b-9e81-3e71ee173e1f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/networks/a9738d7f-4d42-4870-b9e6-5eee7b790fe1 HTTP/1.1" status: 204 len: 168 time: 2.4254401 Apr 23 00:03:59.821533 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-659dacdc-0532-483f-8c66-20a44585e87a tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c293675-0c0d-4a9b-9968-14f39107932c HTTP/1.1" status: 200 len: 205 time: 0.0774329 Apr 23 00:03:59.828045 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51192) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:59.829713 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51194) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:59.833199 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-89e648a1-3c86-496d-b91f-a23dfecae3db tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1662126719'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:59.835425 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-082d2733-9c7b-4e2a-a00f-090972016186 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] DELETE failed (client error): The resource could not be found. Apr 23 00:03:59.836070 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-082d2733-9c7b-4e2a-a00f-090972016186 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:03:59.837590 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11495078-a0ad-4abb-af03-0089ae34966e tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:03:59.843696 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-11495078-a0ad-4abb-af03-0089ae34966e tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:59.843819 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-082d2733-9c7b-4e2a-a00f-090972016186 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] 10.222.0.15 "DELETE /v2.0/networks/e5944239-9c96-4863-be3b-f9c84e8bc444 HTTP/1.1" status: 404 len: 339 time: 0.0528457 Apr 23 00:03:59.851966 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51196) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:59.857277 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-28e38ca4-c1e6-4b11-b5b5-df9b2186c459 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Request body: {'network': {'name': 'tempest-network--399628441', 'router:external': True}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:03:59.860186 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b853441-ea91-411b-9e81-3e71ee173e1f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Network': ['ID=a9738d7f-4d42-4870-b9e6-5eee7b790fe1,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:59.865223 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6d9869c1-e1b2-47ea-a128-2b884c005c92 req-30ab4fb4-b066-4fee-9ecf-4c71aaf981b5 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d8d357-da92-4298-b1b5-3d81a026a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527749 Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:03:59.873707 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:03:59.929129 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-56d17c3b-79d2-45a7-aaed-e2df542188ad tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:59.934842 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-56d17c3b-79d2-45a7-aaed-e2df542188ad tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:03:59.936013 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-56d17c3b-79d2-45a7-aaed-e2df542188ad tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/74a265fb-6a77-40ae-8a3f-a77041e8c56a HTTP/1.1" status: 204 len: 168 time: 0.5167973 Apr 23 00:03:59.940695 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51198) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:03:59.964540 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d17c3b-79d2-45a7-aaed-e2df542188ad tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74a265fb-6a77-40ae-8a3f-a77041e8c56a,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:03:59.974474 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e38ca4-c1e6-4b11-b5b5-df9b2186c459 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Made reservation on behalf of 869e394dde0a41c7808cd7e707b5bd87 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:03:59.976826 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28e38ca4-c1e6-4b11-b5b5-df9b2186c459 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.038615 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-19c964a5-b60d-4efd-99b0-9ad12ec84ee7 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0945749 Apr 23 00:04:00.042890 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6d9869c1-e1b2-47ea-a128-2b884c005c92 req-b62c4f24-353a-4833-9725-d74c891afb27 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d8d357-da92-4298-b1b5-3d81a026a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686037 Apr 23 00:04:00.052209 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51200) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:00.111263 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-44053219-e169-4d4d-b89a-683a897d7708 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.136024 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-44053219-e169-4d4d-b89a-683a897d7708 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.256230 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-44053219-e169-4d4d-b89a-683a897d7708 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.258964 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-44053219-e169-4d4d-b89a-683a897d7708 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.260780 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-44053219-e169-4d4d-b89a-683a897d7708 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "DELETE /v2.0/security-groups/3b6d423d-b2a7-4bd0-8f90-2a70b4ea501c HTTP/1.1" status: 204 len: 168 time: 0.2073929 Apr 23 00:04:00.265278 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51202) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:00.276846 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053219-e169-4d4d-b89a-683a897d7708 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6d423d-b2a7-4bd0-8f90-2a70b4ea501c,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:00.323676 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3355c9c1-9f44-4ee0-9355-f0d75ef81448 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0571444 Apr 23 00:04:00.327542 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51204) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:00.332339 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-b8b82b62-a7bf-4df9-8b9d-87ef55072f54 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Request body: {'security_group': {'name': 'tempest-secgroup--929219890'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:00.358978 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e648a1-3c86-496d-b91f-a23dfecae3db tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:00.358978 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-89e648a1-3c86-496d-b91f-a23dfecae3db tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.382962 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e38ca4-c1e6-4b11-b5b5-df9b2186c459 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:04:00.389613 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-11495078-a0ad-4abb-af03-0089ae34966e tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.396081 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28e38ca4-c1e6-4b11-b5b5-df9b2186c459 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.396744 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-28e38ca4-c1e6-4b11-b5b5-df9b2186c459 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Added segment 505ebc76-876d-42b0-832c-a68aa02eb27c of type vlan for network 21edc089-54f7-4798-aeb3-cc3fb04c354b Apr 23 00:04:00.412284 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-11495078-a0ad-4abb-af03-0089ae34966e tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.415343 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-11495078-a0ad-4abb-af03-0089ae34966e tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] 10.222.0.15 "DELETE /v2.0/networks/3e2f6dd6-3e6a-4ec7-a8f5-18bc32f7da76 HTTP/1.1" status: 204 len: 168 time: 1.5581045 Apr 23 00:04:00.418411 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51206) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:00.424312 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-51a52945-3286-4bcd-b673-18fb91948f69 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Allocated IP 172.20.0.9 (c63f51b9-c3a4-49bd-bea9-32c28d4853e2/20009be2-a7d6-4f85-9b89-215ea8ee1fc1/9bc5aa62-9a64-4a2f-99a6-7651b90f48be) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:00.427865 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7b207bee-74cb-41ad-a028-b2a2eff1ca6a up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:00.437412 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7e70af33-69e9-41e6-bc54-9a12258fec09 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.448569 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b8b82b62-a7bf-4df9-8b9d-87ef55072f54 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.456110 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ff9555-b2b2-497e-a627-ec065220180b tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] DELETE failed (client error): The resource could not be found. Apr 23 00:04:00.456110 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78ff9555-b2b2-497e-a627-ec065220180b tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:00.456110 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-78ff9555-b2b2-497e-a627-ec065220180b tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] 10.222.0.15 "DELETE /v2.0/ports/f390a49d-684c-4a12-9ca3-6d30d03d6624 HTTP/1.1" status: 404 len: 333 time: 0.0349426 Apr 23 00:04:00.473130 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51208) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:00.482939 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11495078-a0ad-4abb-af03-0089ae34966e tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Pushing event deleted for resources: {'Network': ['ID=3e2f6dd6-3e6a-4ec7-a8f5-18bc32f7da76,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:00.486591 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7b207bee-74cb-41ad-a028-b2a2eff1ca6a triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:00.487242 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.493719 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e648a1-3c86-496d-b91f-a23dfecae3db tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:04:00.535163 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28e38ca4-c1e6-4b11-b5b5-df9b2186c459 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.558322 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-89e648a1-3c86-496d-b91f-a23dfecae3db tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.558531 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-89e648a1-3c86-496d-b91f-a23dfecae3db tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Added segment 00f81a04-eb72-44b0-bb29-9a73e25656fd of type vlan for network a79cf903-6b61-4536-a507-9e1aadd995da Apr 23 00:04:00.575926 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb6efa8-8907-48b9-8a52-51b450e668b7 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Deleting subnet 2d7407be-821f-443e-a3e2-cc2bc96decc7 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:04:00.590629 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bcb6efa8-8907-48b9-8a52-51b450e668b7 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.637954 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 13a36695-4c60-41bf-9eab-8433c18edced no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:04:00.650871 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bcb6efa8-8907-48b9-8a52-51b450e668b7 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.662128 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 13a36695-4c60-41bf-9eab-8433c18edced {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:04:00.662803 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 13a36695-4c60-41bf-9eab-8433c18edced not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:04:00.694854 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b8b82b62-a7bf-4df9-8b9d-87ef55072f54 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.698096 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-89e648a1-3c86-496d-b91f-a23dfecae3db tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.711099 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28e38ca4-c1e6-4b11-b5b5-df9b2186c459 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.713579 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e38ca4-c1e6-4b11-b5b5-df9b2186c459 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:00.713872 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28e38ca4-c1e6-4b11-b5b5-df9b2186c459 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.761650 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7e70af33-69e9-41e6-bc54-9a12258fec09 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.792727 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b8b82b62-a7bf-4df9-8b9d-87ef55072f54 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.817853 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-21428ba8-5efa-4b2d-826f-724498a102e4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.826254 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bcb6efa8-8907-48b9-8a52-51b450e668b7 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.854515 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e38ca4-c1e6-4b11-b5b5-df9b2186c459 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Pushing event updated for resources: {'Network': ['ID=21edc089-54f7-4798-aeb3-cc3fb04c354b,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:00.865893 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 21edc089-54f7-4798-aeb3-cc3fb04c354b details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:04:00.867048 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-89e648a1-3c86-496d-b91f-a23dfecae3db tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.867467 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-28e38ca4-c1e6-4b11-b5b5-df9b2186c459 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0144441 Apr 23 00:04:00.872762 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e648a1-3c86-496d-b91f-a23dfecae3db tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:00.873384 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-89e648a1-3c86-496d-b91f-a23dfecae3db tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.875185 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51210) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:00.895490 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-51a52945-3286-4bcd-b673-18fb91948f69 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.911225 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b82b62-a7bf-4df9-8b9d-87ef55072f54 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=357be53a-dd22-44ba-b4dd-dbcb78554f5b,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:00.918215 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21428ba8-5efa-4b2d-826f-724498a102e4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:00.924939 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b8b82b62-a7bf-4df9-8b9d-87ef55072f54 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.928745 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b8b82b62-a7bf-4df9-8b9d-87ef55072f54 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5973513 Apr 23 00:04:00.938415 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51212) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:00.942981 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-c05523f9-53f2-4d9e-8e4a-1401d107324d tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Request body: {'security_group_rule': {'security_group_id': '357be53a-dd22-44ba-b4dd-dbcb78554f5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:00.955801 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-21428ba8-5efa-4b2d-826f-724498a102e4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:00.965878 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21428ba8-5efa-4b2d-826f-724498a102e4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:00.966472 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-21428ba8-5efa-4b2d-826f-724498a102e4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:00.967863 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab58a0f-6497-4ddf-b3da-fa9aba6239a6 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:01.032386 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21428ba8-5efa-4b2d-826f-724498a102e4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=cd2986db-5436-439e-ba21-9a909f1d3363,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:01.045855 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-89e648a1-3c86-496d-b91f-a23dfecae3db tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2167776 Apr 23 00:04:01.052612 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51214) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:01.056090 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e648a1-3c86-496d-b91f-a23dfecae3db tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Network': ['ID=a79cf903-6b61-4536-a507-9e1aadd995da,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:01.064520 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-628b382e-9fdc-4f7f-b4a6-1c37f986bf19 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'subnet': {'network_id': 'a79cf903-6b61-4536-a507-9e1aadd995da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:01.079822 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-7e70af33-69e9-41e6-bc54-9a12258fec09 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Deleting port b87c253f-a3fa-4ac8-a304-624135864797 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:01.080143 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7e70af33-69e9-41e6-bc54-9a12258fec09 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:01.096759 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network a79cf903-6b61-4536-a507-9e1aadd995da details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:04:01.141208 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-21428ba8-5efa-4b2d-826f-724498a102e4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6265726 Apr 23 00:04:01.147491 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51216) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:01.152992 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-eeea7133-1e4b-44a9-bf06-5651cf079ef2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'fixed_ips': [{'subnet_id': 'cd2986db-5436-439e-ba21-9a909f1d3363', 'ip_address': '2001:db8::3297:3261:e138:ce1'}], 'name': 'tempest-NetworksTestDHCPv6-1941573163'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:01.165504 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-51a52945-3286-4bcd-b673-18fb91948f69 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:01.182716 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c05523f9-53f2-4d9e-8e4a-1401d107324d tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:01.215215 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38576cc5-6297-4062-bce0-31f17da38985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-52c789e5-894b-4719-a369-b13bd1dbccf2', 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'fixed_ips': [{'subnet_id': 'cd2986db-5436-439e-ba21-9a909f1d3363'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:04:01.216508 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38576cc5-6297-4062-bce0-31f17da38985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:01.271446 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7e70af33-69e9-41e6-bc54-9a12258fec09 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:01.308887 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-7e70af33-69e9-41e6-bc54-9a12258fec09 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Calling delete_port for b87c253f-a3fa-4ac8-a304-624135864797 owned by network:router_gateway {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:01.329943 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a52945-3286-4bcd-b673-18fb91948f69 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:01.340071 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-51a52945-3286-4bcd-b673-18fb91948f69 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:01.341974 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a52945-3286-4bcd-b673-18fb91948f69 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Port': ['ID=9bc5aa62-9a64-4a2f-99a6-7651b90f48be,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:01.346263 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a52945-3286-4bcd-b673-18fb91948f69 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:01.364903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bcb6efa8-8907-48b9-8a52-51b450e668b7 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:01.383397 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-38576cc5-6297-4062-bce0-31f17da38985 None None] Allocated IP 2001:db8::2 (52c789e5-894b-4719-a369-b13bd1dbccf2/cd2986db-5436-439e-ba21-9a909f1d3363/6a481185-31d8-4f1c-9235-11ef11b7c0dc) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:01.415038 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f3f822-d1c0-4491-9a46-9e1a34cea5fa tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:01.421906 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f3f822-d1c0-4491-9a46-9e1a34cea5fa tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:01.429268 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f3f822-d1c0-4491-9a46-9e1a34cea5fa tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:01.437479 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f3f822-d1c0-4491-9a46-9e1a34cea5fa tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:01.440128 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f6f3f822-d1c0-4491-9a46-9e1a34cea5fa tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.5636585 Apr 23 00:04:01.446084 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51218) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:01.473579 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6efa8-8907-48b9-8a52-51b450e668b7 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Pushing event deleted for resources: {'Subnet': ['ID=2d7407be-821f-443e-a3e2-cc2bc96decc7,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:01.488201 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bcb6efa8-8907-48b9-8a52-51b450e668b7 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:01.496771 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bcb6efa8-8907-48b9-8a52-51b450e668b7 tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] 10.222.0.15 "DELETE /v2.0/subnets/2d7407be-821f-443e-a3e2-cc2bc96decc7 HTTP/1.1" status: 204 len: 168 time: 1.0203133 Apr 23 00:04:01.497837 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51220) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:01.556180 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34cc9c8-230d-4b3c-b536-a5d334f6e276 None None] Network d33d8791-f2f7-4bf3-b6b4-75cf920c15b8 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:01.564360 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c05523f9-53f2-4d9e-8e4a-1401d107324d tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:01.606873 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628b382e-9fdc-4f7f-b4a6-1c37f986bf19 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:01.612124 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-628b382e-9fdc-4f7f-b4a6-1c37f986bf19 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:01.616115 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a52945-3286-4bcd-b673-18fb91948f69 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:01.617546 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-51a52945-3286-4bcd-b673-18fb91948f69 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:01.656160 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c05523f9-53f2-4d9e-8e4a-1401d107324d tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:01.726968 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c11ff807-0fc7-4775-b585-8c9a730650f9 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:01.743296 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeea7133-1e4b-44a9-bf06-5651cf079ef2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:01.756603 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05523f9-53f2-4d9e-8e4a-1401d107324d tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=583767ce-a954-422e-9552-03df7537f520,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:01.781971 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38576cc5-6297-4062-bce0-31f17da38985 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:01.813172 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3508ca15-96ce-480c-9633-3b6917d380ea tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:01.821334 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-51a52945-3286-4bcd-b673-18fb91948f69 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2594538 Apr 23 00:04:01.823674 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-35239487-cd5a-499f-a6e6-685b9cc4087f None None] Provisioning complete for port 9bc5aa62-9a64-4a2f-99a6-7651b90f48be triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:01.824056 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35239487-cd5a-499f-a6e6-685b9cc4087f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:01.836062 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51222) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:01.841101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-f44cd86a-3d52-4394-8937-b660722fb653 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'subnet': {'network_id': 'c63f51b9-c3a4-49bd-bea9-32c28d4853e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:01.862198 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c05523f9-53f2-4d9e-8e4a-1401d107324d tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:01.863668 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c05523f9-53f2-4d9e-8e4a-1401d107324d tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9242861 Apr 23 00:04:01.870851 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51224) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:01.884225 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38576cc5-6297-4062-bce0-31f17da38985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:01.888455 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-35239487-cd5a-499f-a6e6-685b9cc4087f None None] Port 9bc5aa62-9a64-4a2f-99a6-7651b90f48be cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:01.940684 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38576cc5-6297-4062-bce0-31f17da38985 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:01.946652 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-628b382e-9fdc-4f7f-b4a6-1c37f986bf19 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:01.946822 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-38576cc5-6297-4062-bce0-31f17da38985 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:01.947121 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38576cc5-6297-4062-bce0-31f17da38985 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:01.959823 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38576cc5-6297-4062-bce0-31f17da38985 None None] Pushing event updated for resources: {'Port': ['ID=6a481185-31d8-4f1c-9235-11ef11b7c0dc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:01.965697 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cd6cfdf8-a5a1-4aee-9d2e-91344b86ce76 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-group-rules/583767ce-a954-422e-9552-03df7537f520 HTTP/1.1" status: 200 len: 763 time: 0.0937269 Apr 23 00:04:01.972833 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51226) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:02.013542 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eeea7133-1e4b-44a9-bf06-5651cf079ef2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.015049 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e789b355-6a03-4f59-a175-0f3694c32410 None None] DHCP port deletion for d33d8791-f2f7-4bf3-b6b4-75cf920c15b8 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:04:02.016671 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c11ff807-0fc7-4775-b585-8c9a730650f9 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.025927 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-38576cc5-6297-4062-bce0-31f17da38985 None None] Attempting to bind port 6a481185-31d8-4f1c-9235-11ef11b7c0dc on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:02.026319 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-38576cc5-6297-4062-bce0-31f17da38985 None None] Attempting to bind port 6a481185-31d8-4f1c-9235-11ef11b7c0dc by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:02.026698 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38576cc5-6297-4062-bce0-31f17da38985 None None] Attempting to bind port 6a481185-31d8-4f1c-9235-11ef11b7c0dc on network 52c789e5-894b-4719-a369-b13bd1dbccf2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:02.038755 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7e70af33-69e9-41e6-bc54-9a12258fec09 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.050569 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38576cc5-6297-4062-bce0-31f17da38985 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:04:02.050953 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38576cc5-6297-4062-bce0-31f17da38985 None None] Checking segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:04:02.051358 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38576cc5-6297-4062-bce0-31f17da38985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.051801 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38576cc5-6297-4062-bce0-31f17da38985 None None] Bound using segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:04:02.052292 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-38576cc5-6297-4062-bce0-31f17da38985 None None] Bound port: 6a481185-31d8-4f1c-9235-11ef11b7c0dc, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:04:02.053326 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38576cc5-6297-4062-bce0-31f17da38985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.092200 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-c11ff807-0fc7-4775-b585-8c9a730650f9 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21edc089-54f7-4798-aeb3-cc3fb04c354b']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:02.098015 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-eeea7133-1e4b-44a9-bf06-5651cf079ef2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] device_id is not set on port 7ec64941-e7a4-4df7-83e5-502611a4e059 yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:04:02.100844 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b382e-9fdc-4f7f-b4a6-1c37f986bf19 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Subnet': ['ID=a518ae37-7771-4dbe-affb-6e75992fd15c,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:02.113359 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70af33-69e9-41e6-bc54-9a12258fec09 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Pushing event deleted for resources: {'Port': ['ID=b87c253f-a3fa-4ac8-a304-624135864797,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:02.123473 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-c11ff807-0fc7-4775-b585-8c9a730650f9 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505ebc76-876d-42b0-832c-a68aa02eb27c') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:02.124010 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-c11ff807-0fc7-4775-b585-8c9a730650f9 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505ebc76-876d-42b0-832c-a68aa02eb27c') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:02.135044 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7c30ae67-1018-42fb-8303-92b1a22ca31b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1584444 Apr 23 00:04:02.135044 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b382e-9fdc-4f7f-b4a6-1c37f986bf19 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Checking segment: {'id': '00f81a04-eb72-44b0-bb29-9a73e25656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a79cf903-6b61-4536-a507-9e1aadd995da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:04:02.135044 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628b382e-9fdc-4f7f-b4a6-1c37f986bf19 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network hostable DHCP agents. Network: a79cf903-6b61-4536-a507-9e1aadd995da, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:04:02.141135 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51228) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:02.143679 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e789b355-6a03-4f59-a175-0f3694c32410 None None] Deleting port 3cf2d8d9-91ef-4546-b56c-1e609affe04d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:02.144062 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e789b355-6a03-4f59-a175-0f3694c32410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.149374 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44cd86a-3d52-4394-8937-b660722fb653 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:02.153357 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f44cd86a-3d52-4394-8937-b660722fb653 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.163060 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-38576cc5-6297-4062-bce0-31f17da38985 None None] For port 6a481185-31d8-4f1c-9235-11ef11b7c0dc, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:04:02.197868 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c11ff807-0fc7-4775-b585-8c9a730650f9 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.211639 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-38576cc5-6297-4062-bce0-31f17da38985 None None] For port 6a481185-31d8-4f1c-9235-11ef11b7c0dc, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=6a481185-31d8-4f1c-9235-11ef11b7c0dc,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:04:02.224978 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-3508ca15-96ce-480c-9633-3b6917d380ea tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Deleting port 3cf2d8d9-91ef-4546-b56c-1e609affe04d {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:02.225314 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3508ca15-96ce-480c-9633-3b6917d380ea tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.233657 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c11ff807-0fc7-4775-b585-8c9a730650f9 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.233837 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e789b355-6a03-4f59-a175-0f3694c32410 None None] For port 3cf2d8d9-91ef-4546-b56c-1e609affe04d, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=3cf2d8d9-91ef-4546-b56c-1e609affe04d,segment=NetworkSegment(9bdc9ec6-4a07-42ec-8ec5-7bca2c7afecb),segment_id=9bdc9ec6-4a07-42ec-8ec5-7bca2c7afecb)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:02.234047 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e789b355-6a03-4f59-a175-0f3694c32410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.234799 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-629b6f6f-a997-4e3f-bf29-eabc3eca2446 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.246119 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-629b6f6f-a997-4e3f-bf29-eabc3eca2446 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.248741 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e789b355-6a03-4f59-a175-0f3694c32410 None None] Calling delete_port for 3cf2d8d9-91ef-4546-b56c-1e609affe04d owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:02.259977 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11ff807-0fc7-4775-b585-8c9a730650f9 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:04:02.260470 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c11ff807-0fc7-4775-b585-8c9a730650f9 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:04:02.262431 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:04:02.271669 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628b382e-9fdc-4f7f-b4a6-1c37f986bf19 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network a79cf903-6b61-4536-a507-9e1aadd995da is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:04:02.297315 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38576cc5-6297-4062-bce0-31f17da38985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.323960 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.ipam_backend_mixin [None req-f44cd86a-3d52-4394-8937-b660722fb653 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 20009be2-a7d6-4f85-9b89-215ea8ee1fc1 (CIDR: 172.20.0.0/28) Apr 23 00:04:02.350169 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-628b382e-9fdc-4f7f-b4a6-1c37f986bf19 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, a79cf903-6b61-4536-a507-9e1aadd995da) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:02.365754 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628b382e-9fdc-4f7f-b4a6-1c37f986bf19 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:02.365754 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-628b382e-9fdc-4f7f-b4a6-1c37f986bf19 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.371139 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5712d947-ccf8-4dad-b1a7-c232ea91a4ae None None] Network a79cf903-6b61-4536-a507-9e1aadd995da requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:02.384259 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7e70af33-69e9-41e6-bc54-9a12258fec09 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.395735 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-629b6f6f-a997-4e3f-bf29-eabc3eca2446 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.406099 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44cd86a-3d52-4394-8937-b660722fb653 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:04:02.406598 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44cd86a-3d52-4394-8937-b660722fb653 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:02.411938 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-629b6f6f-a997-4e3f-bf29-eabc3eca2446 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.412084 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38576cc5-6297-4062-bce0-31f17da38985 None None] Pushing event updated for resources: {'Port': ['ID=6a481185-31d8-4f1c-9235-11ef11b7c0dc,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:02.416537 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-629b6f6f-a997-4e3f-bf29-eabc3eca2446 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/583767ce-a954-422e-9552-03df7537f520 HTTP/1.1" status: 204 len: 168 time: 0.2747130 Apr 23 00:04:02.418452 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b6f6f-a997-4e3f-bf29-eabc3eca2446 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=583767ce-a954-422e-9552-03df7537f520,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:02.420670 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51230) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:02.484143 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a03b9198-400f-4cc8-8500-c0e38b8ad4d0 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0596695 Apr 23 00:04:02.485043 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51232) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:02.489604 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-d98dc5b3-c005-44c1-8379-ded6a5ccffaa tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Request body: {'security_group_rule': {'security_group_id': '357be53a-dd22-44ba-b4dd-dbcb78554f5b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:02.499865 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-628b382e-9fdc-4f7f-b4a6-1c37f986bf19 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4461472 Apr 23 00:04:02.500468 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51234) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:02.503483 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-3508ca15-96ce-480c-9633-3b6917d380ea tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] For port 3cf2d8d9-91ef-4546-b56c-1e609affe04d, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=3cf2d8d9-91ef-4546-b56c-1e609affe04d,segment=NetworkSegment(9bdc9ec6-4a07-42ec-8ec5-7bca2c7afecb),segment_id=9bdc9ec6-4a07-42ec-8ec5-7bca2c7afecb)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:02.503996 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3508ca15-96ce-480c-9633-3b6917d380ea tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.506376 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-15ddc7f8-e1f8-442b-9b60-3c780e2d0fa7 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'port': {'network_id': 'a79cf903-6b61-4536-a507-9e1aadd995da', 'name': 'tempest-PortsIpV6TestJSON-1883414370', 'fixed_ips': [{'subnet_id': 'a518ae37-7771-4dbe-affb-6e75992fd15c', 'ip_address': '2001:db8::10'}]}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:02.573132 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 3cf2d8d9-91ef-4546-b56c-1e609affe04d no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:04:02.576702 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-3508ca15-96ce-480c-9633-3b6917d380ea tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Calling delete_port for 3cf2d8d9-91ef-4546-b56c-1e609affe04d owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:02.579883 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7e70af33-69e9-41e6-bc54-9a12258fec09 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.589789 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7e70af33-69e9-41e6-bc54-9a12258fec09 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.612568 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f44cd86a-3d52-4394-8937-b660722fb653 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7754092 Apr 23 00:04:02.617405 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51236) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:02.627119 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c11ff807-0fc7-4775-b585-8c9a730650f9 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.632146 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11ff807-0fc7-4775-b585-8c9a730650f9 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 21edc089-54f7-4798-aeb3-cc3fb04c354b {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 23 00:04:02.633949 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-a37ca676-5149-4a15-b031-eb29bc11b24a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'subnet': {'network_id': 'c63f51b9-c3a4-49bd-bea9-32c28d4853e2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:02.637901 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c11ff807-0fc7-4775-b585-8c9a730650f9 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.642333 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c11ff807-0fc7-4775-b585-8c9a730650f9 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] 10.222.0.15 "DELETE /v2.0/networks/21edc089-54f7-4798-aeb3-cc3fb04c354b HTTP/1.1" status: 204 len: 168 time: 1.1894724 Apr 23 00:04:02.716075 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51238) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:02.729921 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73317b35-3d4d-4252-8b3d-e0878f85841a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-a79cf903-6b61-4536-a507-9e1aadd995da', 'network_id': 'a79cf903-6b61-4536-a507-9e1aadd995da', 'tenant_id': '484d56a8af5642b494f3dd7d6249c4ca', 'fixed_ips': [{'subnet_id': 'a518ae37-7771-4dbe-affb-6e75992fd15c'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:04:02.731363 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73317b35-3d4d-4252-8b3d-e0878f85841a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.734426 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-20fdcc8d-cf17-495e-ae12-97011f1c63dc tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Request body: {'network': {'name': 'tempest-network--1501196131', 'router:external': True}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:02.759280 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d98dc5b3-c005-44c1-8379-ded6a5ccffaa tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.766229 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ff807-0fc7-4775-b585-8c9a730650f9 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Pushing event deleted for resources: {'Network': ['ID=21edc089-54f7-4798-aeb3-cc3fb04c354b,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:02.774236 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-eeea7133-1e4b-44a9-bf06-5651cf079ef2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 2001:db8::3297:3261:e138:ce1 (52c789e5-894b-4719-a369-b13bd1dbccf2/cd2986db-5436-439e-ba21-9a909f1d3363/7ec64941-e7a4-4df7-83e5-502611a4e059) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:02.822559 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e789b355-6a03-4f59-a175-0f3694c32410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.830833 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7e70af33-69e9-41e6-bc54-9a12258fec09 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.831621 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e70af33-69e9-41e6-bc54-9a12258fec09 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Fanout notify agent at l3_agent the message router_deleted on router 2c293675-0c0d-4a9b-9968-14f39107932c {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:04:02.845512 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e789b355-6a03-4f59-a175-0f3694c32410 None None] No DVR routers for this DVR port 3cf2d8d9-91ef-4546-b56c-1e609affe04d on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:04:02.851170 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7e70af33-69e9-41e6-bc54-9a12258fec09 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.856217 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7e70af33-69e9-41e6-bc54-9a12258fec09 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "DELETE /v2.0/routers/2c293675-0c0d-4a9b-9968-14f39107932c HTTP/1.1" status: 204 len: 168 time: 3.0160224 Apr 23 00:04:02.861507 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51240) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:02.892631 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789b355-6a03-4f59-a175-0f3694c32410 None None] Pushing event deleted for resources: {'Port': ['ID=3cf2d8d9-91ef-4546-b56c-1e609affe04d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:02.901089 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3508ca15-96ce-480c-9633-3b6917d380ea tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.937350 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-cedcce7a-5c25-4acc-abda-6854b3dbe426 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-793094153', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:02.953079 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:02.955614 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3508ca15-96ce-480c-9633-3b6917d380ea tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] No DVR routers for this DVR port 3cf2d8d9-91ef-4546-b56c-1e609affe04d on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:04:02.963969 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508ca15-96ce-480c-9633-3b6917d380ea tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Pushing event deleted for resources: {'Port': ['ID=3cf2d8d9-91ef-4546-b56c-1e609affe04d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:03.004722 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d98dc5b3-c005-44c1-8379-ded6a5ccffaa tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.037380 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fdcc8d-cf17-495e-ae12-97011f1c63dc tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Made reservation on behalf of 869e394dde0a41c7808cd7e707b5bd87 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:03.041295 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-20fdcc8d-cf17-495e-ae12-97011f1c63dc tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.062184 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37ca676-5149-4a15-b031-eb29bc11b24a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:03.067129 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a37ca676-5149-4a15-b031-eb29bc11b24a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.100913 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-73317b35-3d4d-4252-8b3d-e0878f85841a None None] Allocated IP 2001:db8::2 (a79cf903-6b61-4536-a507-9e1aadd995da/a518ae37-7771-4dbe-affb-6e75992fd15c/7067bbd8-e7a8-4133-888f-bb9986a11d3d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:03.276543 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73317b35-3d4d-4252-8b3d-e0878f85841a None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.338076 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d98dc5b3-c005-44c1-8379-ded6a5ccffaa tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.349594 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73317b35-3d4d-4252-8b3d-e0878f85841a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.360604 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ddc7f8-e1f8-442b-9b60-3c780e2d0fa7 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:03.383881 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98dc5b3-c005-44c1-8379-ded6a5ccffaa tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ad3f62-2341-46ae-906a-bdc957928685,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:03.405469 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20fdcc8d-cf17-495e-ae12-97011f1c63dc tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:04:03.408214 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73317b35-3d4d-4252-8b3d-e0878f85841a None None] Pushing event updated for resources: {'Port': ['ID=7067bbd8-e7a8-4133-888f-bb9986a11d3d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:03.417405 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73317b35-3d4d-4252-8b3d-e0878f85841a None None] Network a79cf903-6b61-4536-a507-9e1aadd995da is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:03.419235 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-73317b35-3d4d-4252-8b3d-e0878f85841a None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:03.426481 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73317b35-3d4d-4252-8b3d-e0878f85841a None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:03.431661 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-20fdcc8d-cf17-495e-ae12-97011f1c63dc tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.432627 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-20fdcc8d-cf17-495e-ae12-97011f1c63dc tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Added segment 05d38ed6-db83-4254-9f31-2524e32c7830 of type vlan for network fee271d3-7a2d-4b1f-b691-6db8328ce6f7 Apr 23 00:04:03.482818 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-20fdcc8d-cf17-495e-ae12-97011f1c63dc tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.499085 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-73317b35-3d4d-4252-8b3d-e0878f85841a None None] Attempting to bind port 7067bbd8-e7a8-4133-888f-bb9986a11d3d on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:03.499765 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-73317b35-3d4d-4252-8b3d-e0878f85841a None None] Attempting to bind port 7067bbd8-e7a8-4133-888f-bb9986a11d3d by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '00f81a04-eb72-44b0-bb29-9a73e25656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a79cf903-6b61-4536-a507-9e1aadd995da'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:03.500922 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73317b35-3d4d-4252-8b3d-e0878f85841a None None] Attempting to bind port 7067bbd8-e7a8-4133-888f-bb9986a11d3d on network a79cf903-6b61-4536-a507-9e1aadd995da {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:03.507433 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73317b35-3d4d-4252-8b3d-e0878f85841a None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:04:03.508474 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73317b35-3d4d-4252-8b3d-e0878f85841a None None] Checking segment: {'id': '00f81a04-eb72-44b0-bb29-9a73e25656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a79cf903-6b61-4536-a507-9e1aadd995da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:04:03.508663 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73317b35-3d4d-4252-8b3d-e0878f85841a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.509058 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73317b35-3d4d-4252-8b3d-e0878f85841a None None] Bound using segment: {'id': '00f81a04-eb72-44b0-bb29-9a73e25656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a79cf903-6b61-4536-a507-9e1aadd995da'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:04:03.510436 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-73317b35-3d4d-4252-8b3d-e0878f85841a None None] Bound port: 7067bbd8-e7a8-4133-888f-bb9986a11d3d, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f81a04-eb72-44b0-bb29-9a73e25656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a79cf903-6b61-4536-a507-9e1aadd995da'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:04:03.510908 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73317b35-3d4d-4252-8b3d-e0878f85841a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.516820 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d98dc5b3-c005-44c1-8379-ded6a5ccffaa tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.520964 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d98dc5b3-c005-44c1-8379-ded6a5ccffaa tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0349185 Apr 23 00:04:03.522671 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cedcce7a-5c25-4acc-abda-6854b3dbe426 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.524380 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cedcce7a-5c25-4acc-abda-6854b3dbe426 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.537224 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51242) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:03.540604 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3508ca15-96ce-480c-9633-3b6917d380ea tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.545383 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eeea7133-1e4b-44a9-bf06-5651cf079ef2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.578317 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-3508ca15-96ce-480c-9633-3b6917d380ea tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d33d8791-f2f7-4bf3-b6b4-75cf920c15b8']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:03.591683 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-3508ca15-96ce-480c-9633-3b6917d380ea tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bdc9ec6-4a07-42ec-8ec5-7bca2c7afecb') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:03.591983 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-3508ca15-96ce-480c-9633-3b6917d380ea tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bdc9ec6-4a07-42ec-8ec5-7bca2c7afecb') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:03.594275 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-73317b35-3d4d-4252-8b3d-e0878f85841a None None] For port 7067bbd8-e7a8-4133-888f-bb9986a11d3d, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:04:03.598350 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-73317b35-3d4d-4252-8b3d-e0878f85841a None None] For port 7067bbd8-e7a8-4133-888f-bb9986a11d3d, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7067bbd8-e7a8-4133-888f-bb9986a11d3d,segment=NetworkSegment(00f81a04-eb72-44b0-bb29-9a73e25656fd),segment_id=00f81a04-eb72-44b0-bb29-9a73e25656fd)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:04:03.609725 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3508ca15-96ce-480c-9633-3b6917d380ea tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.626897 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3508ca15-96ce-480c-9633-3b6917d380ea tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.632311 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-df3e2829-f718-46b7-a1a6-0278fb96299c tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-group-rules/79ad3f62-2341-46ae-906a-bdc957928685 HTTP/1.1" status: 200 len: 763 time: 0.0911021 Apr 23 00:04:03.636270 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51244) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:03.648156 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3508ca15-96ce-480c-9633-3b6917d380ea tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:04:03.648562 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3508ca15-96ce-480c-9633-3b6917d380ea tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.652952 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73317b35-3d4d-4252-8b3d-e0878f85841a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.700423 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cedcce7a-5c25-4acc-abda-6854b3dbe426 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.710103 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a37ca676-5149-4a15-b031-eb29bc11b24a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: self.session.flush() Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: self.session.flush() Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: self.session.flush() Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: self.session.flush() Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:04:03.727455 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:04:03.734466 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37ca676-5149-4a15-b031-eb29bc11b24a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:03.739107 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-a37ca676-5149-4a15-b031-eb29bc11b24a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:03.742729 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37ca676-5149-4a15-b031-eb29bc11b24a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:03.743389 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a37ca676-5149-4a15-b031-eb29bc11b24a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.760470 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2382815f-43af-4b48-809b-bee14cdf3b1f None None] Network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:03.761584 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73317b35-3d4d-4252-8b3d-e0878f85841a None None] Pushing event updated for resources: {'Port': ['ID=7067bbd8-e7a8-4133-888f-bb9986a11d3d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:03.765028 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eeea7133-1e4b-44a9-bf06-5651cf079ef2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.771358 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-20fdcc8d-cf17-495e-ae12-97011f1c63dc tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.772384 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fdcc8d-cf17-495e-ae12-97011f1c63dc tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:03.773079 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-20fdcc8d-cf17-495e-ae12-97011f1c63dc tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.792078 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15ddc7f8-e1f8-442b-9b60-3c780e2d0fa7 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.836265 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cedcce7a-5c25-4acc-abda-6854b3dbe426 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.836475 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3508ca15-96ce-480c-9633-3b6917d380ea tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.840288 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeea7133-1e4b-44a9-bf06-5651cf079ef2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:03.842877 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb989f74-7463-467f-98cb-541e85d1e19c None None] Provisioning complete for port 6a481185-31d8-4f1c-9235-11ef11b7c0dc triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:03.842877 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb989f74-7463-467f-98cb-541e85d1e19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.871521 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3508ca15-96ce-480c-9633-3b6917d380ea tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.877273 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3508ca15-96ce-480c-9633-3b6917d380ea tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] 10.222.0.15 "DELETE /v2.0/networks/d33d8791-f2f7-4bf3-b6b4-75cf920c15b8 HTTP/1.1" status: 204 len: 168 time: 2.3670740 Apr 23 00:04:03.877273 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508ca15-96ce-480c-9633-3b6917d380ea tempest-DHCPAgentSchedulersTestJSON-1099693335 tempest-DHCPAgentSchedulersTestJSON-1099693335-project] Pushing event deleted for resources: {'Network': ['ID=d33d8791-f2f7-4bf3-b6b4-75cf920c15b8,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:03.879473 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-eeea7133-1e4b-44a9-bf06-5651cf079ef2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:03.889754 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeea7133-1e4b-44a9-bf06-5651cf079ef2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:03.890100 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeea7133-1e4b-44a9-bf06-5651cf079ef2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:03.890809 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eeea7133-1e4b-44a9-bf06-5651cf079ef2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.913804 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c6011467-5a40-41b2-a41c-7d4f02783288 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2747657 Apr 23 00:04:03.915156 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51248) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:03.932920 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-15ddc7f8-e1f8-442b-9b60-3c780e2d0fa7 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] device_id is not set on port eccf5a18-799c-41ff-80df-913c46ebcb24 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:04:03.934442 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea7133-1e4b-44a9-bf06-5651cf079ef2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=7ec64941-e7a4-4df7-83e5-502611a4e059,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:03.951233 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-62505ea4-bad9-4d6d-8e44-a3080e94e928 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.960130 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-62505ea4-bad9-4d6d-8e44-a3080e94e928 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:03.968602 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51250) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:03.968875 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a37ca676-5149-4a15-b031-eb29bc11b24a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3455577 Apr 23 00:04:03.974747 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-24f99f16-ec66-4642-b274-8d98ddb8e9ae tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-43546822', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cdde80d7-9681-4093-8de8-a3ad7f0aea35'}], 'security_groups': ['e5ed2c00-b528-4f7f-8bd9-c8f5555b2608']}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:03.987345 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-20fdcc8d-cf17-495e-ae12-97011f1c63dc tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2644436 Apr 23 00:04:04.033537 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51252) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:04.065351 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-eeea7133-1e4b-44a9-bf06-5651cf079ef2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9177508 Apr 23 00:04:04.109459 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb989f74-7463-467f-98cb-541e85d1e19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:04.117935 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51254) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:04.171079 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fdcc8d-cf17-495e-ae12-97011f1c63dc tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Pushing event updated for resources: {'Network': ['ID=fee271d3-7a2d-4b1f-b691-6db8328ce6f7,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:04.182873 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ca676-5149-4a15-b031-eb29bc11b24a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Subnet': ['ID=cdde80d7-9681-4093-8de8-a3ad7f0aea35,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:04.199113 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb989f74-7463-467f-98cb-541e85d1e19c None None] For port 6a481185-31d8-4f1c-9235-11ef11b7c0dc, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=6a481185-31d8-4f1c-9235-11ef11b7c0dc,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:04.201670 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network fee271d3-7a2d-4b1f-b691-6db8328ce6f7 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:04:04.247936 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cedcce7a-5c25-4acc-abda-6854b3dbe426 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:04.248691 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4cf3d6e-721c-4889-9324-6802da1cedfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:04.250588 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cedcce7a-5c25-4acc-abda-6854b3dbe426 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3583491 Apr 23 00:04:04.254464 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51256) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:04.259769 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-069c9a56-77cc-41ce-a4cd-e9e254e2688b tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:04.316212 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-24f99f16-ec66-4642-b274-8d98ddb8e9ae tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:04.329075 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb989f74-7463-467f-98cb-541e85d1e19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:04.347875 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0551ffb2-1845-4201-a177-0690102ba6d2 None None] Update dhcp port {'port': {'network_id': 'c63f51b9-c3a4-49bd-bea9-32c28d4853e2', 'fixed_ips': [{'subnet_id': '20009be2-a7d6-4f85-9b89-215ea8ee1fc1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cdde80d7-9681-4093-8de8-a3ad7f0aea35'}], 'binding:host_id': 'dv-neutron-838783-1-hyperv'}, 'id': '7b207bee-74cb-41ad-a028-b2a2eff1ca6a'} from dv-neutron-838783-1-hyperv. {{(pid=103146) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 23 00:04:04.397479 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0551ffb2-1845-4201-a177-0690102ba6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:04.414480 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236c7aa9-0dde-4157-a282-06adf22ff161 tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:04.420001 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-236c7aa9-0dde-4157-a282-06adf22ff161 tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] 10.222.0.15 "GET /v2.0/networks/fee271d3-7a2d-4b1f-b691-6db8328ce6f7 HTTP/1.1" status: 200 len: 757 time: 0.3764286 Apr 23 00:04:04.420168 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb989f74-7463-467f-98cb-541e85d1e19c None None] Pushing event updated for resources: {'Port': ['ID=6a481185-31d8-4f1c-9235-11ef11b7c0dc,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:04.426736 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51258) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:04.433062 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e603444-3b10-43eb-9270-03db01075a1b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:04.441638 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e603444-3b10-43eb-9270-03db01075a1b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:04.444409 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6e603444-3b10-43eb-9270-03db01075a1b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3244584 Apr 23 00:04:04.481222 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51260) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:04.494404 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-15ddc7f8-e1f8-442b-9b60-3c780e2d0fa7 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Allocated IP 2001:db8::10 (a79cf903-6b61-4536-a507-9e1aadd995da/a518ae37-7771-4dbe-affb-6e75992fd15c/eccf5a18-799c-41ff-80df-913c46ebcb24) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:04.536480 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d55aa52d-d590-4e71-9d56-8c89fd125f9f None None] Provisioning complete for port 7ec64941-e7a4-4df7-83e5-502611a4e059 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:04.537130 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d55aa52d-d590-4e71-9d56-8c89fd125f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:04.628916 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7067bbd8-e7a8-4133-888f-bb9986a11d3d up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:04.675897 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-62505ea4-bad9-4d6d-8e44-a3080e94e928 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:04.684508 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-62505ea4-bad9-4d6d-8e44-a3080e94e928 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:04.687923 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-62505ea4-bad9-4d6d-8e44-a3080e94e928 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/79ad3f62-2341-46ae-906a-bdc957928685 HTTP/1.1" status: 204 len: 168 time: 0.7669783 Apr 23 00:04:04.695819 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51262) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:04.738171 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62505ea4-bad9-4d6d-8e44-a3080e94e928 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79ad3f62-2341-46ae-906a-bdc957928685,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:04.866891 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-069c9a56-77cc-41ce-a4cd-e9e254e2688b tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:04.891605 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa52d-d590-4e71-9d56-8c89fd125f9f None None] Port 7ec64941-e7a4-4df7-83e5-502611a4e059 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:04.904486 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51266) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:04.922274 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7067bbd8-e7a8-4133-888f-bb9986a11d3d triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:04.922552 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c9d3fd27-a94f-4890-b487-86dc363571de tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2248964 Apr 23 00:04:04.922692 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:04.931559 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51270) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:04.936810 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-54826688-a199-4007-a0d5-c495c48284d2 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Request body: {'security_group_rule': {'security_group_id': '357be53a-dd22-44ba-b4dd-dbcb78554f5b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:04.945848 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e18e40b-7cca-4507-8630-02253a05717b tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:04.951829 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5e18e40b-7cca-4507-8630-02253a05717b tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] 10.222.0.15 "GET /v2.0/networks/7b5bf1ca-4348-4ea3-bcb3-49ad2646e577 HTTP/1.1" status: 200 len: 767 time: 0.4411032 Apr 23 00:04:04.954131 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51272) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:04.964955 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-0551ffb2-1845-4201-a177-0690102ba6d2 None None] Allocated IP 172.20.0.18 (c63f51b9-c3a4-49bd-bea9-32c28d4853e2/cdde80d7-9681-4093-8de8-a3ad7f0aea35/7b207bee-74cb-41ad-a028-b2a2eff1ca6a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:05.052579 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-e2fe4910-524e-40ed-ac55-6d96e50a9a60 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting port 7ec64941-e7a4-4df7-83e5-502611a4e059 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:05.053021 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e2fe4910-524e-40ed-ac55-6d96e50a9a60 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:05.076603 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-18160c89-bd46-42d0-a166-833e6b9e2519 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:05.144464 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:05.148807 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.securitygroups_db [None req-54826688-a199-4007-a0d5-c495c48284d2 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Project eeb8835f40fa42fda78d0f6c088bd6eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:04:05.176327 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-54826688-a199-4007-a0d5-c495c48284d2 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:05.202805 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0551ffb2-1845-4201-a177-0690102ba6d2 None None] For port 7b207bee-74cb-41ad-a028-b2a2eff1ca6a, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7b207bee-74cb-41ad-a028-b2a2eff1ca6a,segment=NetworkSegment(84c728da-0df3-494d-b32c-1fe0afe7c996),segment_id=84c728da-0df3-494d-b32c-1fe0afe7c996)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:05.249095 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0551ffb2-1845-4201-a177-0690102ba6d2 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:05.286258 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 7067bbd8-e7a8-4133-888f-bb9986a11d3d, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7067bbd8-e7a8-4133-888f-bb9986a11d3d,segment=NetworkSegment(00f81a04-eb72-44b0-bb29-9a73e25656fd),segment_id=00f81a04-eb72-44b0-bb29-9a73e25656fd)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:05.295425 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-54826688-a199-4007-a0d5-c495c48284d2 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:05.319124 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5085cec-be0a-4865-90e0-19856e2a1f7d None None] Network a79cf903-6b61-4536-a507-9e1aadd995da requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:05.326359 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5df22ff0-6fa9-41b0-b602-fe6b91c3f2e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5e34cb55bea48cc9f00a6047c277fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4248314 Apr 23 00:04:05.327032 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51274) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:05.339386 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0551ffb2-1845-4201-a177-0690102ba6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:05.397977 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-54826688-a199-4007-a0d5-c495c48284d2 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:05.422656 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:05.424184 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 6a481185-31d8-4f1c-9235-11ef11b7c0dc up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:05.442172 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e2fe4910-524e-40ed-ac55-6d96e50a9a60 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:05.490110 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54826688-a199-4007-a0d5-c495c48284d2 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e05d3a-f55e-41a5-a8c3-2b98f836a941,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:05.512775 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-e2fe4910-524e-40ed-ac55-6d96e50a9a60 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Calling delete_port for 7ec64941-e7a4-4df7-83e5-502611a4e059 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:05.549700 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5d19aadb-485f-4abe-9577-c2b47f3d848f None None] Provisioning complete for port 7067bbd8-e7a8-4133-888f-bb9986a11d3d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:05.550076 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d19aadb-485f-4abe-9577-c2b47f3d848f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:05.551480 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551ffb2-1845-4201-a177-0690102ba6d2 None None] Pushing event updated for resources: {'Port': ['ID=7b207bee-74cb-41ad-a028-b2a2eff1ca6a,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:05.592954 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-54826688-a199-4007-a0d5-c495c48284d2 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:05.597281 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-54826688-a199-4007-a0d5-c495c48284d2 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6615298 Apr 23 00:04:05.600646 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-af2049c5-cc5a-4321-a1c3-8b0d4a8b16fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:05.602258 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51276) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:05.643293 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-18160c89-bd46-42d0-a166-833e6b9e2519 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:05.649487 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e1b517a4-4308-49d9-84aa-c5e39b17afc4 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-group-rules/f6e05d3a-f55e-41a5-a8c3-2b98f836a941 HTTP/1.1" status: 200 len: 769 time: 0.0397143 Apr 23 00:04:05.655519 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51278) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:05.677322 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-af2049c5-cc5a-4321-a1c3-8b0d4a8b16fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:05.685008 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.db.api [None req-24f99f16-ec66-4642-b274-8d98ddb8e9ae tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-aa3bf97d-bb19-46a8-b841-f8d45a42ddc6 {{(pid=103143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:04:05.685373 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG oslo_db.api [None req-24f99f16-ec66-4642-b274-8d98ddb8e9ae tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:04:05.697913 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 6a481185-31d8-4f1c-9235-11ef11b7c0dc triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:05.698955 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:05.704586 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=7067bbd8-e7a8-4133-888f-bb9986a11d3d,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:05.710124 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-18160c89-bd46-42d0-a166-833e6b9e2519 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee271d3-7a2d-4b1f-b691-6db8328ce6f7']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:05.735371 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15ddc7f8-e1f8-442b-9b60-3c780e2d0fa7 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:05.738795 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-18160c89-bd46-42d0-a166-833e6b9e2519 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d38ed6-db83-4254-9f31-2524e32c7830') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:05.739103 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-18160c89-bd46-42d0-a166-833e6b9e2519 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d38ed6-db83-4254-9f31-2524e32c7830') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:05.741813 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-aaca8caa-859f-4a22-bb80-e615b3da81c8 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0837574 Apr 23 00:04:05.748453 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51280) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:05.780335 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-18160c89-bd46-42d0-a166-833e6b9e2519 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:05.819248 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-18160c89-bd46-42d0-a166-833e6b9e2519 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:05.831309 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a4ebd626-2ecd-488d-b0d6-1e2f28c9d7ad tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:05.849566 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18160c89-bd46-42d0-a166-833e6b9e2519 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:04:05.851862 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-18160c89-bd46-42d0-a166-833e6b9e2519 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:04:05.853850 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:04:05.866207 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a4ebd626-2ecd-488d-b0d6-1e2f28c9d7ad tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:05.897528 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-af2049c5-cc5a-4321-a1c3-8b0d4a8b16fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:05.901137 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-af2049c5-cc5a-4321-a1c3-8b0d4a8b16fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:05.902656 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-af2049c5-cc5a-4321-a1c3-8b0d4a8b16fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/309fd1d8-f414-4b55-89ec-3980c71fddfa HTTP/1.1" status: 204 len: 168 time: 0.5706584 Apr 23 00:04:05.913640 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2049c5-cc5a-4321-a1c3-8b0d4a8b16fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309fd1d8-f414-4b55-89ec-3980c71fddfa,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:05.929483 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e2fe4910-524e-40ed-ac55-6d96e50a9a60 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:05.987762 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe4910-524e-40ed-ac55-6d96e50a9a60 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Port': ['ID=7ec64941-e7a4-4df7-83e5-502611a4e059,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:06.016153 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e2fe4910-524e-40ed-ac55-6d96e50a9a60 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:06.021942 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e2fe4910-524e-40ed-ac55-6d96e50a9a60 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/7ec64941-e7a4-4df7-83e5-502611a4e059 HTTP/1.1" status: 204 len: 168 time: 1.5375025 Apr 23 00:04:06.023315 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51284) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:06.100432 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-069c9a56-77cc-41ce-a4cd-e9e254e2688b tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:06.119488 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe2f238-99e1-4893-89d4-5373704b148a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:06.119488 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe2f238-99e1-4893-89d4-5373704b148a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:06.120689 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1fe2f238-99e1-4893-89d4-5373704b148a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0958040 Apr 23 00:04:06.121324 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51286) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:06.136611 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-069c9a56-77cc-41ce-a4cd-e9e254e2688b tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:06.173007 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15ddc7f8-e1f8-442b-9b60-3c780e2d0fa7 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:06.185818 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df188e8-118e-46ac-9111-65b2bfa63461 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet cd2986db-5436-439e-ba21-9a909f1d3363 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:04:06.192971 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9df188e8-118e-46ac-9111-65b2bfa63461 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:06.248440 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a4ebd626-2ecd-488d-b0d6-1e2f28c9d7ad tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:06.250340 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-18160c89-bd46-42d0-a166-833e6b9e2519 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:06.258091 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a4ebd626-2ecd-488d-b0d6-1e2f28c9d7ad tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:06.259321 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a4ebd626-2ecd-488d-b0d6-1e2f28c9d7ad tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/f6e05d3a-f55e-41a5-a8c3-2b98f836a941 HTTP/1.1" status: 204 len: 168 time: 0.4990635 Apr 23 00:04:06.263789 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-24f99f16-ec66-4642-b274-8d98ddb8e9ae tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:06.268685 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9df188e8-118e-46ac-9111-65b2bfa63461 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:06.271956 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51288) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:06.277177 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18160c89-bd46-42d0-a166-833e6b9e2519 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fee271d3-7a2d-4b1f-b691-6db8328ce6f7 {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 23 00:04:06.291321 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-18160c89-bd46-42d0-a166-833e6b9e2519 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:06.294500 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-18160c89-bd46-42d0-a166-833e6b9e2519 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] 10.222.0.15 "DELETE /v2.0/networks/fee271d3-7a2d-4b1f-b691-6db8328ce6f7 HTTP/1.1" status: 204 len: 168 time: 1.3392410 Apr 23 00:04:06.315626 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebd626-2ecd-488d-b0d6-1e2f28c9d7ad tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6e05d3a-f55e-41a5-a8c3-2b98f836a941,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:06.317788 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51290) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:06.350866 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-1ccfdafa-924f-4b59-ab0c-fc1e5cd31e24 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Request body: {'network': {'name': 'tempest-network--1891360102'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:06.373901 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18160c89-bd46-42d0-a166-833e6b9e2519 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Pushing event deleted for resources: {'Network': ['ID=fee271d3-7a2d-4b1f-b691-6db8328ce6f7,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:06.377361 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ddc7f8-e1f8-442b-9b60-3c780e2d0fa7 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network a79cf903-6b61-4536-a507-9e1aadd995da is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:06.385406 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ddc7f8-e1f8-442b-9b60-3c780e2d0fa7 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Port': ['ID=eccf5a18-799c-41ff-80df-913c46ebcb24,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:06.394928 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-15ddc7f8-e1f8-442b-9b60-3c780e2d0fa7 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:06.413450 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ddc7f8-e1f8-442b-9b60-3c780e2d0fa7 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:06.424951 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-c1442f9c-00a2-4d35-8e6b-9a38b7724934 None None] Provisioning complete for port 7067bbd8-e7a8-4133-888f-bb9986a11d3d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:06.425514 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1442f9c-00a2-4d35-8e6b-9a38b7724934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:06.443419 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ddc7f8-e1f8-442b-9b60-3c780e2d0fa7 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:06.443419 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15ddc7f8-e1f8-442b-9b60-3c780e2d0fa7 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:06.529073 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-69233c7b-ef58-422d-b865-04c7e12ceb04 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2555888 Apr 23 00:04:06.531559 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51294) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:06.580035 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7067bbd8-e7a8-4133-888f-bb9986a11d3d up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:06.610898 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-069c9a56-77cc-41ce-a4cd-e9e254e2688b tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Allocated IP 172.26.3.105 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/a1f0a247-e2ed-43e5-84cc-708f2ae94190) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:06.617990 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccfdafa-924f-4b59-ab0c-fc1e5cd31e24 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Made reservation on behalf of 869e394dde0a41c7808cd7e707b5bd87 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:06.621397 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1ccfdafa-924f-4b59-ab0c-fc1e5cd31e24 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:06.653206 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-15ddc7f8-e1f8-442b-9b60-3c780e2d0fa7 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1506436 Apr 23 00:04:06.659646 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51296) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:06.672444 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-e9308ca3-f33c-448e-9566-36796389a935 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'port': {'network_id': 'a79cf903-6b61-4536-a507-9e1aadd995da', 'name': 'tempest-PortsIpV6TestJSON-1326181804', 'fixed_ips': [{'subnet_id': 'a518ae37-7771-4dbe-affb-6e75992fd15c', 'ip_address': '2001:db8::f'}]}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:06.674966 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9df188e8-118e-46ac-9111-65b2bfa63461 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:06.734482 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7067bbd8-e7a8-4133-888f-bb9986a11d3d triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:06.735008 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:06.844587 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-baf1fc5c-61a9-4d13-baa7-8ce128b1fc05 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:06.846634 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ccfdafa-924f-4b59-ab0c-fc1e5cd31e24 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:04:06.876194 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-1b916895-75af-4b2a-8d28-69ba2978a7ff None None] Provisioning complete for port 42fb41e2-df3f-4c39-a9a7-eba958eb5326 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:06.876572 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b916895-75af-4b2a-8d28-69ba2978a7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:06.897927 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1ccfdafa-924f-4b59-ab0c-fc1e5cd31e24 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:06.898648 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-1ccfdafa-924f-4b59-ab0c-fc1e5cd31e24 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Added segment 83b2cd7b-cd88-4422-b5e3-8141311d6221 of type vlan for network c95dff7e-874c-42e4-a0be-5b6876082a66 Apr 23 00:04:06.926311 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-baf1fc5c-61a9-4d13-baa7-8ce128b1fc05 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:06.953182 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1b916895-75af-4b2a-8d28-69ba2978a7ff None None] Port 42fb41e2-df3f-4c39-a9a7-eba958eb5326 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:06.967484 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-24f99f16-ec66-4642-b274-8d98ddb8e9ae tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Delete allocated IP 172.20.0.9 (c63f51b9-c3a4-49bd-bea9-32c28d4853e2/20009be2-a7d6-4f85-9b89-215ea8ee1fc1) {{(pid=103143) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 23 00:04:06.976689 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-24f99f16-ec66-4642-b274-8d98ddb8e9ae tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Allocated IP 172.20.0.22 (c63f51b9-c3a4-49bd-bea9-32c28d4853e2/cdde80d7-9681-4093-8de8-a3ad7f0aea35/9bc5aa62-9a64-4a2f-99a6-7651b90f48be) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:06.979504 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 6a481185-31d8-4f1c-9235-11ef11b7c0dc up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:06.997649 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51298) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:07.012855 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-1b916895-75af-4b2a-8d28-69ba2978a7ff None None] Provisioning complete for port 9bc5aa62-9a64-4a2f-99a6-7651b90f48be triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:07.013226 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b916895-75af-4b2a-8d28-69ba2978a7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.015601 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-069c9a56-77cc-41ce-a4cd-e9e254e2688b tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.042751 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1ccfdafa-924f-4b59-ab0c-fc1e5cd31e24 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.045823 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a6edb343-094e-492d-b499-fbb1380ff1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.063287 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1b916895-75af-4b2a-8d28-69ba2978a7ff None None] Port 9bc5aa62-9a64-4a2f-99a6-7651b90f48be cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:07.083603 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-1b916895-75af-4b2a-8d28-69ba2978a7ff None None] Provisioning complete for port 7b207bee-74cb-41ad-a028-b2a2eff1ca6a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:07.084234 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b916895-75af-4b2a-8d28-69ba2978a7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.086219 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 6a481185-31d8-4f1c-9235-11ef11b7c0dc triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:07.086873 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.172579 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-24f99f16-ec66-4642-b274-8d98ddb8e9ae tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.175563 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-baf1fc5c-61a9-4d13-baa7-8ce128b1fc05 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.178275 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-baf1fc5c-61a9-4d13-baa7-8ce128b1fc05 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.179341 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-baf1fc5c-61a9-4d13-baa7-8ce128b1fc05 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "DELETE /v2.0/security-groups/357be53a-dd22-44ba-b4dd-dbcb78554f5b HTTP/1.1" status: 204 len: 168 time: 0.6384461 Apr 23 00:04:07.182301 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51300) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:07.204471 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-069c9a56-77cc-41ce-a4cd-e9e254e2688b tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.206400 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1fc5c-61a9-4d13-baa7-8ce128b1fc05 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=357be53a-dd22-44ba-b4dd-dbcb78554f5b,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:07.208127 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1ccfdafa-924f-4b59-ab0c-fc1e5cd31e24 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.209051 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccfdafa-924f-4b59-ab0c-fc1e5cd31e24 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:07.209609 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1ccfdafa-924f-4b59-ab0c-fc1e5cd31e24 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.211715 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9308ca3-f33c-448e-9566-36796389a935 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:07.217061 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e9308ca3-f33c-448e-9566-36796389a935 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.238562 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-550ac57c-139e-478a-89de-2531dff085a7 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0548263 Apr 23 00:04:07.239261 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51302) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:07.245025 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-14f0d407-32c0-4790-9f27-1a2d03af837b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Request body: {'security_group': {'name': 'tempest-secgroup--1309922043'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:07.251657 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9df188e8-118e-46ac-9111-65b2bfa63461 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.266118 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7b207bee-74cb-41ad-a028-b2a2eff1ca6a up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:07.272593 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9df188e8-118e-46ac-9111-65b2bfa63461 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.280659 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9df188e8-118e-46ac-9111-65b2bfa63461 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/cd2986db-5436-439e-ba21-9a909f1d3363 HTTP/1.1" status: 204 len: 168 time: 1.1551833 Apr 23 00:04:07.282779 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51304) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:07.298919 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6550484-c0c2-43d4-a163-1c1162860da2 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:07.304884 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62ef0363-3afb-47f6-9029-c1b688c2643c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.307883 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df188e8-118e-46ac-9111-65b2bfa63461 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=cd2986db-5436-439e-ba21-9a909f1d3363,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:07.312038 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-24f99f16-ec66-4642-b274-8d98ddb8e9ae tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.348261 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069c9a56-77cc-41ce-a4cd-e9e254e2688b tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:07.352546 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-e9308ca3-f33c-448e-9566-36796389a935 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] device_id is not set on port 6e7648b0-f5c3-4702-a030-c4a5eb87ef0a yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:04:07.401125 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-069c9a56-77cc-41ce-a4cd-e9e254e2688b tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:07.407221 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-26f2133a-da7b-4896-b686-74410b1374a5 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1167896 Apr 23 00:04:07.411732 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069c9a56-77cc-41ce-a4cd-e9e254e2688b tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:07.434366 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7b207bee-74cb-41ad-a028-b2a2eff1ca6a triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:07.434655 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.440268 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51306) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:07.443036 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-24f99f16-ec66-4642-b274-8d98ddb8e9ae tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] In _notify_port_updated(), no bound segment for port 9bc5aa62-9a64-4a2f-99a6-7651b90f48be on network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 {{(pid=103143) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 23 00:04:07.448838 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f99f16-ec66-4642-b274-8d98ddb8e9ae tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:07.449799 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-24f99f16-ec66-4642-b274-8d98ddb8e9ae tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.453225 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1ccfdafa-924f-4b59-ab0c-fc1e5cd31e24 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1041958 Apr 23 00:04:07.453477 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-24f99f16-ec66-4642-b274-8d98ddb8e9ae tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "PUT /v2.0/ports/9bc5aa62-9a64-4a2f-99a6-7651b90f48be HTTP/1.1" status: 200 len: 919 time: 3.4814715 Apr 23 00:04:07.456413 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-10da9e76-046b-48b0-9237-7ac7fcc7c3d9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:07.480425 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51308) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:07.481598 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51310) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:07.488408 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c9a56-77cc-41ce-a4cd-e9e254e2688b tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Pushing event updated for resources: {'Port': ['ID=a1f0a247-e2ed-43e5-84cc-708f2ae94190,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:07.489236 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-14f0d407-32c0-4790-9f27-1a2d03af837b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.490440 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccfdafa-924f-4b59-ab0c-fc1e5cd31e24 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Pushing event updated for resources: {'Network': ['ID=c95dff7e-874c-42e4-a0be-5b6876082a66,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:07.493800 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-432d5564-fa5f-4f7f-88b1-fc25a4fe04dc None None] Provisioning complete for port eccf5a18-799c-41ff-80df-913c46ebcb24 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:07.494181 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-432d5564-fa5f-4f7f-88b1-fc25a4fe04dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.518853 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network c95dff7e-874c-42e4-a0be-5b6876082a66 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:04:07.533179 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a6edb343-094e-492d-b499-fbb1380ff1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.585077 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-438d3405-a87a-4576-9c81-068e6f26ce25 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:07.605392 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-432d5564-fa5f-4f7f-88b1-fc25a4fe04dc None None] Port eccf5a18-799c-41ff-80df-913c46ebcb24 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:07.606705 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a6edb343-094e-492d-b499-fbb1380ff1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.611367 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e415feed-4ba7-4fce-9070-b908cc7279ef None None] DHCP port deletion for 52c789e5-894b-4719-a369-b13bd1dbccf2 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:04:07.641168 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f99f16-ec66-4642-b274-8d98ddb8e9ae tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Port': ['ID=9bc5aa62-9a64-4a2f-99a6-7651b90f48be,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:07.742416 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a6edb343-094e-492d-b499-fbb1380ff1d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e8e4896914484ab79f7cbf193d110eb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7433736 Apr 23 00:04:07.747055 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51312) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:07.754701 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6edb343-094e-492d-b499-fbb1380ff1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff45640d-7874-4972-b940-64c984c093b6,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:07.809881 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-e9308ca3-f33c-448e-9566-36796389a935 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Allocated IP 2001:db8::f (a79cf903-6b61-4536-a507-9e1aadd995da/a518ae37-7771-4dbe-affb-6e75992fd15c/6e7648b0-f5c3-4702-a030-c4a5eb87ef0a) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:07.852231 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e415feed-4ba7-4fce-9070-b908cc7279ef None None] Deleting port 6a481185-31d8-4f1c-9235-11ef11b7c0dc {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:07.853855 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e415feed-4ba7-4fce-9070-b908cc7279ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.854368 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cea8045d-502a-47af-aaed-c8fa5e3500aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.907917 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.928246 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e415feed-4ba7-4fce-9070-b908cc7279ef None None] For port 6a481185-31d8-4f1c-9235-11ef11b7c0dc, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=6a481185-31d8-4f1c-9235-11ef11b7c0dc,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:07.929596 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e415feed-4ba7-4fce-9070-b908cc7279ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.930314 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cea8045d-502a-47af-aaed-c8fa5e3500aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.945380 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e415feed-4ba7-4fce-9070-b908cc7279ef None None] Calling delete_port for 6a481185-31d8-4f1c-9235-11ef11b7c0dc owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:07.950259 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10da9e76-046b-48b0-9237-7ac7fcc7c3d9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:07.958231 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-10da9e76-046b-48b0-9237-7ac7fcc7c3d9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.989321 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-14f0d407-32c0-4790-9f27-1a2d03af837b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:07.995783 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-5a653a32-b4dd-4c7c-ad46-918e432ff090 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting port 9bc5aa62-9a64-4a2f-99a6-7651b90f48be {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:07.996287 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5a653a32-b4dd-4c7c-ad46-918e432ff090 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:08.042953 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-8a4865e1-e58b-449a-8dce-8fc066d31e00 None None] Provisioning complete for port 9bc5aa62-9a64-4a2f-99a6-7651b90f48be triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:08.043326 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a4865e1-e58b-449a-8dce-8fc066d31e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:08.057462 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-438d3405-a87a-4576-9c81-068e6f26ce25 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:08.077088 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8a4865e1-e58b-449a-8dce-8fc066d31e00 None None] Port 9bc5aa62-9a64-4a2f-99a6-7651b90f48be cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:08.101433 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-14f0d407-32c0-4790-9f27-1a2d03af837b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:08.126421 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e415feed-4ba7-4fce-9070-b908cc7279ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:08.147074 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e9308ca3-f33c-448e-9566-36796389a935 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:08.161488 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-069c9a56-77cc-41ce-a4cd-e9e254e2688b tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:08.169294 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415feed-4ba7-4fce-9070-b908cc7279ef None None] Pushing event deleted for resources: {'Port': ['ID=6a481185-31d8-4f1c-9235-11ef11b7c0dc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:08.172306 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0d407-32c0-4790-9f27-1a2d03af837b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32ba51da-56d3-4aa7-bb2f-65dcca9a8b78,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:08.173231 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e415feed-4ba7-4fce-9070-b908cc7279ef None None] No DVR routers for this DVR port 6a481185-31d8-4f1c-9235-11ef11b7c0dc on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:04:08.194904 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5a653a32-b4dd-4c7c-ad46-918e432ff090 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:08.205136 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-438d3405-a87a-4576-9c81-068e6f26ce25 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:08.215031 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-5a653a32-b4dd-4c7c-ad46-918e432ff090 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Calling delete_port for 9bc5aa62-9a64-4a2f-99a6-7651b90f48be owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:08.219517 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-438d3405-a87a-4576-9c81-068e6f26ce25 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Network c95dff7e-874c-42e4-a0be-5b6876082a66 is not hosted by any dhcp agent {{(pid=103143) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 23 00:04:08.220398 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438d3405-a87a-4576-9c81-068e6f26ce25 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:08.220984 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-438d3405-a87a-4576-9c81-068e6f26ce25 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:08.222266 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-438d3405-a87a-4576-9c81-068e6f26ce25 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] 10.222.0.15 "PUT /v2.0/networks/c95dff7e-874c-42e4-a0be-5b6876082a66 HTTP/1.1" status: 200 len: 858 time: 0.7361665 Apr 23 00:04:08.227622 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51314) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:08.264232 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-14f0d407-32c0-4790-9f27-1a2d03af837b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:08.265485 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-14f0d407-32c0-4790-9f27-1a2d03af837b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0250237 Apr 23 00:04:08.273850 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51316) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:08.281402 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-e35fd49f-bf54-4a93-a63c-0061b8658cbc tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Request body: {'security_group_rule': {'security_group_id': '32ba51da-56d3-4aa7-bb2f-65dcca9a8b78', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:08.328444 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d3405-a87a-4576-9c81-068e6f26ce25 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Pushing event updated for resources: {'Network': ['ID=c95dff7e-874c-42e4-a0be-5b6876082a66,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:08.331278 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cea8045d-502a-47af-aaed-c8fa5e3500aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:08.333818 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cea8045d-502a-47af-aaed-c8fa5e3500aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:08.335016 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cea8045d-502a-47af-aaed-c8fa5e3500aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff45640d-7874-4972-b940-64c984c093b6 HTTP/1.1" status: 204 len: 168 time: 0.5853269 Apr 23 00:04:08.359839 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e9308ca3-f33c-448e-9566-36796389a935 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:08.362596 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8045d-502a-47af-aaed-c8fa5e3500aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff45640d-7874-4972-b940-64c984c093b6,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:08.417748 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9308ca3-f33c-448e-9566-36796389a935 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Port': ['ID=6e7648b0-f5c3-4702-a030-c4a5eb87ef0a,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:08.425200 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6219f7c9-715d-409b-b442-61ec74a04312 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:08.431210 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e35fd49f-bf54-4a93-a63c-0061b8658cbc tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:08.481632 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9308ca3-f33c-448e-9566-36796389a935 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network a79cf903-6b61-4536-a507-9e1aadd995da is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:08.496263 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 6a481185-31d8-4f1c-9235-11ef11b7c0dc no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:04:08.501751 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-e9308ca3-f33c-448e-9566-36796389a935 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:08.505954 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9308ca3-f33c-448e-9566-36796389a935 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:08.512505 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9308ca3-f33c-448e-9566-36796389a935 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:08.513336 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e9308ca3-f33c-448e-9566-36796389a935 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:08.557602 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 6a481185-31d8-4f1c-9235-11ef11b7c0dc {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:04:08.558355 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 6a481185-31d8-4f1c-9235-11ef11b7c0dc not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:04:08.562786 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e35fd49f-bf54-4a93-a63c-0061b8658cbc tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:08.636138 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-10da9e76-046b-48b0-9237-7ac7fcc7c3d9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:08.641414 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e35fd49f-bf54-4a93-a63c-0061b8658cbc tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:08.643295 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5a653a32-b4dd-4c7c-ad46-918e432ff090 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:08.734192 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a653a32-b4dd-4c7c-ad46-918e432ff090 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Port': ['ID=9bc5aa62-9a64-4a2f-99a6-7651b90f48be,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:08.736032 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fd49f-bf54-4a93-a63c-0061b8658cbc tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2586cf-0722-448a-8310-b63747bfad11,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:08.748946 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10da9e76-046b-48b0-9237-7ac7fcc7c3d9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:08.756767 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-10da9e76-046b-48b0-9237-7ac7fcc7c3d9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:08.773370 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da9e76-046b-48b0-9237-7ac7fcc7c3d9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=62e3fc83-0a52-4b97-b1eb-68a04456bad2,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:08.776159 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434ad541-9c22-4567-be7c-3de7b2d5b006 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:08.776950 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10da9e76-046b-48b0-9237-7ac7fcc7c3d9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:08.777547 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-10da9e76-046b-48b0-9237-7ac7fcc7c3d9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:08.837782 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e35fd49f-bf54-4a93-a63c-0061b8658cbc tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:08.839043 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e35fd49f-bf54-4a93-a63c-0061b8658cbc tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5642755 Apr 23 00:04:08.842696 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51322) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:08.886234 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5a653a32-b4dd-4c7c-ad46-918e432ff090 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:08.897403 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5a653a32-b4dd-4c7c-ad46-918e432ff090 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/ports/9bc5aa62-9a64-4a2f-99a6-7651b90f48be HTTP/1.1" status: 204 len: 168 time: 1.4092348 Apr 23 00:04:08.907190 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51324) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:08.941339 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-10da9e76-046b-48b0-9237-7ac7fcc7c3d9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4885278 Apr 23 00:04:08.948083 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51328) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:08.958499 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e9308ca3-f33c-448e-9566-36796389a935 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2970467 Apr 23 00:04:08.960102 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-90862d1b-a472-4e60-83f8-0a91f42e7cee tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] GET failed (client error): The resource could not be found. Apr 23 00:04:08.965331 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-90862d1b-a472-4e60-83f8-0a91f42e7cee tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports/9bc5aa62-9a64-4a2f-99a6-7651b90f48be HTTP/1.1" status: 404 len: 333 time: 0.0464728 Apr 23 00:04:08.965926 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51330) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:08.966256 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51332) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:08.967254 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-1c9989cf-348c-49f0-a3f8-a9ba1c250f67 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'fixed_ips': [{'subnet_id': '62e3fc83-0a52-4b97-b1eb-68a04456bad2', 'ip_address': '2001:db8::c8a6:3ced:cf67:736e'}], 'name': 'tempest-NetworksTestDHCPv6-1338499136'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:09.028381 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6219f7c9-715d-409b-b442-61ec74a04312 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.044726 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-f69d775b-6367-470b-b90a-2bd142798b36 None None] Provisioning complete for port 6e7648b0-f5c3-4702-a030-c4a5eb87ef0a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:09.045306 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f69d775b-6367-470b-b90a-2bd142798b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.063807 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-069c9a56-77cc-41ce-a4cd-e9e254e2688b tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.107253 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-6219f7c9-715d-409b-b442-61ec74a04312 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95dff7e-874c-42e4-a0be-5b6876082a66']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:09.112251 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-069c9a56-77cc-41ce-a4cd-e9e254e2688b tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3900419'] for router, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.114852 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8c5b7f4b-7e95-4e09-b954-65b01fd81bf4 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.122927 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f69d775b-6367-470b-b90a-2bd142798b36 None None] Port 6e7648b0-f5c3-4702-a030-c4a5eb87ef0a cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:09.128113 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c1a09f-8476-4ec7-9d61-d988e2c5d4f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-52c789e5-894b-4719-a369-b13bd1dbccf2', 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'fixed_ips': [{'subnet_id': '62e3fc83-0a52-4b97-b1eb-68a04456bad2'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:04:09.129127 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-22c1a09f-8476-4ec7-9d61-d988e2c5d4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.142056 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-6219f7c9-715d-409b-b442-61ec74a04312 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b2cd7b-cd88-4422-b5e3-8141311d6221') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:09.142356 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-6219f7c9-715d-409b-b442-61ec74a04312 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b2cd7b-cd88-4422-b5e3-8141311d6221') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:09.143420 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8c5b7f4b-7e95-4e09-b954-65b01fd81bf4 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.166623 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6c35e4-eb91-4df1-846f-ed499dc6180e tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:09.171114 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ad6c35e4-eb91-4df1-846f-ed499dc6180e tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2037792 Apr 23 00:04:09.172158 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51338) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:09.192311 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6219f7c9-715d-409b-b442-61ec74a04312 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.208299 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f80c3b0d-c3f8-45bb-a8f3-3495c3821dac tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.235489 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f80c3b0d-c3f8-45bb-a8f3-3495c3821dac tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.235793 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6219f7c9-715d-409b-b442-61ec74a04312 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.278015 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6219f7c9-715d-409b-b442-61ec74a04312 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:04:09.278424 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6219f7c9-715d-409b-b442-61ec74a04312 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:04:09.280424 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:04:09.288362 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-22c1a09f-8476-4ec7-9d61-d988e2c5d4f9 None None] Allocated IP 2001:db8::2 (52c789e5-894b-4719-a369-b13bd1dbccf2/62e3fc83-0a52-4b97-b1eb-68a04456bad2/850dc0e1-cbd5-4d91-b96e-e635629d3da7) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:09.331392 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14342286-97ee-47ac-abe7-ef4d4ac8dcdd tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:09.339340 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14342286-97ee-47ac-abe7-ef4d4ac8dcdd tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:09.349161 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14342286-97ee-47ac-abe7-ef4d4ac8dcdd tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:09.350105 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-14342286-97ee-47ac-abe7-ef4d4ac8dcdd tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1727042 Apr 23 00:04:09.351625 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51342) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:09.394554 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f80c3b0d-c3f8-45bb-a8f3-3495c3821dac tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.399083 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f80c3b0d-c3f8-45bb-a8f3-3495c3821dac tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.400897 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f80c3b0d-c3f8-45bb-a8f3-3495c3821dac tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/security-groups/72eded74-22b7-4122-94d7-073003291901 HTTP/1.1" status: 204 len: 168 time: 0.4323473 Apr 23 00:04:09.403991 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51344) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:09.420466 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c3b0d-c3f8-45bb-a8f3-3495c3821dac tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72eded74-22b7-4122-94d7-073003291901,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:09.431545 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9989cf-348c-49f0-a3f8-a9ba1c250f67 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:09.451546 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069c9a56-77cc-41ce-a4cd-e9e254e2688b tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Router d6b6f63f-9019-4a9d-9e7e-f3bb2e6478e3 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:04:09.453762 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6219f7c9-715d-409b-b442-61ec74a04312 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.478533 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8c5b7f4b-7e95-4e09-b954-65b01fd81bf4 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.491720 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8c5b7f4b-7e95-4e09-b954-65b01fd81bf4 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.497719 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8c5b7f4b-7e95-4e09-b954-65b01fd81bf4 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "DELETE /v2.0/security-groups/32ba51da-56d3-4aa7-bb2f-65dcca9a8b78 HTTP/1.1" status: 204 len: 168 time: 0.6521156 Apr 23 00:04:09.504493 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-22c1a09f-8476-4ec7-9d61-d988e2c5d4f9 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.504764 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6219f7c9-715d-409b-b442-61ec74a04312 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c95dff7e-874c-42e4-a0be-5b6876082a66 {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 23 00:04:09.505627 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51348) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:09.558075 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-c77caef4-3a95-4cc7-95b2-7abf6bb83f7a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting port 6e7648b0-f5c3-4702-a030-c4a5eb87ef0a {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:09.558242 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c77caef4-3a95-4cc7-95b2-7abf6bb83f7a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.562729 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219f7c9-715d-409b-b442-61ec74a04312 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Pushing event deleted for resources: {'Network': ['ID=c95dff7e-874c-42e4-a0be-5b6876082a66,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:09.568754 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b7f4b-7e95-4e09-b954-65b01fd81bf4 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ba51da-56d3-4aa7-bb2f-65dcca9a8b78,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:09.636320 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6219f7c9-715d-409b-b442-61ec74a04312 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.644164 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cf91f57d-8a00-40ca-984c-07dc5d92f39f tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1351857 Apr 23 00:04:09.644783 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-22c1a09f-8476-4ec7-9d61-d988e2c5d4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.650967 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6219f7c9-715d-409b-b442-61ec74a04312 tempest-ExternalNetworksTestJSON-1119648350 tempest-ExternalNetworksTestJSON-1119648350-project-admin] 10.222.0.15 "DELETE /v2.0/networks/c95dff7e-874c-42e4-a0be-5b6876082a66 HTTP/1.1" status: 204 len: 168 time: 1.4209504 Apr 23 00:04:09.655610 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51356) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:09.656932 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51358) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:09.722978 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-705287eb-9e74-4e9d-8d3e-55485b489ac6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.725641 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c1a09f-8476-4ec7-9d61-d988e2c5d4f9 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:09.729877 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1c9989cf-348c-49f0-a3f8-a9ba1c250f67 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.731635 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-22c1a09f-8476-4ec7-9d61-d988e2c5d4f9 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:09.734409 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c1a09f-8476-4ec7-9d61-d988e2c5d4f9 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:09.751371 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.755953 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8bdffc6-2db3-4eb5-9ad5-aafcfcae5dc8 tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] DELETE failed (client error): The resource could not be found. Apr 23 00:04:09.756411 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8bdffc6-2db3-4eb5-9ad5-aafcfcae5dc8 tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:09.760705 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b8bdffc6-2db3-4eb5-9ad5-aafcfcae5dc8 tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] 10.222.0.15 "DELETE /v2.0/subnets/2bfad32d-8070-4491-bb5d-48cfb58142d9 HTTP/1.1" status: 404 len: 337 time: 0.1027079 Apr 23 00:04:09.763910 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51362) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:09.785385 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-80bf2f55-ea47-496b-a2cc-dcaccb39bc88 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1283958 Apr 23 00:04:09.809044 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-705287eb-9e74-4e9d-8d3e-55485b489ac6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.810640 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.812719 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51364) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:09.816074 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1a09f-8476-4ec7-9d61-d988e2c5d4f9 None None] Pushing event updated for resources: {'Port': ['ID=850dc0e1-cbd5-4d91-b96e-e635629d3da7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:09.828323 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:04:09.830899 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-22c1a09f-8476-4ec7-9d61-d988e2c5d4f9 None None] Attempting to bind port 850dc0e1-cbd5-4d91-b96e-e635629d3da7 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:09.831507 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-22c1a09f-8476-4ec7-9d61-d988e2c5d4f9 None None] Attempting to bind port 850dc0e1-cbd5-4d91-b96e-e635629d3da7 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:09.832013 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c1a09f-8476-4ec7-9d61-d988e2c5d4f9 None None] Attempting to bind port 850dc0e1-cbd5-4d91-b96e-e635629d3da7 on network 52c789e5-894b-4719-a369-b13bd1dbccf2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:09.833205 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-1c9989cf-348c-49f0-a3f8-a9ba1c250f67 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] device_id is not set on port 3dea025b-9f10-4d7d-9d5f-f0ffe0bc095c yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:04:09.838900 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c1a09f-8476-4ec7-9d61-d988e2c5d4f9 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:04:09.839403 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c1a09f-8476-4ec7-9d61-d988e2c5d4f9 None None] Checking segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:04:09.839941 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-22c1a09f-8476-4ec7-9d61-d988e2c5d4f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.840464 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c1a09f-8476-4ec7-9d61-d988e2c5d4f9 None None] Bound using segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:04:09.841428 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-22c1a09f-8476-4ec7-9d61-d988e2c5d4f9 None None] Bound port: 850dc0e1-cbd5-4d91-b96e-e635629d3da7, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:04:09.841917 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-22c1a09f-8476-4ec7-9d61-d988e2c5d4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.866828 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c77caef4-3a95-4cc7-95b2-7abf6bb83f7a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.906983 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069c9a56-77cc-41ce-a4cd-e9e254e2688b tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:04:09.910866 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-89d19fae-a072-43c5-b7bb-caf2bab7326b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] delete failed (client error): The resource could not be found. Apr 23 00:04:09.915624 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-89d19fae-a072-43c5-b7bb-caf2bab7326b tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "DELETE /v2.0/security-groups/32ba51da-56d3-4aa7-bb2f-65dcca9a8b78 HTTP/1.1" status: 404 len: 347 time: 0.0972705 Apr 23 00:04:09.916657 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-c77caef4-3a95-4cc7-95b2-7abf6bb83f7a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Calling delete_port for 6e7648b0-f5c3-4702-a030-c4a5eb87ef0a owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:09.922422 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-069c9a56-77cc-41ce-a4cd-e9e254e2688b tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:09.924082 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-069c9a56-77cc-41ce-a4cd-e9e254e2688b tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "PUT /v2.0/routers/d6b6f63f-9019-4a9d-9e7e-f3bb2e6478e3 HTTP/1.1" status: 200 len: 883 time: 5.6682944 Apr 23 00:04:09.925157 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51368) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:09.937064 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51370) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:09.944467 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-22c1a09f-8476-4ec7-9d61-d988e2c5d4f9 None None] For port 850dc0e1-cbd5-4d91-b96e-e635629d3da7, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:04:09.949185 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-22c1a09f-8476-4ec7-9d61-d988e2c5d4f9 None None] For port 850dc0e1-cbd5-4d91-b96e-e635629d3da7, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=850dc0e1-cbd5-4d91-b96e-e635629d3da7,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:04:10.034942 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-654b2cd5-ad8f-41dc-8529-cd49b833f39a tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:10.035220 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-22c1a09f-8476-4ec7-9d61-d988e2c5d4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:10.127929 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-49fae000-f33f-46f2-b675-36539d9e8cb3 tempest-SecGroupIPv6Test-1396542868 tempest-SecGroupIPv6Test-1396542868-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1988351 Apr 23 00:04:10.141396 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1a09f-8476-4ec7-9d61-d988e2c5d4f9 None None] Pushing event updated for resources: {'Port': ['ID=850dc0e1-cbd5-4d91-b96e-e635629d3da7,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:10.144963 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aabef9f-bc3d-446d-bd9c-28e5d8b4d1c5 None None] Sync routers for ids ['d6b6f63f-9019-4a9d-9e7e-f3bb2e6478e3'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:04:10.155341 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-705287eb-9e74-4e9d-8d3e-55485b489ac6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:10.158488 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-705287eb-9e74-4e9d-8d3e-55485b489ac6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:10.159228 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-705287eb-9e74-4e9d-8d3e-55485b489ac6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/security-groups/e5ed2c00-b528-4f7f-8bd9-c8f5555b2608 HTTP/1.1" status: 204 len: 168 time: 0.7542167 Apr 23 00:04:10.160400 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aabef9f-bc3d-446d-bd9c-28e5d8b4d1c5 None None] Routers {'d6b6f63f-9019-4a9d-9e7e-f3bb2e6478e3'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:04:10.161531 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5aabef9f-bc3d-446d-bd9c-28e5d8b4d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d6b6f63f-9019-4a9d-9e7e-f3bb2e6478e3'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:10.168354 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51374) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:10.230014 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-654b2cd5-ad8f-41dc-8529-cd49b833f39a tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:10.233728 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705287eb-9e74-4e9d-8d3e-55485b489ac6 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ed2c00-b528-4f7f-8bd9-c8f5555b2608,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:10.237808 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5aabef9f-bc3d-446d-bd9c-28e5d8b4d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:10.256616 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aabef9f-bc3d-446d-bd9c-28e5d8b4d1c5 None None] Routers {'d6b6f63f-9019-4a9d-9e7e-f3bb2e6478e3'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:04:10.257617 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5aabef9f-bc3d-446d-bd9c-28e5d8b4d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d6b6f63f-9019-4a9d-9e7e-f3bb2e6478e3'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:10.265653 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d21c83f5-ad12-409c-b7d0-fdf7b7d9f32a tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "GET /v2.0/routers/d6b6f63f-9019-4a9d-9e7e-f3bb2e6478e3 HTTP/1.1" status: 200 len: 924 time: 0.3271828 Apr 23 00:04:10.279471 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51378) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:10.284205 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-1c9989cf-348c-49f0-a3f8-a9ba1c250f67 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 2001:db8::c8a6:3ced:cf67:736e (52c789e5-894b-4719-a369-b13bd1dbccf2/62e3fc83-0a52-4b97-b1eb-68a04456bad2/3dea025b-9f10-4d7d-9d5f-f0ffe0bc095c) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:10.304980 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb54cd3-5c5d-465b-91c9-782cdda196c4 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting subnet 20009be2-a7d6-4f85-9b89-215ea8ee1fc1 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:04:10.323803 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-654b2cd5-ad8f-41dc-8529-cd49b833f39a tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5bf1ca-4348-4ea3-bcb3-49ad2646e577']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:10.333914 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4eb54cd3-5c5d-465b-91c9-782cdda196c4 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:10.335390 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5aabef9f-bc3d-446d-bd9c-28e5d8b4d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:10.339309 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aabef9f-bc3d-446d-bd9c-28e5d8b4d1c5 None None] The sync data for ids ['d6b6f63f-9019-4a9d-9e7e-f3bb2e6478e3'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:04:10.364401 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-654b2cd5-ad8f-41dc-8529-cd49b833f39a tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731607fd-2e91-485d-b936-0a22085757f3') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:10.368074 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-654b2cd5-ad8f-41dc-8529-cd49b833f39a tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731607fd-2e91-485d-b936-0a22085757f3') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:10.381976 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-654b2cd5-ad8f-41dc-8529-cd49b833f39a tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:10.407097 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-654b2cd5-ad8f-41dc-8529-cd49b833f39a tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:10.419131 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654b2cd5-ad8f-41dc-8529-cd49b833f39a tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:04:10.419549 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-654b2cd5-ad8f-41dc-8529-cd49b833f39a tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:04:10.424292 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:04:10.466721 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4eb54cd3-5c5d-465b-91c9-782cdda196c4 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:10.504209 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3e25b8-63ec-4966-affe-f64b9d410c64 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:10.505777 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-fd3e25b8-63ec-4966-affe-f64b9d410c64 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4&device_id=d6b6f63f-9019-4a9d-9e7e-f3bb2e6478e3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2252967 Apr 23 00:04:10.521480 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51380) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:10.744344 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4eb54cd3-5c5d-465b-91c9-782cdda196c4 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:10.794789 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47749df-e03d-41dc-98e3-31f174f3eebe tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:10.796510 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b47749df-e03d-41dc-98e3-31f174f3eebe tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "GET /v2.0/networks/b6e09b47-c901-4973-bf1d-f170201f8bc4 HTTP/1.1" status: 200 len: 881 time: 0.2740474 Apr 23 00:04:10.802317 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51388) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:10.805226 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1c9989cf-348c-49f0-a3f8-a9ba1c250f67 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:10.844493 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c67de7fb-5be2-4285-bd48-886ae318cb12 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6b6f63f-9019-4a9d-9e7e-f3bb2e6478e3 HTTP/1.1" status: 200 len: 205 time: 0.0372705 Apr 23 00:04:10.848728 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51392) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:10.918386 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c77caef4-3a95-4cc7-95b2-7abf6bb83f7a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:10.944576 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4eb54cd3-5c5d-465b-91c9-782cdda196c4 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:10.963561 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1c9989cf-348c-49f0-a3f8-a9ba1c250f67 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:10.965588 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4eb54cd3-5c5d-465b-91c9-782cdda196c4 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:10.974014 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-654b2cd5-ad8f-41dc-8529-cd49b833f39a tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:10.974194 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f55960-dfa0-4756-9ee6-48b9768ec057 None None] Network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:10.976922 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4eb54cd3-5c5d-465b-91c9-782cdda196c4 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/subnets/20009be2-a7d6-4f85-9b89-215ea8ee1fc1 HTTP/1.1" status: 204 len: 168 time: 0.8050728 Apr 23 00:04:10.979596 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51396) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:10.983841 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-654b2cd5-ad8f-41dc-8529-cd49b833f39a tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:10.990570 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-654b2cd5-ad8f-41dc-8529-cd49b833f39a tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] 10.222.0.15 "DELETE /v2.0/networks/7b5bf1ca-4348-4ea3-bcb3-49ad2646e577 HTTP/1.1" status: 204 len: 168 time: 1.2255771 Apr 23 00:04:11.015287 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51398) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:11.053320 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c77caef4-3a95-4cc7-95b2-7abf6bb83f7a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:11.057513 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c77caef4-3a95-4cc7-95b2-7abf6bb83f7a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/ports/6e7648b0-f5c3-4702-a030-c4a5eb87ef0a HTTP/1.1" status: 204 len: 168 time: 1.7046833 Apr 23 00:04:11.058499 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77caef4-3a95-4cc7-95b2-7abf6bb83f7a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Port': ['ID=6e7648b0-f5c3-4702-a030-c4a5eb87ef0a,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:11.068377 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b2cd5-ad8f-41dc-8529-cd49b833f39a tempest-ExternalNetworksTestJSON-731974059 tempest-ExternalNetworksTestJSON-731974059-project] Pushing event deleted for resources: {'Network': ['ID=7b5bf1ca-4348-4ea3-bcb3-49ad2646e577,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:11.071221 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51406) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:11.098265 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb54cd3-5c5d-465b-91c9-782cdda196c4 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Subnet': ['ID=20009be2-a7d6-4f85-9b89-215ea8ee1fc1,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:11.107526 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8671082-db93-443d-adf7-b8c2dca03d47 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] GET failed (client error): The resource could not be found. Apr 23 00:04:11.112424 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a8671082-db93-443d-adf7-b8c2dca03d47 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports/6e7648b0-f5c3-4702-a030-c4a5eb87ef0a HTTP/1.1" status: 404 len: 333 time: 0.0373747 Apr 23 00:04:11.113183 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51408) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:11.115631 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1023bc41-f7f0-44c1-b057-ac667c9dc17a tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:11.186528 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-40a2ff02-e79e-40e0-bb67-3346790f36f5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'subnet': {'network_id': 'c63f51b9-c3a4-49bd-bea9-32c28d4853e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:11.247440 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9989cf-348c-49f0-a3f8-a9ba1c250f67 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:11.263110 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-1c9989cf-348c-49f0-a3f8-a9ba1c250f67 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:11.324717 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9989cf-348c-49f0-a3f8-a9ba1c250f67 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:11.328653 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9989cf-348c-49f0-a3f8-a9ba1c250f67 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:11.329329 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1c9989cf-348c-49f0-a3f8-a9ba1c250f67 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:11.353948 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9989cf-348c-49f0-a3f8-a9ba1c250f67 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=3dea025b-9f10-4d7d-9d5f-f0ffe0bc095c,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:11.412725 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-1360bde5-c645-4da9-a213-220b3d503320 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting port eccf5a18-799c-41ff-80df-913c46ebcb24 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:11.413173 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1360bde5-c645-4da9-a213-220b3d503320 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:11.416657 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1023bc41-f7f0-44c1-b057-ac667c9dc17a tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:11.444360 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1c9989cf-348c-49f0-a3f8-a9ba1c250f67 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4846833 Apr 23 00:04:11.449798 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51412) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:11.615431 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736bfb21-52f5-4258-890d-8800ef7fc2d8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:11.622427 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1360bde5-c645-4da9-a213-220b3d503320 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:11.626939 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736bfb21-52f5-4258-890d-8800ef7fc2d8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:11.629597 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-736bfb21-52f5-4258-890d-8800ef7fc2d8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1756868 Apr 23 00:04:11.635936 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c02b43fe-6a19-4767-a131-086012e9a5b4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eeb8835f40fa42fda78d0f6c088bd6eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6363816 Apr 23 00:04:11.635936 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51418) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:11.642492 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a2ff02-e79e-40e0-bb67-3346790f36f5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:11.646122 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51420) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:11.647460 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-40a2ff02-e79e-40e0-bb67-3346790f36f5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:11.667033 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-1360bde5-c645-4da9-a213-220b3d503320 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Calling delete_port for eccf5a18-799c-41ff-80df-913c46ebcb24 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:11.710961 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-1023bc41-f7f0-44c1-b057-ac667c9dc17a tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Deleting port a1f0a247-e2ed-43e5-84cc-708f2ae94190 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:11.711305 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1023bc41-f7f0-44c1-b057-ac667c9dc17a tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:11.824070 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51424) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:11.863164 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-33004bf0-d3dd-41c8-b621-71d220434eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:11.917796 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51428) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:11.919457 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3db81ded-90a6-49fe-8896-02e7168c3783 None None] Provisioning complete for port 850dc0e1-cbd5-4d91-b96e-e635629d3da7 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:11.920479 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3db81ded-90a6-49fe-8896-02e7168c3783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:11.960535 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1023bc41-f7f0-44c1-b057-ac667c9dc17a tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:11.961416 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-9f57d8fd-0c5f-45d7-9b7b-d88ed31dbeea tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting port 3dea025b-9f10-4d7d-9d5f-f0ffe0bc095c {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:11.961761 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f57d8fd-0c5f-45d7-9b7b-d88ed31dbeea tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:11.968158 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-33004bf0-d3dd-41c8-b621-71d220434eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:12.022058 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-1023bc41-f7f0-44c1-b057-ac667c9dc17a tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Calling delete_port for a1f0a247-e2ed-43e5-84cc-708f2ae94190 owned by network:router_gateway {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:12.057224 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3db81ded-90a6-49fe-8896-02e7168c3783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:12.128076 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3db81ded-90a6-49fe-8896-02e7168c3783 None None] For port 850dc0e1-cbd5-4d91-b96e-e635629d3da7, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=850dc0e1-cbd5-4d91-b96e-e635629d3da7,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:12.212523 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3db81ded-90a6-49fe-8896-02e7168c3783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:12.222278 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-b809242e-8d1e-4a64-9e23-fad36055f8a3 tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:12.243717 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1360bde5-c645-4da9-a213-220b3d503320 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:12.254260 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-33004bf0-d3dd-41c8-b621-71d220434eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:12.258550 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-33004bf0-d3dd-41c8-b621-71d220434eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:12.262891 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-33004bf0-d3dd-41c8-b621-71d220434eb0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94aadc07-e9d2-43ba-b654-e1cf0a017798 HTTP/1.1" status: 204 len: 168 time: 0.6128483 Apr 23 00:04:12.271671 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f57d8fd-0c5f-45d7-9b7b-d88ed31dbeea tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:12.304143 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-9f57d8fd-0c5f-45d7-9b7b-d88ed31dbeea tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Calling delete_port for 3dea025b-9f10-4d7d-9d5f-f0ffe0bc095c owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:12.309288 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db81ded-90a6-49fe-8896-02e7168c3783 None None] Pushing event updated for resources: {'Port': ['ID=850dc0e1-cbd5-4d91-b96e-e635629d3da7,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:12.340675 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33004bf0-d3dd-41c8-b621-71d220434eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94aadc07-e9d2-43ba-b654-e1cf0a017798,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:12.344915 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360bde5-c645-4da9-a213-220b3d503320 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Port': ['ID=eccf5a18-799c-41ff-80df-913c46ebcb24,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:12.347879 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-49641141-c3a5-48cf-83fe-48f159ed607d None None] Provisioning complete for port 3dea025b-9f10-4d7d-9d5f-f0ffe0bc095c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:12.348568 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49641141-c3a5-48cf-83fe-48f159ed607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:12.373494 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1360bde5-c645-4da9-a213-220b3d503320 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:12.380338 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1360bde5-c645-4da9-a213-220b3d503320 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/ports/eccf5a18-799c-41ff-80df-913c46ebcb24 HTTP/1.1" status: 204 len: 168 time: 1.2624540 Apr 23 00:04:12.384670 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51434) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:12.402495 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f6af1a77-bd08-4def-88ab-9322febaf744 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=408f1889bcef4dfebe6563cff297d445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5773070 Apr 23 00:04:12.404234 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-49641141-c3a5-48cf-83fe-48f159ed607d None None] Port 3dea025b-9f10-4d7d-9d5f-f0ffe0bc095c cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:12.410389 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51436) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:12.490394 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b809242e-8d1e-4a64-9e23-fad36055f8a3 tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] 10.222.0.15 "PUT /v2.0/quotas/0f7500c629db4f46b8112394376384e5 HTTP/1.1" status: 200 len: 366 time: 0.5713787 Apr 23 00:04:12.493369 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-840f3d70-52f2-4579-9bc2-98f3d6995b8b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] GET failed (client error): The resource could not be found. Apr 23 00:04:12.496435 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51438) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:12.497007 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51440) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:12.497286 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-840f3d70-52f2-4579-9bc2-98f3d6995b8b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports/eccf5a18-799c-41ff-80df-913c46ebcb24 HTTP/1.1" status: 404 len: 333 time: 0.1074677 Apr 23 00:04:12.545332 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-f2457a14-b610-49a6-9300-549cae6f20b4 None None] Provisioning complete for port 42fb41e2-df3f-4c39-a9a7-eba958eb5326 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:12.546156 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2457a14-b610-49a6-9300-549cae6f20b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:12.570504 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d9dfce1b-caea-4d3c-929a-439b24bdf1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:12.583557 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-40a2ff02-e79e-40e0-bb67-3346790f36f5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:12.584717 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 850dc0e1-cbd5-4d91-b96e-e635629d3da7 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:12.598539 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1049e0b5-fe14-4b5b-8cbc-5e0dbef14b2c tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1004462 Apr 23 00:04:12.605757 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51442) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:12.616700 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d9dfce1b-caea-4d3c-929a-439b24bdf1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:12.635597 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b91e926e-a31e-422c-8691-38bc98a0858d tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] 10.222.0.15 "GET /v2.0/quotas/0f7500c629db4f46b8112394376384e5 HTTP/1.1" status: 200 len: 366 time: 0.0285733 Apr 23 00:04:12.636234 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1023bc41-f7f0-44c1-b057-ac667c9dc17a tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:12.644615 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51444) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:12.671314 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a2ff02-e79e-40e0-bb67-3346790f36f5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:12.679139 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7d29a9-35c9-4214-992e-12832a74bc71 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting subnet a518ae37-7771-4dbe-affb-6e75992fd15c {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:04:12.685984 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-40a2ff02-e79e-40e0-bb67-3346790f36f5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:12.686873 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f2457a14-b610-49a6-9300-549cae6f20b4 None None] Port 42fb41e2-df3f-4c39-a9a7-eba958eb5326 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:12.687788 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4c7d29a9-35c9-4214-992e-12832a74bc71 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:12.690652 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2ff02-e79e-40e0-bb67-3346790f36f5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Subnet': ['ID=b596c297-2408-45cc-a9e8-f379fa7f55af,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:12.693395 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a2ff02-e79e-40e0-bb67-3346790f36f5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:12.694032 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-40a2ff02-e79e-40e0-bb67-3346790f36f5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:12.707995 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32014f28-f851-463f-aacb-bff304e010aa None None] Network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:12.717876 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 850dc0e1-cbd5-4d91-b96e-e635629d3da7 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:12.718264 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:12.720425 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-f2457a14-b610-49a6-9300-549cae6f20b4 None None] Provisioning complete for port 7b207bee-74cb-41ad-a028-b2a2eff1ca6a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:12.721394 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2457a14-b610-49a6-9300-549cae6f20b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:12.757114 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f57d8fd-0c5f-45d7-9b7b-d88ed31dbeea tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:12.763757 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023bc41-f7f0-44c1-b057-ac667c9dc17a tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Pushing event deleted for resources: {'Port': ['ID=a1f0a247-e2ed-43e5-84cc-708f2ae94190,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:12.802704 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4c7d29a9-35c9-4214-992e-12832a74bc71 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:12.807831 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57d8fd-0c5f-45d7-9b7b-d88ed31dbeea tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Port': ['ID=3dea025b-9f10-4d7d-9d5f-f0ffe0bc095c,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:12.829428 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1023bc41-f7f0-44c1-b057-ac667c9dc17a tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:12.871512 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-40a2ff02-e79e-40e0-bb67-3346790f36f5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7681899 Apr 23 00:04:12.871789 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3f6e623e-42f0-4ff4-9002-d43029716684 tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/0f7500c629db4f46b8112394376384e5 HTTP/1.1" status: 204 len: 168 time: 0.2160900 Apr 23 00:04:12.888759 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51448) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:12.893025 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51450) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:12.901719 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f57d8fd-0c5f-45d7-9b7b-d88ed31dbeea tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:12.907294 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9f57d8fd-0c5f-45d7-9b7b-d88ed31dbeea tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/3dea025b-9f10-4d7d-9d5f-f0ffe0bc095c HTTP/1.1" status: 204 len: 168 time: 1.2700322 Apr 23 00:04:12.908776 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51452) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:12.931252 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-ea20ba1d-9a30-471d-8406-3823fd134b99 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'security_group': {'name': 'tempest-secgroup-1346182225'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:12.941543 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-318b0d70-1073-4e11-8fb4-51d06e2babf6 tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0342128 Apr 23 00:04:12.942335 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51454) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:12.993296 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9666653b-1097-410d-8ae6-30f5db2b25c6 tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] 10.222.0.15 "GET /v2.0/quotas/0f7500c629db4f46b8112394376384e5 HTTP/1.1" status: 200 len: 370 time: 0.0468135 Apr 23 00:04:12.997871 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51458) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:13.004139 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d9dfce1b-caea-4d3c-929a-439b24bdf1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.006699 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d9dfce1b-caea-4d3c-929a-439b24bdf1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.011345 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d9dfce1b-caea-4d3c-929a-439b24bdf1a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d99d5007-e109-449e-a081-6e684b22bee4 HTTP/1.1" status: 204 len: 168 time: 0.5993698 Apr 23 00:04:13.018073 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-056f6bc4-d2db-4283-b6b0-5739a48e77e7 tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] 10.222.0.15 "GET /v2.0/quotas/0f7500c629db4f46b8112394376384e5/default HTTP/1.1" status: 200 len: 370 time: 0.0150292 Apr 23 00:04:13.021959 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51462) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:13.037408 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1023bc41-f7f0-44c1-b057-ac667c9dc17a tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.041180 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-81fd5d74-58a6-4446-820b-6b42684f9a4a tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] delete failed (client error): The resource could not be found. Apr 23 00:04:13.045504 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-81fd5d74-58a6-4446-820b-6b42684f9a4a tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/0f7500c629db4f46b8112394376384e5 HTTP/1.1" status: 404 len: 348 time: 0.0223913 Apr 23 00:04:13.054421 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1023bc41-f7f0-44c1-b057-ac667c9dc17a tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.059767 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfce1b-caea-4d3c-929a-439b24bdf1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99d5007-e109-449e-a081-6e684b22bee4,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:13.062218 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4c7d29a9-35c9-4214-992e-12832a74bc71 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.066335 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ea20ba1d-9a30-471d-8406-3823fd134b99 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.076221 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8053a80d-dc07-4b58-ac0e-ef38b12b72e0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:13.077677 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8053a80d-dc07-4b58-ac0e-ef38b12b72e0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:13.079208 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8053a80d-dc07-4b58-ac0e-ef38b12b72e0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1694303 Apr 23 00:04:13.088856 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51466) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:13.189445 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb1942d5-c540-4a34-a3de-b589ff8d88c3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet 62e3fc83-0a52-4b97-b1eb-68a04456bad2 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:04:13.192819 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cb1942d5-c540-4a34-a3de-b589ff8d88c3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.201208 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef832a08-372c-4a21-a89b-ef6ae05faa97 None None] Update dhcp port {'port': {'network_id': 'c63f51b9-c3a4-49bd-bea9-32c28d4853e2', 'fixed_ips': [{'subnet_id': 'cdde80d7-9681-4093-8de8-a3ad7f0aea35', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b596c297-2408-45cc-a9e8-f379fa7f55af'}], 'binding:host_id': 'dv-neutron-838783-1-hyperv'}, 'id': '7b207bee-74cb-41ad-a028-b2a2eff1ca6a'} from dv-neutron-838783-1-hyperv. {{(pid=103146) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 23 00:04:13.222474 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1023bc41-f7f0-44c1-b057-ac667c9dc17a tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.224004 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1023bc41-f7f0-44c1-b057-ac667c9dc17a tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Fanout notify agent at l3_agent the message router_deleted on router d6b6f63f-9019-4a9d-9e7e-f3bb2e6478e3 {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:04:13.235808 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1023bc41-f7f0-44c1-b057-ac667c9dc17a tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.237230 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1023bc41-f7f0-44c1-b057-ac667c9dc17a tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "DELETE /v2.0/routers/d6b6f63f-9019-4a9d-9e7e-f3bb2e6478e3 HTTP/1.1" status: 204 len: 168 time: 2.3873811 Apr 23 00:04:13.238229 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef832a08-372c-4a21-a89b-ef6ae05faa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.240957 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51470) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:13.246372 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-e536f22b-19cb-4b50-b5ac-1ee5594ae05b tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-997266778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:13.247088 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cb1942d5-c540-4a34-a3de-b589ff8d88c3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.339620 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4c7d29a9-35c9-4214-992e-12832a74bc71 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.376242 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cb1942d5-c540-4a34-a3de-b589ff8d88c3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.380958 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d29a9-35c9-4214-992e-12832a74bc71 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Subnet': ['ID=a518ae37-7771-4dbe-affb-6e75992fd15c,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:13.396361 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e536f22b-19cb-4b50-b5ac-1ee5594ae05b tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.397552 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e536f22b-19cb-4b50-b5ac-1ee5594ae05b tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.417827 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4c7d29a9-35c9-4214-992e-12832a74bc71 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.424077 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4c7d29a9-35c9-4214-992e-12832a74bc71 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/subnets/a518ae37-7771-4dbe-affb-6e75992fd15c HTTP/1.1" status: 204 len: 168 time: 0.9249308 Apr 23 00:04:13.426313 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51472) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:13.431433 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b3fcff-94f6-4206-a25d-cc26dcd37325 None None] Network a79cf903-6b61-4536-a507-9e1aadd995da requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:13.460382 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ea20ba1d-9a30-471d-8406-3823fd134b99 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.499827 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e536f22b-19cb-4b50-b5ac-1ee5594ae05b tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.531365 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ea20ba1d-9a30-471d-8406-3823fd134b99 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.566430 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20ba1d-9a30-471d-8406-3823fd134b99 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2365d00-1eab-4eb6-bb56-a3fb6d4e2c7b,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:13.566678 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-98cba7fd-20c2-43e1-b4ed-c3575f8c2145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.589404 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-ef832a08-372c-4a21-a89b-ef6ae05faa97 None None] Allocated IP 172.20.0.2 (c63f51b9-c3a4-49bd-bea9-32c28d4853e2/b596c297-2408-45cc-a9e8-f379fa7f55af/7b207bee-74cb-41ad-a028-b2a2eff1ca6a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:13.593820 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cb1942d5-c540-4a34-a3de-b589ff8d88c3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.607035 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51476) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:13.621106 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e536f22b-19cb-4b50-b5ac-1ee5594ae05b tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.659340 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ea20ba1d-9a30-471d-8406-3823fd134b99 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.659340 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ea20ba1d-9a30-471d-8406-3823fd134b99 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7503717 Apr 23 00:04:13.659340 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1942d5-c540-4a34-a3de-b589ff8d88c3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=62e3fc83-0a52-4b97-b1eb-68a04456bad2,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:13.661023 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51478) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:13.662227 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cb1942d5-c540-4a34-a3de-b589ff8d88c3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.664562 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.quota.resource [None req-693851d3-5718-4644-94a9-30b895a56ec8 tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] Usage tracker for resource:network and tenant:42cf21f8eb2b4f54934a74325501e572 is out of sync, need to count used quota {{(pid=103143) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 23 00:04:13.669418 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cb1942d5-c540-4a34-a3de-b589ff8d88c3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/62e3fc83-0a52-4b97-b1eb-68a04456bad2 HTTP/1.1" status: 204 len: 168 time: 0.5740304 Apr 23 00:04:13.673109 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51480) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:13.674133 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-e1e01cbf-44b5-4b23-bcad-c786365f847c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'security_group': {'name': 'tempest-secgroup-369189115'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:13.681999 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.quota.resource [None req-693851d3-5718-4644-94a9-30b895a56ec8 tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103143) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 23 00:04:13.731266 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9f62adac-b8d2-4b73-a121-a3091c41f6bc tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532932 Apr 23 00:04:13.731782 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51482) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:13.736994 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d624e08-1041-4fb7-b115-f17de14e54ea None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:13.739750 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5b5ca9-7494-4a09-a124-b12b0fa21ebe None None] DHCP port deletion for a79cf903-6b61-4536-a507-9e1aadd995da request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:04:13.741691 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.quota.resource [None req-693851d3-5718-4644-94a9-30b895a56ec8 tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] Usage tracker for resource:subnet and tenant:42cf21f8eb2b4f54934a74325501e572 is out of sync, need to count used quota {{(pid=103143) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 23 00:04:13.744135 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-054e349c-64da-4a2a-8283-b302cbde4ea1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:13.747173 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e536f22b-19cb-4b50-b5ac-1ee5594ae05b tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.749091 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e536f22b-19cb-4b50-b5ac-1ee5594ae05b tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5071452 Apr 23 00:04:13.754418 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51486) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:13.760572 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-bb37a898-afba-467c-b923-71004d903336 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'enable_snat': True}}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:13.764271 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-98cba7fd-20c2-43e1-b4ed-c3575f8c2145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting port 7067bbd8-e7a8-4133-888f-bb9986a11d3d {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:13.764587 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-98cba7fd-20c2-43e1-b4ed-c3575f8c2145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.767385 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.quota.resource [None req-693851d3-5718-4644-94a9-30b895a56ec8 tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103143) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 23 00:04:13.785572 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e1e01cbf-44b5-4b23-bcad-c786365f847c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.908254 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.quota.resource [None req-693851d3-5718-4644-94a9-30b895a56ec8 tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] Usage tracker for resource:subnetpool and tenant:42cf21f8eb2b4f54934a74325501e572 is out of sync, need to count used quota {{(pid=103143) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 23 00:04:13.940241 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e1e01cbf-44b5-4b23-bcad-c786365f847c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:13.960854 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.quota.resource [None req-693851d3-5718-4644-94a9-30b895a56ec8 tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103143) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 23 00:04:13.969795 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-98cba7fd-20c2-43e1-b4ed-c3575f8c2145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] For port 7067bbd8-e7a8-4133-888f-bb9986a11d3d, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7067bbd8-e7a8-4133-888f-bb9986a11d3d,segment=NetworkSegment(00f81a04-eb72-44b0-bb29-9a73e25656fd),segment_id=00f81a04-eb72-44b0-bb29-9a73e25656fd)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:13.970155 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-98cba7fd-20c2-43e1-b4ed-c3575f8c2145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:14.013563 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-98cba7fd-20c2-43e1-b4ed-c3575f8c2145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Calling delete_port for 7067bbd8-e7a8-4133-888f-bb9986a11d3d owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:14.027474 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e1e01cbf-44b5-4b23-bcad-c786365f847c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:14.040206 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054e349c-64da-4a2a-8283-b302cbde4ea1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:14.044700 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-054e349c-64da-4a2a-8283-b302cbde4ea1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:14.054873 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.quota.resource [None req-693851d3-5718-4644-94a9-30b895a56ec8 tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] Usage tracker for resource:port and tenant:42cf21f8eb2b4f54934a74325501e572 is out of sync, need to count used quota {{(pid=103143) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 23 00:04:14.069341 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ef832a08-372c-4a21-a89b-ef6ae05faa97 None None] For port 7b207bee-74cb-41ad-a028-b2a2eff1ca6a, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7b207bee-74cb-41ad-a028-b2a2eff1ca6a,segment=NetworkSegment(84c728da-0df3-494d-b32c-1fe0afe7c996),segment_id=84c728da-0df3-494d-b32c-1fe0afe7c996)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:14.092429 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.quota.resource [None req-693851d3-5718-4644-94a9-30b895a56ec8 tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103143) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 23 00:04:14.114504 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9b5b5ca9-7494-4a09-a124-b12b0fa21ebe None None] Deleting port 7067bbd8-e7a8-4133-888f-bb9986a11d3d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:14.114879 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b5b5ca9-7494-4a09-a124-b12b0fa21ebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:14.127433 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb37a898-afba-467c-b923-71004d903336 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:14.135561 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef832a08-372c-4a21-a89b-ef6ae05faa97 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:14.139475 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.quota.resource [None req-693851d3-5718-4644-94a9-30b895a56ec8 tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] Usage tracker for resource:router and tenant:42cf21f8eb2b4f54934a74325501e572 is out of sync, need to count used quota {{(pid=103143) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 23 00:04:14.148780 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.quota.resource [None req-693851d3-5718-4644-94a9-30b895a56ec8 tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103143) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 23 00:04:14.161601 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51494) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:14.183777 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.quota.resource [None req-693851d3-5718-4644-94a9-30b895a56ec8 tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] Usage tracker for resource:floatingip and tenant:42cf21f8eb2b4f54934a74325501e572 is out of sync, need to count used quota {{(pid=103143) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 23 00:04:14.203180 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.quota.resource [None req-693851d3-5718-4644-94a9-30b895a56ec8 tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103143) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 23 00:04:14.216830 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9b5b5ca9-7494-4a09-a124-b12b0fa21ebe None None] For port 7067bbd8-e7a8-4133-888f-bb9986a11d3d, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7067bbd8-e7a8-4133-888f-bb9986a11d3d,segment=NetworkSegment(00f81a04-eb72-44b0-bb29-9a73e25656fd),segment_id=00f81a04-eb72-44b0-bb29-9a73e25656fd)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:14.218539 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b5b5ca9-7494-4a09-a124-b12b0fa21ebe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:14.235977 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef832a08-372c-4a21-a89b-ef6ae05faa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:14.255176 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9b5b5ca9-7494-4a09-a124-b12b0fa21ebe None None] Calling delete_port for 7067bbd8-e7a8-4133-888f-bb9986a11d3d owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:14.257317 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6105b474-d7cd-4f16-b87b-050aaf9e1902 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=869e394dde0a41c7808cd7e707b5bd87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0934989 Apr 23 00:04:14.263395 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51496) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:14.298664 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcffd06-d120-40aa-807f-f4e104f5a07e None None] DHCP port deletion for 52c789e5-894b-4719-a369-b13bd1dbccf2 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:04:14.317633 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-98cba7fd-20c2-43e1-b4ed-c3575f8c2145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:14.377204 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cba7fd-20c2-43e1-b4ed-c3575f8c2145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Port': ['ID=7067bbd8-e7a8-4133-888f-bb9986a11d3d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:14.381490 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cba7fd-20c2-43e1-b4ed-c3575f8c2145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] No DVR routers for this DVR port 7067bbd8-e7a8-4133-888f-bb9986a11d3d on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:04:14.468089 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-190f14e7-dcf4-449d-bfb2-09b959a4787f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:14.475186 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef832a08-372c-4a21-a89b-ef6ae05faa97 None None] Pushing event updated for resources: {'Port': ['ID=7b207bee-74cb-41ad-a028-b2a2eff1ca6a,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:14.502150 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7067bbd8-e7a8-4133-888f-bb9986a11d3d no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:04:14.531910 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 7067bbd8-e7a8-4133-888f-bb9986a11d3d {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:04:14.532251 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7067bbd8-e7a8-4133-888f-bb9986a11d3d not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:04:14.532673 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 850dc0e1-cbd5-4d91-b96e-e635629d3da7 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:04:14.537290 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-98cba7fd-20c2-43e1-b4ed-c3575f8c2145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:14.539685 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b5b5ca9-7494-4a09-a124-b12b0fa21ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:14.562172 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ffcffd06-d120-40aa-807f-f4e104f5a07e None None] Deleting port 850dc0e1-cbd5-4d91-b96e-e635629d3da7 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:14.562543 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ffcffd06-d120-40aa-807f-f4e104f5a07e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:14.586183 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.quota.resource [None req-693851d3-5718-4644-94a9-30b895a56ec8 tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] Usage tracker for resource:security_group and tenant:42cf21f8eb2b4f54934a74325501e572 is out of sync, need to count used quota {{(pid=103143) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 23 00:04:14.598689 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.quota.resource [None req-693851d3-5718-4644-94a9-30b895a56ec8 tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103143) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 23 00:04:14.613779 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b5ca9-7494-4a09-a124-b12b0fa21ebe None None] Pushing event deleted for resources: {'Port': ['ID=7067bbd8-e7a8-4133-888f-bb9986a11d3d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:14.620557 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-98cba7fd-20c2-43e1-b4ed-c3575f8c2145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a79cf903-6b61-4536-a507-9e1aadd995da']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:14.644374 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51502) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:14.649901 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-98cba7fd-20c2-43e1-b4ed-c3575f8c2145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f81a04-eb72-44b0-bb29-9a73e25656fd') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:14.650666 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-98cba7fd-20c2-43e1-b4ed-c3575f8c2145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f81a04-eb72-44b0-bb29-9a73e25656fd') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:14.661910 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-190f14e7-dcf4-449d-bfb2-09b959a4787f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:14.669541 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b5ca9-7494-4a09-a124-b12b0fa21ebe None None] No DVR routers for this DVR port 7067bbd8-e7a8-4133-888f-bb9986a11d3d on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:04:14.695686 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ffcffd06-d120-40aa-807f-f4e104f5a07e None None] For port 850dc0e1-cbd5-4d91-b96e-e635629d3da7, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=850dc0e1-cbd5-4d91-b96e-e635629d3da7,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:14.696172 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ffcffd06-d120-40aa-807f-f4e104f5a07e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:14.702864 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-98cba7fd-20c2-43e1-b4ed-c3575f8c2145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:14.708021 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.quota.resource [None req-693851d3-5718-4644-94a9-30b895a56ec8 tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] Usage tracker for resource:security_group_rule and tenant:42cf21f8eb2b4f54934a74325501e572 is out of sync, need to count used quota {{(pid=103143) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 23 00:04:14.726628 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ffcffd06-d120-40aa-807f-f4e104f5a07e None None] Calling delete_port for 850dc0e1-cbd5-4d91-b96e-e635629d3da7 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:14.734749 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.quota.resource [None req-693851d3-5718-4644-94a9-30b895a56ec8 tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103143) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 23 00:04:14.752544 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-98cba7fd-20c2-43e1-b4ed-c3575f8c2145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:14.767096 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-693851d3-5718-4644-94a9-30b895a56ec8 tempest-QuotasTest-1852864552 tempest-QuotasTest-1852864552-project-admin] 10.222.0.15 "GET /v2.0/quotas/42cf21f8eb2b4f54934a74325501e572/details.json HTTP/1.1" status: 200 len: 703 time: 1.1511943 Apr 23 00:04:14.767096 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98cba7fd-20c2-43e1-b4ed-c3575f8c2145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:04:14.767096 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-98cba7fd-20c2-43e1-b4ed-c3575f8c2145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:04:14.769670 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:04:14.857337 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:14.862124 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e1e01cbf-44b5-4b23-bcad-c786365f847c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:14.867466 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e1e01cbf-44b5-4b23-bcad-c786365f847c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1994767 Apr 23 00:04:14.880601 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51508) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:14.900113 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-f61ac7cc-b476-45e3-b1ac-73957179b0e4 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'security_group': {'name': 'tempest-secgroup-1574769950'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:14.913679 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 850dc0e1-cbd5-4d91-b96e-e635629d3da7, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=850dc0e1-cbd5-4d91-b96e-e635629d3da7,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:14.929205 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e01cbf-44b5-4b23-bcad-c786365f847c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7aacbb-c788-4068-b5d1-b1f00470f0df,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:14.997479 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.026042 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-054e349c-64da-4a2a-8283-b302cbde4ea1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.036033 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f61ac7cc-b476-45e3-b1ac-73957179b0e4 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.083352 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=850dc0e1-cbd5-4d91-b96e-e635629d3da7,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:15.090688 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054e349c-64da-4a2a-8283-b302cbde4ea1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:15.091994 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ffcffd06-d120-40aa-807f-f4e104f5a07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.128745 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcffd06-d120-40aa-807f-f4e104f5a07e None None] Pushing event deleted for resources: {'Port': ['ID=850dc0e1-cbd5-4d91-b96e-e635629d3da7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:15.136780 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcffd06-d120-40aa-807f-f4e104f5a07e None None] No DVR routers for this DVR port 850dc0e1-cbd5-4d91-b96e-e635629d3da7 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:04:15.160055 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-054e349c-64da-4a2a-8283-b302cbde4ea1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:15.168390 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f61ac7cc-b476-45e3-b1ac-73957179b0e4 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.170167 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054e349c-64da-4a2a-8283-b302cbde4ea1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:15.170821 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-054e349c-64da-4a2a-8283-b302cbde4ea1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.179126 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372736a3-0b33-4d7e-9610-7b4eee9726bb None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:15.190883 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e349c-64da-4a2a-8283-b302cbde4ea1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=9a346987-64aa-477f-8167-0a934dd6f98c,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:15.257655 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f61ac7cc-b476-45e3-b1ac-73957179b0e4 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.285267 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-054e349c-64da-4a2a-8283-b302cbde4ea1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5522687 Apr 23 00:04:15.286756 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-67bb44e1-2427-4a40-a5a9-67f4f3d80c7c tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:15.287547 dv-neutron-838783-1-hyperv neutron-server[103143]: WARNING neutron.api.v2.base [None req-67bb44e1-2427-4a40-a5a9-67f4f3d80c7c tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 23 00:04:15.288084 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-67bb44e1-2427-4a40-a5a9-67f4f3d80c7c tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] create failed (client error): There was a conflict when trying to complete your request. Apr 23 00:04:15.289079 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-67bb44e1-2427-4a40-a5a9-67f4f3d80c7c tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6425858 Apr 23 00:04:15.300496 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51510) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:15.300496 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51514) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:15.304855 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-61d35e2b-c570-4da6-a7ae-fee2c044aec5 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group': {'name': 'tempest-secgroup--271609507'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:15.313007 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-0f5fd0fa-64a8-4ba6-8967-5852feeaa23e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'fixed_ips': [{'subnet_id': '9a346987-64aa-477f-8167-0a934dd6f98c', 'ip_address': '2001:db8::445:598f:8add:9e62'}], 'name': 'tempest-NetworksTestDHCPv6-1501791912'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:15.327760 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-97c027c0-8d12-442b-be9a-b505accb5368 None None] Provisioning complete for port 42fb41e2-df3f-4c39-a9a7-eba958eb5326 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:15.328359 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97c027c0-8d12-442b-be9a-b505accb5368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.337777 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ac7cc-b476-45e3-b1ac-73957179b0e4 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e28a0b-9d6b-4ceb-855f-765b71c4cbc7,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:15.385891 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-97c027c0-8d12-442b-be9a-b505accb5368 None None] Port 42fb41e2-df3f-4c39-a9a7-eba958eb5326 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:15.390305 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1d1d51-a7bc-47e4-a976-c6e2d8a38245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-52c789e5-894b-4719-a369-b13bd1dbccf2', 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'fixed_ips': [{'subnet_id': '9a346987-64aa-477f-8167-0a934dd6f98c'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:04:15.391240 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b1d1d51-a7bc-47e4-a976-c6e2d8a38245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.394573 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-190f14e7-dcf4-449d-bfb2-09b959a4787f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.396725 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-190f14e7-dcf4-449d-bfb2-09b959a4787f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.397549 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f61ac7cc-b476-45e3-b1ac-73957179b0e4 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.397863 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-190f14e7-dcf4-449d-bfb2-09b959a4787f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21a8a43d-638d-4bf6-a187-17dcdba6ffce HTTP/1.1" status: 204 len: 168 time: 1.1337893 Apr 23 00:04:15.399400 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f61ac7cc-b476-45e3-b1ac-73957179b0e4 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5093274 Apr 23 00:04:15.409198 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51518) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:15.436842 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-97c027c0-8d12-442b-be9a-b505accb5368 None None] Provisioning complete for port 7b207bee-74cb-41ad-a028-b2a2eff1ca6a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:15.436842 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97c027c0-8d12-442b-be9a-b505accb5368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.437001 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51520) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:15.437001 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f14e7-dcf4-449d-bfb2-09b959a4787f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a8a43d-638d-4bf6-a187-17dcdba6ffce,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:15.437143 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-45c95aab-4a66-4483-a7d8-6938bd5cd631 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1547635658', 'security_groups': ['a4e28a0b-9d6b-4ceb-855f-765b71c4cbc7'], 'network_id': 'c63f51b9-c3a4-49bd-bea9-32c28d4853e2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b596c297-2408-45cc-a9e8-f379fa7f55af'}]}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:15.439486 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-98cba7fd-20c2-43e1-b4ed-c3575f8c2145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.446045 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb37a898-afba-467c-b923-71004d903336 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.454965 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-98cba7fd-20c2-43e1-b4ed-c3575f8c2145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.463200 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-98cba7fd-20c2-43e1-b4ed-c3575f8c2145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/networks/a79cf903-6b61-4536-a507-9e1aadd995da HTTP/1.1" status: 204 len: 168 time: 2.0353632 Apr 23 00:04:15.481691 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51524) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:15.493455 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-fcb67dd5-3257-46f2-88a2-b1bb709220e0 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1880221728'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:15.502270 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb37a898-afba-467c-b923-71004d903336 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.507226 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cba7fd-20c2-43e1-b4ed-c3575f8c2145 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Network': ['ID=a79cf903-6b61-4536-a507-9e1aadd995da,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:15.523156 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-61d35e2b-c570-4da6-a7ae-fee2c044aec5 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.565008 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-61d35e2b-c570-4da6-a7ae-fee2c044aec5 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.627520 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3d209952-49b3-4541-894d-05dbb85b7bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.685685 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-7b1d1d51-a7bc-47e4-a976-c6e2d8a38245 None None] Allocated IP 2001:db8::2 (52c789e5-894b-4719-a369-b13bd1dbccf2/9a346987-64aa-477f-8167-0a934dd6f98c/5ce99ddb-4006-4f2b-a729-04f434431791) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:15.689570 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5fd0fa-64a8-4ba6-8967-5852feeaa23e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:15.707531 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb67dd5-3257-46f2-88a2-b1bb709220e0 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:15.713135 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fcb67dd5-3257-46f2-88a2-b1bb709220e0 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.753848 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb67dd5-3257-46f2-88a2-b1bb709220e0 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:04:15.767018 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fcb67dd5-3257-46f2-88a2-b1bb709220e0 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.767363 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-fcb67dd5-3257-46f2-88a2-b1bb709220e0 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Added segment 18a81b4e-a1d3-4cef-a842-6f78438b13ef of type vlan for network 7a374ae9-9c45-4cf7-9638-2708d366e646 Apr 23 00:04:15.768645 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c95aab-4a66-4483-a7d8-6938bd5cd631 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:15.777559 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-bb37a898-afba-467c-b923-71004d903336 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Allocated IP 172.26.3.54 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/1ad7cfe5-2817-4183-87fe-d6604a7efa8c) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:15.827819 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-61d35e2b-c570-4da6-a7ae-fee2c044aec5 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.864633 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fcb67dd5-3257-46f2-88a2-b1bb709220e0 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.873471 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b1d1d51-a7bc-47e4-a976-c6e2d8a38245 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.910690 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-61d35e2b-c570-4da6-a7ae-fee2c044aec5 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.912727 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-45c95aab-4a66-4483-a7d8-6938bd5cd631 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.926311 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f5fd0fa-64a8-4ba6-8967-5852feeaa23e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.931114 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-45c95aab-4a66-4483-a7d8-6938bd5cd631 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] device_id is not set on port e8728fea-70e0-4608-9389-16214792f752 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:04:15.960094 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b1d1d51-a7bc-47e4-a976-c6e2d8a38245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.977156 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3d209952-49b3-4541-894d-05dbb85b7bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:15.985745 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1d1d51-a7bc-47e4-a976-c6e2d8a38245 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:15.989095 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7b1d1d51-a7bc-47e4-a976-c6e2d8a38245 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:15.996088 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fcb67dd5-3257-46f2-88a2-b1bb709220e0 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:16.001764 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb67dd5-3257-46f2-88a2-b1bb709220e0 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:16.002372 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fcb67dd5-3257-46f2-88a2-b1bb709220e0 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:16.004005 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-0f5fd0fa-64a8-4ba6-8967-5852feeaa23e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] device_id is not set on port c017b863-058c-4ad3-acdd-a43abe90da1a yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:04:16.010578 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d35e2b-c570-4da6-a7ae-fee2c044aec5 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9d583a-4e32-4e52-bbbf-91daabe03236,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:16.036129 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1d1d51-a7bc-47e4-a976-c6e2d8a38245 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:16.076710 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3d209952-49b3-4541-894d-05dbb85b7bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:16.097277 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb37a898-afba-467c-b923-71004d903336 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:16.136838 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-7b1d1d51-a7bc-47e4-a976-c6e2d8a38245 None None] Attempting to bind port 5ce99ddb-4006-4f2b-a729-04f434431791 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:16.136838 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-7b1d1d51-a7bc-47e4-a976-c6e2d8a38245 None None] Attempting to bind port 5ce99ddb-4006-4f2b-a729-04f434431791 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:16.136838 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1d1d51-a7bc-47e4-a976-c6e2d8a38245 None None] Attempting to bind port 5ce99ddb-4006-4f2b-a729-04f434431791 on network 52c789e5-894b-4719-a369-b13bd1dbccf2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:16.138926 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb67dd5-3257-46f2-88a2-b1bb709220e0 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Network': ['ID=7a374ae9-9c45-4cf7-9638-2708d366e646,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:16.155677 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1d1d51-a7bc-47e4-a976-c6e2d8a38245 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:04:16.156067 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1d1d51-a7bc-47e4-a976-c6e2d8a38245 None None] Checking segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:04:16.156475 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b1d1d51-a7bc-47e4-a976-c6e2d8a38245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:16.156881 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1d1d51-a7bc-47e4-a976-c6e2d8a38245 None None] Bound using segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:04:16.157364 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-7b1d1d51-a7bc-47e4-a976-c6e2d8a38245 None None] Bound port: 5ce99ddb-4006-4f2b-a729-04f434431791, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:04:16.157749 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b1d1d51-a7bc-47e4-a976-c6e2d8a38245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:16.164520 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3d209952-49b3-4541-894d-05dbb85b7bc4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a138bce6ea214d8bba9ade7010a162d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7353787 Apr 23 00:04:16.171119 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-61d35e2b-c570-4da6-a7ae-fee2c044aec5 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:16.171899 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51534) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:16.174666 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 7a374ae9-9c45-4cf7-9638-2708d366e646 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:04:16.190064 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-fcb67dd5-3257-46f2-88a2-b1bb709220e0 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7034998 Apr 23 00:04:16.190064 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51536) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:16.196767 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-04aa1577-0c89-4c2f-a9ff-e6b94e5fdc2a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'subnet': {'network_id': '7a374ae9-9c45-4cf7-9638-2708d366e646', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:16.205702 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d209952-49b3-4541-894d-05dbb85b7bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d925b1-9183-4734-8153-55ac194e0a99,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:16.214934 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d1d51-a7bc-47e4-a976-c6e2d8a38245 None None] Pushing event updated for resources: {'Port': ['ID=5ce99ddb-4006-4f2b-a729-04f434431791,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:16.255203 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-61d35e2b-c570-4da6-a7ae-fee2c044aec5 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:16.278741 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-45c95aab-4a66-4483-a7d8-6938bd5cd631 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Allocated IP 172.20.0.14 (c63f51b9-c3a4-49bd-bea9-32c28d4853e2/b596c297-2408-45cc-a9e8-f379fa7f55af/e8728fea-70e0-4608-9389-16214792f752) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:16.349016 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d35e2b-c570-4da6-a7ae-fee2c044aec5 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d49093c-4831-480f-a9a9-d636cf383976,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:16.355845 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb37a898-afba-467c-b923-71004d903336 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:16.358029 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7b1d1d51-a7bc-47e4-a976-c6e2d8a38245 None None] For port 5ce99ddb-4006-4f2b-a729-04f434431791, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:04:16.361467 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7b1d1d51-a7bc-47e4-a976-c6e2d8a38245 None None] For port 5ce99ddb-4006-4f2b-a729-04f434431791, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=5ce99ddb-4006-4f2b-a729-04f434431791,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:04:16.401275 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-61d35e2b-c570-4da6-a7ae-fee2c044aec5 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:16.402520 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-61d35e2b-c570-4da6-a7ae-fee2c044aec5 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1013353 Apr 23 00:04:16.403238 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9c1b632e-42bd-4029-9429-de4aaab62ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:16.409366 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51540) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:16.414247 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-10e872fa-0c07-4d22-97b4-32cf7c808657 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group_rule': {'security_group_id': '1d49093c-4831-480f-a9a9-d636cf383976', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:16.421947 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-0f5fd0fa-64a8-4ba6-8967-5852feeaa23e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 2001:db8::445:598f:8add:9e62 (52c789e5-894b-4719-a369-b13bd1dbccf2/9a346987-64aa-477f-8167-0a934dd6f98c/c017b863-058c-4ad3-acdd-a43abe90da1a) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:16.434760 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b1d1d51-a7bc-47e4-a976-c6e2d8a38245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:16.455734 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb37a898-afba-467c-b923-71004d903336 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:16.472433 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-bb37a898-afba-467c-b923-71004d903336 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:16.475184 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04aa1577-0c89-4c2f-a9ff-e6b94e5fdc2a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:16.478828 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37a898-afba-467c-b923-71004d903336 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Pushing event updated for resources: {'Port': ['ID=1ad7cfe5-2817-4183-87fe-d6604a7efa8c,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:16.481830 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-04aa1577-0c89-4c2f-a9ff-e6b94e5fdc2a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:16.483065 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb37a898-afba-467c-b923-71004d903336 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:16.486118 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9c1b632e-42bd-4029-9429-de4aaab62ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:16.492005 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7b207bee-74cb-41ad-a028-b2a2eff1ca6a up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:16.559434 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d1d51-a7bc-47e4-a976-c6e2d8a38245 None None] Pushing event updated for resources: {'Port': ['ID=5ce99ddb-4006-4f2b-a729-04f434431791,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:16.583094 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-45c95aab-4a66-4483-a7d8-6938bd5cd631 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:16.587978 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-10e872fa-0c07-4d22-97b4-32cf7c808657 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:16.588113 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7b207bee-74cb-41ad-a028-b2a2eff1ca6a triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:16.588113 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:16.681868 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-10e872fa-0c07-4d22-97b4-32cf7c808657 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:16.750778 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-10e872fa-0c07-4d22-97b4-32cf7c808657 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:16.810679 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e872fa-0c07-4d22-97b4-32cf7c808657 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f15110-68a8-44da-8c3f-abe90c001fad,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:16.813092 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-45c95aab-4a66-4483-a7d8-6938bd5cd631 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:16.873984 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c95aab-4a66-4483-a7d8-6938bd5cd631 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:16.877363 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-45c95aab-4a66-4483-a7d8-6938bd5cd631 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:16.881907 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c95aab-4a66-4483-a7d8-6938bd5cd631 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:16.886577 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c95aab-4a66-4483-a7d8-6938bd5cd631 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Port': ['ID=e8728fea-70e0-4608-9389-16214792f752,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:16.889017 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f5fd0fa-64a8-4ba6-8967-5852feeaa23e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:16.921233 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9c1b632e-42bd-4029-9429-de4aaab62ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:16.924642 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9c1b632e-42bd-4029-9429-de4aaab62ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:16.928852 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9c1b632e-42bd-4029-9429-de4aaab62ac2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82d925b1-9183-4734-8153-55ac194e0a99 HTTP/1.1" status: 204 len: 168 time: 0.7519531 Apr 23 00:04:16.941292 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b632e-42bd-4029-9429-de4aaab62ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d925b1-9183-4734-8153-55ac194e0a99,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:16.967985 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c95aab-4a66-4483-a7d8-6938bd5cd631 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:16.973461 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-45c95aab-4a66-4483-a7d8-6938bd5cd631 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:16.996438 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-10e872fa-0c07-4d22-97b4-32cf7c808657 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:16.998022 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-10e872fa-0c07-4d22-97b4-32cf7c808657 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5874624 Apr 23 00:04:17.002208 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51550) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:17.028050 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-48f7bcaa-913b-45fc-aa6d-89468dbababc tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group_rule': {'security_group_id': '1d49093c-4831-480f-a9a9-d636cf383976', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:17.037986 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f5fd0fa-64a8-4ba6-8967-5852feeaa23e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:17.096068 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-45c95aab-4a66-4483-a7d8-6938bd5cd631 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6824365 Apr 23 00:04:17.103305 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51554) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:17.111767 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-128b6ca1-c23b-4590-a377-786142bcaa37 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'subnet': {'network_id': 'c63f51b9-c3a4-49bd-bea9-32c28d4853e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:17.184607 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fd0fa-64a8-4ba6-8967-5852feeaa23e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=c017b863-058c-4ad3-acdd-a43abe90da1a,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:17.188934 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb37a898-afba-467c-b923-71004d903336 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:17.233363 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b8adc62b-4c08-4e75-8de9-b291df7125b4 None None] Provisioning complete for port e8728fea-70e0-4608-9389-16214792f752 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:17.233733 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8adc62b-4c08-4e75-8de9-b291df7125b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:17.269201 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b8adc62b-4c08-4e75-8de9-b291df7125b4 None None] Port e8728fea-70e0-4608-9389-16214792f752 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:17.284370 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-48f7bcaa-913b-45fc-aa6d-89468dbababc tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:17.296634 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5fd0fa-64a8-4ba6-8967-5852feeaa23e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:17.301599 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-0f5fd0fa-64a8-4ba6-8967-5852feeaa23e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:17.304847 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5fd0fa-64a8-4ba6-8967-5852feeaa23e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:17.312105 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5fd0fa-64a8-4ba6-8967-5852feeaa23e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:17.312759 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f5fd0fa-64a8-4ba6-8967-5852feeaa23e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:17.350842 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-04aa1577-0c89-4c2f-a9ff-e6b94e5fdc2a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:17.432148 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb37a898-afba-467c-b923-71004d903336 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:17.436055 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb37a898-afba-467c-b923-71004d903336 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3900419'] for router, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:17.452133 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa1577-0c89-4c2f-a9ff-e6b94e5fdc2a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Subnet': ['ID=ac6947b4-9fac-453f-8b7c-62b17e80096d,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:17.470513 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa1577-0c89-4c2f-a9ff-e6b94e5fdc2a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Checking segment: {'id': '18a81b4e-a1d3-4cef-a842-6f78438b13ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7a374ae9-9c45-4cf7-9638-2708d366e646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:04:17.470881 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aa1577-0c89-4c2f-a9ff-e6b94e5fdc2a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network hostable DHCP agents. Network: 7a374ae9-9c45-4cf7-9638-2708d366e646, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:04:17.486446 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128b6ca1-c23b-4590-a377-786142bcaa37 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:17.490118 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-128b6ca1-c23b-4590-a377-786142bcaa37 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:17.557308 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-48f7bcaa-913b-45fc-aa6d-89468dbababc tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] create failed (client error): There was a conflict when trying to complete your request. Apr 23 00:04:17.563446 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0f5fd0fa-64a8-4ba6-8967-5852feeaa23e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2647820 Apr 23 00:04:17.563662 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-48f7bcaa-913b-45fc-aa6d-89468dbababc tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5580685 Apr 23 00:04:17.563775 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51562) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:17.565114 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51564) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:17.615370 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.ipam_backend_mixin [None req-128b6ca1-c23b-4590-a377-786142bcaa37 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b596c297-2408-45cc-a9e8-f379fa7f55af (CIDR: 172.20.0.0/28) Apr 23 00:04:17.616208 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aa1577-0c89-4c2f-a9ff-e6b94e5fdc2a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network 7a374ae9-9c45-4cf7-9638-2708d366e646 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:04:17.671670 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f30bc5-763f-4b19-b1ef-d3faaf58ead0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:17.675301 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-128b6ca1-c23b-4590-a377-786142bcaa37 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:04:17.675715 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-128b6ca1-c23b-4590-a377-786142bcaa37 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:17.677918 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f30bc5-763f-4b19-b1ef-d3faaf58ead0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:17.679667 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-13f30bc5-763f-4b19-b1ef-d3faaf58ead0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1099682 Apr 23 00:04:17.691881 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51566) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:17.695708 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-82f8f97e-c180-41ee-8b5f-b00b2bce7fab tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:17.726442 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-04aa1577-0c89-4c2f-a9ff-e6b94e5fdc2a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 7a374ae9-9c45-4cf7-9638-2708d366e646) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:17.734365 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-82f8f97e-c180-41ee-8b5f-b00b2bce7fab tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:17.748543 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3e666d-f71f-45f9-84d4-b404758397bf None None] Network 7a374ae9-9c45-4cf7-9638-2708d366e646 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:17.753348 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51570) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:17.765289 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aa1577-0c89-4c2f-a9ff-e6b94e5fdc2a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:17.771713 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-04aa1577-0c89-4c2f-a9ff-e6b94e5fdc2a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:17.779995 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb37a898-afba-467c-b923-71004d903336 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Router d18fa1d0-9476-45b6-8ace-a0510a50b0f6 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:04:17.785688 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-25635a9c-b4eb-4a65-94b2-240986362d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:17.803996 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-128b6ca1-c23b-4590-a377-786142bcaa37 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6964529 Apr 23 00:04:17.809381 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51574) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:17.839065 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-928769a8-53fa-4dfe-91ac-8024e1855046 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'subnet': {'network_id': 'c63f51b9-c3a4-49bd-bea9-32c28d4853e2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:17.918683 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-04aa1577-0c89-4c2f-a9ff-e6b94e5fdc2a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7277915 Apr 23 00:04:17.923029 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51576) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:17.936234 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-36e5b20c-30fa-4dc8-9c3e-9705dbf01fed tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1375656728', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:17.982630 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-51310499-51b7-4ede-806f-dfb5be68cb80 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting port c017b863-058c-4ad3-acdd-a43abe90da1a {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:17.983021 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-51310499-51b7-4ede-806f-dfb5be68cb80 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:18.001543 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-82f8f97e-c180-41ee-8b5f-b00b2bce7fab tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:18.003643 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-82f8f97e-c180-41ee-8b5f-b00b2bce7fab tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:18.004789 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-82f8f97e-c180-41ee-8b5f-b00b2bce7fab tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "DELETE /v2.0/security-groups/1d49093c-4831-480f-a9a9-d636cf383976 HTTP/1.1" status: 204 len: 168 time: 0.4413953 Apr 23 00:04:18.012011 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51578) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:18.039714 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95062e8-6283-423d-b4b5-8d86fa0b195d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-7a374ae9-9c45-4cf7-9638-2708d366e646', 'network_id': '7a374ae9-9c45-4cf7-9638-2708d366e646', 'tenant_id': '484d56a8af5642b494f3dd7d6249c4ca', 'fixed_ips': [{'subnet_id': 'ac6947b4-9fac-453f-8b7c-62b17e80096d'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:04:18.041760 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c95062e8-6283-423d-b4b5-8d86fa0b195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:18.045031 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-25635a9c-b4eb-4a65-94b2-240986362d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:18.046114 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8f97e-c180-41ee-8b5f-b00b2bce7fab tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d49093c-4831-480f-a9a9-d636cf383976,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:18.063218 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb37a898-afba-467c-b923-71004d903336 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:04:18.068510 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb37a898-afba-467c-b923-71004d903336 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:18.070151 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-bb37a898-afba-467c-b923-71004d903336 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "PUT /v2.0/routers/d18fa1d0-9476-45b6-8ace-a0510a50b0f6 HTTP/1.1" status: 200 len: 917 time: 4.3146427 Apr 23 00:04:18.074343 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51582) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:18.095665 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-36e5b20c-30fa-4dc8-9c3e-9705dbf01fed tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:18.103410 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-36e5b20c-30fa-4dc8-9c3e-9705dbf01fed tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:18.140070 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b5343075-5f95-4d5c-80db-2ad1152e59f9 None None] Provisioning complete for port 5ce99ddb-4006-4f2b-a729-04f434431791 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:18.140295 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5343075-5f95-4d5c-80db-2ad1152e59f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:18.152318 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849483a8-0c9e-4305-b914-89c00cf88222 None None] Sync routers for ids ['d18fa1d0-9476-45b6-8ace-a0510a50b0f6'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:04:18.159652 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-25635a9c-b4eb-4a65-94b2-240986362d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:18.217150 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7b583c61-c2bf-4b6f-bacb-2ede7aa5531c tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2001963 Apr 23 00:04:18.220186 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-51310499-51b7-4ede-806f-dfb5be68cb80 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:18.228795 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51584) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:18.251319 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-d4ba482a-4f8e-40e9-83e8-544d17f2c118 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group': {'name': 'tempest-secgroup--992424318'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:18.255331 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-51310499-51b7-4ede-806f-dfb5be68cb80 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Calling delete_port for c017b863-058c-4ad3-acdd-a43abe90da1a owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:18.278864 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-25635a9c-b4eb-4a65-94b2-240986362d50 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=42cf21f8eb2b4f54934a74325501e572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5220785 Apr 23 00:04:18.278864 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25635a9c-b4eb-4a65-94b2-240986362d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a3915f-3eeb-4ab8-b8bd-115e0c4a33d3,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:18.279584 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51588) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:18.347143 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928769a8-53fa-4dfe-91ac-8024e1855046 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:18.350644 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-928769a8-53fa-4dfe-91ac-8024e1855046 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:18.351664 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-36e5b20c-30fa-4dc8-9c3e-9705dbf01fed tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:18.359300 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849483a8-0c9e-4305-b914-89c00cf88222 None None] Routers {'d18fa1d0-9476-45b6-8ace-a0510a50b0f6'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:04:18.360033 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-849483a8-0c9e-4305-b914-89c00cf88222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d18fa1d0-9476-45b6-8ace-a0510a50b0f6'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:18.393457 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f6effd2e-4882-4608-8773-eac56790b00f tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "GET /v2.0/routers/d18fa1d0-9476-45b6-8ace-a0510a50b0f6 HTTP/1.1" status: 200 len: 923 time: 0.3179941 Apr 23 00:04:18.396879 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51592) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:18.414189 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-849483a8-0c9e-4305-b914-89c00cf88222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:18.455396 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.ipam_backend_mixin [None req-928769a8-53fa-4dfe-91ac-8024e1855046 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet cdde80d7-9681-4093-8de8-a3ad7f0aea35 (CIDR: 172.20.0.16/28) Apr 23 00:04:18.465676 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849483a8-0c9e-4305-b914-89c00cf88222 None None] Routers {'d18fa1d0-9476-45b6-8ace-a0510a50b0f6'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:04:18.466324 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-849483a8-0c9e-4305-b914-89c00cf88222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d18fa1d0-9476-45b6-8ace-a0510a50b0f6'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:18.489984 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-83936d6c-2a2c-4ff3-bb62-0f7ea1bca415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:18.497082 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-36e5b20c-30fa-4dc8-9c3e-9705dbf01fed tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:18.502490 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-928769a8-53fa-4dfe-91ac-8024e1855046 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:04:18.503114 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-928769a8-53fa-4dfe-91ac-8024e1855046 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:18.505786 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d4ba482a-4f8e-40e9-83e8-544d17f2c118 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:18.513004 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-849483a8-0c9e-4305-b914-89c00cf88222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:18.513615 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849483a8-0c9e-4305-b914-89c00cf88222 None None] The sync data for ids ['d18fa1d0-9476-45b6-8ace-a0510a50b0f6'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:04:18.561015 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5343075-5f95-4d5c-80db-2ad1152e59f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:18.567257 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6735df91-b1b8-4a3d-9c63-3a9f1a4fcecd tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:18.571184 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6735df91-b1b8-4a3d-9c63-3a9f1a4fcecd tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4&device_id=d18fa1d0-9476-45b6-8ace-a0510a50b0f6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1709404 Apr 23 00:04:18.572370 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51596) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:18.574166 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-83936d6c-2a2c-4ff3-bb62-0f7ea1bca415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:18.586379 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-c95062e8-6283-423d-b4b5-8d86fa0b195d None None] Allocated IP 2001:db8::2 (7a374ae9-9c45-4cf7-9638-2708d366e646/ac6947b4-9fac-453f-8b7c-62b17e80096d/1dca78c8-195d-4a3f-bd27-b312cea784df) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:18.594781 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 5ce99ddb-4006-4f2b-a729-04f434431791 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:18.603873 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-928769a8-53fa-4dfe-91ac-8024e1855046 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7927718 Apr 23 00:04:18.606910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51598) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:18.620851 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-fcdd1d78-58d5-44f0-8aa2-97719c22460a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'subnet': {'network_id': 'c63f51b9-c3a4-49bd-bea9-32c28d4853e2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:18.676648 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b5343075-5f95-4d5c-80db-2ad1152e59f9 None None] For port 5ce99ddb-4006-4f2b-a729-04f434431791, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=5ce99ddb-4006-4f2b-a729-04f434431791,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:18.682971 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-51310499-51b7-4ede-806f-dfb5be68cb80 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:18.720042 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-36e5b20c-30fa-4dc8-9c3e-9705dbf01fed tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:18.724224 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-36e5b20c-30fa-4dc8-9c3e-9705dbf01fed tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7976198 Apr 23 00:04:18.727082 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51602) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:18.727343 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5343075-5f95-4d5c-80db-2ad1152e59f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:18.740719 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-b02c9da2-9c66-48d2-9563-0391f1154655 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'port': {'network_id': '7a374ae9-9c45-4cf7-9638-2708d366e646', 'name': 'tempest-PortsIpV6TestJSON-1934186889'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:18.745719 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51310499-51b7-4ede-806f-dfb5be68cb80 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Port': ['ID=c017b863-058c-4ad3-acdd-a43abe90da1a,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:18.794590 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-51310499-51b7-4ede-806f-dfb5be68cb80 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:18.798903 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5343075-5f95-4d5c-80db-2ad1152e59f9 None None] Pushing event updated for resources: {'Port': ['ID=5ce99ddb-4006-4f2b-a729-04f434431791,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:18.804929 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-51310499-51b7-4ede-806f-dfb5be68cb80 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/c017b863-058c-4ad3-acdd-a43abe90da1a HTTP/1.1" status: 204 len: 168 time: 1.1150227 Apr 23 00:04:18.805071 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51606) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:18.816617 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a3460a-ff67-4b81-8d92-f9eb14cab016 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:18.818009 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-10a3460a-ff67-4b81-8d92-f9eb14cab016 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "GET /v2.0/networks/b6e09b47-c901-4973-bf1d-f170201f8bc4 HTTP/1.1" status: 200 len: 881 time: 0.2416959 Apr 23 00:04:18.843696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 5ce99ddb-4006-4f2b-a729-04f434431791 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:18.844587 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:18.846540 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51608) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:18.902918 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-76d4dcd4-703e-473c-96fd-b71e1cac3ab2 None None] Could not find standard attr ID for object c017b863-058c-4ad3-acdd-a43abe90da1a. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:04:18.925761 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3171bd29-5964-4c13-879c-f460c5379d9c tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18fa1d0-9476-45b6-8ace-a0510a50b0f6 HTTP/1.1" status: 200 len: 205 time: 0.0777435 Apr 23 00:04:18.930173 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d4ba482a-4f8e-40e9-83e8-544d17f2c118 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:18.938580 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51610) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:18.985385 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51612) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:19.005014 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9dca20-f7f6-4bf3-af1f-ae7ba74b300d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:19.008085 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9dca20-f7f6-4bf3-af1f-ae7ba74b300d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:19.011193 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2f9dca20-f7f6-4bf3-af1f-ae7ba74b300d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2075992 Apr 23 00:04:19.016756 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c95062e8-6283-423d-b4b5-8d86fa0b195d None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:19.016952 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdd1d78-58d5-44f0-8aa2-97719c22460a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Made reservation on behalf of c29c8b78565144119e4193c85a97e14b for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:19.017356 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-83936d6c-2a2c-4ff3-bb62-0f7ea1bca415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:19.020327 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fcdd1d78-58d5-44f0-8aa2-97719c22460a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:19.021218 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-83936d6c-2a2c-4ff3-bb62-0f7ea1bca415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:19.025579 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-83936d6c-2a2c-4ff3-bb62-0f7ea1bca415 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/85a3915f-3eeb-4ab8-b8bd-115e0c4a33d3 HTTP/1.1" status: 204 len: 168 time: 0.7162113 Apr 23 00:04:19.025579 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d4ba482a-4f8e-40e9-83e8-544d17f2c118 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:19.027449 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51616) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:19.080650 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83936d6c-2a2c-4ff3-bb62-0f7ea1bca415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a3915f-3eeb-4ab8-b8bd-115e0c4a33d3,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:19.114350 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c95062e8-6283-423d-b4b5-8d86fa0b195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:19.140658 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-7578d6eb-0110-4631-bfdf-f27272805883 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:19.148929 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02c9da2-9c66-48d2-9563-0391f1154655 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:19.152793 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b02c9da2-9c66-48d2-9563-0391f1154655 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:19.177780 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95062e8-6283-423d-b4b5-8d86fa0b195d None None] Pushing event updated for resources: {'Port': ['ID=1dca78c8-195d-4a3f-bd27-b312cea784df,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:19.191060 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba482a-4f8e-40e9-83e8-544d17f2c118 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac3b5ba-7333-4f9f-8933-00dbe6f3b389,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:19.191060 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce12257-9a16-496c-8627-d40ecd47d327 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet 9a346987-64aa-477f-8167-0a934dd6f98c {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:04:19.194963 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95062e8-6283-423d-b4b5-8d86fa0b195d None None] Network 7a374ae9-9c45-4cf7-9638-2708d366e646 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:19.195799 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ce12257-9a16-496c-8627-d40ecd47d327 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:19.197086 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c95062e8-6283-423d-b4b5-8d86fa0b195d None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:19.200540 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95062e8-6283-423d-b4b5-8d86fa0b195d None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:19.200775 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-b02c9da2-9c66-48d2-9563-0391f1154655 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] device_id is not set on port 520bd8e9-6055-4855-a1d1-dba193466d62 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:04:19.240874 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-baa675f7-928e-40eb-a7b0-df5451416cb1 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:19.269270 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-c95062e8-6283-423d-b4b5-8d86fa0b195d None None] Attempting to bind port 1dca78c8-195d-4a3f-bd27-b312cea784df on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:19.270270 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-c95062e8-6283-423d-b4b5-8d86fa0b195d None None] Attempting to bind port 1dca78c8-195d-4a3f-bd27-b312cea784df by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '18a81b4e-a1d3-4cef-a842-6f78438b13ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7a374ae9-9c45-4cf7-9638-2708d366e646'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:19.270270 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95062e8-6283-423d-b4b5-8d86fa0b195d None None] Attempting to bind port 1dca78c8-195d-4a3f-bd27-b312cea784df on network 7a374ae9-9c45-4cf7-9638-2708d366e646 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:19.276065 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95062e8-6283-423d-b4b5-8d86fa0b195d None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:04:19.276511 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95062e8-6283-423d-b4b5-8d86fa0b195d None None] Checking segment: {'id': '18a81b4e-a1d3-4cef-a842-6f78438b13ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7a374ae9-9c45-4cf7-9638-2708d366e646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:04:19.277637 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c95062e8-6283-423d-b4b5-8d86fa0b195d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:19.277637 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95062e8-6283-423d-b4b5-8d86fa0b195d None None] Bound using segment: {'id': '18a81b4e-a1d3-4cef-a842-6f78438b13ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7a374ae9-9c45-4cf7-9638-2708d366e646'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:04:19.278142 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-c95062e8-6283-423d-b4b5-8d86fa0b195d None None] Bound port: 1dca78c8-195d-4a3f-bd27-b312cea784df, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a81b4e-a1d3-4cef-a842-6f78438b13ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7a374ae9-9c45-4cf7-9638-2708d366e646'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:04:19.278526 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c95062e8-6283-423d-b4b5-8d86fa0b195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:19.292352 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d4ba482a-4f8e-40e9-83e8-544d17f2c118 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:19.293592 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d4ba482a-4f8e-40e9-83e8-544d17f2c118 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0531929 Apr 23 00:04:19.299865 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51620) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:19.306980 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-6060affd-486e-4ba8-932c-80115b28c813 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group_rule': {'security_group_id': '1ac3b5ba-7333-4f9f-8933-00dbe6f3b389', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:19.307775 dv-neutron-838783-1-hyperv neutron-server[103143]: WARNING neutron.api.v2.base [None req-6060affd-486e-4ba8-932c-80115b28c813 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 23 00:04:19.308500 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-6060affd-486e-4ba8-932c-80115b28c813 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:04:19.309751 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6060affd-486e-4ba8-932c-80115b28c813 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0086873 Apr 23 00:04:19.314034 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ce12257-9a16-496c-8627-d40ecd47d327 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:19.316933 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51622) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:19.361115 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c95062e8-6283-423d-b4b5-8d86fa0b195d None None] For port 1dca78c8-195d-4a3f-bd27-b312cea784df, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:04:19.364026 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7578d6eb-0110-4631-bfdf-f27272805883 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] 10.222.0.15 "PUT /v2.0/quotas/c40485e652334491a123762d4876899b HTTP/1.1" status: 200 len: 368 time: 0.3774853 Apr 23 00:04:19.365667 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c95062e8-6283-423d-b4b5-8d86fa0b195d None None] For port 1dca78c8-195d-4a3f-bd27-b312cea784df, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=1dca78c8-195d-4a3f-bd27-b312cea784df,segment=NetworkSegment(18a81b4e-a1d3-4cef-a842-6f78438b13ef),segment_id=18a81b4e-a1d3-4cef-a842-6f78438b13ef)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:04:19.377847 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51624) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:19.396501 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-102824e3-6a75-4477-a656-ea2b620b5492 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Request body: {'network': {'project_id': 'c40485e652334491a123762d4876899b'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:19.431688 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-b02c9da2-9c66-48d2-9563-0391f1154655 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Allocated IP 2001:db8::1fa (7a374ae9-9c45-4cf7-9638-2708d366e646/ac6947b4-9fac-453f-8b7c-62b17e80096d/520bd8e9-6055-4855-a1d1-dba193466d62) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:19.448103 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c95062e8-6283-423d-b4b5-8d86fa0b195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:19.544691 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43a95149-d600-482a-9702-4fd240f8915d tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:19.547016 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95062e8-6283-423d-b4b5-8d86fa0b195d None None] Pushing event updated for resources: {'Port': ['ID=1dca78c8-195d-4a3f-bd27-b312cea784df,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:19.554292 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102824e3-6a75-4477-a656-ea2b620b5492 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Made reservation on behalf of c40485e652334491a123762d4876899b for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:19.557117 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-102824e3-6a75-4477-a656-ea2b620b5492 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:19.597523 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-102824e3-6a75-4477-a656-ea2b620b5492 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:19.633545 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43a95149-d600-482a-9702-4fd240f8915d tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:19.759847 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-baa675f7-928e-40eb-a7b0-df5451416cb1 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:19.764245 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fcdd1d78-58d5-44f0-8aa2-97719c22460a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:19.817367 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ce12257-9a16-496c-8627-d40ecd47d327 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:19.878593 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdd1d78-58d5-44f0-8aa2-97719c22460a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:19.892838 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-fcdd1d78-58d5-44f0-8aa2-97719c22460a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:19.897120 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd1d78-58d5-44f0-8aa2-97719c22460a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:19.897701 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fcdd1d78-58d5-44f0-8aa2-97719c22460a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:19.902682 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd1d78-58d5-44f0-8aa2-97719c22460a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Subnet': ['ID=6afddb25-bb2c-46ea-8c3c-0438536e6851,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:19.911796 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d5b499-3ea6-4d27-be6e-c9e3280ff221 None None] Network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:19.922342 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b02c9da2-9c66-48d2-9563-0391f1154655 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:19.937331 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-baa675f7-928e-40eb-a7b0-df5451416cb1 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Deleting port 1ad7cfe5-2817-4183-87fe-d6604a7efa8c {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:19.943702 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-baa675f7-928e-40eb-a7b0-df5451416cb1 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:19.984958 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43a95149-d600-482a-9702-4fd240f8915d tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:19.987761 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43a95149-d600-482a-9702-4fd240f8915d tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:19.992247 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-43a95149-d600-482a-9702-4fd240f8915d tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "DELETE /v2.0/security-groups/1ac3b5ba-7333-4f9f-8933-00dbe6f3b389 HTTP/1.1" status: 204 len: 168 time: 0.6706922 Apr 23 00:04:19.992873 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51636) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:20.026828 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a95149-d600-482a-9702-4fd240f8915d tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac3b5ba-7333-4f9f-8933-00dbe6f3b389,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:20.053408 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-fcdd1d78-58d5-44f0-8aa2-97719c22460a tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4422331 Apr 23 00:04:20.057704 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51638) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:20.066571 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-baa675f7-928e-40eb-a7b0-df5451416cb1 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:20.066764 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-6f7e6ee1-dfaf-4e0e-be78-1fc0a226ff5f tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-587960346', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6afddb25-bb2c-46ea-8c3c-0438536e6851'}], 'security_groups': ['f2365d00-1eab-4eb6-bb56-a3fb6d4e2c7b', '2a7aacbb-c788-4068-b5d1-b1f00470f0df']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:20.082321 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-baa675f7-928e-40eb-a7b0-df5451416cb1 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Calling delete_port for 1ad7cfe5-2817-4183-87fe-d6604a7efa8c owned by network:router_gateway {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:20.082872 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b02c9da2-9c66-48d2-9563-0391f1154655 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:20.096393 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ce12257-9a16-496c-8627-d40ecd47d327 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:20.145888 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ab94e438-555b-43d8-b377-fc8ac5c4432a tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1388681 Apr 23 00:04:20.160779 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51640) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:20.162213 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce12257-9a16-496c-8627-d40ecd47d327 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=9a346987-64aa-477f-8167-0a934dd6f98c,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:20.170943 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ce12257-9a16-496c-8627-d40ecd47d327 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:20.176724 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7ce12257-9a16-496c-8627-d40ecd47d327 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/9a346987-64aa-477f-8167-0a934dd6f98c HTTP/1.1" status: 204 len: 168 time: 1.1423676 Apr 23 00:04:20.177082 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-6275a6c6-f636-407f-ad59-d4b3e490b815 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group': {'name': 'tempest-secgroup--1247368774'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:20.177676 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51642) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:20.183605 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb2f724-4ba5-4905-affd-b0f924a12e62 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:20.187552 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-102824e3-6a75-4477-a656-ea2b620b5492 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:20.233879 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7b17bd2f-2094-42e0-8c01-90a71045d15e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550537 Apr 23 00:04:20.238840 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51646) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:20.245576 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c9da2-9c66-48d2-9563-0391f1154655 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Port': ['ID=520bd8e9-6055-4855-a1d1-dba193466d62,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:20.260511 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02c9da2-9c66-48d2-9563-0391f1154655 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network 7a374ae9-9c45-4cf7-9638-2708d366e646 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:20.343675 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43587454-8539-4e4a-9d57-4dae34d5bd49 None None] Update dhcp port {'port': {'network_id': 'c63f51b9-c3a4-49bd-bea9-32c28d4853e2', 'fixed_ips': [{'subnet_id': 'cdde80d7-9681-4093-8de8-a3ad7f0aea35', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b596c297-2408-45cc-a9e8-f379fa7f55af', 'ip_address': '172.20.0.2'}, {'subnet_id': '6afddb25-bb2c-46ea-8c3c-0438536e6851'}], 'binding:host_id': 'dv-neutron-838783-1-hyperv'}, 'id': '7b207bee-74cb-41ad-a028-b2a2eff1ca6a'} from dv-neutron-838783-1-hyperv. {{(pid=103146) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 23 00:04:20.359940 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d683fc8-e4ed-4c32-87d7-d6794cd2c4c3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:20.365244 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8d683fc8-e4ed-4c32-87d7-d6794cd2c4c3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1216538 Apr 23 00:04:20.365244 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51652) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:20.388083 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43587454-8539-4e4a-9d57-4dae34d5bd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:20.471255 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06509eae-4773-40d0-8e8f-b07d0c48e684 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:20.476268 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-06509eae-4773-40d0-8e8f-b07d0c48e684 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1109149 Apr 23 00:04:20.476918 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51656) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:20.562250 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78ba24b-9e15-4bdb-9a0f-311b447c6ef1 None None] DHCP port deletion for 52c789e5-894b-4719-a369-b13bd1dbccf2 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:04:20.632768 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-171572ef-f933-4246-ad2d-eae725172b3b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710096 Apr 23 00:04:20.633602 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51658) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:20.635188 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-baa675f7-928e-40eb-a7b0-df5451416cb1 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:20.637904 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 1dca78c8-195d-4a3f-bd27-b312cea784df up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:20.651894 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-ba269947-ac71-4f25-b491-dd20556af93d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:20.703161 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa675f7-928e-40eb-a7b0-df5451416cb1 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Pushing event deleted for resources: {'Port': ['ID=1ad7cfe5-2817-4183-87fe-d6604a7efa8c,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:20.732272 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-102824e3-6a75-4477-a656-ea2b620b5492 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:20.744543 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102824e3-6a75-4477-a656-ea2b620b5492 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:04:20.760541 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-102824e3-6a75-4477-a656-ea2b620b5492 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:20.760541 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-102824e3-6a75-4477-a656-ea2b620b5492 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Added segment 4b0cd4d7-048b-46ca-8bdf-2ac31994a40d of type vlan for network d7f7e911-55fc-4140-b54c-4c9ce1a940b7 Apr 23 00:04:20.793730 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-43587454-8539-4e4a-9d57-4dae34d5bd49 None None] Allocated IP 172.20.0.34 (c63f51b9-c3a4-49bd-bea9-32c28d4853e2/6afddb25-bb2c-46ea-8c3c-0438536e6851/7b207bee-74cb-41ad-a028-b2a2eff1ca6a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:20.799716 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-102824e3-6a75-4477-a656-ea2b620b5492 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:20.824149 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-b02c9da2-9c66-48d2-9563-0391f1154655 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:20.843749 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6275a6c6-f636-407f-ad59-d4b3e490b815 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:20.844960 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-baa675f7-928e-40eb-a7b0-df5451416cb1 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:20.848586 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02c9da2-9c66-48d2-9563-0391f1154655 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:20.859131 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02c9da2-9c66-48d2-9563-0391f1154655 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:20.859827 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b02c9da2-9c66-48d2-9563-0391f1154655 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:20.906068 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-102824e3-6a75-4477-a656-ea2b620b5492 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:20.907169 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102824e3-6a75-4477-a656-ea2b620b5492 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:20.907933 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-102824e3-6a75-4477-a656-ea2b620b5492 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:20.910179 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6f7e6ee1-dfaf-4e0e-be78-1fc0a226ff5f tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:20.937882 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-43587454-8539-4e4a-9d57-4dae34d5bd49 None None] For port 7b207bee-74cb-41ad-a028-b2a2eff1ca6a, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7b207bee-74cb-41ad-a028-b2a2eff1ca6a,segment=NetworkSegment(84c728da-0df3-494d-b32c-1fe0afe7c996),segment_id=84c728da-0df3-494d-b32c-1fe0afe7c996)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:20.958782 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102824e3-6a75-4477-a656-ea2b620b5492 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c96721-58a4-4ea3-93b3-5d177a3ea823,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:20.978758 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-baa675f7-928e-40eb-a7b0-df5451416cb1 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:20.983087 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-baa675f7-928e-40eb-a7b0-df5451416cb1 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:20.995112 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43587454-8539-4e4a-9d57-4dae34d5bd49 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:21.032813 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e78ba24b-9e15-4bdb-9a0f-311b447c6ef1 None None] Deleting port 5ce99ddb-4006-4f2b-a729-04f434431791 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:21.033439 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e78ba24b-9e15-4bdb-9a0f-311b447c6ef1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:21.049977 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 1dca78c8-195d-4a3f-bd27-b312cea784df triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:21.051329 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:21.062104 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b02c9da2-9c66-48d2-9563-0391f1154655 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3273680 Apr 23 00:04:21.078213 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51664) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:21.108528 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88119f87-7a68-4f51-8d29-d3b03eb0b1ba None None] Network 7a374ae9-9c45-4cf7-9638-2708d366e646 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:21.119416 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43587454-8539-4e4a-9d57-4dae34d5bd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:21.148796 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-102824e3-6a75-4477-a656-ea2b620b5492 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7676554 Apr 23 00:04:21.150308 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51666) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:21.157179 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-dba628d1-394d-4ec0-a9d4-b1b01cc9228a tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Request body: {'network': {'project_id': 'c40485e652334491a123762d4876899b'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:21.174005 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102824e3-6a75-4477-a656-ea2b620b5492 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Pushing event updated for resources: {'Network': ['ID=d7f7e911-55fc-4140-b54c-4c9ce1a940b7,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:21.187852 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-baa675f7-928e-40eb-a7b0-df5451416cb1 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:21.188590 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa675f7-928e-40eb-a7b0-df5451416cb1 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Fanout notify agent at l3_agent the message router_deleted on router d18fa1d0-9476-45b6-8ace-a0510a50b0f6 {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:04:21.216157 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-baa675f7-928e-40eb-a7b0-df5451416cb1 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:21.221270 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-baa675f7-928e-40eb-a7b0-df5451416cb1 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "DELETE /v2.0/routers/d18fa1d0-9476-45b6-8ace-a0510a50b0f6 HTTP/1.1" status: 204 len: 168 time: 2.2783983 Apr 23 00:04:21.221270 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba269947-ac71-4f25-b491-dd20556af93d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:21.221607 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51670) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:21.225359 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network d7f7e911-55fc-4140-b54c-4c9ce1a940b7 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:04:21.227992 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ba269947-ac71-4f25-b491-dd20556af93d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:21.236718 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-543c3398-f8cf-41f6-8864-e6324e745bca tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-565371329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:21.246084 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e78ba24b-9e15-4bdb-9a0f-311b447c6ef1 None None] For port 5ce99ddb-4006-4f2b-a729-04f434431791, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=5ce99ddb-4006-4f2b-a729-04f434431791,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:21.246479 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e78ba24b-9e15-4bdb-9a0f-311b447c6ef1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:21.309164 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43587454-8539-4e4a-9d57-4dae34d5bd49 None None] Pushing event updated for resources: {'Port': ['ID=7b207bee-74cb-41ad-a028-b2a2eff1ca6a,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:21.309553 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6275a6c6-f636-407f-ad59-d4b3e490b815 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:21.339906 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e78ba24b-9e15-4bdb-9a0f-311b447c6ef1 None None] Calling delete_port for 5ce99ddb-4006-4f2b-a729-04f434431791 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:21.375428 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-0309e89d-892f-4ba2-bed9-57dd062a2bb9 None None] Provisioning complete for port 1dca78c8-195d-4a3f-bd27-b312cea784df triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:21.375877 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0309e89d-892f-4ba2-bed9-57dd062a2bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:21.389313 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba628d1-394d-4ec0-a9d4-b1b01cc9228a tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Made reservation on behalf of c40485e652334491a123762d4876899b for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:21.392459 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dba628d1-394d-4ec0-a9d4-b1b01cc9228a tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:21.393690 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6275a6c6-f636-407f-ad59-d4b3e490b815 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:21.457455 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba628d1-394d-4ec0-a9d4-b1b01cc9228a tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:04:21.485394 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-543c3398-f8cf-41f6-8864-e6324e745bca tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:21.486679 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-543c3398-f8cf-41f6-8864-e6324e745bca tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:21.507474 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dba628d1-394d-4ec0-a9d4-b1b01cc9228a tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:21.508026 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-dba628d1-394d-4ec0-a9d4-b1b01cc9228a tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Added segment 6c027b8d-7777-4413-8f5e-df02c2b6e4f9 of type vlan for network ddb42623-52ab-4432-acfe-5daa8d5b37de Apr 23 00:04:21.556984 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dba628d1-394d-4ec0-a9d4-b1b01cc9228a tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:21.559381 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6275a6c6-f636-407f-ad59-d4b3e490b815 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:21.564068 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6275a6c6-f636-407f-ad59-d4b3e490b815 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3949883 Apr 23 00:04:21.565087 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51678) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:21.567375 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275a6c6-f636-407f-ad59-d4b3e490b815 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7102be3a-6c9c-4e9a-80c7-6c51ff097557,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:21.570235 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-20dc9a4b-bccc-4dc3-bc45-678c7edaf1ad tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group_rule': {'security_group_id': '7102be3a-6c9c-4e9a-80c7-6c51ff097557', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:21.579933 dv-neutron-838783-1-hyperv neutron-server[103143]: WARNING neutron.api.v2.base [None req-20dc9a4b-bccc-4dc3-bc45-678c7edaf1ad tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 23 00:04:21.581586 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-20dc9a4b-bccc-4dc3-bc45-678c7edaf1ad tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:04:21.590565 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-20dc9a4b-bccc-4dc3-bc45-678c7edaf1ad tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0230408 Apr 23 00:04:21.592389 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51682) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:21.604502 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ba269947-ac71-4f25-b491-dd20556af93d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:21.636109 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba269947-ac71-4f25-b491-dd20556af93d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:21.666767 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-ba269947-ac71-4f25-b491-dd20556af93d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:21.666968 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba269947-ac71-4f25-b491-dd20556af93d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:21.667481 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ba269947-ac71-4f25-b491-dd20556af93d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:21.707056 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-543c3398-f8cf-41f6-8864-e6324e745bca tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:21.712673 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba269947-ac71-4f25-b491-dd20556af93d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=223cc39f-edbe-4ace-92d4-2a05808a7e9b,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:21.743714 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ba269947-ac71-4f25-b491-dd20556af93d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1018243 Apr 23 00:04:21.743714 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51686) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:21.756688 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-0a417639-d704-474f-9520-1990fb2ee38f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'fixed_ips': [{'subnet_id': '223cc39f-edbe-4ace-92d4-2a05808a7e9b', 'ip_address': '2001:db8::d4d5:d4e:8fd0:c08'}], 'name': 'tempest-NetworksTestDHCPv6-2065755322'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:21.765895 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dba628d1-394d-4ec0-a9d4-b1b01cc9228a tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:21.766876 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba628d1-394d-4ec0-a9d4-b1b01cc9228a tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:21.767472 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dba628d1-394d-4ec0-a9d4-b1b01cc9228a tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:21.796740 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:21.865784 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51688) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:21.910088 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-543c3398-f8cf-41f6-8864-e6324e745bca tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:21.934062 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-dba628d1-394d-4ec0-a9d4-b1b01cc9228a tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7801235 Apr 23 00:04:21.936436 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51692) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:21.947240 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 1dca78c8-195d-4a3f-bd27-b312cea784df, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=1dca78c8-195d-4a3f-bd27-b312cea784df,segment=NetworkSegment(18a81b4e-a1d3-4cef-a842-6f78438b13ef),segment_id=18a81b4e-a1d3-4cef-a842-6f78438b13ef)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:21.951339 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e78ba24b-9e15-4bdb-9a0f-311b447c6ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:21.951521 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-94212963-2670-4523-ab46-97e968e9a2b5 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Request body: {'network': {'project_id': 'c40485e652334491a123762d4876899b'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:21.974842 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-6f7e6ee1-dfaf-4e0e-be78-1fc0a226ff5f tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Delete allocated IP 172.20.0.14 (c63f51b9-c3a4-49bd-bea9-32c28d4853e2/b596c297-2408-45cc-a9e8-f379fa7f55af) {{(pid=103144) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 23 00:04:21.974999 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-94212963-2670-4523-ab46-97e968e9a2b5 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 23 00:04:21.975336 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94212963-2670-4523-ab46-97e968e9a2b5 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:21.979824 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-94212963-2670-4523-ab46-97e968e9a2b5 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0365198 Apr 23 00:04:21.981844 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51694) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:21.988622 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ba24b-9e15-4bdb-9a0f-311b447c6ef1 None None] Pushing event deleted for resources: {'Port': ['ID=5ce99ddb-4006-4f2b-a729-04f434431791,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:21.995197 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ec502814-0169-4989-9470-8e35846d5110 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:21.999943 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0309e89d-892f-4ba2-bed9-57dd062a2bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:22.022727 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-6f7e6ee1-dfaf-4e0e-be78-1fc0a226ff5f tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Allocated IP 172.20.0.44 (c63f51b9-c3a4-49bd-bea9-32c28d4853e2/6afddb25-bb2c-46ea-8c3c-0438536e6851/e8728fea-70e0-4608-9389-16214792f752) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:22.026415 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba628d1-394d-4ec0-a9d4-b1b01cc9228a tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Pushing event updated for resources: {'Network': ['ID=ddb42623-52ab-4432-acfe-5daa8d5b37de,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:22.028544 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ba24b-9e15-4bdb-9a0f-311b447c6ef1 None None] No DVR routers for this DVR port 5ce99ddb-4006-4f2b-a729-04f434431791 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:04:22.030254 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:22.106427 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-543c3398-f8cf-41f6-8864-e6324e745bca tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:22.113075 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-543c3398-f8cf-41f6-8864-e6324e745bca tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8881676 Apr 23 00:04:22.121344 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51696) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:22.124209 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-7fb5e860-1c76-4d54-b2b8-a9b98954132f tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2094179049'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:22.124394 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=1dca78c8-195d-4a3f-bd27-b312cea784df,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:22.128228 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ec502814-0169-4989-9470-8e35846d5110 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:22.130764 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-0ec02a50-265b-4458-b16d-8ac875a90373 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'enable_snat': False}}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:22.139066 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network ddb42623-52ab-4432-acfe-5daa8d5b37de details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:04:22.141541 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26694c8c-caf0-419c-a9bb-16a43a00886f None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:22.170528 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-041171d0-c82e-4740-bc8c-b22e7b54608f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:22.195013 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-13bc2999-b82c-495b-a5cd-09f8e34689e9 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c40485e652334491a123762d4876899b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036939 Apr 23 00:04:22.197998 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51698) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:22.338790 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7fb5e860-1c76-4d54-b2b8-a9b98954132f tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:22.340083 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7fb5e860-1c76-4d54-b2b8-a9b98954132f tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:22.341948 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-0309e89d-892f-4ba2-bed9-57dd062a2bb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:04:22.343335 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-0309e89d-892f-4ba2-bed9-57dd062a2bb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:04:22.346771 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a417639-d704-474f-9520-1990fb2ee38f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:22.403307 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ec502814-0169-4989-9470-8e35846d5110 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:22.406482 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ec502814-0169-4989-9470-8e35846d5110 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:22.411341 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ec502814-0169-4989-9470-8e35846d5110 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "DELETE /v2.0/security-groups/7102be3a-6c9c-4e9a-80c7-6c51ff097557 HTTP/1.1" status: 204 len: 168 time: 0.8178656 Apr 23 00:04:22.414539 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51700) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:22.516249 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f62e161-44d1-40f8-9e45-7d93af090e90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-52c789e5-894b-4719-a369-b13bd1dbccf2', 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'fixed_ips': [{'subnet_id': '223cc39f-edbe-4ace-92d4-2a05808a7e9b'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:04:22.519679 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f62e161-44d1-40f8-9e45-7d93af090e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:22.580671 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7fb5e860-1c76-4d54-b2b8-a9b98954132f tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:22.614016 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ec02a50-265b-4458-b16d-8ac875a90373 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:22.631268 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1dee18db-522d-40e6-9ca6-b4703b728568 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:22.634716 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 1dca78c8-195d-4a3f-bd27-b312cea784df up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:22.641719 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0a417639-d704-474f-9520-1990fb2ee38f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:22.674608 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1dee18db-522d-40e6-9ca6-b4703b728568 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:22.686442 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-0a417639-d704-474f-9520-1990fb2ee38f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] device_id is not set on port 692f6d7b-cb19-4756-82c0-fa09c1916698 yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:04:22.694659 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6f7e6ee1-dfaf-4e0e-be78-1fc0a226ff5f tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:22.704623 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1acc0c6e-260b-4e73-8acd-1ab330890fbd tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2787366 Apr 23 00:04:22.712253 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51702) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:22.712253 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec502814-0169-4989-9470-8e35846d5110 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7102be3a-6c9c-4e9a-80c7-6c51ff097557,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:22.717026 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7fb5e860-1c76-4d54-b2b8-a9b98954132f tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:22.722806 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-5979714a-eee5-48f1-8481-9b6de9bb2b66 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group': {'name': 'tempest-secgroup--70377041'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:22.754796 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 1dca78c8-195d-4a3f-bd27-b312cea784df triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:22.757143 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:22.813111 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6f7e6ee1-dfaf-4e0e-be78-1fc0a226ff5f tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:22.815739 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-9f62e161-44d1-40f8-9e45-7d93af090e90 None None] Allocated IP 2001:db8::2 (52c789e5-894b-4719-a369-b13bd1dbccf2/223cc39f-edbe-4ace-92d4-2a05808a7e9b/d7e7140d-9067-48b9-8c3a-454cecb15517) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:22.886517 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e6ee1-dfaf-4e0e-be78-1fc0a226ff5f tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event updated for resources: {'Port': ['ID=e8728fea-70e0-4608-9389-16214792f752,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:22.912878 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7fb5e860-1c76-4d54-b2b8-a9b98954132f tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:22.913304 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7fb5e860-1c76-4d54-b2b8-a9b98954132f tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0206833 Apr 23 00:04:22.913968 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51704) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:22.938557 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5979714a-eee5-48f1-8481-9b6de9bb2b66 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:22.958078 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1dee18db-522d-40e6-9ca6-b4703b728568 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:22.963466 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1dee18db-522d-40e6-9ca6-b4703b728568 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:22.970228 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1dee18db-522d-40e6-9ca6-b4703b728568 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/30c96721-58a4-4ea3-93b3-5d177a3ea823 HTTP/1.1" status: 204 len: 168 time: 0.7700045 Apr 23 00:04:22.974814 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51706) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:23.041375 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7b207bee-74cb-41ad-a028-b2a2eff1ca6a up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:23.063916 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-db09b0e2-89f4-40c9-a1fd-6887d67fb957 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.076964 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee18db-522d-40e6-9ca6-b4703b728568 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c96721-58a4-4ea3-93b3-5d177a3ea823,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:23.096588 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-abe284c0-ee60-407b-94e3-585c8fc9a270 None None] Provisioning complete for port 520bd8e9-6055-4855-a1d1-dba193466d62 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:23.096588 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abe284c0-ee60-407b-94e3-585c8fc9a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.125628 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28a1c26a-673e-4f24-b0ec-c36ea440483b tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.206691 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-abe284c0-ee60-407b-94e3-585c8fc9a270 None None] Port 520bd8e9-6055-4855-a1d1-dba193466d62 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:23.209054 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f62e161-44d1-40f8-9e45-7d93af090e90 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.226565 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7b207bee-74cb-41ad-a028-b2a2eff1ca6a triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:23.226911 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.228612 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-abe284c0-ee60-407b-94e3-585c8fc9a270 None None] Provisioning complete for port e8728fea-70e0-4608-9389-16214792f752 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:23.228971 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abe284c0-ee60-407b-94e3-585c8fc9a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.234915 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-db09b0e2-89f4-40c9-a1fd-6887d67fb957 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.290234 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f62e161-44d1-40f8-9e45-7d93af090e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.290921 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-db09b0e2-89f4-40c9-a1fd-6887d67fb957 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb42623-52ab-4432-acfe-5daa8d5b37de']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:23.303795 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-db09b0e2-89f4-40c9-a1fd-6887d67fb957 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c027b8d-7777-4413-8f5e-df02c2b6e4f9') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:23.304097 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-db09b0e2-89f4-40c9-a1fd-6887d67fb957 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c027b8d-7777-4413-8f5e-df02c2b6e4f9') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:23.310201 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-6f7e6ee1-dfaf-4e0e-be78-1fc0a226ff5f tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] In _notify_port_updated(), no bound segment for port e8728fea-70e0-4608-9389-16214792f752 on network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 {{(pid=103144) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 23 00:04:23.315706 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-db09b0e2-89f4-40c9-a1fd-6887d67fb957 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.316278 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7e6ee1-dfaf-4e0e-be78-1fc0a226ff5f tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:23.316917 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6f7e6ee1-dfaf-4e0e-be78-1fc0a226ff5f tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.320918 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6f7e6ee1-dfaf-4e0e-be78-1fc0a226ff5f tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "PUT /v2.0/ports/e8728fea-70e0-4608-9389-16214792f752 HTTP/1.1" status: 200 len: 959 time: 3.2566695 Apr 23 00:04:23.322594 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-abe284c0-ee60-407b-94e3-585c8fc9a270 None None] Port e8728fea-70e0-4608-9389-16214792f752 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:23.328514 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51708) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:23.340422 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-db09b0e2-89f4-40c9-a1fd-6887d67fb957 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.343509 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-041171d0-c82e-4740-bc8c-b22e7b54608f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.352620 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f62e161-44d1-40f8-9e45-7d93af090e90 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:23.359889 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9f62e161-44d1-40f8-9e45-7d93af090e90 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:23.362803 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62e161-44d1-40f8-9e45-7d93af090e90 None None] Pushing event updated for resources: {'Port': ['ID=d7e7140d-9067-48b9-8c3a-454cecb15517,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:23.369039 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f62e161-44d1-40f8-9e45-7d93af090e90 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:23.375214 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-abe284c0-ee60-407b-94e3-585c8fc9a270 None None] Provisioning complete for port 7b207bee-74cb-41ad-a028-b2a2eff1ca6a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:23.375214 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abe284c0-ee60-407b-94e3-585c8fc9a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.397086 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db09b0e2-89f4-40c9-a1fd-6887d67fb957 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:04:23.397591 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-db09b0e2-89f4-40c9-a1fd-6887d67fb957 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:04:23.400356 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:04:23.474202 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28a1c26a-673e-4f24-b0ec-c36ea440483b tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.498608 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-041171d0-c82e-4740-bc8c-b22e7b54608f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.508419 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-9f62e161-44d1-40f8-9e45-7d93af090e90 None None] Attempting to bind port d7e7140d-9067-48b9-8c3a-454cecb15517 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:23.509317 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-9f62e161-44d1-40f8-9e45-7d93af090e90 None None] Attempting to bind port d7e7140d-9067-48b9-8c3a-454cecb15517 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:23.509683 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f62e161-44d1-40f8-9e45-7d93af090e90 None None] Attempting to bind port d7e7140d-9067-48b9-8c3a-454cecb15517 on network 52c789e5-894b-4719-a369-b13bd1dbccf2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:23.513348 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28a1c26a-673e-4f24-b0ec-c36ea440483b tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.518508 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f62e161-44d1-40f8-9e45-7d93af090e90 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:04:23.519024 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f62e161-44d1-40f8-9e45-7d93af090e90 None None] Checking segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:04:23.519545 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f62e161-44d1-40f8-9e45-7d93af090e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.520244 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f62e161-44d1-40f8-9e45-7d93af090e90 None None] Bound using segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:04:23.520769 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-9f62e161-44d1-40f8-9e45-7d93af090e90 None None] Bound port: d7e7140d-9067-48b9-8c3a-454cecb15517, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:04:23.521160 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f62e161-44d1-40f8-9e45-7d93af090e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.524361 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-0a417639-d704-474f-9520-1990fb2ee38f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 2001:db8::d4d5:d4e:8fd0:c08 (52c789e5-894b-4719-a369-b13bd1dbccf2/223cc39f-edbe-4ace-92d4-2a05808a7e9b/692f6d7b-cb19-4756-82c0-fa09c1916698) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:23.526922 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ec02a50-265b-4458-b16d-8ac875a90373 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.557574 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ec02a50-265b-4458-b16d-8ac875a90373 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.585104 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041171d0-c82e-4740-bc8c-b22e7b54608f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Port': ['ID=520bd8e9-6055-4855-a1d1-dba193466d62,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:23.605873 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5979714a-eee5-48f1-8481-9b6de9bb2b66 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.610458 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.614804 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 5ce99ddb-4006-4f2b-a729-04f434431791 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:04:23.625773 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-db09b0e2-89f4-40c9-a1fd-6887d67fb957 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.640079 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-db09b0e2-89f4-40c9-a1fd-6887d67fb957 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.645603 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-db09b0e2-89f4-40c9-a1fd-6887d67fb957 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] 10.222.0.15 "DELETE /v2.0/networks/ddb42623-52ab-4432-acfe-5daa8d5b37de HTTP/1.1" status: 204 len: 168 time: 0.6625018 Apr 23 00:04:23.651534 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 5ce99ddb-4006-4f2b-a729-04f434431791 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:04:23.651773 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51710) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:23.651874 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 5ce99ddb-4006-4f2b-a729-04f434431791 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:04:23.683638 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9f62e161-44d1-40f8-9e45-7d93af090e90 None None] For port d7e7140d-9067-48b9-8c3a-454cecb15517, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:04:23.689012 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9f62e161-44d1-40f8-9e45-7d93af090e90 None None] For port d7e7140d-9067-48b9-8c3a-454cecb15517, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d7e7140d-9067-48b9-8c3a-454cecb15517,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:04:23.692606 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-abe284c0-ee60-407b-94e3-585c8fc9a270 None None] Provisioning complete for port 1dca78c8-195d-4a3f-bd27-b312cea784df triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:23.692606 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abe284c0-ee60-407b-94e3-585c8fc9a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.693079 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09b0e2-89f4-40c9-a1fd-6887d67fb957 tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Pushing event deleted for resources: {'Network': ['ID=ddb42623-52ab-4432-acfe-5daa8d5b37de,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:23.741749 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5979714a-eee5-48f1-8481-9b6de9bb2b66 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.773754 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f62e161-44d1-40f8-9e45-7d93af090e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.777901 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-b689d123-4b72-44ff-a305-67cf2b40296d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting port e8728fea-70e0-4608-9389-16214792f752 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:23.778425 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b689d123-4b72-44ff-a305-67cf2b40296d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.855287 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62e161-44d1-40f8-9e45-7d93af090e90 None None] Pushing event updated for resources: {'Port': ['ID=d7e7140d-9067-48b9-8c3a-454cecb15517,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:23.861079 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5315092c-79b4-4b20-96ad-dfa22756defa tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.881763 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-abe284c0-ee60-407b-94e3-585c8fc9a270 None None] Provisioning complete for port 42fb41e2-df3f-4c39-a9a7-eba958eb5326 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:23.882144 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abe284c0-ee60-407b-94e3-585c8fc9a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:23.902215 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-0ec02a50-265b-4458-b16d-8ac875a90373 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Allocated IP 172.26.3.60 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/2a4501c2-2927-4aa5-8ca4-80c968773bce) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:23.920127 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-abe284c0-ee60-407b-94e3-585c8fc9a270 None None] Port 42fb41e2-df3f-4c39-a9a7-eba958eb5326 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:23.997109 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0a417639-d704-474f-9520-1990fb2ee38f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.041930 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-2a6c86a1-265e-4d9e-a285-584924722d66 None None] Provisioning complete for port e8728fea-70e0-4608-9389-16214792f752 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:24.042492 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a6c86a1-265e-4d9e-a285-584924722d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.093754 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5315092c-79b4-4b20-96ad-dfa22756defa tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.102225 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2a6c86a1-265e-4d9e-a285-584924722d66 None None] Port e8728fea-70e0-4608-9389-16214792f752 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:24.161427 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-5315092c-79b4-4b20-96ad-dfa22756defa tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f7e911-55fc-4140-b54c-4c9ce1a940b7']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:24.183514 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-5315092c-79b4-4b20-96ad-dfa22756defa tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b0cd4d7-048b-46ca-8bdf-2ac31994a40d') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:24.183905 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-5315092c-79b4-4b20-96ad-dfa22756defa tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b0cd4d7-048b-46ca-8bdf-2ac31994a40d') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:24.204360 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5315092c-79b4-4b20-96ad-dfa22756defa tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.214475 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ec02a50-265b-4458-b16d-8ac875a90373 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.226237 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5315092c-79b4-4b20-96ad-dfa22756defa tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.235842 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-e31f43ef-0585-4302-8a9c-f502830fde2e None None] Provisioning complete for port 520bd8e9-6055-4855-a1d1-dba193466d62 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:24.236115 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5315092c-79b4-4b20-96ad-dfa22756defa tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:04:24.239361 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e31f43ef-0585-4302-8a9c-f502830fde2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5315092c-79b4-4b20-96ad-dfa22756defa tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:04:24.239694 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:04:24.277106 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e31f43ef-0585-4302-8a9c-f502830fde2e None None] Port 520bd8e9-6055-4855-a1d1-dba193466d62 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:24.295930 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979714a-eee5-48f1-8481-9b6de9bb2b66 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71357b60-38d0-4a79-aef0-3a72cae90fd2,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:24.306385 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5979714a-eee5-48f1-8481-9b6de9bb2b66 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.310695 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5979714a-eee5-48f1-8481-9b6de9bb2b66 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5945108 Apr 23 00:04:24.310695 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28a1c26a-673e-4f24-b0ec-c36ea440483b tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.310695 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a1c26a-673e-4f24-b0ec-c36ea440483b tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae50b0c6-e46d-4261-a836-503a93b4cfda {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:04:24.313614 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51712) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:24.314656 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-041171d0-c82e-4740-bc8c-b22e7b54608f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.317328 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-2208b329-e9bd-4700-995c-8410228cfa21 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group_rule': {'security_group_id': '71357b60-38d0-4a79-aef0-3a72cae90fd2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:24.320944 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28a1c26a-673e-4f24-b0ec-c36ea440483b tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.326539 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-28a1c26a-673e-4f24-b0ec-c36ea440483b tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] 10.222.0.15 "DELETE /v2.0/routers/ae50b0c6-e46d-4261-a836-503a93b4cfda HTTP/1.1" status: 204 len: 168 time: 1.4037313 Apr 23 00:04:24.328501 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b689d123-4b72-44ff-a305-67cf2b40296d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.332586 dv-neutron-838783-1-hyperv neutron-server[103143]: WARNING neutron.api.v2.base [None req-2208b329-e9bd-4700-995c-8410228cfa21 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 23 00:04:24.333278 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-2208b329-e9bd-4700-995c-8410228cfa21 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:04:24.337104 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2208b329-e9bd-4700-995c-8410228cfa21 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0220292 Apr 23 00:04:24.337104 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51714) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:24.338146 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51716) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:24.339225 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0a417639-d704-474f-9520-1990fb2ee38f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.351296 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-92acf07e-e852-44e3-9eb2-1ef33f0f25a5 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group_rule': {'security_group_id': '71357b60-38d0-4a79-aef0-3a72cae90fd2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:24.352106 dv-neutron-838783-1-hyperv neutron-server[103143]: WARNING neutron.api.v2.base [None req-92acf07e-e852-44e3-9eb2-1ef33f0f25a5 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 23 00:04:24.353876 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-92acf07e-e852-44e3-9eb2-1ef33f0f25a5 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:04:24.354168 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-92acf07e-e852-44e3-9eb2-1ef33f0f25a5 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0084076 Apr 23 00:04:24.358039 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-84f35f06-e34e-493c-af0c-d532f9976067 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Request body: {'router': {'name': 'tempest-router-1863559546', 'distributed': False}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:24.362112 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51718) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:24.367038 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-70a0ecda-c9d4-4fc1-91fd-8dcba91e1727 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group_rule': {'security_group_id': '71357b60-38d0-4a79-aef0-3a72cae90fd2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:24.369223 dv-neutron-838783-1-hyperv neutron-server[103144]: WARNING neutron.api.v2.base [None req-70a0ecda-c9d4-4fc1-91fd-8dcba91e1727 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 23 00:04:24.369745 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-70a0ecda-c9d4-4fc1-91fd-8dcba91e1727 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:04:24.370753 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-70a0ecda-c9d4-4fc1-91fd-8dcba91e1727 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074697 Apr 23 00:04:24.383544 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51720) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:24.393512 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-20fa2244-e713-46af-bee3-cab81f7edd10 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group_rule': {'security_group_id': '71357b60-38d0-4a79-aef0-3a72cae90fd2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:24.394460 dv-neutron-838783-1-hyperv neutron-server[103144]: WARNING neutron.api.v2.base [None req-20fa2244-e713-46af-bee3-cab81f7edd10 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 23 00:04:24.394959 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-20fa2244-e713-46af-bee3-cab81f7edd10 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:04:24.396118 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-20fa2244-e713-46af-bee3-cab81f7edd10 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0107667 Apr 23 00:04:24.401685 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51722) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:24.403884 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-b689d123-4b72-44ff-a305-67cf2b40296d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Calling delete_port for e8728fea-70e0-4608-9389-16214792f752 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:24.425188 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a417639-d704-474f-9520-1990fb2ee38f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:24.426496 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ec02a50-265b-4458-b16d-8ac875a90373 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.447866 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-0a417639-d704-474f-9520-1990fb2ee38f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:24.453569 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5315092c-79b4-4b20-96ad-dfa22756defa tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.455262 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a417639-d704-474f-9520-1990fb2ee38f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:24.461076 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a417639-d704-474f-9520-1990fb2ee38f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:24.462004 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0a417639-d704-474f-9520-1990fb2ee38f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.469492 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a417639-d704-474f-9520-1990fb2ee38f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=692f6d7b-cb19-4756-82c0-fa09c1916698,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:24.492018 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5315092c-79b4-4b20-96ad-dfa22756defa tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.498970 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5315092c-79b4-4b20-96ad-dfa22756defa tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] 10.222.0.15 "DELETE /v2.0/networks/d7f7e911-55fc-4140-b54c-4c9ce1a940b7 HTTP/1.1" status: 204 len: 168 time: 0.8431730 Apr 23 00:04:24.500022 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec02a50-265b-4458-b16d-8ac875a90373 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:24.535410 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-0ec02a50-265b-4458-b16d-8ac875a90373 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:24.539948 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315092c-79b4-4b20-96ad-dfa22756defa tempest-QuotasNegativeTest-373708137 tempest-QuotasNegativeTest-373708137-project-admin] Pushing event deleted for resources: {'Network': ['ID=d7f7e911-55fc-4140-b54c-4c9ce1a940b7,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:24.543558 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec02a50-265b-4458-b16d-8ac875a90373 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:24.545668 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d7e7140d-9067-48b9-8c3a-454cecb15517 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:24.546515 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-84f35f06-e34e-493c-af0c-d532f9976067 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.547496 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-84f35f06-e34e-493c-af0c-d532f9976067 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.616200 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec02a50-265b-4458-b16d-8ac875a90373 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Pushing event updated for resources: {'Port': ['ID=2a4501c2-2927-4aa5-8ca4-80c968773bce,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:24.623697 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-408088ae-0429-40b6-81a8-8db7a4efe13d tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.639922 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0a417639-d704-474f-9520-1990fb2ee38f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.8939927 Apr 23 00:04:24.646550 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51726) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:24.657275 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-1d1ead99-54f6-4a61-87f7-a0b848395756 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'fixed_ips': [{'subnet_id': '223cc39f-edbe-4ace-92d4-2a05808a7e9b', 'ip_address': '2001:db8::d4d5:d4e:8fd0:c08'}], 'name': 'tempest-NetworksTestDHCPv6-440002893'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:24.732091 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-84f35f06-e34e-493c-af0c-d532f9976067 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.737434 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-408088ae-0429-40b6-81a8-8db7a4efe13d tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.762824 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-041171d0-c82e-4740-bc8c-b22e7b54608f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.764803 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b689d123-4b72-44ff-a305-67cf2b40296d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.795218 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port d7e7140d-9067-48b9-8c3a-454cecb15517 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:24.795218 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.835195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689d123-4b72-44ff-a305-67cf2b40296d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Port': ['ID=e8728fea-70e0-4608-9389-16214792f752,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:24.852020 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-84f35f06-e34e-493c-af0c-d532f9976067 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.914480 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-408088ae-0429-40b6-81a8-8db7a4efe13d tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.917350 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-408088ae-0429-40b6-81a8-8db7a4efe13d tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.921074 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-408088ae-0429-40b6-81a8-8db7a4efe13d tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "DELETE /v2.0/security-groups/71357b60-38d0-4a79-aef0-3a72cae90fd2 HTTP/1.1" status: 204 len: 168 time: 0.5142109 Apr 23 00:04:24.921995 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51728) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:24.941343 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408088ae-0429-40b6-81a8-8db7a4efe13d tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71357b60-38d0-4a79-aef0-3a72cae90fd2,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:24.947186 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.975346 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-84f35f06-e34e-493c-af0c-d532f9976067 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:24.976707 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-84f35f06-e34e-493c-af0c-d532f9976067 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6398988 Apr 23 00:04:24.981703 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51730) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:25.011435 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port d7e7140d-9067-48b9-8c3a-454cecb15517, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d7e7140d-9067-48b9-8c3a-454cecb15517,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:25.074684 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:25.116464 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4e5cfd72-4f15-48b6-a2a4-c6fb13225e16 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1932614 Apr 23 00:04:25.125701 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51734) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:25.132465 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-c8528a0d-5a47-4c9b-aace-b849c138216d tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group': {'name': 'tempest-secgroup--368512362'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:25.207888 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=d7e7140d-9067-48b9-8c3a-454cecb15517,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:25.263951 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b689d123-4b72-44ff-a305-67cf2b40296d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:25.270439 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b689d123-4b72-44ff-a305-67cf2b40296d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/ports/e8728fea-70e0-4608-9389-16214792f752 HTTP/1.1" status: 204 len: 168 time: 1.9362245 Apr 23 00:04:25.271177 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51736) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:25.313666 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f150ad0-c238-4082-a344-a0905176d38d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] GET failed (client error): The resource could not be found. Apr 23 00:04:25.315529 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6f150ad0-c238-4082-a344-a0905176d38d tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports/e8728fea-70e0-4608-9389-16214792f752 HTTP/1.1" status: 404 len: 333 time: 0.0433455 Apr 23 00:04:25.323080 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51738) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:25.340125 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-041171d0-c82e-4740-bc8c-b22e7b54608f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:25.347325 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1ead99-54f6-4a61-87f7-a0b848395756 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:25.415787 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-a0ed796a-4e36-47fe-9658-ddf4601a55c7 None None] Provisioning complete for port d7e7140d-9067-48b9-8c3a-454cecb15517 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:25.416751 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0ed796a-4e36-47fe-9658-ddf4601a55c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:25.424512 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-041171d0-c82e-4740-bc8c-b22e7b54608f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:25.425312 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-041171d0-c82e-4740-bc8c-b22e7b54608f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:25.505126 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a2d5af0e-406f-4fcb-b60b-6bdd9e1f86a2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:25.585837 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041171d0-c82e-4740-bc8c-b22e7b54608f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Port': ['ID=520bd8e9-6055-4855-a1d1-dba193466d62,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:25.586042 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8318439f-7e7c-4db0-96e0-0e360185fcc9 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:25.601449 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1d1ead99-54f6-4a61-87f7-a0b848395756 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:25.605877 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a2d5af0e-406f-4fcb-b60b-6bdd9e1f86a2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:25.636661 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-feaf46b3-c84a-4ab1-b88c-9f5f5045b0b7 None None] Provisioning complete for port 692f6d7b-cb19-4756-82c0-fa09c1916698 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:25.636661 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-feaf46b3-c84a-4ab1-b88c-9f5f5045b0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:25.682755 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-1d1ead99-54f6-4a61-87f7-a0b848395756 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] device_id is not set on port a1fdc6ba-4404-4d90-a552-900b3ef4e0f5 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:04:25.697255 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-feaf46b3-c84a-4ab1-b88c-9f5f5045b0b7 None None] Port 692f6d7b-cb19-4756-82c0-fa09c1916698 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:25.718442 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c8528a0d-5a47-4c9b-aace-b849c138216d tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:25.753348 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041171d0-c82e-4740-bc8c-b22e7b54608f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network 7a374ae9-9c45-4cf7-9638-2708d366e646 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:25.754830 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ec02a50-265b-4458-b16d-8ac875a90373 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:25.757147 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-041171d0-c82e-4740-bc8c-b22e7b54608f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:25.768733 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51742) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:25.863875 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8318439f-7e7c-4db0-96e0-0e360185fcc9 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:25.869581 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8318439f-7e7c-4db0-96e0-0e360185fcc9 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:25.880750 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a2d5af0e-406f-4fcb-b60b-6bdd9e1f86a2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:25.883919 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a2d5af0e-406f-4fcb-b60b-6bdd9e1f86a2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:25.885284 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a2d5af0e-406f-4fcb-b60b-6bdd9e1f86a2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/security-groups/a4e28a0b-9d6b-4ceb-855f-765b71c4cbc7 HTTP/1.1" status: 204 len: 168 time: 0.5617146 Apr 23 00:04:25.891957 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51746) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:25.946852 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5af0e-406f-4fcb-b60b-6bdd9e1f86a2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e28a0b-9d6b-4ceb-855f-765b71c4cbc7,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:25.990325 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cef69d00-10da-4433-9d48-57d461257814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.069370 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1ead99-54f6-4a61-87f7-a0b848395756 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 23 00:04:26.069917 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1ead99-54f6-4a61-87f7-a0b848395756 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:26.086050 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8318439f-7e7c-4db0-96e0-0e360185fcc9 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.086567 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8318439f-7e7c-4db0-96e0-0e360185fcc9 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04dfcbcf-cc56-4cdf-b9e6-74edba0d2b4a {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:04:26.093852 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-642c1fa7-3df9-435f-83cc-b459ec1dfe5b tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.097681 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8318439f-7e7c-4db0-96e0-0e360185fcc9 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.102210 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8318439f-7e7c-4db0-96e0-0e360185fcc9 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] 10.222.0.15 "DELETE /v2.0/routers/04dfcbcf-cc56-4cdf-b9e6-74edba0d2b4a HTTP/1.1" status: 204 len: 168 time: 1.1114562 Apr 23 00:04:26.102989 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51748) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:26.107140 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-89805f99-1dea-40d7-8c12-74faab0b08d3 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Request body: {'router': {'name': 'tempest-router-1310658408', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5a85606900d846039bd114d9ec740d8d'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:26.122605 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-c9841230-7a98-43d0-9e21-c72b57dbabb1 None None] Provisioning complete for port 520bd8e9-6055-4855-a1d1-dba193466d62 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:26.123852 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9841230-7a98-43d0-9e21-c72b57dbabb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.141561 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cef69d00-10da-4433-9d48-57d461257814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.160142 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c9841230-7a98-43d0-9e21-c72b57dbabb1 None None] Port 520bd8e9-6055-4855-a1d1-dba193466d62 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:26.180076 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1d1ead99-54f6-4a61-87f7-a0b848395756 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 1.5291178 Apr 23 00:04:26.180076 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041171d0-c82e-4740-bc8c-b22e7b54608f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Router 7787918d-8559-4a60-ac5b-a51284af2963 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:04:26.180353 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-642c1fa7-3df9-435f-83cc-b459ec1dfe5b tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.181577 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51750) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:26.184123 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c8528a0d-5a47-4c9b-aace-b849c138216d tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.221781 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ec02a50-265b-4458-b16d-8ac875a90373 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.226814 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ec02a50-265b-4458-b16d-8ac875a90373 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3900419'] for router, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.248805 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cef69d00-10da-4433-9d48-57d461257814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.251126 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-89805f99-1dea-40d7-8c12-74faab0b08d3 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.252119 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-89805f99-1dea-40d7-8c12-74faab0b08d3 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.265590 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c8528a0d-5a47-4c9b-aace-b849c138216d tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.307730 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8528a0d-5a47-4c9b-aace-b849c138216d tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d46e3ca-333a-4acf-af10-cdee0a980718,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:26.341223 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-642c1fa7-3df9-435f-83cc-b459ec1dfe5b tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.343716 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-642c1fa7-3df9-435f-83cc-b459ec1dfe5b tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.344855 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-642c1fa7-3df9-435f-83cc-b459ec1dfe5b tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/security-groups/2a7aacbb-c788-4068-b5d1-b1f00470f0df HTTP/1.1" status: 204 len: 168 time: 0.4529588 Apr 23 00:04:26.350593 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51752) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:26.351798 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1303394f-fd18-4dc0-a238-d4ef466b6630 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:26.358307 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1303394f-fd18-4dc0-a238-d4ef466b6630 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:26.362307 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1303394f-fd18-4dc0-a238-d4ef466b6630 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1773319 Apr 23 00:04:26.366957 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cef69d00-10da-4433-9d48-57d461257814 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=241d4ce5a712457eb95c89636b8fe449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5964303 Apr 23 00:04:26.369713 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51754) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:26.370035 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51756) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:26.379025 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef69d00-10da-4433-9d48-57d461257814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf8d83f-1b44-488f-bd9d-4041cf98980d,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:26.386649 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041171d0-c82e-4740-bc8c-b22e7b54608f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:04:26.390193 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c1fa7-3df9-435f-83cc-b459ec1dfe5b tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7aacbb-c788-4068-b5d1-b1f00470f0df,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:26.402546 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee7ff60-3c37-4b18-83ec-7672aff37ae3 None None] Sync routers for ids ['7787918d-8559-4a60-ac5b-a51284af2963'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:04:26.418424 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-041171d0-c82e-4740-bc8c-b22e7b54608f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "PUT /v2.0/routers/7787918d-8559-4a60-ac5b-a51284af2963/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3369689 Apr 23 00:04:26.418424 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-89805f99-1dea-40d7-8c12-74faab0b08d3 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.418936 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51758) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:26.423022 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c8528a0d-5a47-4c9b-aace-b849c138216d tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.427290 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c8528a0d-5a47-4c9b-aace-b849c138216d tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2979631 Apr 23 00:04:26.437162 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee7ff60-3c37-4b18-83ec-7672aff37ae3 None None] Routers {'7787918d-8559-4a60-ac5b-a51284af2963'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:04:26.437973 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-8ee7ff60-3c37-4b18-83ec-7672aff37ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['7787918d-8559-4a60-ac5b-a51284af2963'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:26.438219 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51760) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:26.443957 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-31aaa883-9857-4fbf-b0ac-b2da4e5a664e tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group_rule': {'security_group_id': '4d46e3ca-333a-4acf-af10-cdee0a980718', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:26.449457 dv-neutron-838783-1-hyperv neutron-server[103144]: WARNING neutron.api.v2.base [None req-31aaa883-9857-4fbf-b0ac-b2da4e5a664e tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 23 00:04:26.449887 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-31aaa883-9857-4fbf-b0ac-b2da4e5a664e tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:04:26.451098 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-31aaa883-9857-4fbf-b0ac-b2da4e5a664e tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0119379 Apr 23 00:04:26.465425 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51762) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:26.471097 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-9df8e600-b08b-4f7e-a926-ac59707924a1 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group_rule': {'security_group_id': '4d46e3ca-333a-4acf-af10-cdee0a980718', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:26.481613 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-89805f99-1dea-40d7-8c12-74faab0b08d3 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.516991 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d7e7140d-9067-48b9-8c3a-454cecb15517 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:26.518273 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e40e2d-53aa-4d0a-8f1c-8950f1d23e4f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:26.522725 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-28e40e2d-53aa-4d0a-8f1c-8950f1d23e4f tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports?device_id=7787918d-8559-4a60-ac5b-a51284af2963 HTTP/1.1" status: 200 len: 989 time: 0.1028426 Apr 23 00:04:26.523322 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51764) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:26.524056 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-8ee7ff60-3c37-4b18-83ec-7672aff37ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:26.543849 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee7ff60-3c37-4b18-83ec-7672aff37ae3 None None] Routers {'7787918d-8559-4a60-ac5b-a51284af2963'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:04:26.544725 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-8ee7ff60-3c37-4b18-83ec-7672aff37ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['7787918d-8559-4a60-ac5b-a51284af2963'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:26.559052 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5cee8feb-d16a-4c14-9eff-113d32c1d672 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.574053 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port d7e7140d-9067-48b9-8c3a-454cecb15517 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:26.574791 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.576513 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1a647526-44f7-4103-8f79-83b94933f65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.594128 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-8ee7ff60-3c37-4b18-83ec-7672aff37ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:26.594776 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee7ff60-3c37-4b18-83ec-7672aff37ae3 None None] The sync data for ids ['7787918d-8559-4a60-ac5b-a51284af2963'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:04:26.612853 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5cee8feb-d16a-4c14-9eff-113d32c1d672 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.620433 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1a647526-44f7-4103-8f79-83b94933f65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.638893 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-89805f99-1dea-40d7-8c12-74faab0b08d3 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.640605 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-89805f99-1dea-40d7-8c12-74faab0b08d3 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5367191 Apr 23 00:04:26.647785 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51766) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:26.658548 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-209d4a44-9dd6-47ab-b102-94907216efd1 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:26.722477 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec02a50-265b-4458-b16d-8ac875a90373 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Router f1186613-10b7-449a-8b4e-23f1ac7af949 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:04:26.746953 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-9df8e600-b08b-4f7e-a926-ac59707924a1 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:04:26.748014 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9df8e600-b08b-4f7e-a926-ac59707924a1 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2804747 Apr 23 00:04:26.751978 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51768) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:26.756103 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-084d70cc-5689-4b19-97ab-ddbc69dcbd2e tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group_rule': {'security_group_id': '4d46e3ca-333a-4acf-af10-cdee0a980718', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:26.756581 dv-neutron-838783-1-hyperv neutron-server[103144]: WARNING neutron.api.v2.base [None req-084d70cc-5689-4b19-97ab-ddbc69dcbd2e tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 23 00:04:26.757085 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-084d70cc-5689-4b19-97ab-ddbc69dcbd2e tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:04:26.757982 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-084d70cc-5689-4b19-97ab-ddbc69dcbd2e tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0051522 Apr 23 00:04:26.761614 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51770) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:26.770272 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-c10d7a04-9426-4426-b112-e9a820164834 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting port 692f6d7b-cb19-4756-82c0-fa09c1916698 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:26.770617 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c10d7a04-9426-4426-b112-e9a820164834 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.776347 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-41533b6b-764a-437e-8018-76cffd4ac927 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group_rule': {'security_group_id': '4d46e3ca-333a-4acf-af10-cdee0a980718', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:26.926168 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5cee8feb-d16a-4c14-9eff-113d32c1d672 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.928687 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5cee8feb-d16a-4c14-9eff-113d32c1d672 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:26.932935 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5cee8feb-d16a-4c14-9eff-113d32c1d672 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/security-groups/f2365d00-1eab-4eb6-bb56-a3fb6d4e2c7b HTTP/1.1" status: 204 len: 168 time: 0.5783625 Apr 23 00:04:26.940829 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51772) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:27.027196 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee8feb-d16a-4c14-9eff-113d32c1d672 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2365d00-1eab-4eb6-bb56-a3fb6d4e2c7b,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:27.041647 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1a647526-44f7-4103-8f79-83b94933f65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:27.044215 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1a647526-44f7-4103-8f79-83b94933f65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:27.047724 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1a647526-44f7-4103-8f79-83b94933f65a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7bf8d83f-1b44-488f-bd9d-4041cf98980d HTTP/1.1" status: 204 len: 168 time: 0.6715958 Apr 23 00:04:27.127541 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-209d4a44-9dd6-47ab-b102-94907216efd1 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:27.127942 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-209d4a44-9dd6-47ab-b102-94907216efd1 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks [] for router, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:27.151287 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e275e46-db73-4bde-9cfa-91e2c18d8644 req-c5267053-bd50-4942-9e28-75c915ea111d tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:27.152786 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3e275e46-db73-4bde-9cfa-91e2c18d8644 req-c5267053-bd50-4942-9e28-75c915ea111d tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.0707078 Apr 23 00:04:27.179059 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a647526-44f7-4103-8f79-83b94933f65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf8d83f-1b44-488f-bd9d-4041cf98980d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:27.221843 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3e275e46-db73-4bde-9cfa-91e2c18d8644 req-1aca31ab-1e74-4a19-bf8a-03a61f94bc17 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608513 Apr 23 00:04:27.229136 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-41533b6b-764a-437e-8018-76cffd4ac927 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:04:27.231148 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-41533b6b-764a-437e-8018-76cffd4ac927 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4590356 Apr 23 00:04:27.231268 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c97347-a652-4be1-bcca-b75345d0bdef tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting subnet b596c297-2408-45cc-a9e8-f379fa7f55af {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:04:27.233062 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51778) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:27.237608 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-56ed6806-b05f-4063-9a10-c711a2268da1 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group_rule': {'security_group_id': '4d46e3ca-333a-4acf-af10-cdee0a980718', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:27.238106 dv-neutron-838783-1-hyperv neutron-server[103144]: WARNING neutron.api.v2.base [None req-56ed6806-b05f-4063-9a10-c711a2268da1 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 23 00:04:27.238566 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-56ed6806-b05f-4063-9a10-c711a2268da1 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:04:27.248591 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-56ed6806-b05f-4063-9a10-c711a2268da1 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055130 Apr 23 00:04:27.248918 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c10d7a04-9426-4426-b112-e9a820164834 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:27.250877 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51780) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:27.257129 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74c97347-a652-4be1-bcca-b75345d0bdef tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:27.266660 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-c3c52f35-4212-4f29-82ef-b5023087071d tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group_rule': {'security_group_id': '4d46e3ca-333a-4acf-af10-cdee0a980718', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:27.301357 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-c10d7a04-9426-4426-b112-e9a820164834 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Calling delete_port for 692f6d7b-cb19-4756-82c0-fa09c1916698 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:27.303387 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec02a50-265b-4458-b16d-8ac875a90373 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:04:27.315267 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408a6fa1-8b0f-41d9-98d3-8dc8ae721b70 None None] Sync routers for ids ['f1186613-10b7-449a-8b4e-23f1ac7af949'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:04:27.315949 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ec02a50-265b-4458-b16d-8ac875a90373 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:27.319546 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0ec02a50-265b-4458-b16d-8ac875a90373 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "PUT /v2.0/routers/f1186613-10b7-449a-8b4e-23f1ac7af949 HTTP/1.1" status: 200 len: 918 time: 5.1906958 Apr 23 00:04:27.320970 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51784) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:27.326169 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a6fa1-8b0f-41d9-98d3-8dc8ae721b70 None None] Routers {'f1186613-10b7-449a-8b4e-23f1ac7af949'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:04:27.326942 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-408a6fa1-8b0f-41d9-98d3-8dc8ae721b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['f1186613-10b7-449a-8b4e-23f1ac7af949'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:27.329234 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-209d4a44-9dd6-47ab-b102-94907216efd1 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103143) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 23 00:04:27.329573 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-209d4a44-9dd6-47ab-b102-94907216efd1 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Router a0625a44-10bc-40b7-bd9b-1e889f8bd686 migrating from provider to provider. {{(pid=103143) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 23 00:04:27.331275 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-209d4a44-9dd6-47ab-b102-94907216efd1 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:27.358153 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-209d4a44-9dd6-47ab-b102-94907216efd1 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:27.362598 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74c97347-a652-4be1-bcca-b75345d0bdef tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:27.364449 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-408a6fa1-8b0f-41d9-98d3-8dc8ae721b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:27.374676 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a6fa1-8b0f-41d9-98d3-8dc8ae721b70 None None] Routers {'f1186613-10b7-449a-8b4e-23f1ac7af949'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:04:27.375402 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-408a6fa1-8b0f-41d9-98d3-8dc8ae721b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['f1186613-10b7-449a-8b4e-23f1ac7af949'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:27.387168 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-c3c52f35-4212-4f29-82ef-b5023087071d tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Project a891696126a943288b7a5defceb41ef0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:04:27.389477 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-76965272-56a7-41da-ba67-9624d7dda99a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:27.409376 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-408a6fa1-8b0f-41d9-98d3-8dc8ae721b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:27.410280 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408a6fa1-8b0f-41d9-98d3-8dc8ae721b70 None None] The sync data for ids ['f1186613-10b7-449a-8b4e-23f1ac7af949'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:04:27.474125 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-209d4a44-9dd6-47ab-b102-94907216efd1 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3900419'] for router, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:27.501867 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-c3c52f35-4212-4f29-82ef-b5023087071d tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:04:27.502906 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c3c52f35-4212-4f29-82ef-b5023087071d tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2505939 Apr 23 00:04:27.508007 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51788) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:27.514867 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-4ab760c3-cb4b-4d6f-b181-8ffc9776b2d4 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group_rule': {'security_group_id': '4d46e3ca-333a-4acf-af10-cdee0a980718', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:27.515341 dv-neutron-838783-1-hyperv neutron-server[103144]: WARNING neutron.api.v2.base [None req-4ab760c3-cb4b-4d6f-b181-8ffc9776b2d4 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 23 00:04:27.515839 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-4ab760c3-cb4b-4d6f-b181-8ffc9776b2d4 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:04:27.523044 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4ab760c3-cb4b-4d6f-b181-8ffc9776b2d4 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073328 Apr 23 00:04:27.527282 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51790) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:27.531483 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-3e235a56-2aac-417b-b4f7-d037ed5d264f tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group_rule': {'security_group_id': '4d46e3ca-333a-4acf-af10-cdee0a980718', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:27.557691 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-04370c1f-4848-4aad-a9c0-5779ca0c29cf tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "GET /v2.0/routers/f1186613-10b7-449a-8b4e-23f1ac7af949 HTTP/1.1" status: 200 len: 924 time: 0.2353532 Apr 23 00:04:27.557900 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e0e2e-8b14-485b-aa64-294a3bc04611 req-69ceeadb-aecd-49a3-b749-e187c8690c0d tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:27.562990 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51792) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:27.571789 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-603e0e2e-8b14-485b-aa64-294a3bc04611 req-69ceeadb-aecd-49a3-b749-e187c8690c0d tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.2579937 Apr 23 00:04:27.639837 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74c97347-a652-4be1-bcca-b75345d0bdef tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:27.644017 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-3e235a56-2aac-417b-b4f7-d037ed5d264f tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Project a891696126a943288b7a5defceb41ef0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:04:27.669300 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d5588d-c777-42db-b449-ac4e8b7fdef8 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:27.670847 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e6d5588d-c777-42db-b449-ac4e8b7fdef8 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4&device_id=f1186613-10b7-449a-8b4e-23f1ac7af949&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1066639 Apr 23 00:04:27.674577 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51794) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:27.692442 dv-neutron-838783-1-hyperv neutron-server[103143]: WARNING neutron.scheduler.l3_agent_scheduler [None req-209d4a44-9dd6-47ab-b102-94907216efd1 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] No L3 agents can host the router a0625a44-10bc-40b7-bd9b-1e889f8bd686 Apr 23 00:04:27.700538 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-603e0e2e-8b14-485b-aa64-294a3bc04611 req-11818ec1-0235-4d7f-9bdb-614ea65a8ff0 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304629 Apr 23 00:04:27.743845 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51798) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:27.780082 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-3e235a56-2aac-417b-b4f7-d037ed5d264f tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:04:27.781124 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3e235a56-2aac-417b-b4f7-d037ed5d264f tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2528939 Apr 23 00:04:27.784450 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51800) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:27.791697 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-a5f1896d-f448-4a2c-acd1-309ba799e6e6 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group_rule': {'security_group_id': '4d46e3ca-333a-4acf-af10-cdee0a980718', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:27.808688 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8bee-e7a8-4ddb-8320-99184c5e4f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:27.842065 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4844af92-1fbb-4c04-a3e6-1b15a4b2224b tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:27.846144 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4844af92-1fbb-4c04-a3e6-1b15a4b2224b tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "GET /v2.0/networks/b6e09b47-c901-4973-bf1d-f170201f8bc4 HTTP/1.1" status: 200 len: 881 time: 0.1679945 Apr 23 00:04:27.850689 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51802) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:27.892024 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-68d0a629-6dc2-42a9-a65b-a5de30102858 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1186613-10b7-449a-8b4e-23f1ac7af949 HTTP/1.1" status: 200 len: 205 time: 0.0400941 Apr 23 00:04:27.895732 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51804) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:27.951299 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-76965272-56a7-41da-ba67-9624d7dda99a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting port 520bd8e9-6055-4855-a1d1-dba193466d62 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:27.951557 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-76965272-56a7-41da-ba67-9624d7dda99a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:27.955414 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-a5f1896d-f448-4a2c-acd1-309ba799e6e6 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Project a891696126a943288b7a5defceb41ef0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:04:27.991020 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb2ba8-a91b-4dd3-bd44-003be3aaf887 req-77014d88-2ba1-4bc9-a529-80b95248a4ae tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:27.992614 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-80cb2ba8-a91b-4dd3-bd44-003be3aaf887 req-77014d88-2ba1-4bc9-a529-80b95248a4ae tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.1967182 Apr 23 00:04:28.088474 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-a5f1896d-f448-4a2c-acd1-309ba799e6e6 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:04:28.089529 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a5f1896d-f448-4a2c-acd1-309ba799e6e6 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3041708 Apr 23 00:04:28.100063 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51806) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:28.138740 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74c97347-a652-4be1-bcca-b75345d0bdef tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:28.140413 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c10d7a04-9426-4426-b112-e9a820164834 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:28.148249 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-80cb2ba8-a91b-4dd3-bd44-003be3aaf887 req-67095ac3-d353-4c05-8af3-ae81573365ea tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230507 Apr 23 00:04:28.164749 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4b76d353-e947-45a2-8ec6-69b91eff73d2 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:28.213977 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-76965272-56a7-41da-ba67-9624d7dda99a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:28.221303 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c97347-a652-4be1-bcca-b75345d0bdef tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Subnet': ['ID=b596c297-2408-45cc-a9e8-f379fa7f55af,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:28.229672 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74c97347-a652-4be1-bcca-b75345d0bdef tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:28.236527 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-74c97347-a652-4be1-bcca-b75345d0bdef tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/subnets/b596c297-2408-45cc-a9e8-f379fa7f55af HTTP/1.1" status: 204 len: 168 time: 1.2834196 Apr 23 00:04:28.236527 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d7a04-9426-4426-b112-e9a820164834 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Port': ['ID=692f6d7b-cb19-4756-82c0-fa09c1916698,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:28.242664 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51810) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:28.242845 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa948cb6-a23e-423d-9dc4-11d9aa0c2b4c None None] Network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:28.242981 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209d4a44-9dd6-47ab-b102-94907216efd1 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Hosts for router a0625a44-10bc-40b7-bd9b-1e889f8bd686: [] {{(pid=103143) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 23 00:04:28.243079 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-76965272-56a7-41da-ba67-9624d7dda99a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Calling delete_port for 520bd8e9-6055-4855-a1d1-dba193466d62 owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:28.305056 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209d4a44-9dd6-47ab-b102-94907216efd1 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Hosts for other DVR routers connected to router a0625a44-10bc-40b7-bd9b-1e889f8bd686: set() {{(pid=103143) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 23 00:04:28.308148 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-209d4a44-9dd6-47ab-b102-94907216efd1 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:28.312308 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-209d4a44-9dd6-47ab-b102-94907216efd1 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] 10.222.0.15 "PUT /v2.0/routers/a0625a44-10bc-40b7-bd9b-1e889f8bd686 HTTP/1.1" status: 200 len: 717 time: 1.6633983 Apr 23 00:04:28.314321 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51812) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:28.337750 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c10d7a04-9426-4426-b112-e9a820164834 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:28.351952 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c10d7a04-9426-4426-b112-e9a820164834 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/692f6d7b-cb19-4756-82c0-fa09c1916698 HTTP/1.1" status: 204 len: 168 time: 1.9791033 Apr 23 00:04:28.357991 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51814) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:28.401752 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-877c7f87-3d11-4644-9850-e62418be1141 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:28.500120 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c536bd-838c-4262-8c78-a594296e72e7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting subnet 6afddb25-bb2c-46ea-8c3c-0438536e6851 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:04:28.519674 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-877c7f87-3d11-4644-9850-e62418be1141 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:28.523618 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-76c536bd-838c-4262-8c78-a594296e72e7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:28.533213 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-747cd178-6022-41c6-a6b9-29e4293b3640 tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] 10.222.0.15 "GET /v2.0/routers/a0625a44-10bc-40b7-bd9b-1e889f8bd686 HTTP/1.1" status: 200 len: 717 time: 0.1797647 Apr 23 00:04:28.542671 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842fea5-943c-4d24-99d8-e2689d41f7bd req-14bd3043-e6b9-4860-be2d-74e2612fffee tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:28.544424 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a842fea5-943c-4d24-99d8-e2689d41f7bd req-14bd3043-e6b9-4860-be2d-74e2612fffee tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.2765582 Apr 23 00:04:28.547794 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51816) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:28.595546 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8bee-e7a8-4ddb-8320-99184c5e4f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:28.601317 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4b76d353-e947-45a2-8ec6-69b91eff73d2 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:28.615883 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a842fea5-943c-4d24-99d8-e2689d41f7bd req-d119ed19-d431-4039-bd6e-a8d3910d7d6b tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567033 Apr 23 00:04:28.626584 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a986a7d-b986-4f7a-b568-c490c3437251 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:28.628113 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a986a7d-b986-4f7a-b568-c490c3437251 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:28.637594 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9a986a7d-b986-4f7a-b568-c490c3437251 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2711184 Apr 23 00:04:28.638015 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51820) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:28.702955 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-76c536bd-838c-4262-8c78-a594296e72e7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:28.733660 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a9c923-c7e7-4c86-aec3-12555472f774 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet 223cc39f-edbe-4ace-92d4-2a05808a7e9b {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:04:28.737874 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8bee-e7a8-4ddb-8320-99184c5e4f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:28.770268 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b2a9c923-c7e7-4c86-aec3-12555472f774 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:28.787668 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d2cd8bee-e7a8-4ddb-8320-99184c5e4f6c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c0291eea579b49dc99844d5169b84df0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0400794 Apr 23 00:04:28.811806 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51824) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:28.904704 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd8bee-e7a8-4ddb-8320-99184c5e4f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49024a59-0bec-4cef-b9e5-231f504f8de5,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:28.914792 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-76c536bd-838c-4262-8c78-a594296e72e7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:28.942789 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-76965272-56a7-41da-ba67-9624d7dda99a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:28.944463 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-877c7f87-3d11-4644-9850-e62418be1141 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:28.947957 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-877c7f87-3d11-4644-9850-e62418be1141 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:28.951864 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-877c7f87-3d11-4644-9850-e62418be1141 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "DELETE /v2.0/security-groups/4d46e3ca-333a-4acf-af10-cdee0a980718 HTTP/1.1" status: 204 len: 168 time: 0.8507805 Apr 23 00:04:28.953428 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-4b76d353-e947-45a2-8ec6-69b91eff73d2 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Deleting port 2a4501c2-2927-4aa5-8ca4-80c968773bce {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:28.953771 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4b76d353-e947-45a2-8ec6-69b91eff73d2 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:28.976291 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51828) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:28.984931 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-40987a6f-8c04-4ae1-9ee2-056d934a5445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:29.009903 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-40987a6f-8c04-4ae1-9ee2-056d934a5445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:29.017012 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b2a9c923-c7e7-4c86-aec3-12555472f774 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:29.050124 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c7f87-3d11-4644-9850-e62418be1141 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d46e3ca-333a-4acf-af10-cdee0a980718,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:29.051946 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76965272-56a7-41da-ba67-9624d7dda99a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Port': ['ID=520bd8e9-6055-4855-a1d1-dba193466d62,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:29.074424 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-330360eb-31a8-42de-8190-a37096c6549b tempest-RoutersTestDVR-1327330802 tempest-RoutersTestDVR-1327330802-project] 10.222.0.15 "GET /v2.0/routers/a0625a44-10bc-40b7-bd9b-1e889f8bd686 HTTP/1.1" status: 200 len: 683 time: 0.5214214 Apr 23 00:04:29.080004 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51830) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:29.171954 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9088f5e0-50f6-4acf-83fc-8217dd9907f6 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1918905 Apr 23 00:04:29.179435 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51832) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:29.187716 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-44d0905d-3ac3-42d4-9b8b-acc942686084 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group': {'name': 'tempest-secgroup--1237849100'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:29.248713 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5f15d-aef2-4139-9405-25e458a5183a req-ee32ae78-f33e-4e2c-85c1-40bce73a878a tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:29.256349 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-eea5f15d-aef2-4139-9405-25e458a5183a req-ee32ae78-f33e-4e2c-85c1-40bce73a878a tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.2347074 Apr 23 00:04:29.308251 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b2a9c923-c7e7-4c86-aec3-12555472f774 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:29.336187 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-44d0905d-3ac3-42d4-9b8b-acc942686084 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:29.343654 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-eea5f15d-aef2-4139-9405-25e458a5183a req-94bf205c-0a89-483b-8bc8-eb1be19d2b6d tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863545 Apr 23 00:04:29.386865 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-40987a6f-8c04-4ae1-9ee2-056d934a5445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:29.398053 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-40987a6f-8c04-4ae1-9ee2-056d934a5445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:29.398053 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-40987a6f-8c04-4ae1-9ee2-056d934a5445 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49024a59-0bec-4cef-b9e5-231f504f8de5 HTTP/1.1" status: 204 len: 168 time: 0.5749772 Apr 23 00:04:29.414411 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40987a6f-8c04-4ae1-9ee2-056d934a5445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49024a59-0bec-4cef-b9e5-231f504f8de5,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:29.448049 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9f9dd431-7b94-47f1-b14d-4d8b6108634c None None] Provisioning complete for port 42fb41e2-df3f-4c39-a9a7-eba958eb5326 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:29.448621 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f9dd431-7b94-47f1-b14d-4d8b6108634c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:29.470833 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b2a9c923-c7e7-4c86-aec3-12555472f774 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:29.474768 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-44d0905d-3ac3-42d4-9b8b-acc942686084 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:29.494116 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9f9dd431-7b94-47f1-b14d-4d8b6108634c None None] Port 42fb41e2-df3f-4c39-a9a7-eba958eb5326 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:29.507585 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9f9dd431-7b94-47f1-b14d-4d8b6108634c None None] Provisioning complete for port 7b207bee-74cb-41ad-a028-b2a2eff1ca6a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:29.508052 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f9dd431-7b94-47f1-b14d-4d8b6108634c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:29.513583 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9c923-c7e7-4c86-aec3-12555472f774 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=223cc39f-edbe-4ace-92d4-2a05808a7e9b,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:29.519724 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b2a9c923-c7e7-4c86-aec3-12555472f774 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:29.523669 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b2a9c923-c7e7-4c86-aec3-12555472f774 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/223cc39f-edbe-4ace-92d4-2a05808a7e9b HTTP/1.1" status: 204 len: 168 time: 0.8900394 Apr 23 00:04:29.526097 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51836) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:29.545283 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b9131e-262a-4e93-85bc-836e03f3a0df None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:29.563164 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4b76d353-e947-45a2-8ec6-69b91eff73d2 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:29.571335 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8e22ad84-52fb-4240-999f-41bb175666f4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432177 Apr 23 00:04:29.572538 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-44d0905d-3ac3-42d4-9b8b-acc942686084 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:29.578063 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51838) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:29.585541 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-f67b1a39-26a3-458d-832a-120e9c87dc78 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:29.601250 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7b7ba537-6c54-433d-8deb-65a4d0b9437c tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:29.643476 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-4b76d353-e947-45a2-8ec6-69b91eff73d2 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Calling delete_port for 2a4501c2-2927-4aa5-8ca4-80c968773bce owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:29.646669 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-76965272-56a7-41da-ba67-9624d7dda99a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:29.678861 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0905d-3ac3-42d4-9b8b-acc942686084 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca55a25-e8cb-4337-9126-5402bffe0a5e,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:29.691712 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-44d0905d-3ac3-42d4-9b8b-acc942686084 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:29.692960 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-44d0905d-3ac3-42d4-9b8b-acc942686084 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5098476 Apr 23 00:04:29.699727 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51840) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:29.703533 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-76c536bd-838c-4262-8c78-a594296e72e7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:29.705311 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-a9cebf00-3417-4cc7-9f51-2a911076aae2 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group_rule': {'security_group_id': '8ca55a25-e8cb-4337-9126-5402bffe0a5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:29.817490 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67b1a39-26a3-458d-832a-120e9c87dc78 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:29.817938 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-76c536bd-838c-4262-8c78-a594296e72e7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:29.822360 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-76c536bd-838c-4262-8c78-a594296e72e7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/subnets/6afddb25-bb2c-46ea-8c3c-0438536e6851 HTTP/1.1" status: 204 len: 168 time: 1.5764599 Apr 23 00:04:29.822518 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f67b1a39-26a3-458d-832a-120e9c87dc78 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:29.823384 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c06b83-8694-41fb-adad-9176121b7cec None None] DHCP port deletion for 52c789e5-894b-4719-a369-b13bd1dbccf2 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:04:29.832569 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae07516a-67e3-4dea-9694-9c2cc5815a6f None None] Network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:29.842826 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51844) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:29.860610 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c536bd-838c-4262-8c78-a594296e72e7 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Subnet': ['ID=6afddb25-bb2c-46ea-8c3c-0438536e6851,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:29.952267 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-10c06b83-8694-41fb-adad-9176121b7cec None None] Deleting port d7e7140d-9067-48b9-8c3a-454cecb15517 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:29.952753 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10c06b83-8694-41fb-adad-9176121b7cec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:29.967318 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ce5968-4496-466f-b87e-5f84adb001ca tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] DELETE failed (client error): The resource could not be found. Apr 23 00:04:29.967805 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ce5968-4496-466f-b87e-5f84adb001ca tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:29.970868 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-57ce5968-4496-466f-b87e-5f84adb001ca tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/subnets/b596c297-2408-45cc-a9e8-f379fa7f55af HTTP/1.1" status: 404 len: 337 time: 0.1270900 Apr 23 00:04:29.977005 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51850) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:29.987847 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7b7ba537-6c54-433d-8deb-65a4d0b9437c tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:30.023281 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-10c06b83-8694-41fb-adad-9176121b7cec None None] For port d7e7140d-9067-48b9-8c3a-454cecb15517, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d7e7140d-9067-48b9-8c3a-454cecb15517,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:30.023281 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10c06b83-8694-41fb-adad-9176121b7cec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:30.026319 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7b7ba537-6c54-433d-8deb-65a4d0b9437c tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:30.037248 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-10c06b83-8694-41fb-adad-9176121b7cec None None] Calling delete_port for d7e7140d-9067-48b9-8c3a-454cecb15517 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:30.064075 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e9995c-42ea-42cf-be8a-90ce359b86ce tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting subnet cdde80d7-9681-4093-8de8-a3ad7f0aea35 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:04:30.069275 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c9e9995c-42ea-42cf-be8a-90ce359b86ce tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:30.145525 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c9e9995c-42ea-42cf-be8a-90ce359b86ce tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:30.146564 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76965272-56a7-41da-ba67-9624d7dda99a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Router 7787918d-8559-4a60-ac5b-a51284af2963 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:04:30.214339 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-a9cebf00-3417-4cc7-9f51-2a911076aae2 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] create failed (client error): The resource could not be found. Apr 23 00:04:30.218835 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a9cebf00-3417-4cc7-9f51-2a911076aae2 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5136945 Apr 23 00:04:30.220710 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51856) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:30.228014 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-59523ecd-e3e2-4eb8-af38-fdd3110b9276 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group_rule': {'security_group_id': '8ca55a25-e8cb-4337-9126-5402bffe0a5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f3297475-8763-4367-8fb9-3d84fde5e0b8'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:30.237071 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7b7ba537-6c54-433d-8deb-65a4d0b9437c tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:30.237652 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7ba537-6c54-433d-8deb-65a4d0b9437c tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0625a44-10bc-40b7-bd9b-1e889f8bd686 {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:04:30.242852 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7b7ba537-6c54-433d-8deb-65a4d0b9437c tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:30.243696 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7b7ba537-6c54-433d-8deb-65a4d0b9437c tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] 10.222.0.15 "DELETE /v2.0/routers/a0625a44-10bc-40b7-bd9b-1e889f8bd686 HTTP/1.1" status: 204 len: 168 time: 1.1611187 Apr 23 00:04:30.249414 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51858) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:30.260115 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-eb53830c-7d43-4482-b003-26085042ea0c tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Request body: {'router': {'name': 'tempest-router-1385400779', 'distributed': True}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:30.263487 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10c06b83-8694-41fb-adad-9176121b7cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:30.299236 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76965272-56a7-41da-ba67-9624d7dda99a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:04:30.305385 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c06b83-8694-41fb-adad-9176121b7cec None None] Pushing event deleted for resources: {'Port': ['ID=d7e7140d-9067-48b9-8c3a-454cecb15517,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:30.309581 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-76965272-56a7-41da-ba67-9624d7dda99a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "PUT /v2.0/routers/7787918d-8559-4a60-ac5b-a51284af2963/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7839422 Apr 23 00:04:30.309747 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c06b83-8694-41fb-adad-9176121b7cec None None] No DVR routers for this DVR port d7e7140d-9067-48b9-8c3a-454cecb15517 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:04:30.310279 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51860) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:30.320640 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c9e9995c-42ea-42cf-be8a-90ce359b86ce tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:30.336402 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860967c0-d6e1-4dd4-a23c-8f8d9e882560 None None] Sync routers for ids ['7787918d-8559-4a60-ac5b-a51284af2963'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:04:30.348431 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-d814cfc3-8eb6-43ad-8eaa-e6057781d19a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] GET failed (client error): The resource could not be found. Apr 23 00:04:30.350067 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d814cfc3-8eb6-43ad-8eaa-e6057781d19a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports/520bd8e9-6055-4855-a1d1-dba193466d62 HTTP/1.1" status: 404 len: 333 time: 0.0344486 Apr 23 00:04:30.353608 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51862) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:30.357410 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860967c0-d6e1-4dd4-a23c-8f8d9e882560 None None] Routers {'7787918d-8559-4a60-ac5b-a51284af2963'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:04:30.358036 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-860967c0-d6e1-4dd4-a23c-8f8d9e882560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['7787918d-8559-4a60-ac5b-a51284af2963'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:30.405726 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f67b1a39-26a3-458d-832a-120e9c87dc78 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:30.432413 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-860967c0-d6e1-4dd4-a23c-8f8d9e882560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:30.449781 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860967c0-d6e1-4dd4-a23c-8f8d9e882560 None None] Routers {'7787918d-8559-4a60-ac5b-a51284af2963'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:04:30.449781 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-860967c0-d6e1-4dd4-a23c-8f8d9e882560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['7787918d-8559-4a60-ac5b-a51284af2963'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:30.492092 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb53830c-7d43-4482-b003-26085042ea0c tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:30.493426 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb53830c-7d43-4482-b003-26085042ea0c tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:30.512893 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4b76d353-e947-45a2-8ec6-69b91eff73d2 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:30.547558 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-860967c0-d6e1-4dd4-a23c-8f8d9e882560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:30.553514 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860967c0-d6e1-4dd4-a23c-8f8d9e882560 None None] The sync data for ids ['7787918d-8559-4a60-ac5b-a51284af2963'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:04:30.563311 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2faa4657-e9d6-4ac4-b5f4-03deba1dca00 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:30.564620 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67b1a39-26a3-458d-832a-120e9c87dc78 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:30.584551 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-f67b1a39-26a3-458d-832a-120e9c87dc78 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:30.594906 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c56f47d-4db1-4503-bcb9-9471f348ca3b None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:30.600714 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b1a39-26a3-458d-832a-120e9c87dc78 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=08f5aeac-bf8a-4dfc-acfe-a6a4408fdce5,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:30.613720 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67b1a39-26a3-458d-832a-120e9c87dc78 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:30.613720 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f67b1a39-26a3-458d-832a-120e9c87dc78 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:30.677753 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb53830c-7d43-4482-b003-26085042ea0c tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:30.679563 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c9e9995c-42ea-42cf-be8a-90ce359b86ce tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:30.697180 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d7e7140d-9067-48b9-8c3a-454cecb15517 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:04:30.733870 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f67b1a39-26a3-458d-832a-120e9c87dc78 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1517630 Apr 23 00:04:30.735128 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9995c-42ea-42cf-be8a-90ce359b86ce tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Subnet': ['ID=cdde80d7-9681-4093-8de8-a3ad7f0aea35,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:30.738961 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51872) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:30.744751 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-7a97612f-8152-48e0-a0b8-034a9a1fb0d9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'fixed_ips': [{'subnet_id': '08f5aeac-bf8a-4dfc-acfe-a6a4408fdce5', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1461983332'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:30.745213 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: d7e7140d-9067-48b9-8c3a-454cecb15517 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:04:30.745554 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d7e7140d-9067-48b9-8c3a-454cecb15517 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:04:30.819994 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2faa4657-e9d6-4ac4-b5f4-03deba1dca00 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:30.819994 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2faa4657-e9d6-4ac4-b5f4-03deba1dca00 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:30.891822 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb53830c-7d43-4482-b003-26085042ea0c tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:30.907368 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c9e9995c-42ea-42cf-be8a-90ce359b86ce tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:30.911369 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c9e9995c-42ea-42cf-be8a-90ce359b86ce tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/subnets/cdde80d7-9681-4093-8de8-a3ad7f0aea35 HTTP/1.1" status: 204 len: 168 time: 0.9330401 Apr 23 00:04:30.917678 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51876) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:30.924837 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-59523ecd-e3e2-4eb8-af38-fdd3110b9276 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] create failed (client error): The resource could not be found. Apr 23 00:04:30.927282 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-59523ecd-e3e2-4eb8-af38-fdd3110b9276 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7037985 Apr 23 00:04:30.932475 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51878) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:30.934781 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76d353-e947-45a2-8ec6-69b91eff73d2 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Pushing event deleted for resources: {'Port': ['ID=2a4501c2-2927-4aa5-8ca4-80c968773bce,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:30.949103 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6669e9b7-9228-4327-b4ef-c48c0cd41163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-52c789e5-894b-4719-a369-b13bd1dbccf2', 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'fixed_ips': [{'subnet_id': '08f5aeac-bf8a-4dfc-acfe-a6a4408fdce5'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:04:30.950192 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6669e9b7-9228-4327-b4ef-c48c0cd41163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:30.973250 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-65dab1ae-47f5-462f-9017-ef4eff83d9a4 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] DELETE failed (client error): The resource could not be found. Apr 23 00:04:30.973759 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65dab1ae-47f5-462f-9017-ef4eff83d9a4 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:30.980699 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-65dab1ae-47f5-462f-9017-ef4eff83d9a4 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/subnets/20009be2-a7d6-4f85-9b89-215ea8ee1fc1 HTTP/1.1" status: 404 len: 337 time: 0.0619411 Apr 23 00:04:30.982570 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51880) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:30.992660 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a97612f-8152-48e0-a0b8-034a9a1fb0d9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:31.106786 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7a97612f-8152-48e0-a0b8-034a9a1fb0d9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.126543 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb53830c-7d43-4482-b003-26085042ea0c tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.131930 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-eb53830c-7d43-4482-b003-26085042ea0c tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8754475 Apr 23 00:04:31.139982 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-05032494-5497-4984-b404-0b8e4b3f99e5 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "GET /v2.0/ports?device_id=c508a312-fcf0-44bd-9cbd-bd0fa1a182a0 HTTP/1.1" status: 200 len: 205 time: 0.1564453 Apr 23 00:04:31.142385 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2faa4657-e9d6-4ac4-b5f4-03deba1dca00 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.142515 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51884) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:31.142700 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51886) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:31.148053 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2faa4657-e9d6-4ac4-b5f4-03deba1dca00 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Fanout notify agent at l3_agent the message router_deleted on router 7787918d-8559-4a60-ac5b-a51284af2963 {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:04:31.161859 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2faa4657-e9d6-4ac4-b5f4-03deba1dca00 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.163000 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2faa4657-e9d6-4ac4-b5f4-03deba1dca00 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/routers/7787918d-8559-4a60-ac5b-a51284af2963 HTTP/1.1" status: 204 len: 168 time: 0.8079882 Apr 23 00:04:31.175941 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51888) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:31.182796 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-6669e9b7-9228-4327-b4ef-c48c0cd41163 None None] Allocated IP 2001:db8::2 (52c789e5-894b-4719-a369-b13bd1dbccf2/08f5aeac-bf8a-4dfc-acfe-a6a4408fdce5/16acb438-c22e-4009-88e2-46d4e3ab6fde) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:31.203855 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5be269-df1e-418e-a884-d140553b9978 req-fad16691-68b6-48c3-8288-a48800f928b3 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:31.213105 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ad5be269-df1e-418e-a884-d140553b9978 req-fad16691-68b6-48c3-8288-a48800f928b3 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.7068405 Apr 23 00:04:31.252244 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-253753a7-2a79-41d7-bafc-e7f9816e40fb tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.300415 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-7a97612f-8152-48e0-a0b8-034a9a1fb0d9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] device_id is not set on port 153b5032-db48-4c1d-87b3-4d482343085d yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:04:31.308376 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-ac22b9a2-e82b-4321-9ce8-22bc494fedda tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] delete failed (client error): The resource could not be found. Apr 23 00:04:31.311850 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ac22b9a2-e82b-4321-9ce8-22bc494fedda tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/routers/c508a312-fcf0-44bd-9cbd-bd0fa1a182a0 HTTP/1.1" status: 404 len: 336 time: 0.1645496 Apr 23 00:04:31.315717 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51892) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:31.319910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-253753a7-2a79-41d7-bafc-e7f9816e40fb tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.322924 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4b76d353-e947-45a2-8ec6-69b91eff73d2 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.401165 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-818c056f-49ef-452c-81e8-5bbb18e839fe tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.418023 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb71eb0-08ce-4696-b909-06610cabe2ff tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting subnet ac6947b4-9fac-453f-8b7c-62b17e80096d {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:04:31.436035 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6837c86c-6040-4514-98dd-3d56e9cb8312 None None] Network c63f51b9-c3a4-49bd-bea9-32c28d4853e2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:31.447491 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4fb71eb0-08ce-4696-b909-06610cabe2ff tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.501474 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ad5be269-df1e-418e-a884-d140553b9978 req-bcacb121-f641-4467-b04f-a9d93866cee2 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2874734 Apr 23 00:04:31.511499 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4b76d353-e947-45a2-8ec6-69b91eff73d2 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.519021 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4b76d353-e947-45a2-8ec6-69b91eff73d2 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.548241 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4fb71eb0-08ce-4696-b909-06610cabe2ff tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.565330 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6669e9b7-9228-4327-b4ef-c48c0cd41163 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.582867 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5478516f-cc22-4901-bfcd-215b466382b2 None None] Provisioning complete for port 42fb41e2-df3f-4c39-a9a7-eba958eb5326 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:31.583448 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5478516f-cc22-4901-bfcd-215b466382b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.644409 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6669e9b7-9228-4327-b4ef-c48c0cd41163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.664307 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5478516f-cc22-4901-bfcd-215b466382b2 None None] Port 42fb41e2-df3f-4c39-a9a7-eba958eb5326 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:31.687779 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4fb71eb0-08ce-4696-b909-06610cabe2ff tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.692055 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-253753a7-2a79-41d7-bafc-e7f9816e40fb tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.694575 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-253753a7-2a79-41d7-bafc-e7f9816e40fb tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.695950 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-253753a7-2a79-41d7-bafc-e7f9816e40fb tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "DELETE /v2.0/security-groups/8ca55a25-e8cb-4337-9126-5402bffe0a5e HTTP/1.1" status: 204 len: 168 time: 0.7558961 Apr 23 00:04:31.717080 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6669e9b7-9228-4327-b4ef-c48c0cd41163 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:31.720022 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4b76d353-e947-45a2-8ec6-69b91eff73d2 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.720691 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b76d353-e947-45a2-8ec6-69b91eff73d2 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Fanout notify agent at l3_agent the message router_deleted on router f1186613-10b7-449a-8b4e-23f1ac7af949 {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:04:31.722794 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51898) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:31.726645 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6669e9b7-9228-4327-b4ef-c48c0cd41163 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:31.741184 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5478516f-cc22-4901-bfcd-215b466382b2 None None] Provisioning complete for port 7b207bee-74cb-41ad-a028-b2a2eff1ca6a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:31.741566 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5478516f-cc22-4901-bfcd-215b466382b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.746762 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6669e9b7-9228-4327-b4ef-c48c0cd41163 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:31.748546 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4b76d353-e947-45a2-8ec6-69b91eff73d2 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.753669 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-818c056f-49ef-452c-81e8-5bbb18e839fe tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.755981 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4b76d353-e947-45a2-8ec6-69b91eff73d2 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "DELETE /v2.0/routers/f1186613-10b7-449a-8b4e-23f1ac7af949 HTTP/1.1" status: 204 len: 168 time: 3.8568063 Apr 23 00:04:31.760407 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-818c056f-49ef-452c-81e8-5bbb18e839fe tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.770338 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51902) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:31.780105 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-590e83c6-03b5-48a0-9979-0f72bbd9d059 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1174909281', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}, 'admin_state_up': False}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:31.783146 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669e9b7-9228-4327-b4ef-c48c0cd41163 None None] Pushing event updated for resources: {'Port': ['ID=16acb438-c22e-4009-88e2-46d4e3ab6fde,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:31.797263 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253753a7-2a79-41d7-bafc-e7f9816e40fb tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca55a25-e8cb-4337-9126-5402bffe0a5e,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:31.859591 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2da095-28ac-4e53-8db0-6ee0d233177f tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] DELETE failed (client error): The resource could not be found. Apr 23 00:04:31.861069 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e2da095-28ac-4e53-8db0-6ee0d233177f tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:31.862556 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f59f73-a36e-4bea-b59d-c1c05f3bc287 None None] DHCP port deletion for c63f51b9-c3a4-49bd-bea9-32c28d4853e2 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:04:31.869597 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7e2da095-28ac-4e53-8db0-6ee0d233177f tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/subnets/5b9fbbaf-166e-4af8-9817-fbb4c911a919 HTTP/1.1" status: 404 len: 337 time: 0.5488636 Apr 23 00:04:31.873685 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51904) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:31.920570 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d5dadda4-5188-4ef8-b533-026166682b65 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1802733 Apr 23 00:04:31.920772 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6669e9b7-9228-4327-b4ef-c48c0cd41163 None None] Attempting to bind port 16acb438-c22e-4009-88e2-46d4e3ab6fde on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:31.920772 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6669e9b7-9228-4327-b4ef-c48c0cd41163 None None] Attempting to bind port 16acb438-c22e-4009-88e2-46d4e3ab6fde by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:31.920772 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6669e9b7-9228-4327-b4ef-c48c0cd41163 None None] Attempting to bind port 16acb438-c22e-4009-88e2-46d4e3ab6fde on network 52c789e5-894b-4719-a369-b13bd1dbccf2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:31.930378 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc4a5e0-8206-457b-8c84-5594aa8f2888 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] DELETE failed (client error): The resource could not be found. Apr 23 00:04:31.930378 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc4a5e0-8206-457b-8c84-5594aa8f2888 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:31.930378 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8cc4a5e0-8206-457b-8c84-5594aa8f2888 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/subnets/d0d653af-4dbc-4baf-a184-f072a2c2fdfd HTTP/1.1" status: 404 len: 337 time: 0.0473058 Apr 23 00:04:31.931520 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51906) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:31.932132 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51908) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:31.937145 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-68c9460b-b022-4bbe-abce-2ce595758869 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group_rule': {'security_group_id': '888ee5cd-ea88-42de-ac92-8b4f0f376fb6', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:31.956498 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6669e9b7-9228-4327-b4ef-c48c0cd41163 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:04:31.956875 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6669e9b7-9228-4327-b4ef-c48c0cd41163 None None] Checking segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:04:31.957288 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6669e9b7-9228-4327-b4ef-c48c0cd41163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.957691 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6669e9b7-9228-4327-b4ef-c48c0cd41163 None None] Bound using segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:04:31.958179 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6669e9b7-9228-4327-b4ef-c48c0cd41163 None None] Bound port: 16acb438-c22e-4009-88e2-46d4e3ab6fde, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:04:31.958768 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6669e9b7-9228-4327-b4ef-c48c0cd41163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.961597 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-818c056f-49ef-452c-81e8-5bbb18e839fe tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.962753 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818c056f-49ef-452c-81e8-5bbb18e839fe tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4928188e-2575-49e4-bfbb-c1ebbebc808d {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:04:31.964376 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea726ec0-da97-4402-9816-dd043914f76c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] DELETE failed (client error): The resource could not be found. Apr 23 00:04:31.964837 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea726ec0-da97-4402-9816-dd043914f76c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:31.967947 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ea726ec0-da97-4402-9816-dd043914f76c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/subnets/45c97fe3-cc38-4e63-bb13-f1fe25e692f9 HTTP/1.1" status: 404 len: 337 time: 0.0353410 Apr 23 00:04:31.971062 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51912) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:31.975827 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-818c056f-49ef-452c-81e8-5bbb18e839fe tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.978959 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-818c056f-49ef-452c-81e8-5bbb18e839fe tempest-RoutersTestDVR-80330057 tempest-RoutersTestDVR-80330057-project-admin] 10.222.0.15 "DELETE /v2.0/routers/4928188e-2575-49e4-bfbb-c1ebbebc808d HTTP/1.1" status: 204 len: 168 time: 0.8351519 Apr 23 00:04:31.980754 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a97612f-8152-48e0-a0b8-034a9a1fb0d9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:04:31.985059 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a97612f-8152-48e0-a0b8-034a9a1fb0d9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:31.985189 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-590e83c6-03b5-48a0-9979-0f72bbd9d059 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:31.985520 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-590e83c6-03b5-48a0-9979-0f72bbd9d059 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:32.005242 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4fb71eb0-08ce-4696-b909-06610cabe2ff tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:32.017352 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a576d4c-2c79-4526-8acc-2eb5653d817c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] DELETE failed (client error): The resource could not be found. Apr 23 00:04:32.019223 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a576d4c-2c79-4526-8acc-2eb5653d817c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:32.024863 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3a576d4c-2c79-4526-8acc-2eb5653d817c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/ports/ee393300-7bc8-4bd2-a591-ea5679ad082d HTTP/1.1" status: 404 len: 333 time: 0.0500360 Apr 23 00:04:32.025239 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51916) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:32.046622 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71eb0-08ce-4696-b909-06610cabe2ff tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Subnet': ['ID=ac6947b4-9fac-453f-8b7c-62b17e80096d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:32.052642 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4fb71eb0-08ce-4696-b909-06610cabe2ff tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:32.060315 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4fb71eb0-08ce-4696-b909-06610cabe2ff tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/subnets/ac6947b4-9fac-453f-8b7c-62b17e80096d HTTP/1.1" status: 204 len: 168 time: 0.8815753 Apr 23 00:04:32.062986 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51920) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:32.076954 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c53220-4717-448b-9e12-fb04a9ef34b1 None None] Network 7a374ae9-9c45-4cf7-9638-2708d366e646 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:32.083544 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f6508ad-f953-4ca6-a0b9-7f556a0fc647 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] DELETE failed (client error): The resource could not be found. Apr 23 00:04:32.084028 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f6508ad-f953-4ca6-a0b9-7f556a0fc647 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:32.092461 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6f6508ad-f953-4ca6-a0b9-7f556a0fc647 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/subnets/6fc9e150-1f08-4436-9f4c-c07bda22ce4f HTTP/1.1" status: 404 len: 337 time: 0.0657098 Apr 23 00:04:32.093423 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51922) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:32.141660 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7a97612f-8152-48e0-a0b8-034a9a1fb0d9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4014580 Apr 23 00:04:32.144727 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-998fa4c0-245d-49ca-abda-43d143d573ea tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] DELETE failed (client error): The resource could not be found. Apr 23 00:04:32.145199 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998fa4c0-245d-49ca-abda-43d143d573ea tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:32.154546 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-998fa4c0-245d-49ca-abda-43d143d573ea tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/subnets/4f496411-17f6-4606-be5d-faccf7973ed8 HTTP/1.1" status: 404 len: 337 time: 0.0591691 Apr 23 00:04:32.159670 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51924) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:32.160120 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51926) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:32.166397 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-590e83c6-03b5-48a0-9979-0f72bbd9d059 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:32.191342 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f0d8ca19-94df-4717-987a-b888519d6f52 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:32.241734 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-284cee3f-c9a9-405c-947e-7afc3f75880c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] DELETE failed (client error): The resource could not be found. Apr 23 00:04:32.241734 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-284cee3f-c9a9-405c-947e-7afc3f75880c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:32.247656 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51928) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:32.247865 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-284cee3f-c9a9-405c-947e-7afc3f75880c tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/ports/6861a339-fc90-44df-9e1c-429ffb6bdec1 HTTP/1.1" status: 404 len: 333 time: 0.0707383 Apr 23 00:04:32.247865 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51930) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:32.280993 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-39868f30-598e-455a-b591-27dbae60b9c2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] DELETE failed (client error): The resource could not be found. Apr 23 00:04:32.281452 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39868f30-598e-455a-b591-27dbae60b9c2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:32.287211 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-39868f30-598e-455a-b591-27dbae60b9c2 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/subnets/6b42170e-05fe-4e20-9a43-042d211b953c HTTP/1.1" status: 404 len: 337 time: 0.0357249 Apr 23 00:04:32.288101 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51934) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:32.288851 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-49f59f73-a36e-4bea-b59d-c1c05f3bc287 None None] Deleting port 7b207bee-74cb-41ad-a028-b2a2eff1ca6a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:32.289222 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49f59f73-a36e-4bea-b59d-c1c05f3bc287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:32.298243 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2d9a08-3f98-40bf-91e2-984a466c66ee tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:32.300080 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-dd2d9a08-3f98-40bf-91e2-984a466c66ee tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1389742 Apr 23 00:04:32.302747 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51936) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:32.328389 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-6669e9b7-9228-4327-b4ef-c48c0cd41163 None None] For port 16acb438-c22e-4009-88e2-46d4e3ab6fde, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:04:32.332404 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee56dc7-cf21-48e0-9811-78c6b56efdfd tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] DELETE failed (client error): The resource could not be found. Apr 23 00:04:32.332921 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ee56dc7-cf21-48e0-9811-78c6b56efdfd tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:32.339475 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6ee56dc7-cf21-48e0-9811-78c6b56efdfd tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/subnets/486668c2-e82b-4818-8de6-4fd18c2c80b2 HTTP/1.1" status: 404 len: 337 time: 0.0467730 Apr 23 00:04:32.339475 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51938) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:32.347384 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-68c9460b-b022-4bbe-abce-2ce595758869 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] create failed (client error): The resource could not be found. Apr 23 00:04:32.350708 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-68c9460b-b022-4bbe-abce-2ce595758869 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4155612 Apr 23 00:04:32.353835 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51940) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:32.379304 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-49c4413c-6653-44eb-bf16-5df1728ff44a tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group': {'name': 'tempest-secgroup--407661234'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:32.382033 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8ca19-94df-4717-987a-b888519d6f52 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting port 1dca78c8-195d-4a3f-bd27-b312cea784df {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:32.382173 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f0d8ca19-94df-4717-987a-b888519d6f52 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:32.386685 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-6669e9b7-9228-4327-b4ef-c48c0cd41163 None None] For port 16acb438-c22e-4009-88e2-46d4e3ab6fde, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=16acb438-c22e-4009-88e2-46d4e3ab6fde,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:04:32.388966 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270c4188-69f4-4514-b8fb-cb508dbb1e31 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:32.391823 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270c4188-69f4-4514-b8fb-cb508dbb1e31 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:32.393138 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-270c4188-69f4-4514-b8fb-cb508dbb1e31 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0894451 Apr 23 00:04:32.400631 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51942) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:32.469171 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6669e9b7-9228-4327-b4ef-c48c0cd41163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:32.473551 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-49f59f73-a36e-4bea-b59d-c1c05f3bc287 None None] For port 7b207bee-74cb-41ad-a028-b2a2eff1ca6a, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7b207bee-74cb-41ad-a028-b2a2eff1ca6a,segment=NetworkSegment(84c728da-0df3-494d-b32c-1fe0afe7c996),segment_id=84c728da-0df3-494d-b32c-1fe0afe7c996)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:32.473848 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49f59f73-a36e-4bea-b59d-c1c05f3bc287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:32.482182 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae870402-0754-4621-9124-1e6398bec409 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet 08f5aeac-bf8a-4dfc-acfe-a6a4408fdce5 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:04:32.486522 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ae870402-0754-4621-9124-1e6398bec409 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:32.490374 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-49c4413c-6653-44eb-bf16-5df1728ff44a tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:32.517821 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-8d85f9a4-4cd4-41c4-97fd-067c8076b085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1470013708'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:32.581573 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-49f59f73-a36e-4bea-b59d-c1c05f3bc287 None None] Calling delete_port for 7b207bee-74cb-41ad-a028-b2a2eff1ca6a owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:32.584342 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ae870402-0754-4621-9124-1e6398bec409 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:32.649798 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669e9b7-9228-4327-b4ef-c48c0cd41163 None None] Pushing event updated for resources: {'Port': ['ID=16acb438-c22e-4009-88e2-46d4e3ab6fde,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:32.663877 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7b207bee-74cb-41ad-a028-b2a2eff1ca6a no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:04:32.668356 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-590e83c6-03b5-48a0-9979-0f72bbd9d059 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:32.673167 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-f0d8ca19-94df-4717-987a-b888519d6f52 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] For port 1dca78c8-195d-4a3f-bd27-b312cea784df, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=1dca78c8-195d-4a3f-bd27-b312cea784df,segment=NetworkSegment(18a81b4e-a1d3-4cef-a842-6f78438b13ef),segment_id=18a81b4e-a1d3-4cef-a842-6f78438b13ef)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:32.674231 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f0d8ca19-94df-4717-987a-b888519d6f52 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:32.712155 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8ca19-94df-4717-987a-b888519d6f52 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Calling delete_port for 1dca78c8-195d-4a3f-bd27-b312cea784df owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:32.729678 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51948) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:32.749717 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-c55cbec9-c5ed-4a9a-abdf-b4cd8ad96215 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Deleting port 42fb41e2-df3f-4c39-a9a7-eba958eb5326 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:32.750064 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c55cbec9-c5ed-4a9a-abdf-b4cd8ad96215 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:32.818979 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835e9212-9155-4c86-860d-4a16f06a6e9e None None] DHCP port deletion for 7a374ae9-9c45-4cf7-9638-2708d366e646 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:04:32.844403 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d85f9a4-4cd4-41c4-97fd-067c8076b085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] Made reservation on behalf of 85868f8235024c79865675f265ac3597 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:32.848574 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8d85f9a4-4cd4-41c4-97fd-067c8076b085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:32.861562 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49f59f73-a36e-4bea-b59d-c1c05f3bc287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:32.890986 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8d85f9a4-4cd4-41c4-97fd-067c8076b085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:32.895264 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:32.915280 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f59f73-a36e-4bea-b59d-c1c05f3bc287 None None] Pushing event deleted for resources: {'Port': ['ID=7b207bee-74cb-41ad-a028-b2a2eff1ca6a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:32.949453 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f59f73-a36e-4bea-b59d-c1c05f3bc287 None None] No DVR routers for this DVR port 7b207bee-74cb-41ad-a028-b2a2eff1ca6a on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:04:32.981183 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d9500e4-9cbd-4f54-b833-4ba7ecbca92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:33.041382 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-835e9212-9155-4c86-860d-4a16f06a6e9e None None] Deleting port 1dca78c8-195d-4a3f-bd27-b312cea784df {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:33.042112 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-835e9212-9155-4c86-860d-4a16f06a6e9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:33.060421 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f0d8ca19-94df-4717-987a-b888519d6f52 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:33.138540 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-835e9212-9155-4c86-860d-4a16f06a6e9e None None] For port 1dca78c8-195d-4a3f-bd27-b312cea784df, host dv-neutron-838783-1-hyperv, got binding levels [] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:33.139296 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-835e9212-9155-4c86-860d-4a16f06a6e9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:33.147959 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8d85f9a4-4cd4-41c4-97fd-067c8076b085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:33.157790 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-835e9212-9155-4c86-860d-4a16f06a6e9e None None] Calling delete_port for 1dca78c8-195d-4a3f-bd27-b312cea784df owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:33.161119 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-835e9212-9155-4c86-860d-4a16f06a6e9e None None] Port 1dca78c8-195d-4a3f-bd27-b312cea784df was not found and therefore no delete operation was performed {{(pid=103146) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 23 00:04:33.162939 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-835e9212-9155-4c86-860d-4a16f06a6e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:33.184775 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d8ca19-94df-4717-987a-b888519d6f52 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] No DVR routers for this DVR port 1dca78c8-195d-4a3f-bd27-b312cea784df on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:04:33.206546 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e9212-9155-4c86-860d-4a16f06a6e9e None None] Pushing event deleted for resources: {'Port': ['ID=1dca78c8-195d-4a3f-bd27-b312cea784df,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:33.210115 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e9212-9155-4c86-860d-4a16f06a6e9e None None] No DVR routers for this DVR port 1dca78c8-195d-4a3f-bd27-b312cea784df on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:04:33.222217 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-49c4413c-6653-44eb-bf16-5df1728ff44a tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:33.231559 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8ca19-94df-4717-987a-b888519d6f52 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Port': ['ID=1dca78c8-195d-4a3f-bd27-b312cea784df,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:33.241139 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ae870402-0754-4621-9124-1e6398bec409 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:33.253212 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8d85f9a4-4cd4-41c4-97fd-067c8076b085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:33.286335 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c55cbec9-c5ed-4a9a-abdf-b4cd8ad96215 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:33.296398 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d4f11-b43d-4c37-942b-8498036587ed req-45f4662a-6860-441f-bff7-2b9f452efd41 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:33.297938 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-178d4f11-b43d-4c37-942b-8498036587ed req-45f4662a-6860-441f-bff7-2b9f452efd41 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.6778765 Apr 23 00:04:33.312187 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d85f9a4-4cd4-41c4-97fd-067c8076b085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:04:33.325926 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-c55cbec9-c5ed-4a9a-abdf-b4cd8ad96215 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Calling delete_port for 42fb41e2-df3f-4c39-a9a7-eba958eb5326 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:33.334516 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-49c4413c-6653-44eb-bf16-5df1728ff44a tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:33.441248 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-178d4f11-b43d-4c37-942b-8498036587ed req-66d54c20-78e3-45fd-8bb1-886199b9f232 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355059 Apr 23 00:04:33.443928 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4413c-6653-44eb-bf16-5df1728ff44a tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8396ebc5-1af5-4880-995f-4af1c4aa57e7,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:33.481433 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-49c4413c-6653-44eb-bf16-5df1728ff44a tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:33.481433 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-49c4413c-6653-44eb-bf16-5df1728ff44a tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1012893 Apr 23 00:04:33.485249 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51952) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:33.491336 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-f90c9e6b-d771-4180-a7b4-edcbbf0a713e tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group': {'name': 'tempest-secgroup--81101985'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:33.575256 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ae870402-0754-4621-9124-1e6398bec409 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:33.609218 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f90c9e6b-d771-4180-a7b4-edcbbf0a713e tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:33.610711 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae870402-0754-4621-9124-1e6398bec409 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=08f5aeac-bf8a-4dfc-acfe-a6a4408fdce5,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:33.612729 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c55cbec9-c5ed-4a9a-abdf-b4cd8ad96215 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:33.653643 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ae870402-0754-4621-9124-1e6398bec409 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:33.656815 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ae870402-0754-4621-9124-1e6398bec409 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/08f5aeac-bf8a-4dfc-acfe-a6a4408fdce5 HTTP/1.1" status: 204 len: 168 time: 1.2549531 Apr 23 00:04:33.660079 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51954) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:33.662574 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cbec9-c5ed-4a9a-abdf-b4cd8ad96215 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Port': ['ID=42fb41e2-df3f-4c39-a9a7-eba958eb5326,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:33.665120 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85f9a4-4cd4-41c4-97fd-067c8076b085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=209d79d8-5497-4111-aeb2-6d30c0e75cdb,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:33.670285 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f0d8ca19-94df-4717-987a-b888519d6f52 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:33.674945 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8d85f9a4-4cd4-41c4-97fd-067c8076b085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:33.675285 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-8d85f9a4-4cd4-41c4-97fd-067c8076b085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] Added segment 630f6dae-128a-432d-8e65-2af02e15f0dd of type vlan for network 54312371-ba14-48fa-95f7-65aed0b8c4d2 Apr 23 00:04:33.679411 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c55cbec9-c5ed-4a9a-abdf-b4cd8ad96215 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:33.689044 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c55cbec9-c5ed-4a9a-abdf-b4cd8ad96215 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/ports/42fb41e2-df3f-4c39-a9a7-eba958eb5326 HTTP/1.1" status: 204 len: 168 time: 1.3482482 Apr 23 00:04:33.699648 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51956) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:33.720369 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d9500e4-9cbd-4f54-b833-4ba7ecbca92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:33.750317 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2b80e668-0ab8-4939-8231-155f6952b368 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0844450 Apr 23 00:04:33.751098 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51958) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:33.756047 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-e0865365-dd7f-4975-8649-0cd12a9461a7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:33.763425 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-f0d8ca19-94df-4717-987a-b888519d6f52 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a374ae9-9c45-4cf7-9638-2708d366e646']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:33.857440 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-f0d8ca19-94df-4717-987a-b888519d6f52 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a81b4e-a1d3-4cef-a842-6f78438b13ef') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:33.857798 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-f0d8ca19-94df-4717-987a-b888519d6f52 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a81b4e-a1d3-4cef-a842-6f78438b13ef') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:33.861495 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d9500e4-9cbd-4f54-b833-4ba7ecbca92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:33.882765 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f90c9e6b-d771-4180-a7b4-edcbbf0a713e tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:33.892463 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8d85f9a4-4cd4-41c4-97fd-067c8076b085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:33.926703 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f0d8ca19-94df-4717-987a-b888519d6f52 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:33.945739 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71a6a4e-e840-4a22-a4fd-6907c1f90d10 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:33.960325 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f90c9e6b-d771-4180-a7b4-edcbbf0a713e tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:33.989223 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0865365-dd7f-4975-8649-0cd12a9461a7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:33.991420 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f0d8ca19-94df-4717-987a-b888519d6f52 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:33.992669 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e0865365-dd7f-4975-8649-0cd12a9461a7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.006890 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5d9500e4-9cbd-4f54-b833-4ba7ecbca92d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a85606900d846039bd114d9ec740d8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2760270 Apr 23 00:04:34.010316 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51960) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:34.014596 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b6eebe8-064f-4812-8a65-3ab8649e1fe0 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.016192 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-590e83c6-03b5-48a0-9979-0f72bbd9d059 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.020506 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c9e6b-d771-4180-a7b4-edcbbf0a713e tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c62cc7bf-6e44-413e-90d9-946686e46e33,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:34.021153 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d8ca19-94df-4717-987a-b888519d6f52 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:04:34.021565 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f0d8ca19-94df-4717-987a-b888519d6f52 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:04:34.025633 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:04:34.038117 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9500e4-9cbd-4f54-b833-4ba7ecbca92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad3570e-7450-4714-810b-59d0cb4eb072,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:34.079005 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f90c9e6b-d771-4180-a7b4-edcbbf0a713e tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.080739 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f90c9e6b-d771-4180-a7b4-edcbbf0a713e tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5942895 Apr 23 00:04:34.094798 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51962) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:34.099113 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-590e83c6-03b5-48a0-9979-0f72bbd9d059 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.101511 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-495c3713-c3ca-4812-a51e-b17cb76ef0b6 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group_rule': {'security_group_id': '8396ebc5-1af5-4880-995f-4af1c4aa57e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c62cc7bf-6e44-413e-90d9-946686e46e33'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:34.109915 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-57352564-e17b-4aad-b84c-7c2f89eac3ac None None] Provisioning complete for port 16acb438-c22e-4009-88e2-46d4e3ab6fde triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:34.110383 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57352564-e17b-4aad-b84c-7c2f89eac3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.159883 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8d85f9a4-4cd4-41c4-97fd-067c8076b085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.163109 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a11a6bf5-2059-48b5-a21a-d06076a7c5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.166618 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d85f9a4-4cd4-41c4-97fd-067c8076b085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:34.167258 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8d85f9a4-4cd4-41c4-97fd-067c8076b085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.216307 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a11a6bf5-2059-48b5-a21a-d06076a7c5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.240332 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f8c57f6-5047-407c-a15c-f9fbf66fe768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.246043 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57352564-e17b-4aad-b84c-7c2f89eac3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.283264 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f051112-7d07-4bbc-b99c-e440d8523c30 None None] DHCP port deletion for 52c789e5-894b-4719-a369-b13bd1dbccf2 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:04:34.293256 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-57352564-e17b-4aad-b84c-7c2f89eac3ac None None] For port 16acb438-c22e-4009-88e2-46d4e3ab6fde, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=16acb438-c22e-4009-88e2-46d4e3ab6fde,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:34.334491 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85f9a4-4cd4-41c4-97fd-067c8076b085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] Pushing event updated for resources: {'Network': ['ID=54312371-ba14-48fa-95f7-65aed0b8c4d2,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:34.338733 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8f051112-7d07-4bbc-b99c-e440d8523c30 None None] Deleting port 16acb438-c22e-4009-88e2-46d4e3ab6fde {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:34.339631 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f051112-7d07-4bbc-b99c-e440d8523c30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.342257 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f0d8ca19-94df-4717-987a-b888519d6f52 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.346695 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b6eebe8-064f-4812-8a65-3ab8649e1fe0 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.355031 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-495c3713-c3ca-4812-a51e-b17cb76ef0b6 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:04:34.359613 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-495c3713-c3ca-4812-a51e-b17cb76ef0b6 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2630649 Apr 23 00:04:34.359908 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51964) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:34.365828 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 54312371-ba14-48fa-95f7-65aed0b8c4d2 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:04:34.374459 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f0d8ca19-94df-4717-987a-b888519d6f52 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.381567 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f0d8ca19-94df-4717-987a-b888519d6f52 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/networks/7a374ae9-9c45-4cf7-9638-2708d366e646 HTTP/1.1" status: 204 len: 168 time: 2.3137147 Apr 23 00:04:34.381722 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51966) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:34.389259 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8d85f9a4-4cd4-41c4-97fd-067c8076b085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.1393957 Apr 23 00:04:34.442892 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57352564-e17b-4aad-b84c-7c2f89eac3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.454534 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-590e83c6-03b5-48a0-9979-0f72bbd9d059 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Allocated IP 172.26.3.44 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/50795089-dc90-4292-a635-f43a72180ec9) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:34.455682 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f205e2-544f-41ac-89a8-8f7d5ca71544 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:34.457927 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a4f205e2-544f-41ac-89a8-8f7d5ca71544 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports/f1a45ab3-9d2e-4089-8ec5-a60bb6429b89 HTTP/1.1" status: 200 len: 844 time: 0.0752895 Apr 23 00:04:34.460696 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e0865365-dd7f-4975-8649-0cd12a9461a7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.467002 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51972) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:34.478512 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8ca19-94df-4717-987a-b888519d6f52 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Network': ['ID=7a374ae9-9c45-4cf7-9638-2708d366e646,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:34.503642 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-9b6eebe8-064f-4812-8a65-3ab8649e1fe0 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63f51b9-c3a4-49bd-bea9-32c28d4853e2']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:34.522709 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a11a6bf5-2059-48b5-a21a-d06076a7c5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.525855 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a11a6bf5-2059-48b5-a21a-d06076a7c5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.527001 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a11a6bf5-2059-48b5-a21a-d06076a7c5a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ad3570e-7450-4714-810b-59d0cb4eb072 HTTP/1.1" status: 204 len: 168 time: 0.5159097 Apr 23 00:04:34.550809 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8f051112-7d07-4bbc-b99c-e440d8523c30 None None] For port 16acb438-c22e-4009-88e2-46d4e3ab6fde, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=16acb438-c22e-4009-88e2-46d4e3ab6fde,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:34.551217 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f051112-7d07-4bbc-b99c-e440d8523c30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.582147 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-9b6eebe8-064f-4812-8a65-3ab8649e1fe0 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c728da-0df3-494d-b32c-1fe0afe7c996') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:34.582448 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-9b6eebe8-064f-4812-8a65-3ab8649e1fe0 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c728da-0df3-494d-b32c-1fe0afe7c996') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:34.583811 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8f051112-7d07-4bbc-b99c-e440d8523c30 None None] Calling delete_port for 16acb438-c22e-4009-88e2-46d4e3ab6fde owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:34.610098 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-956c4403-8947-4750-a1e2-f1121c523c19 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.618655 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b6eebe8-064f-4812-8a65-3ab8649e1fe0 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.621266 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b7aeaa79-3dde-426a-a6cb-4366e1772aba tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports/f1a45ab3-9d2e-4089-8ec5-a60bb6429b89?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0911083 Apr 23 00:04:34.628456 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51978) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:34.660373 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a6bf5-2059-48b5-a21a-d06076a7c5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad3570e-7450-4714-810b-59d0cb4eb072,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:34.666706 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0865365-dd7f-4975-8649-0cd12a9461a7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:34.666821 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-cfd4d63e-9b98-4c2f-aabb-1d4b66703ddb tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'subnet': {'network_id': 'b1f19102-072e-4aa8-ace3-d4d6ad38968f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:34.700970 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b6eebe8-064f-4812-8a65-3ab8649e1fe0 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.704580 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-e0865365-dd7f-4975-8649-0cd12a9461a7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:34.711705 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-956c4403-8947-4750-a1e2-f1121c523c19 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.719495 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0865365-dd7f-4975-8649-0cd12a9461a7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:34.720451 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e0865365-dd7f-4975-8649-0cd12a9461a7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.740848 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 1dca78c8-195d-4a3f-bd27-b312cea784df no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:04:34.744831 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0865365-dd7f-4975-8649-0cd12a9461a7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=dbb0fef3-5b85-47fe-8424-19774fa3717d,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:34.757223 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6eebe8-064f-4812-8a65-3ab8649e1fe0 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:04:34.757223 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b6eebe8-064f-4812-8a65-3ab8649e1fe0 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:04:34.758623 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:04:34.770614 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 1dca78c8-195d-4a3f-bd27-b312cea784df {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:04:34.771219 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 1dca78c8-195d-4a3f-bd27-b312cea784df not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:04:34.772973 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57352564-e17b-4aad-b84c-7c2f89eac3ac None None] Pushing event updated for resources: {'Port': ['ID=16acb438-c22e-4009-88e2-46d4e3ab6fde,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:34.795094 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51980) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:34.803114 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fa1bc-a123-4efc-b097-e3f9c943ca00 req-acd97a01-2346-4914-b6cc-956447e67fbf tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:34.804742 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-087fa1bc-a123-4efc-b097-e3f9c943ca00 req-acd97a01-2346-4914-b6cc-956447e67fbf tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.1878922 Apr 23 00:04:34.817903 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Request body: {'port': {'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2', 'binding:host_id': 'hv-neutron-8387', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-56132090'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:34.865718 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e0865365-dd7f-4975-8649-0cd12a9461a7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1135654 Apr 23 00:04:34.866310 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-590e83c6-03b5-48a0-9979-0f72bbd9d059 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.870200 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51982) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:34.874570 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-0f673385-5663-4c07-a688-cba4ce73250d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-8839736', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:34.881549 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-087fa1bc-a123-4efc-b097-e3f9c943ca00 req-32a7993d-6d62-4960-be76-2b33a339467c tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501831 Apr 23 00:04:34.925231 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-956c4403-8947-4750-a1e2-f1121c523c19 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.928030 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-956c4403-8947-4750-a1e2-f1121c523c19 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.929239 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-956c4403-8947-4750-a1e2-f1121c523c19 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "DELETE /v2.0/security-groups/c62cc7bf-6e44-413e-90d9-946686e46e33 HTTP/1.1" status: 204 len: 168 time: 0.5678895 Apr 23 00:04:34.932504 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f051112-7d07-4bbc-b99c-e440d8523c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.933317 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51986) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:34.940754 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c4403-8947-4750-a1e2-f1121c523c19 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62cc7bf-6e44-413e-90d9-946686e46e33,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:34.950524 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Made reservation on behalf of b70e76a66ef94fa9846f581d4b1218ba for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:34.955371 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.958008 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f673385-5663-4c07-a688-cba4ce73250d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.959253 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f673385-5663-4c07-a688-cba4ce73250d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.970239 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f051112-7d07-4bbc-b99c-e440d8523c30 None None] Pushing event deleted for resources: {'Port': ['ID=16acb438-c22e-4009-88e2-46d4e3ab6fde,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:34.974245 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f051112-7d07-4bbc-b99c-e440d8523c30 None None] No DVR routers for this DVR port 16acb438-c22e-4009-88e2-46d4e3ab6fde on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:04:34.987644 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b6eebe8-064f-4812-8a65-3ab8649e1fe0 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:34.992300 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:35.010774 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152f5e77-b61a-4666-b475-f0b34be30843 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:35.010889 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b6eebe8-064f-4812-8a65-3ab8649e1fe0 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:35.015633 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9b6eebe8-064f-4812-8a65-3ab8649e1fe0 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] 10.222.0.15 "DELETE /v2.0/networks/c63f51b9-c3a4-49bd-bea9-32c28d4853e2 HTTP/1.1" status: 204 len: 168 time: 1.3100548 Apr 23 00:04:35.015633 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd4d63e-9b98-4c2f-aabb-1d4b66703ddb tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:35.035707 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cfd4d63e-9b98-4c2f-aabb-1d4b66703ddb tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:35.044492 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-590e83c6-03b5-48a0-9979-0f72bbd9d059 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:35.098108 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f673385-5663-4c07-a688-cba4ce73250d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:35.114274 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6eebe8-064f-4812-8a65-3ab8649e1fe0 tempest-PortsTestJSON-634874291 tempest-PortsTestJSON-634874291-project] Pushing event deleted for resources: {'Network': ['ID=c63f51b9-c3a4-49bd-bea9-32c28d4853e2,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:35.155165 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590e83c6-03b5-48a0-9979-0f72bbd9d059 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:35.159107 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:35.172280 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f673385-5663-4c07-a688-cba4ce73250d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:35.185331 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-590e83c6-03b5-48a0-9979-0f72bbd9d059 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:35.200280 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590e83c6-03b5-48a0-9979-0f72bbd9d059 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:35.205067 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df46b25b-2799-4e86-8119-8e532c45aefd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-52c789e5-894b-4719-a369-b13bd1dbccf2', 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'fixed_ips': [{'subnet_id': 'dbb0fef3-5b85-47fe-8424-19774fa3717d'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:04:35.205919 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df46b25b-2799-4e86-8119-8e532c45aefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:35.212534 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e9183110-75e9-4228-8d75-b4649a8c3e4a tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2764680 Apr 23 00:04:35.214875 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51990) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:35.258245 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e83c6-03b5-48a0-9979-0f72bbd9d059 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Pushing event updated for resources: {'Port': ['ID=50795089-dc90-4292-a635-f43a72180ec9,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:35.280013 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f673385-5663-4c07-a688-cba4ce73250d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:35.285536 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0f673385-5663-4c07-a688-cba4ce73250d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4141953 Apr 23 00:04:35.287023 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:35.291478 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] device_id is not set on port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:04:35.296286 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51992) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:35.375274 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a187-ca08-4d6a-a87f-3caff635b5c7 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:35.376747 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-df46b25b-2799-4e86-8119-8e532c45aefd None None] Allocated IP 2001:db8::2 (52c789e5-894b-4719-a369-b13bd1dbccf2/dbb0fef3-5b85-47fe-8424-19774fa3717d/9a59301a-ddf1-4f40-a9f5-ebe732821b0a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:35.412827 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907c4139-e67d-4cd9-bc36-0bfbabd7c49e,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:35.431676 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a187-ca08-4d6a-a87f-3caff635b5c7 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:35.546818 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df46b25b-2799-4e86-8119-8e532c45aefd None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:35.594307 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] device_id is not set on port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:04:35.603162 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:35.791020 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50e10117-0ef1-408a-81f4-343e5fea3011 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:35.828277 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 51994) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:35.839528 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df46b25b-2799-4e86-8119-8e532c45aefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:35.846524 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-62e2ca4b-3495-4f21-ab8c-b3bb5bf82c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:35.851271 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:35.856466 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a187-ca08-4d6a-a87f-3caff635b5c7 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:35.858934 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a187-ca08-4d6a-a87f-3caff635b5c7 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:35.860080 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-dbf2a187-ca08-4d6a-a87f-3caff635b5c7 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "DELETE /v2.0/security-groups/8396ebc5-1af5-4880-995f-4af1c4aa57e7 HTTP/1.1" status: 204 len: 168 time: 0.6431561 Apr 23 00:04:35.867645 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 51996) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:35.889035 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df46b25b-2799-4e86-8119-8e532c45aefd None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:35.893878 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-df46b25b-2799-4e86-8119-8e532c45aefd None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:35.898387 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df46b25b-2799-4e86-8119-8e532c45aefd None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:35.902081 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46b25b-2799-4e86-8119-8e532c45aefd None None] Pushing event updated for resources: {'Port': ['ID=9a59301a-ddf1-4f40-a9f5-ebe732821b0a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:35.912794 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2a187-ca08-4d6a-a87f-3caff635b5c7 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8396ebc5-1af5-4880-995f-4af1c4aa57e7,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:35.960952 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Pushing event updated for resources: {'Port': ['ID=f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:35.966107 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-df46b25b-2799-4e86-8119-8e532c45aefd None None] Attempting to bind port 9a59301a-ddf1-4f40-a9f5-ebe732821b0a on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:35.966107 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-df46b25b-2799-4e86-8119-8e532c45aefd None None] Attempting to bind port 9a59301a-ddf1-4f40-a9f5-ebe732821b0a by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:35.966107 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df46b25b-2799-4e86-8119-8e532c45aefd None None] Attempting to bind port 9a59301a-ddf1-4f40-a9f5-ebe732821b0a on network 52c789e5-894b-4719-a369-b13bd1dbccf2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:35.983316 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Checking segment: {'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:04:35.983316 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Network hostable DHCP agents. Network: 54312371-ba14-48fa-95f7-65aed0b8c4d2, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:04:35.983889 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df46b25b-2799-4e86-8119-8e532c45aefd None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:04:35.983889 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df46b25b-2799-4e86-8119-8e532c45aefd None None] Checking segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:04:35.983889 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df46b25b-2799-4e86-8119-8e532c45aefd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:35.983889 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df46b25b-2799-4e86-8119-8e532c45aefd None None] Bound using segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:04:35.983889 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-df46b25b-2799-4e86-8119-8e532c45aefd None None] Bound port: 9a59301a-ddf1-4f40-a9f5-ebe732821b0a, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:04:35.983889 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df46b25b-2799-4e86-8119-8e532c45aefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:36.012133 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cfd4d63e-9b98-4c2f-aabb-1d4b66703ddb tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:36.035881 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-62e2ca4b-3495-4f21-ab8c-b3bb5bf82c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:36.065569 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-df46b25b-2799-4e86-8119-8e532c45aefd None None] For port 9a59301a-ddf1-4f40-a9f5-ebe732821b0a, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:04:36.069190 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Network 54312371-ba14-48fa-95f7-65aed0b8c4d2 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:04:36.069401 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-df46b25b-2799-4e86-8119-8e532c45aefd None None] For port 9a59301a-ddf1-4f40-a9f5-ebe732821b0a, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=9a59301a-ddf1-4f40-a9f5-ebe732821b0a,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:04:36.085758 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-62e2ca4b-3495-4f21-ab8c-b3bb5bf82c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:36.089124 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-590e83c6-03b5-48a0-9979-0f72bbd9d059 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:36.100251 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd4d63e-9b98-4c2f-aabb-1d4b66703ddb tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network b1f19102-072e-4aa8-ace3-d4d6ad38968f is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:36.105870 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52002) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:36.138014 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df46b25b-2799-4e86-8119-8e532c45aefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:36.138538 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2ca4b-3495-4f21-ab8c-b3bb5bf82c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac311db1-2390-4f26-916f-e81d5d52c423,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:36.146517 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-62e2ca4b-3495-4f21-ab8c-b3bb5bf82c20 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a48b98663efd47b79c475871c504ec0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3147976 Apr 23 00:04:36.148202 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52006) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:36.176557 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 54312371-ba14-48fa-95f7-65aed0b8c4d2) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:36.181298 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:36.204380 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:36.204718 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:36.205241 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:36.209915 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-cfd4d63e-9b98-4c2f-aabb-1d4b66703ddb tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:36.228652 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6b7cbb-e256-4659-bad8-3f1a86c45425 None None] Network 54312371-ba14-48fa-95f7-65aed0b8c4d2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:36.229659 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:36.229659 dv-neutron-838783-1-hyperv neutron-server[103143]: ERROR neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:36.230545 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd4d63e-9b98-4c2f-aabb-1d4b66703ddb tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:36.231454 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cfd4d63e-9b98-4c2f-aabb-1d4b66703ddb tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:36.233051 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.plugins.ml2.plugin [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 2 to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 Apr 23 00:04:36.233481 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4d63e-9b98-4c2f-aabb-1d4b66703ddb tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Subnet': ['ID=bbc192e5-d201-4bb1-9013-fdb24e70a67f,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:36.234779 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ed2847-79dd-44ee-9853-cafc2cb97221 None None] Network b1f19102-072e-4aa8-ace3-d4d6ad38968f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:36.238239 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-318be18e-92db-405f-8d79-a22527a893a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:36.258816 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:36.258816 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:36.258816 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:36.269540 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c586097f-5415-454d-94ee-b858cc34fe8e tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2695675 Apr 23 00:04:36.276958 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52008) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:36.279370 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:36.279741 dv-neutron-838783-1-hyperv neutron-server[103143]: ERROR neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:36.282945 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-58e26dbe-d104-42ce-83ea-99907888b937 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group': {'name': 'tempest-secgroup--1277823610'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:36.293692 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-318be18e-92db-405f-8d79-a22527a893a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:36.295257 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.plugins.ml2.plugin [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 3 to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 Apr 23 00:04:36.332406 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:36.332406 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:36.342131 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:36.342287 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46b25b-2799-4e86-8119-8e532c45aefd None None] Pushing event updated for resources: {'Port': ['ID=9a59301a-ddf1-4f40-a9f5-ebe732821b0a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:36.377429 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:36.377973 dv-neutron-838783-1-hyperv neutron-server[103143]: ERROR neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:36.381751 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.plugins.ml2.plugin [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 4 to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 Apr 23 00:04:36.409670 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:36.410009 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:36.410353 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:36.426380 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:36.426714 dv-neutron-838783-1-hyperv neutron-server[103143]: ERROR neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:36.433134 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.plugins.ml2.plugin [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 5 to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 Apr 23 00:04:36.447381 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-30a07d00-6456-47a5-a1b3-e1064587dd82 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c29c8b78565144119e4193c85a97e14b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330524 Apr 23 00:04:36.448134 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52010) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:36.459737 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-58e26dbe-d104-42ce-83ea-99907888b937 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:36.467406 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:36.467796 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:36.468199 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:36.491408 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:36.491815 dv-neutron-838783-1-hyperv neutron-server[103143]: ERROR neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:36.497614 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.plugins.ml2.plugin [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 6 to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 Apr 23 00:04:36.535724 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:36.536059 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:36.536403 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:36.545140 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-318be18e-92db-405f-8d79-a22527a893a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:36.547902 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-318be18e-92db-405f-8d79-a22527a893a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:36.551536 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-318be18e-92db-405f-8d79-a22527a893a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac311db1-2390-4f26-916f-e81d5d52c423 HTTP/1.1" status: 204 len: 168 time: 0.4004655 Apr 23 00:04:36.569256 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:36.569897 dv-neutron-838783-1-hyperv neutron-server[103143]: ERROR neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:36.581955 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.plugins.ml2.plugin [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 7 to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 Apr 23 00:04:36.594848 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318be18e-92db-405f-8d79-a22527a893a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac311db1-2390-4f26-916f-e81d5d52c423,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:36.623234 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eee02553-ba42-4e1e-b742-570ea136f7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:36.639940 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:36.640553 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:36.641006 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:36.658203 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2843e4b9-89a3-45c7-94b5-9826a9bfd55a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-b1f19102-072e-4aa8-ace3-d4d6ad38968f', 'network_id': 'b1f19102-072e-4aa8-ace3-d4d6ad38968f', 'tenant_id': '484d56a8af5642b494f3dd7d6249c4ca', 'fixed_ips': [{'subnet_id': 'bbc192e5-d201-4bb1-9013-fdb24e70a67f'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:04:36.658673 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2843e4b9-89a3-45c7-94b5-9826a9bfd55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:36.687517 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:36.687517 dv-neutron-838783-1-hyperv neutron-server[103143]: ERROR neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:36.708554 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.plugins.ml2.plugin [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 8 to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 Apr 23 00:04:36.733193 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-58e26dbe-d104-42ce-83ea-99907888b937 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:36.734820 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a621cc-b1d5-4a09-926b-f170354ac5c9 req-8aad6a82-35df-4123-b62c-ae8619df914d tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:36.736700 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d6a621cc-b1d5-4a09-926b-f170354ac5c9 req-8aad6a82-35df-4123-b62c-ae8619df914d tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.6590602 Apr 23 00:04:36.737157 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eee02553-ba42-4e1e-b742-570ea136f7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:36.765782 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cfd4d63e-9b98-4c2f-aabb-1d4b66703ddb tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1249628 Apr 23 00:04:36.775981 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52014) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:36.788567 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-4056f531-67cf-4a8d-9387-2b326048e7b3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'security_group': {'name': 'tempest-secgroup-377916797'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:36.815673 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-58e26dbe-d104-42ce-83ea-99907888b937 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:36.824394 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:36.824712 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:36.825049 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:36.862213 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:36.862521 dv-neutron-838783-1-hyperv neutron-server[103143]: ERROR neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:36.863378 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.plugins.ml2.plugin [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 9 to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 Apr 23 00:04:36.872621 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e26dbe-d104-42ce-83ea-99907888b937 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41648e7a-8440-435e-a7d6-3b886eaacc9e,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:36.875778 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-2843e4b9-89a3-45c7-94b5-9826a9bfd55a None None] Allocated IP 2001:db8::2 (b1f19102-072e-4aa8-ace3-d4d6ad38968f/bbc192e5-d201-4bb1-9013-fdb24e70a67f/7dcdb8b1-4788-48cc-ac7a-e8136908f468) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:36.896171 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:36.896557 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:36.896902 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:36.898046 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d6a621cc-b1d5-4a09-926b-f170354ac5c9 req-c9661e32-6828-4889-9620-af2992ad4dd8 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379764 Apr 23 00:04:36.919610 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:36.919832 dv-neutron-838783-1-hyperv neutron-server[103143]: ERROR neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:36.920356 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.plugins.ml2.plugin [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 10 to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 Apr 23 00:04:36.944051 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-58e26dbe-d104-42ce-83ea-99907888b937 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:36.951692 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52018) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:36.953861 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-58e26dbe-d104-42ce-83ea-99907888b937 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6754746 Apr 23 00:04:36.957996 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-50e10117-0ef1-408a-81f4-343e5fea3011 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 2001:db8::1 (52c789e5-894b-4719-a369-b13bd1dbccf2/dbb0fef3-5b85-47fe-8424-19774fa3717d/e888193c-43b8-48e0-a60c-35261b9742b1) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:36.958413 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:36.958752 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:36.959203 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:36.964836 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-92d6ff01-282b-4072-a7c7-de14280f043f tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group_rule': {'security_group_id': '41648e7a-8440-435e-a7d6-3b886eaacc9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:36.965009 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4056f531-67cf-4a8d-9387-2b326048e7b3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:36.970057 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:36.970057 dv-neutron-838783-1-hyperv neutron-server[103143]: ERROR neutron.plugins.ml2.managers [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:36.970057 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:36.990033 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eee02553-ba42-4e1e-b742-570ea136f7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:36.993016 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eee02553-ba42-4e1e-b742-570ea136f7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:36.994024 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-eee02553-ba42-4e1e-b742-570ea136f7f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/75e43f62-9402-4f40-a59e-b6dd3cee006a HTTP/1.1" status: 204 len: 168 time: 0.5449381 Apr 23 00:04:37.013295 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee02553-ba42-4e1e-b742-570ea136f7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e43f62-9402-4f40-a59e-b6dd3cee006a,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:37.102530 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] For port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1, host hv-neutron-8387, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:04:37.102910 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempted to set empty binding levels {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 23 00:04:37.126110 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4056f531-67cf-4a8d-9387-2b326048e7b3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:37.140923 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2843e4b9-89a3-45c7-94b5-9826a9bfd55a None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:37.141451 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-590e83c6-03b5-48a0-9979-0f72bbd9d059 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:37.190134 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:37.225832 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:37.226393 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:37.236270 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50e10117-0ef1-408a-81f4-343e5fea3011 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:37.242917 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4056f531-67cf-4a8d-9387-2b326048e7b3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:37.244848 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2843e4b9-89a3-45c7-94b5-9826a9bfd55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:37.266525 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Pushing event updated for resources: {'Port': ['ID=f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:37.287254 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056f531-67cf-4a8d-9387-2b326048e7b3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61cdbc00-14fa-4db1-9974-e98467a99055,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:37.299775 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec31f960-3eb2-4b30-a84b-8caafc697727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:37.318039 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2843e4b9-89a3-45c7-94b5-9826a9bfd55a None None] Network b1f19102-072e-4aa8-ace3-d4d6ad38968f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:37.322412 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2843e4b9-89a3-45c7-94b5-9826a9bfd55a None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:37.325037 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843e4b9-89a3-45c7-94b5-9826a9bfd55a None None] Pushing event updated for resources: {'Port': ['ID=7dcdb8b1-4788-48cc-ac7a-e8136908f468,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:37.327278 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2843e4b9-89a3-45c7-94b5-9826a9bfd55a None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:37.370375 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2bc0498c-b8ba-4ef6-9cd7-4953396eeef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.5576594 Apr 23 00:04:37.370711 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52028) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:37.393145 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4056f531-67cf-4a8d-9387-2b326048e7b3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:37.394445 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4056f531-67cf-4a8d-9387-2b326048e7b3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6157937 Apr 23 00:04:37.397457 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52030) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:37.399838 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-92d6ff01-282b-4072-a7c7-de14280f043f tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:04:37.402740 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-92d6ff01-282b-4072-a7c7-de14280f043f tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4477541 Apr 23 00:04:37.406017 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-26bdae06-4d4c-4196-bef4-485f0a5bbf8c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'security_group': {'name': 'tempest-secgroup-1545557615'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:37.413234 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52032) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:37.420219 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-136d279b-9554-4846-acec-9eee78760b3c tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group_rule': {'security_group_id': '41648e7a-8440-435e-a7d6-3b886eaacc9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:37.461353 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590e83c6-03b5-48a0-9979-0f72bbd9d059 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Router 73ce860a-9b71-4abc-87e0-245c17de43c1 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:04:37.464746 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50e10117-0ef1-408a-81f4-343e5fea3011 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:37.528447 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e10117-0ef1-408a-81f4-343e5fea3011 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:37.539422 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-26bdae06-4d4c-4196-bef4-485f0a5bbf8c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:37.547412 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-50e10117-0ef1-408a-81f4-343e5fea3011 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:37.553770 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-2843e4b9-89a3-45c7-94b5-9826a9bfd55a None None] Attempting to bind port 7dcdb8b1-4788-48cc-ac7a-e8136908f468 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:37.554132 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-2843e4b9-89a3-45c7-94b5-9826a9bfd55a None None] Attempting to bind port 7dcdb8b1-4788-48cc-ac7a-e8136908f468 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'a8b5dee3-fe0e-43c4-9e52-edb0a4ad52ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b1f19102-072e-4aa8-ace3-d4d6ad38968f'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:37.555030 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e10117-0ef1-408a-81f4-343e5fea3011 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:37.556094 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50e10117-0ef1-408a-81f4-343e5fea3011 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:37.557964 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2843e4b9-89a3-45c7-94b5-9826a9bfd55a None None] Attempting to bind port 7dcdb8b1-4788-48cc-ac7a-e8136908f468 on network b1f19102-072e-4aa8-ace3-d4d6ad38968f {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:37.562293 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e10117-0ef1-408a-81f4-343e5fea3011 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=e888193c-43b8-48e0-a60c-35261b9742b1,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:37.569885 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2843e4b9-89a3-45c7-94b5-9826a9bfd55a None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:04:37.572259 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2843e4b9-89a3-45c7-94b5-9826a9bfd55a None None] Checking segment: {'id': 'a8b5dee3-fe0e-43c4-9e52-edb0a4ad52ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b1f19102-072e-4aa8-ace3-d4d6ad38968f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:04:37.574011 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2843e4b9-89a3-45c7-94b5-9826a9bfd55a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:37.574755 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2843e4b9-89a3-45c7-94b5-9826a9bfd55a None None] Bound using segment: {'id': 'a8b5dee3-fe0e-43c4-9e52-edb0a4ad52ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b1f19102-072e-4aa8-ace3-d4d6ad38968f'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:04:37.577951 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-2843e4b9-89a3-45c7-94b5-9826a9bfd55a None None] Bound port: 7dcdb8b1-4788-48cc-ac7a-e8136908f468, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b5dee3-fe0e-43c4-9e52-edb0a4ad52ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b1f19102-072e-4aa8-ace3-d4d6ad38968f'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:04:37.578533 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2843e4b9-89a3-45c7-94b5-9826a9bfd55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:37.608046 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-136d279b-9554-4846-acec-9eee78760b3c tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:04:37.610273 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-136d279b-9554-4846-acec-9eee78760b3c tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1959901 Apr 23 00:04:37.614285 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52038) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:37.675205 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-2843e4b9-89a3-45c7-94b5-9826a9bfd55a None None] For port 7dcdb8b1-4788-48cc-ac7a-e8136908f468, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:04:37.679735 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-2843e4b9-89a3-45c7-94b5-9826a9bfd55a None None] For port 7dcdb8b1-4788-48cc-ac7a-e8136908f468, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7dcdb8b1-4788-48cc-ac7a-e8136908f468,segment=NetworkSegment(a8b5dee3-fe0e-43c4-9e52-edb0a4ad52ea),segment_id=a8b5dee3-fe0e-43c4-9e52-edb0a4ad52ea)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:04:37.698050 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-68c6bac2-9dc4-4f7d-a717-7256ea7096f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Deleting port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:37.698282 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-68c6bac2-9dc4-4f7d-a717-7256ea7096f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:37.739418 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2843e4b9-89a3-45c7-94b5-9826a9bfd55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:37.783491 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-50e95050-0481-4dbf-9aed-34558827de69 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:37.812148 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-26bdae06-4d4c-4196-bef4-485f0a5bbf8c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:37.820584 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:37.833333 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-50e95050-0481-4dbf-9aed-34558827de69 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:37.871522 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-26bdae06-4d4c-4196-bef4-485f0a5bbf8c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:37.884620 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843e4b9-89a3-45c7-94b5-9826a9bfd55a None None] Pushing event updated for resources: {'Port': ['ID=7dcdb8b1-4788-48cc-ac7a-e8136908f468,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:37.925970 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdae06-4d4c-4196-bef4-485f0a5bbf8c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0a126d-0731-44d9-9b11-0c18077731a8,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:37.970942 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-26bdae06-4d4c-4196-bef4-485f0a5bbf8c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:37.975620 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-26bdae06-4d4c-4196-bef4-485f0a5bbf8c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5737889 Apr 23 00:04:37.983080 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52058) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:37.988913 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-68c6bac2-9dc4-4f7d-a717-7256ea7096f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] For port f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1, host hv-neutron-8387, got binding levels [] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:37.990066 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-68c6bac2-9dc4-4f7d-a717-7256ea7096f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:37.996309 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-f9354ec9-1378-4401-83e9-55e09d2a031b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1048466660', 'security_groups': ['ac0a126d-0731-44d9-9b11-0c18077731a8'], 'network_id': 'b1f19102-072e-4aa8-ace3-d4d6ad38968f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bbc192e5-d201-4bb1-9013-fdb24e70a67f'}]}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:38.040537 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-50e95050-0481-4dbf-9aed-34558827de69 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:38.046004 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-50e95050-0481-4dbf-9aed-34558827de69 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:38.047325 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-50e95050-0481-4dbf-9aed-34558827de69 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "DELETE /v2.0/security-groups/41648e7a-8440-435e-a7d6-3b886eaacc9e HTTP/1.1" status: 204 len: 168 time: 0.4273310 Apr 23 00:04:38.070371 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52060) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:38.074937 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590e83c6-03b5-48a0-9979-0f72bbd9d059 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:04:38.083538 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-68c6bac2-9dc4-4f7d-a717-7256ea7096f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Calling delete_port for f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:38.087747 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907c26b2-d5b1-4708-a2ca-e086ac74db0e None None] Sync routers for ids ['73ce860a-9b71-4abc-87e0-245c17de43c1'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:04:38.089136 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50e10117-0ef1-408a-81f4-343e5fea3011 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:38.093526 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e95050-0481-4dbf-9aed-34558827de69 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41648e7a-8440-435e-a7d6-3b886eaacc9e,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:38.174210 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52062) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:38.175910 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907c26b2-d5b1-4708-a2ca-e086ac74db0e None None] Routers {'73ce860a-9b71-4abc-87e0-245c17de43c1'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:04:38.176569 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-907c26b2-d5b1-4708-a2ca-e086ac74db0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['73ce860a-9b71-4abc-87e0-245c17de43c1'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:38.198988 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5dbcdf-d51d-4299-8949-7aacc9051d3b req-80d81647-542c-439b-8f2e-d32da4806ae5 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:38.208852 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1d5dbcdf-d51d-4299-8949-7aacc9051d3b req-80d81647-542c-439b-8f2e-d32da4806ae5 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.1886227 Apr 23 00:04:38.245580 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1a3732a2-7f00-49ae-9ad3-e5f2bdfcea46 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1732810 Apr 23 00:04:38.253666 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52066) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:38.261871 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-b0ecddfb-f7f4-45aa-a17a-a26724fdb6ca tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group': {'name': 'tempest-secgroup--1587147592'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:38.284690 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-907c26b2-d5b1-4708-a2ca-e086ac74db0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:38.308220 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-c649ba9e-119e-4e19-b4be-4c3354edf0ca None None] Provisioning complete for port 9a59301a-ddf1-4f40-a9f5-ebe732821b0a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:38.308919 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c649ba9e-119e-4e19-b4be-4c3354edf0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:38.318946 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907c26b2-d5b1-4708-a2ca-e086ac74db0e None None] Routers {'73ce860a-9b71-4abc-87e0-245c17de43c1'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:04:38.319945 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-907c26b2-d5b1-4708-a2ca-e086ac74db0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['73ce860a-9b71-4abc-87e0-245c17de43c1'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:38.334289 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1d5dbcdf-d51d-4299-8949-7aacc9051d3b req-395c2217-f1a1-448b-9c16-1d2de2cae649 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955770 Apr 23 00:04:38.396953 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-590e83c6-03b5-48a0-9979-0f72bbd9d059 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:38.398454 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-590e83c6-03b5-48a0-9979-0f72bbd9d059 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.6229930 Apr 23 00:04:38.402015 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52068) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:38.407082 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:38.451948 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-907c26b2-d5b1-4708-a2ca-e086ac74db0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:38.452657 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907c26b2-d5b1-4708-a2ca-e086ac74db0e None None] The sync data for ids ['73ce860a-9b71-4abc-87e0-245c17de43c1'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:04:38.498470 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b0ecddfb-f7f4-45aa-a17a-a26724fdb6ca tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:38.525607 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c649ba9e-119e-4e19-b4be-4c3354edf0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:38.551297 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c988cd65-eaf4-4e72-bfc7-36f8588e1b7b tempest-AgentManagementNegativeTest-2062307371 tempest-AgentManagementNegativeTest-2062307371-project] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3414311 Apr 23 00:04:38.621958 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c649ba9e-119e-4e19-b4be-4c3354edf0ca None None] For port 9a59301a-ddf1-4f40-a9f5-ebe732821b0a, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=9a59301a-ddf1-4f40-a9f5-ebe732821b0a,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:38.678983 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c649ba9e-119e-4e19-b4be-4c3354edf0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:38.747403 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7dcdb8b1-4788-48cc-ac7a-e8136908f468 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:38.750871 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9354ec9-1378-4401-83e9-55e09d2a031b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:38.774950 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b0ecddfb-f7f4-45aa-a17a-a26724fdb6ca tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:38.804074 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649ba9e-119e-4e19-b4be-4c3354edf0ca None None] Pushing event updated for resources: {'Port': ['ID=9a59301a-ddf1-4f40-a9f5-ebe732821b0a,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:38.828937 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-96190067-4d18-421a-8cfc-cb3c2a807584 None None] Provisioning complete for port e888193c-43b8-48e0-a60c-35261b9742b1 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:38.829300 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96190067-4d18-421a-8cfc-cb3c2a807584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:38.838383 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-68c6bac2-9dc4-4f7d-a717-7256ea7096f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:38.844380 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b0ecddfb-f7f4-45aa-a17a-a26724fdb6ca tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:38.902248 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecddfb-f7f4-45aa-a17a-a26724fdb6ca tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28f3e451-c59a-4bde-8874-8a333dec6f5d,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:38.908460 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-96190067-4d18-421a-8cfc-cb3c2a807584 None None] Port e888193c-43b8-48e0-a60c-35261b9742b1 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:38.917411 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f9354ec9-1378-4401-83e9-55e09d2a031b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:38.918542 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7dcdb8b1-4788-48cc-ac7a-e8136908f468 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:38.919016 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:38.959935 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52080) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:38.969776 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-f9354ec9-1378-4401-83e9-55e09d2a031b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] device_id is not set on port 2afa389f-6a27-4436-99b8-0bd59ef66b05 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:04:38.994749 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6bac2-9dc4-4f7d-a717-7256ea7096f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Pushing event deleted for resources: {'Port': ['ID=f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:38.998558 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-68c6bac2-9dc4-4f7d-a717-7256ea7096f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:39.002884 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-68c6bac2-9dc4-4f7d-a717-7256ea7096f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] 10.222.0.15 "DELETE /v2.0/ports/f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 HTTP/1.1" status: 204 len: 168 time: 1.6355145 Apr 23 00:04:39.006719 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52086) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:39.036732 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b0ecddfb-f7f4-45aa-a17a-a26724fdb6ca tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:39.041459 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b0ecddfb-f7f4-45aa-a17a-a26724fdb6ca tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7834661 Apr 23 00:04:39.042622 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52088) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:39.051082 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-43b2efbd-bd9c-4b4c-bfb5-a3c7bcf32629 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:39.051783 dv-neutron-838783-1-hyperv neutron-server[103143]: WARNING neutron.api.v2.base [None req-43b2efbd-bd9c-4b4c-bfb5-a3c7bcf32629 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 23 00:04:39.052611 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-43b2efbd-bd9c-4b4c-bfb5-a3c7bcf32629 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] update failed (client error): There was a conflict when trying to complete your request. Apr 23 00:04:39.053992 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-43b2efbd-bd9c-4b4c-bfb5-a3c7bcf32629 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "PUT /v2.0/security-groups/28f3e451-c59a-4bde-8874-8a333dec6f5d HTTP/1.1" status: 409 len: 330 time: 0.0104563 Apr 23 00:04:39.057614 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52090) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:39.099783 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:39.114243 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:39.115298 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-3123d741-db51-4300-91c2-27ebc62eff67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] GET failed (client error): The resource could not be found. Apr 23 00:04:39.117007 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3123d741-db51-4300-91c2-27ebc62eff67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] 10.222.0.15 "GET /v2.0/ports/f23e6fb9-d380-4fa1-a4ec-4ee39dbf89b1 HTTP/1.1" status: 404 len: 333 time: 0.1073298 Apr 23 00:04:39.123453 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52092) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:39.130655 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-3a2773dd-c9a6-4abb-be2a-40e80a3b0213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Request body: {'port': {'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-68100715'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:39.174390 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9d2dbff6-eb7b-4f1e-ab2c-67cd150992be tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:39.198146 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 7dcdb8b1-4788-48cc-ac7a-e8136908f468, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7dcdb8b1-4788-48cc-ac7a-e8136908f468,segment=NetworkSegment(a8b5dee3-fe0e-43c4-9e52-edb0a4ad52ea),segment_id=a8b5dee3-fe0e-43c4-9e52-edb0a4ad52ea)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:39.205692 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:39.210358 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52094) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:39.215345 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50e10117-0ef1-408a-81f4-343e5fea3011 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:39.233957 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9d2dbff6-eb7b-4f1e-ab2c-67cd150992be tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:39.264215 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-083247ea-36ed-4636-92f9-eb75d449dea3 tempest-DvrRoutersNegativeTest-543974090 tempest-DvrRoutersNegativeTest-543974090-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-190332777', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:39.267140 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.policy [None req-083247ea-36ed-4636-92f9-eb75d449dea3 tempest-DvrRoutersNegativeTest-543974090 tempest-DvrRoutersNegativeTest-543974090-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103144) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 23 00:04:39.267494 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.policy [None req-083247ea-36ed-4636-92f9-eb75d449dea3 tempest-DvrRoutersNegativeTest-543974090 tempest-DvrRoutersNegativeTest-543974090-project] Failed policy check for 'create_router' {{(pid=103144) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 23 00:04:39.268016 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-083247ea-36ed-4636-92f9-eb75d449dea3 tempest-DvrRoutersNegativeTest-543974090 tempest-DvrRoutersNegativeTest-543974090-project] create failed (client error): Access was denied to this resource. Apr 23 00:04:39.291771 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-083247ea-36ed-4636-92f9-eb75d449dea3 tempest-DvrRoutersNegativeTest-543974090 tempest-DvrRoutersNegativeTest-543974090-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3243015 Apr 23 00:04:39.303750 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:39.304571 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 9a59301a-ddf1-4f40-a9f5-ebe732821b0a up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:39.317525 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5a454f4c-4a0c-4703-bcf8-84e2344fca5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:39.335275 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-f9354ec9-1378-4401-83e9-55e09d2a031b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Allocated IP 2001:db8::106 (b1f19102-072e-4aa8-ace3-d4d6ad38968f/bbc192e5-d201-4bb1-9013-fdb24e70a67f/2afa389f-6a27-4436-99b8-0bd59ef66b05) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:39.357349 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50e10117-0ef1-408a-81f4-343e5fea3011 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:39.359111 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50e10117-0ef1-408a-81f4-343e5fea3011 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:39.368145 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2773dd-c9a6-4abb-be2a-40e80a3b0213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Made reservation on behalf of b70e76a66ef94fa9846f581d4b1218ba for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:39.370638 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3a2773dd-c9a6-4abb-be2a-40e80a3b0213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:39.411474 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9d2dbff6-eb7b-4f1e-ab2c-67cd150992be tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:39.414323 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9d2dbff6-eb7b-4f1e-ab2c-67cd150992be tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:39.417192 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9d2dbff6-eb7b-4f1e-ab2c-67cd150992be tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "DELETE /v2.0/security-groups/28f3e451-c59a-4bde-8874-8a333dec6f5d HTTP/1.1" status: 204 len: 168 time: 0.3582907 Apr 23 00:04:39.436548 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52102) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:39.439720 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2dbff6-eb7b-4f1e-ab2c-67cd150992be tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f3e451-c59a-4bde-8874-8a333dec6f5d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:39.444342 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-3a2773dd-c9a6-4abb-be2a-40e80a3b0213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] device_id is not set on port d42dd564-cd9c-4464-9904-243bc9a199d0 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:04:39.480930 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=7dcdb8b1-4788-48cc-ac7a-e8136908f468,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:39.489546 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 9a59301a-ddf1-4f40-a9f5-ebe732821b0a triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:39.489860 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:39.500262 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Deleting port 50795089-dc90-4292-a635-f43a72180ec9 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:39.504769 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:39.643176 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e10117-0ef1-408a-81f4-343e5fea3011 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=e888193c-43b8-48e0-a60c-35261b9742b1,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:39.699356 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:39.714808 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e3e12536-ab15-4a33-903c-093ca9be3a07 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2647491 Apr 23 00:04:39.714808 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:39.720736 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52104) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:39.731617 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5a454f4c-4a0c-4703-bcf8-84e2344fca5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:39.732466 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Calling delete_port for 50795089-dc90-4292-a635-f43a72180ec9 owned by network:router_gateway {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:39.734205 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-1f8a5104-635e-4091-90d9-d4a8cacf3c22 None None] Provisioning complete for port 7dcdb8b1-4788-48cc-ac7a-e8136908f468 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:39.734759 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f8a5104-635e-4091-90d9-d4a8cacf3c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:39.764698 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:39.772361 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-40205fbd-ceb0-42ae-87d4-17afe1d0d4be tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] delete failed (client error): The resource could not be found. Apr 23 00:04:39.773402 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-40205fbd-ceb0-42ae-87d4-17afe1d0d4be tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "DELETE /v2.0/security-groups/5484be61-f646-4822-ab2e-99b82d61183a HTTP/1.1" status: 404 len: 347 time: 0.0497818 Apr 23 00:04:39.781084 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68654d5f-47d5-4196-96b8-a774ce3fe541 req-8d9623c6-3552-4940-8538-6cbe6b9b2471 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:39.782603 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-68654d5f-47d5-4196-96b8-a774ce3fe541 req-8d9623c6-3552-4940-8538-6cbe6b9b2471 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.3270001 Apr 23 00:04:39.783081 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52106) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:39.849523 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-159c5541-7ee0-475a-bd02-901575723304 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] show failed (client error): The resource could not be found. Apr 23 00:04:39.855382 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-159c5541-7ee0-475a-bd02-901575723304 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "GET /v2.0/security-groups/f9d4dfc8-a1e2-4cef-9b92-ad0fb6ec7c1d HTTP/1.1" status: 404 len: 347 time: 0.0657504 Apr 23 00:04:39.857768 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52110) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:39.865563 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-1f8a5104-635e-4091-90d9-d4a8cacf3c22 None None] Provisioning complete for port f1a45ab3-9d2e-4089-8ec5-a60bb6429b89 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:39.865934 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f8a5104-635e-4091-90d9-d4a8cacf3c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:39.866279 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5a454f4c-4a0c-4703-bcf8-84e2344fca5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:39.876647 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e10117-0ef1-408a-81f4-343e5fea3011 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:39.908325 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-a61c9765-c7e4-49c0-b0ae-a042f50c21a6 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] show failed (client error): The resource could not be found. Apr 23 00:04:39.908325 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a61c9765-c7e4-49c0-b0ae-a042f50c21a6 tempest-NegativeSecGroupIPv6Test-74292363 tempest-NegativeSecGroupIPv6Test-74292363-project] 10.222.0.15 "GET /v2.0/security-group-rules/ee8c1d3d-3313-4565-adfd-e509da6ce693 HTTP/1.1" status: 404 len: 356 time: 0.0389543 Apr 23 00:04:39.918085 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1f8a5104-635e-4091-90d9-d4a8cacf3c22 None None] Port f1a45ab3-9d2e-4089-8ec5-a60bb6429b89 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:39.919903 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52114) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:39.939531 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5a454f4c-4a0c-4703-bcf8-84e2344fca5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=abeb014f8e8745dcb66b6843f9918839&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7216649 Apr 23 00:04:39.939531 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a454f4c-4a0c-4703-bcf8-84e2344fca5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68642935-0d1d-4921-acf3-36462af0b5ae,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:39.939531 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52118) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:39.968427 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-50e10117-0ef1-408a-81f4-343e5fea3011 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:39.991687 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3a2773dd-c9a6-4abb-be2a-40e80a3b0213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:40.007114 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f9354ec9-1378-4401-83e9-55e09d2a031b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:40.040476 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-44d29002-cd10-4f20-bc74-42b4f5c854ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:40.057098 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-68654d5f-47d5-4196-96b8-a774ce3fe541 req-e50872a0-47f9-4b0e-abc4-619938b33a05 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598786 Apr 23 00:04:40.074543 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-44d29002-cd10-4f20-bc74-42b4f5c854ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:40.098457 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:40.113030 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a1e4af46-e839-400f-a60f-b5ddd1f8900c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:40.156439 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Pushing event deleted for resources: {'Port': ['ID=50795089-dc90-4292-a635-f43a72180ec9,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:40.199360 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3a2773dd-c9a6-4abb-be2a-40e80a3b0213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:40.217005 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:40.217362 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:40.217715 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:40.218046 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:40.218381 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:40.218714 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:40.219039 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:40.219369 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:40.219852 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:40.220105 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:40.220366 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:40.220685 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:40.249560 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:40.351464 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5ae09697-f204-4f7a-8568-fa4bae4d6bdf None None] Provisioning complete for port e888193c-43b8-48e0-a60c-35261b9742b1 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:40.352819 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ae09697-f204-4f7a-8568-fa4bae4d6bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:40.365136 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-44d29002-cd10-4f20-bc74-42b4f5c854ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:40.367665 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-44d29002-cd10-4f20-bc74-42b4f5c854ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:40.372198 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-44d29002-cd10-4f20-bc74-42b4f5c854ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/68642935-0d1d-4921-acf3-36462af0b5ae HTTP/1.1" status: 204 len: 168 time: 0.4292593 Apr 23 00:04:40.451988 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5ae09697-f204-4f7a-8568-fa4bae4d6bdf None None] Port e888193c-43b8-48e0-a60c-35261b9742b1 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:40.452851 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d29002-cd10-4f20-bc74-42b4f5c854ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68642935-0d1d-4921-acf3-36462af0b5ae,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:40.509631 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52124) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:40.521049 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e10117-0ef1-408a-81f4-343e5fea3011 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Router 005a9a03-9577-4320-807a-2dd13d16e2b8 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:04:40.523147 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f9354ec9-1378-4401-83e9-55e09d2a031b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:40.545190 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2773dd-c9a6-4abb-be2a-40e80a3b0213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Network 54312371-ba14-48fa-95f7-65aed0b8c4d2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:40.557871 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-3a2773dd-c9a6-4abb-be2a-40e80a3b0213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:40.561589 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2773dd-c9a6-4abb-be2a-40e80a3b0213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:40.562521 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2773dd-c9a6-4abb-be2a-40e80a3b0213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:40.563435 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3a2773dd-c9a6-4abb-be2a-40e80a3b0213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:40.565225 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:40.567776 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2773dd-c9a6-4abb-be2a-40e80a3b0213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Pushing event updated for resources: {'Port': ['ID=d42dd564-cd9c-4464-9904-243bc9a199d0,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:40.570383 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3900419'] for router, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:40.590680 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9354ec9-1378-4401-83e9-55e09d2a031b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network b1f19102-072e-4aa8-ace3-d4d6ad38968f is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:40.645742 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-f9354ec9-1378-4401-83e9-55e09d2a031b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:40.652528 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9354ec9-1378-4401-83e9-55e09d2a031b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:40.658730 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9354ec9-1378-4401-83e9-55e09d2a031b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:40.659772 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f9354ec9-1378-4401-83e9-55e09d2a031b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:40.671545 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a1e4af46-e839-400f-a60f-b5ddd1f8900c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:40.684745 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Router 73ce860a-9b71-4abc-87e0-245c17de43c1 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:04:40.721578 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3a2773dd-c9a6-4abb-be2a-40e80a3b0213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.5982189 Apr 23 00:04:40.731732 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 9a59301a-ddf1-4f40-a9f5-ebe732821b0a up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:40.731883 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52128) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:40.735232 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:40.738015 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9354ec9-1378-4401-83e9-55e09d2a031b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Port': ['ID=2afa389f-6a27-4436-99b8-0bd59ef66b05,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:40.780951 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:04:40.788168 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:40.791304 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99ab18a-c93c-4d3c-9225-af1fd2ff64de None None] Sync routers for ids ['73ce860a-9b71-4abc-87e0-245c17de43c1'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:04:40.792573 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-11740d0f-37a2-496e-a9e3-415d4f240c11 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "PUT /v2.0/routers/73ce860a-9b71-4abc-87e0-245c17de43c1 HTTP/1.1" status: 200 len: 710 time: 2.3894756 Apr 23 00:04:40.793508 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52130) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:40.794144 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9354ec9-1378-4401-83e9-55e09d2a031b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:40.794696 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9354ec9-1378-4401-83e9-55e09d2a031b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:40.795050 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9354ec9-1378-4401-83e9-55e09d2a031b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:40.795392 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9354ec9-1378-4401-83e9-55e09d2a031b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:40.795757 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9354ec9-1378-4401-83e9-55e09d2a031b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:40.796095 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9354ec9-1378-4401-83e9-55e09d2a031b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:40.796429 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9354ec9-1378-4401-83e9-55e09d2a031b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:40.796760 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9354ec9-1378-4401-83e9-55e09d2a031b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:40.797092 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9354ec9-1378-4401-83e9-55e09d2a031b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:40.797422 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9354ec9-1378-4401-83e9-55e09d2a031b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:40.797750 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9354ec9-1378-4401-83e9-55e09d2a031b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:40.798078 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9354ec9-1378-4401-83e9-55e09d2a031b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:40.805957 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99ab18a-c93c-4d3c-9225-af1fd2ff64de None None] Routers {'73ce860a-9b71-4abc-87e0-245c17de43c1'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:04:40.809050 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d99ab18a-c93c-4d3c-9225-af1fd2ff64de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['73ce860a-9b71-4abc-87e0-245c17de43c1'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:40.830648 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 9a59301a-ddf1-4f40-a9f5-ebe732821b0a triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:40.831103 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:40.853933 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e10117-0ef1-408a-81f4-343e5fea3011 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:04:40.854807 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d99ab18a-c93c-4d3c-9225-af1fd2ff64de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:40.868770 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-50e10117-0ef1-408a-81f4-343e5fea3011 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "PUT /v2.0/routers/005a9a03-9577-4320-807a-2dd13d16e2b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5713675 Apr 23 00:04:40.872160 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52132) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:40.886810 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99ab18a-c93c-4d3c-9225-af1fd2ff64de None None] Routers {'73ce860a-9b71-4abc-87e0-245c17de43c1'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:04:40.887449 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d99ab18a-c93c-4d3c-9225-af1fd2ff64de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['73ce860a-9b71-4abc-87e0-245c17de43c1'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:40.893630 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f9354ec9-1378-4401-83e9-55e09d2a031b tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9065177 Apr 23 00:04:40.897871 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52136) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:40.919811 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-03ae50dd-1a99-4108-a5ea-1ba8911892db tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'subnet': {'network_id': 'b1f19102-072e-4aa8-ace3-d4d6ad38968f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:40.927699 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:40.929285 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] Sync routers for ids ['005a9a03-9577-4320-807a-2dd13d16e2b8'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:04:40.988736 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] Routers {'005a9a03-9577-4320-807a-2dd13d16e2b8'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:04:40.989730 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d99ab18a-c93c-4d3c-9225-af1fd2ff64de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:40.994465 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['005a9a03-9577-4320-807a-2dd13d16e2b8'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:40.995512 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99ab18a-c93c-4d3c-9225-af1fd2ff64de None None] The sync data for ids ['73ce860a-9b71-4abc-87e0-245c17de43c1'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:04:41.012536 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1ef8c8-ba69-4ece-a832-97c5c6f51eb0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:41.018317 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cf1ef8c8-ba69-4ece-a832-97c5c6f51eb0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports/e888193c-43b8-48e0-a60c-35261b9742b1 HTTP/1.1" status: 200 len: 911 time: 0.1427274 Apr 23 00:04:41.021430 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52138) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:41.161839 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] Set router 005a9a03-9577-4320-807a-2dd13d16e2b8 gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:04:41.165648 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5ab1d989-b618-4695-9c02-dc8e8e90534f None None] Provisioning complete for port 2afa389f-6a27-4436-99b8-0bd59ef66b05 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:41.166020 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ab1d989-b618-4695-9c02-dc8e8e90534f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:41.251269 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6280e77c-0bd2-4be9-8095-5e47bc1dee25 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:41.255011 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7dcdb8b1-4788-48cc-ac7a-e8136908f468 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:41.257317 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6280e77c-0bd2-4be9-8095-5e47bc1dee25 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:41.261937 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6280e77c-0bd2-4be9-8095-5e47bc1dee25 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2369027 Apr 23 00:04:41.263904 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52148) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:41.272963 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a1e4af46-e839-400f-a60f-b5ddd1f8900c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:41.309763 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5ab1d989-b618-4695-9c02-dc8e8e90534f None None] Port 2afa389f-6a27-4436-99b8-0bd59ef66b05 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:41.374149 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8a1a972a-762f-4d5d-9fa8-6b5085326b89 tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "GET /v2.0/routers/73ce860a-9b71-4abc-87e0-245c17de43c1 HTTP/1.1" status: 200 len: 745 time: 0.5793202 Apr 23 00:04:41.385406 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52152) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:41.402698 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ae50dd-1a99-4108-a5ea-1ba8911892db tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:41.402911 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7dcdb8b1-4788-48cc-ac7a-e8136908f468 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:41.403378 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:41.405553 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-03ae50dd-1a99-4108-a5ea-1ba8911892db tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:41.428061 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4af46-e839-400f-a60f-b5ddd1f8900c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec52e9d-7cca-4a77-8343-6f5de2f1afae,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:41.449953 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a1e4af46-e839-400f-a60f-b5ddd1f8900c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d1c9dd3463d4a1ebe5ce4a37f78ad22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5290003 Apr 23 00:04:41.457528 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c647ed70-07ed-4015-af49-715cd01f99be tempest-RoutersIpV6AdminTest-547007678 tempest-RoutersIpV6AdminTest-547007678-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4&device_id=73ce860a-9b71-4abc-87e0-245c17de43c1 HTTP/1.1" status: 200 len: 205 time: 0.0692267 Apr 23 00:04:41.458136 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52154) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:41.469297 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52156) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:41.492356 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cc8c1d45-e2ae-41f2-9ffe-b7de41843627 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a891696126a943288b7a5defceb41ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9767690 Apr 23 00:04:41.501460 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52158) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:41.516536 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8c0f8b84-c9bb-496a-816e-c5a4ca7bb15d tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "GET /v2.0/ports?device_id=73ce860a-9b71-4abc-87e0-245c17de43c1 HTTP/1.1" status: 200 len: 205 time: 0.0453348 Apr 23 00:04:41.525740 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52160) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:41.528586 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad8b86-a65f-44e0-89e3-b90bb0dce46c req-6eae9b55-0de9-49b2-b403-2995eb11998f tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:41.530247 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e2ad8b86-a65f-44e0-89e3-b90bb0dce46c req-6eae9b55-0de9-49b2-b403-2995eb11998f tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.2598495 Apr 23 00:04:41.577706 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005a9a03-9577-4320-807a-2dd13d16e2b8', 'name': 'tempest-NetworksTestDHCPv6-router-8839736', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:34Z', 'updated_at': '2022-04-23T00:04:37Z', 'revision_number': 2, 'project_id': 'a29b76832a9c4864a572da043b509e79', 'gw_port_host': None, '_interfaces': [{'id': 'e888193c-43b8-48e0-a60c-35261b9742b1', 'name': '', 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'mac_address': 'fa:16:3e:89:ac:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005a9a03-9577-4320-807a-2dd13d16e2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'dbb0fef3-5b85-47fe-8424-19774fa3717d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:36Z', 'updated_at': '2022-04-23T00:04:38Z', 'revision_number': 2, 'project_id': 'a29b76832a9c4864a572da043b509e79', 'subnets': [{'id': 'dbb0fef3-5b85-47fe-8424-19774fa3717d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:41.585481 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-daf471be-f02e-486c-b2bd-e4a1c59d857b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:41.607796 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] Checking router: 005a9a03-9577-4320-807a-2dd13d16e2b8 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:04:41.608165 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] Updating router 005a9a03-9577-4320-807a-2dd13d16e2b8 port e888193c-43b8-48e0-a60c-35261b9742b1 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:04:41.634901 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:41.643835 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-daf471be-f02e-486c-b2bd-e4a1c59d857b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:41.685004 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] device_id is not set on port d42dd564-cd9c-4464-9904-243bc9a199d0 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:04:41.734696 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:41.739753 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e2ad8b86-a65f-44e0-89e3-b90bb0dce46c req-456f2b1b-2df1-4b5f-8119-69a0b9c95e96 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948881 Apr 23 00:04:41.761732 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.ipam_backend_mixin [None req-03ae50dd-1a99-4108-a5ea-1ba8911892db tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bbc192e5-d201-4bb1-9013-fdb24e70a67f (CIDR: 2001:db8::/64) Apr 23 00:04:41.764768 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d37dc932-3f95-4e7f-b4c2-d7f6b9c09abd tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:41.809912 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ae50dd-1a99-4108-a5ea-1ba8911892db tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:04:41.810169 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03ae50dd-1a99-4108-a5ea-1ba8911892db tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:41.858327 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-daf471be-f02e-486c-b2bd-e4a1c59d857b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:41.861584 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-daf471be-f02e-486c-b2bd-e4a1c59d857b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:41.863138 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-daf471be-f02e-486c-b2bd-e4a1c59d857b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eec52e9d-7cca-4a77-8343-6f5de2f1afae HTTP/1.1" status: 204 len: 168 time: 0.3993306 Apr 23 00:04:41.877134 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ec826948-a7bc-4bc1-9d3b-3c7a770f347b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:41.879302 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:41.896683 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf471be-f02e-486c-b2bd-e4a1c59d857b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec52e9d-7cca-4a77-8343-6f5de2f1afae,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:41.987743 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-03ae50dd-1a99-4108-a5ea-1ba8911892db tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0885513 Apr 23 00:04:41.989347 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52174) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:41.991082 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52176) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:42.001061 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-0f05a7c0-1784-488a-b7f2-3bf15297db62 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'subnet': {'network_id': 'b1f19102-072e-4aa8-ace3-d4d6ad38968f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:42.043992 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ec826948-a7bc-4bc1-9d3b-3c7a770f347b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:42.050097 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d37dc932-3f95-4e7f-b4c2-d7f6b9c09abd tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:42.058888 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d37dc932-3f95-4e7f-b4c2-d7f6b9c09abd tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:42.138118 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-eb901a0c-8d2e-4162-a966-82de796ff6ab tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] Request body: {'port': {'network_id': 'a4e001dd-2cc4-490a-93c4-95286d386c52', 'name': 'tempest-NetworksNegativeTestJSON-959839793'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:42.140846 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Pushing event updated for resources: {'Port': ['ID=d42dd564-cd9c-4464-9904-243bc9a199d0,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:42.158506 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb901a0c-8d2e-4162-a966-82de796ff6ab tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] POST failed (client error): The resource could not be found. Apr 23 00:04:42.159081 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb901a0c-8d2e-4162-a966-82de796ff6ab tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:42.164728 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-eb901a0c-8d2e-4162-a966-82de796ff6ab tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1743279 Apr 23 00:04:42.166732 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52182) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:42.189292 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:42.193752 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:42.193752 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:42.202336 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:42.225833 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port d42dd564-cd9c-4464-9904-243bc9a199d0 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:42.226507 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:42.228659 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 2 to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 Apr 23 00:04:42.240811 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c1fe84-d29f-4b80-8550-8095166f8ea1 tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] DELETE failed (client error): The resource could not be found. Apr 23 00:04:42.241431 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c1fe84-d29f-4b80-8550-8095166f8ea1 tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:42.245992 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:42.246710 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:42.246710 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:42.248254 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c4c1fe84-d29f-4b80-8550-8095166f8ea1 tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] 10.222.0.15 "DELETE /v2.0/networks/b4c9eb41-14f0-4882-819c-7ddb849fec74 HTTP/1.1" status: 404 len: 339 time: 0.0744288 Apr 23 00:04:42.251796 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52184) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:42.272192 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port d42dd564-cd9c-4464-9904-243bc9a199d0 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:42.272192 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:42.273460 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d37dc932-3f95-4e7f-b4c2-d7f6b9c09abd tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:42.273977 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37dc932-3f95-4e7f-b4c2-d7f6b9c09abd tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Fanout notify agent at l3_agent the message router_deleted on router 73ce860a-9b71-4abc-87e0-245c17de43c1 {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:04:42.278947 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:42.293738 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 3 to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 Apr 23 00:04:42.301661 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d37dc932-3f95-4e7f-b4c2-d7f6b9c09abd tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:42.306397 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d37dc932-3f95-4e7f-b4c2-d7f6b9c09abd tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "DELETE /v2.0/routers/73ce860a-9b71-4abc-87e0-245c17de43c1 HTTP/1.1" status: 204 len: 168 time: 0.7355347 Apr 23 00:04:42.306586 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660af0f-2910-4a89-bfec-6a56becbe3fa req-cbde21ff-1471-4055-8df7-612c7c740249 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:42.308122 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d660af0f-2910-4a89-bfec-6a56becbe3fa req-cbde21ff-1471-4055-8df7-612c7c740249 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.1421490 Apr 23 00:04:42.308597 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52186) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:42.319533 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-622be731-ad1b-442e-93b4-4d7c08a782ba tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] DELETE failed (client error): The resource could not be found. Apr 23 00:04:42.320284 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-622be731-ad1b-442e-93b4-4d7c08a782ba tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:42.323904 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-622be731-ad1b-442e-93b4-4d7c08a782ba tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] 10.222.0.15 "DELETE /v2.0/ports/f7bb2aab-af08-4e6e-82ee-08a7b0355b9f HTTP/1.1" status: 404 len: 333 time: 0.0689456 Apr 23 00:04:42.333671 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52188) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:42.343302 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-150b2195-58a0-46f8-ba4f-09fe266f300b tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "GET /v2.0/ports?device_id=73ce860a-9b71-4abc-87e0-245c17de43c1 HTTP/1.1" status: 200 len: 205 time: 0.0319202 Apr 23 00:04:42.349285 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6f5c3-05f3-44d1-b863-37b93101c19d None None] Pushing event updated for resources: {'Port': ['ID=e888193c-43b8-48e0-a60c-35261b9742b1,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:42.350440 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52190) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:42.352372 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ec826948-a7bc-4bc1-9d3b-3c7a770f347b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:42.355185 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ec826948-a7bc-4bc1-9d3b-3c7a770f347b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:42.356336 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ec826948-a7bc-4bc1-9d3b-3c7a770f347b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b9d583a-4e32-4e52-bbbf-91daabe03236 HTTP/1.1" status: 204 len: 168 time: 0.8334105 Apr 23 00:04:42.372325 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f05a7c0-1784-488a-b7f2-3bf15297db62 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:42.376629 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f05a7c0-1784-488a-b7f2-3bf15297db62 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:42.385437 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:42.385437 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:42.385437 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:42.413963 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] Attempting to bind port e888193c-43b8-48e0-a60c-35261b9742b1 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:42.414381 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] Attempting to bind port e888193c-43b8-48e0-a60c-35261b9742b1 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:42.415311 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] Attempting to bind port e888193c-43b8-48e0-a60c-35261b9742b1 on network 52c789e5-894b-4719-a369-b13bd1dbccf2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:42.422381 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:04:42.422760 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] Checking segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:04:42.423452 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:42.423919 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] Bound using segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:04:42.424638 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] Bound port: e888193c-43b8-48e0-a60c-35261b9742b1, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:04:42.425037 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:42.432646 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac25eb4c-06c8-45d2-9c47-2fbda301f9da tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] DELETE failed (client error): The resource could not be found. Apr 23 00:04:42.433103 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac25eb4c-06c8-45d2-9c47-2fbda301f9da tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:42.436485 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ac25eb4c-06c8-45d2-9c47-2fbda301f9da tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] 10.222.0.15 "DELETE /v2.0/subnets/7f926057-9347-4c47-8b4c-8cb7af2933ca HTTP/1.1" status: 404 len: 337 time: 0.1011894 Apr 23 00:04:42.444440 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52196) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:42.445563 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-d56daeaf-b37a-4f8c-a26f-0ffa058742a7 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] delete failed (client error): The resource could not be found. Apr 23 00:04:42.447847 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d56daeaf-b37a-4f8c-a26f-0ffa058742a7 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "DELETE /v2.0/routers/73ce860a-9b71-4abc-87e0-245c17de43c1 HTTP/1.1" status: 404 len: 336 time: 0.0903401 Apr 23 00:04:42.452860 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec826948-a7bc-4bc1-9d3b-3c7a770f347b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9d583a-4e32-4e52-bbbf-91daabe03236,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:42.483321 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52198) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:42.484057 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port d42dd564-cd9c-4464-9904-243bc9a199d0 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:42.484395 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:42.512729 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 4 to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 Apr 23 00:04:42.516961 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a26774-2641-4e7a-ad10-d3794279ca8c req-0b49db64-f861-4dd1-98e7-24f95f8844e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:42.518682 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-70a26774-2641-4e7a-ad10-d3794279ca8c req-0b49db64-f861-4dd1-98e7-24f95f8844e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2daecb10958e408da92a371a07f83b9c&device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 1098 time: 0.2623553 Apr 23 00:04:42.536446 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] For port e888193c-43b8-48e0-a60c-35261b9742b1, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:04:42.555233 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] For port e888193c-43b8-48e0-a60c-35261b9742b1, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=e888193c-43b8-48e0-a60c-35261b9742b1,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:04:42.558647 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b357eabd-d329-4e44-8ef9-5efffd1d85b2 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1186613-10b7-449a-8b4e-23f1ac7af949 HTTP/1.1" status: 200 len: 205 time: 0.0698545 Apr 23 00:04:42.559427 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52200) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:42.568810 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53980b5-d724-4a86-b138-37bc6f45cb07 tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] GET failed (client error): The resource could not be found. Apr 23 00:04:42.574177 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d53980b5-d724-4a86-b138-37bc6f45cb07 tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] 10.222.0.15 "GET /v2.0/networks/406862de-58da-484a-b109-15a237232ddc HTTP/1.1" status: 404 len: 339 time: 0.1131396 Apr 23 00:04:42.575581 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52202) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:42.584740 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d660af0f-2910-4a89-bfec-6a56becbe3fa req-5b5b6a0c-c830-4928-9269-4db9273117b6 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379642 Apr 23 00:04:42.600325 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:42.600611 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:42.600956 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:42.635777 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d59c1c8-dcd9-4505-9a84-a50a72d9ec95 tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] GET failed (client error): The resource could not be found. Apr 23 00:04:42.637414 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9d59c1c8-dcd9-4505-9a84-a50a72d9ec95 tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] 10.222.0.15 "GET /v2.0/ports/aa8c2869-7c74-4c3b-95bd-43bba10d3dc1 HTTP/1.1" status: 404 len: 333 time: 0.0578976 Apr 23 00:04:42.648190 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:42.661952 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-3ad8d9cb-9ead-415c-925a-19719e1a1085 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] delete failed (client error): The resource could not be found. Apr 23 00:04:42.661952 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3ad8d9cb-9ead-415c-925a-19719e1a1085 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "DELETE /v2.0/routers/f1186613-10b7-449a-8b4e-23f1ac7af949 HTTP/1.1" status: 404 len: 336 time: 0.0980113 Apr 23 00:04:42.668202 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-625ef39a-b1b7-411a-8386-445d60c0f103 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:42.668202 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52206) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:42.668547 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port d42dd564-cd9c-4464-9904-243bc9a199d0 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:42.668630 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:42.682440 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52208) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:42.701801 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 5 to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 Apr 23 00:04:42.729406 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7f029de4-8414-4837-b619-1067d9c5c373 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18fa1d0-9476-45b6-8ace-a0510a50b0f6 HTTP/1.1" status: 200 len: 205 time: 0.0432765 Apr 23 00:04:42.730039 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52212) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:42.746788 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] Routers {'005a9a03-9577-4320-807a-2dd13d16e2b8'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:04:42.747899 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['005a9a03-9577-4320-807a-2dd13d16e2b8'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:42.810547 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-31de2e2a-7e21-44fd-b13b-c1061775d1fa tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] delete failed (client error): The resource could not be found. Apr 23 00:04:42.811662 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-31de2e2a-7e21-44fd-b13b-c1061775d1fa tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "DELETE /v2.0/routers/d18fa1d0-9476-45b6-8ace-a0510a50b0f6 HTTP/1.1" status: 404 len: 336 time: 0.0806644 Apr 23 00:04:42.820533 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52216) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:42.885501 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-dd766cd1-2a67-444e-bd9c-49e44b585520 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6b6f63f-9019-4a9d-9e7e-f3bb2e6478e3 HTTP/1.1" status: 200 len: 205 time: 0.0640297 Apr 23 00:04:42.886144 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52218) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:42.910944 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6f5c3-05f3-44d1-b863-37b93101c19d None None] Pushing event updated for resources: {'Port': ['ID=e888193c-43b8-48e0-a60c-35261b9742b1,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:42.949224 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-71e7665c-11c3-40e7-a30d-f10bfbb7e1ce None None] Provisioning complete for port e888193c-43b8-48e0-a60c-35261b9742b1 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:42.949589 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71e7665c-11c3-40e7-a30d-f10bfbb7e1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:42.969105 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-789ac597-85e2-4c4a-bc0a-80cf28b15e95 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] delete failed (client error): The resource could not be found. Apr 23 00:04:42.976073 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] Set router 005a9a03-9577-4320-807a-2dd13d16e2b8 gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:04:42.981441 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-789ac597-85e2-4c4a-bc0a-80cf28b15e95 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "DELETE /v2.0/routers/d6b6f63f-9019-4a9d-9e7e-f3bb2e6478e3 HTTP/1.1" status: 404 len: 336 time: 0.0926442 Apr 23 00:04:42.983628 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52220) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:43.105358 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f8665da8-505a-4a03-bad3-79adea669cc1 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c293675-0c0d-4a9b-9968-14f39107932c HTTP/1.1" status: 200 len: 205 time: 0.1204991 Apr 23 00:04:43.116644 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52224) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:43.169266 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-8135a702-5e97-49b1-af59-644f6da41932 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] delete failed (client error): The resource could not be found. Apr 23 00:04:43.170327 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8135a702-5e97-49b1-af59-644f6da41932 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "DELETE /v2.0/routers/2c293675-0c0d-4a9b-9968-14f39107932c HTTP/1.1" status: 404 len: 336 time: 0.0526502 Apr 23 00:04:43.174135 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52226) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:43.198742 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71e7665c-11c3-40e7-a30d-f10bfbb7e1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:43.219641 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae094001-8273-4014-a6fe-a024cd1abafd tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] GET failed (client error): The resource could not be found. Apr 23 00:04:43.221043 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ae094001-8273-4014-a6fe-a024cd1abafd tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] 10.222.0.15 "GET /v2.0/subnets/84875cfd-de5b-4291-89a1-68f7d9c97e2f HTTP/1.1" status: 404 len: 337 time: 0.5537181 Apr 23 00:04:43.230354 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4a227202-5a11-41fd-ac08-4d3e87649a62 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadb3fdc-77a3-4d1b-b2c9-7407768633b1 HTTP/1.1" status: 200 len: 205 time: 0.0545509 Apr 23 00:04:43.233773 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52228) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:43.239923 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-493d3249-0eac-4ebc-b516-136d83378f2f tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:43.243183 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52230) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:43.254103 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:43.254320 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:43.254557 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:43.255229 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-71e7665c-11c3-40e7-a30d-f10bfbb7e1ce None None] For port e888193c-43b8-48e0-a60c-35261b9742b1, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=e888193c-43b8-48e0-a60c-35261b9742b1,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:43.275602 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port d42dd564-cd9c-4464-9904-243bc9a199d0 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:43.275602 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:43.280158 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 6 to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 Apr 23 00:04:43.302575 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a26774-2641-4e7a-ad10-d3794279ca8c req-41210533-fa7e-4c0b-a612-bad7a480eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:43.304067 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-70a26774-2641-4e7a-ad10-d3794279ca8c req-41210533-fa7e-4c0b-a612-bad7a480eb8b service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8d8d357-da92-4298-b1b5-3d81a026a802 HTTP/1.1" status: 200 len: 912 time: 0.7584465 Apr 23 00:04:43.304275 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-493d3249-0eac-4ebc-b516-136d83378f2f tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] PUT failed (client error): The resource could not be found. Apr 23 00:04:43.304882 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-493d3249-0eac-4ebc-b516-136d83378f2f tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:43.308949 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-493d3249-0eac-4ebc-b516-136d83378f2f tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] 10.222.0.15 "PUT /v2.0/networks/34f1d561-1d83-43c0-8a42-0eda5340cbd1 HTTP/1.1" status: 404 len: 339 time: 0.0738788 Apr 23 00:04:43.311233 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-35a72d16-6f8c-485c-8c44-ca71874b886f tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] delete failed (client error): The resource could not be found. Apr 23 00:04:43.314656 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-35a72d16-6f8c-485c-8c44-ca71874b886f tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "DELETE /v2.0/routers/eadb3fdc-77a3-4d1b-b2c9-7407768633b1 HTTP/1.1" status: 404 len: 336 time: 0.0648201 Apr 23 00:04:43.314656 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52234) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:43.321928 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52236) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:43.324282 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:43.324282 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:43.324282 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:43.325751 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-d5ad784f-5bd8-4a5e-8316-9f62a464d07f tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:43.343886 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71e7665c-11c3-40e7-a30d-f10bfbb7e1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:43.351002 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ad784f-5bd8-4a5e-8316-9f62a464d07f tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] PUT failed (client error): The resource could not be found. Apr 23 00:04:43.351002 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ad784f-5bd8-4a5e-8316-9f62a464d07f tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:43.356813 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d5ad784f-5bd8-4a5e-8316-9f62a464d07f tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] 10.222.0.15 "PUT /v2.0/ports/28d2827b-87c0-4794-aed8-4d2d5ef022ed HTTP/1.1" status: 404 len: 333 time: 0.0366609 Apr 23 00:04:43.371933 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52238) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:43.378886 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-5199df48-2d8c-4f86-9214-e3396177a614 tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:43.410820 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-5199df48-2d8c-4f86-9214-e3396177a614 tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] PUT failed (client error): The resource could not be found. Apr 23 00:04:43.411371 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5199df48-2d8c-4f86-9214-e3396177a614 tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:43.412659 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5199df48-2d8c-4f86-9214-e3396177a614 tempest-NetworksNegativeTestJSON-64979401 tempest-NetworksNegativeTestJSON-64979401-project] 10.222.0.15 "PUT /v2.0/subnets/cbe383b7-626c-4da3-a711-75d2826753b5 HTTP/1.1" status: 404 len: 337 time: 0.0396173 Apr 23 00:04:43.441691 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7665c-11c3-40e7-a30d-f10bfbb7e1ce None None] Pushing event updated for resources: {'Port': ['ID=e888193c-43b8-48e0-a60c-35261b9742b1,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:43.447268 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005a9a03-9577-4320-807a-2dd13d16e2b8', 'name': 'tempest-NetworksTestDHCPv6-router-8839736', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:34Z', 'updated_at': '2022-04-23T00:04:37Z', 'revision_number': 2, 'project_id': 'a29b76832a9c4864a572da043b509e79', 'gw_port_host': None, '_interfaces': [{'id': 'e888193c-43b8-48e0-a60c-35261b9742b1', 'name': '', 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'mac_address': 'fa:16:3e:89:ac:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005a9a03-9577-4320-807a-2dd13d16e2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'dbb0fef3-5b85-47fe-8424-19774fa3717d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:36Z', 'updated_at': '2022-04-23T00:04:42Z', 'revision_number': 4, 'project_id': 'a29b76832a9c4864a572da043b509e79', 'subnets': [{'id': 'dbb0fef3-5b85-47fe-8424-19774fa3717d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:43.459657 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port d42dd564-cd9c-4464-9904-243bc9a199d0 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:43.460087 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:43.467358 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 7 to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 Apr 23 00:04:43.481040 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb30610-9942-4c8c-ba03-a67356916e7e None None] The sync data for ids ['005a9a03-9577-4320-807a-2dd13d16e2b8'] in dv-neutron-838783-1-hyperv is: [{'id': '005a9a03-9577-4320-807a-2dd13d16e2b8', 'name': 'tempest-NetworksTestDHCPv6-router-8839736', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:34Z', 'updated_at': '2022-04-23T00:04:37Z', 'revision_number': 2, 'project_id': 'a29b76832a9c4864a572da043b509e79', 'gw_port_host': None, '_interfaces': [{'id': 'e888193c-43b8-48e0-a60c-35261b9742b1', 'name': '', 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'mac_address': 'fa:16:3e:89:ac:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005a9a03-9577-4320-807a-2dd13d16e2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'dbb0fef3-5b85-47fe-8424-19774fa3717d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:36Z', 'updated_at': '2022-04-23T00:04:42Z', 'revision_number': 4, 'project_id': 'a29b76832a9c4864a572da043b509e79', 'subnets': [{'id': 'dbb0fef3-5b85-47fe-8424-19774fa3717d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:04:43.498030 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-decfb5c9-c1c2-4b16-b376-f2fdfe1afab8 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] DELETE failed (client error): The resource could not be found. Apr 23 00:04:43.498787 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-decfb5c9-c1c2-4b16-b376-f2fdfe1afab8 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:43.501772 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-22a65c92-4ea9-4ddc-b227-ce856bb52785 None None] Provisioning complete for port e888193c-43b8-48e0-a60c-35261b9742b1 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:43.502121 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-22a65c92-4ea9-4ddc-b227-ce856bb52785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:43.506607 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-decfb5c9-c1c2-4b16-b376-f2fdfe1afab8 tempest-RoutersIpV6AdminTest-212889371 tempest-RoutersIpV6AdminTest-212889371-project] 10.222.0.15 "DELETE /v2.0/subnets/f058d943-df8f-434b-ac13-54fb77ce01c3 HTTP/1.1" status: 404 len: 337 time: 0.1809163 Apr 23 00:04:43.536545 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:43.536888 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:43.537222 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:43.542637 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-70a26774-2641-4e7a-ad10-d3794279ca8c req-50515ad6-a39c-4a43-809c-6eabe169d3e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bf074c6-1213-48ed-9081-f230a0d68821 HTTP/1.1" status: 200 len: 1000 time: 0.2307458 Apr 23 00:04:43.548167 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port d42dd564-cd9c-4464-9904-243bc9a199d0 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:43.548801 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:43.549353 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 8 to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 Apr 23 00:04:43.574830 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f05a7c0-1784-488a-b7f2-3bf15297db62 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:43.602049 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:43.602433 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:43.603196 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:43.631249 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port d42dd564-cd9c-4464-9904-243bc9a199d0 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:43.631599 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:43.631930 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f05a7c0-1784-488a-b7f2-3bf15297db62 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network b1f19102-072e-4aa8-ace3-d4d6ad38968f is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:43.636337 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-0f05a7c0-1784-488a-b7f2-3bf15297db62 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:43.636980 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 9 to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 Apr 23 00:04:43.643237 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f05a7c0-1784-488a-b7f2-3bf15297db62 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:43.644086 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f05a7c0-1784-488a-b7f2-3bf15297db62 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:43.649876 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a4b991-a4d7-40a4-bba8-ea00e175d29c None None] Network b1f19102-072e-4aa8-ace3-d4d6ad38968f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:43.657617 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a26774-2641-4e7a-ad10-d3794279ca8c req-d5f5bfd0-1f40-4d56-a924-6502d8fddad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:43.659363 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-70a26774-2641-4e7a-ad10-d3794279ca8c req-d5f5bfd0-1f40-4d56-a924-6502d8fddad2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e051b6c5-e40c-442b-8ae2-46ca4db94a08 HTTP/1.1" status: 200 len: 850 time: 0.1054754 Apr 23 00:04:43.670152 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:43.670683 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:43.671292 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:43.725768 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05a7c0-1784-488a-b7f2-3bf15297db62 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Subnet': ['ID=a7abe7bf-c73f-426e-aa87-c2211cfbeea9,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:43.727938 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port d42dd564-cd9c-4464-9904-243bc9a199d0 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:43.729115 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:43.741695 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 10 to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 Apr 23 00:04:43.814279 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0f05a7c0-1784-488a-b7f2-3bf15297db62 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8172674 Apr 23 00:04:43.817006 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52252) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:43.829995 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:43.830352 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:43.830679 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:43.832006 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-276ed3b7-fdf4-4a09-8b57-27841df5be8d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2082316485', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a7abe7bf-c73f-426e-aa87-c2211cfbeea9'}], 'security_groups': ['61cdbc00-14fa-4db1-9974-e98467a99055']}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:43.846545 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port d42dd564-cd9c-4464-9904-243bc9a199d0 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:43.846878 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port d42dd564-cd9c-4464-9904-243bc9a199d0 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:43.847245 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:43.856373 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a26774-2641-4e7a-ad10-d3794279ca8c req-4504ac16-7f5c-43aa-8fd3-6b96bdae2d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:43.857925 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-70a26774-2641-4e7a-ad10-d3794279ca8c req-4504ac16-7f5c-43aa-8fd3-6b96bdae2d54 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8d8d357-da92-4298-b1b5-3d81a026a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1888316 Apr 23 00:04:43.928985 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-625ef39a-b1b7-411a-8386-445d60c0f103 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting port e888193c-43b8-48e0-a60c-35261b9742b1 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:43.929239 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-625ef39a-b1b7-411a-8386-445d60c0f103 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:43.962349 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3e1e2-3073-4b45-a707-2778d5d98900 req-dc470097-2f69-4b13-92aa-dd90bcd10754 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:43.966173 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-78e3e1e2-3073-4b45-a707-2778d5d98900 req-dc470097-2f69-4b13-92aa-dd90bcd10754 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.2589304 Apr 23 00:04:44.034015 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] For port d42dd564-cd9c-4464-9904-243bc9a199d0, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:04:44.034400 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempted to set empty binding levels {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 23 00:04:44.075327 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-276ed3b7-fdf4-4a09-8b57-27841df5be8d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:44.095296 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52256) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:44.098604 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a6bc70-21be-4b89-9a2b-ad6e2062fdde None None] Update dhcp port {'port': {'network_id': 'b1f19102-072e-4aa8-ace3-d4d6ad38968f', 'fixed_ips': [{'subnet_id': 'bbc192e5-d201-4bb1-9013-fdb24e70a67f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a7abe7bf-c73f-426e-aa87-c2211cfbeea9'}], 'binding:host_id': 'dv-neutron-838783-1-hyperv'}, 'id': '7dcdb8b1-4788-48cc-ac7a-e8136908f468'} from dv-neutron-838783-1-hyperv. {{(pid=103146) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 23 00:04:44.153082 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82a6bc70-21be-4b89-9a2b-ad6e2062fdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:44.163177 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-625ef39a-b1b7-411a-8386-445d60c0f103 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] For port e888193c-43b8-48e0-a60c-35261b9742b1, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=e888193c-43b8-48e0-a60c-35261b9742b1,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:44.163554 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-625ef39a-b1b7-411a-8386-445d60c0f103 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:44.180806 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-625ef39a-b1b7-411a-8386-445d60c0f103 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Calling delete_port for e888193c-43b8-48e0-a60c-35261b9742b1 owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:44.239778 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52262) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:44.410084 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-7a72ffa9-9fcd-478d-a145-607369b7602c tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-93337467', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:44.484806 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:44.499041 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-625ef39a-b1b7-411a-8386-445d60c0f103 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:44.512098 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-82a6bc70-21be-4b89-9a2b-ad6e2062fdde None None] Allocated IP 2001:db8:0:1::2 (b1f19102-072e-4aa8-ace3-d4d6ad38968f/a7abe7bf-c73f-426e-aa87-c2211cfbeea9/7dcdb8b1-4788-48cc-ac7a-e8136908f468) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:44.562519 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] In _notify_port_updated(), no bound segment for port d42dd564-cd9c-4464-9904-243bc9a199d0 on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103144) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 23 00:04:44.564560 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:44.565210 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:44.566582 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] 10.222.0.15 "PUT /v2.0/ports/d42dd564-cd9c-4464-9904-243bc9a199d0 HTTP/1.1" status: 200 len: 979 time: 3.8378375 Apr 23 00:04:44.570471 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52266) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:44.630926 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52268) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:44.647265 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7a72ffa9-9fcd-478d-a145-607369b7602c tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:44.648365 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7a72ffa9-9fcd-478d-a145-607369b7602c tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:44.663014 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf300016-3b44-45e4-9ad3-0b5d437e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Pushing event updated for resources: {'Port': ['ID=d42dd564-cd9c-4464-9904-243bc9a199d0,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:44.721841 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b6b87e22-e17e-4a0d-a594-ac6cb7ff4e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:44.731217 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device e888193c-43b8-48e0-a60c-35261b9742b1 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:44.745544 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-78e3e1e2-3073-4b45-a707-2778d5d98900 req-d390eeab-6e8f-448d-858b-806631f2db90 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3121431 Apr 23 00:04:44.791281 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: e888193c-43b8-48e0-a60c-35261b9742b1 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:04:44.791646 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device e888193c-43b8-48e0-a60c-35261b9742b1 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 23 00:04:44.797565 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-82a6bc70-21be-4b89-9a2b-ad6e2062fdde None None] For port 7dcdb8b1-4788-48cc-ac7a-e8136908f468, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7dcdb8b1-4788-48cc-ac7a-e8136908f468,segment=NetworkSegment(a8b5dee3-fe0e-43c4-9e52-edb0a4ad52ea),segment_id=a8b5dee3-fe0e-43c4-9e52-edb0a4ad52ea)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:44.820463 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Port e888193c-43b8-48e0-a60c-35261b9742b1 not found, will not notify nova. {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 23 00:04:44.822987 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ef39a-b1b7-411a-8386-445d60c0f103 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Port': ['ID=e888193c-43b8-48e0-a60c-35261b9742b1,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:44.834285 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-70a26774-2641-4e7a-ad10-d3794279ca8c req-f38e38d9-7cc8-4b20-93d9-4b6f98a7ec78 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d8d357-da92-4298-b1b5-3d81a026a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9628313 Apr 23 00:04:44.835010 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed5f9a3f-5b42-4c2b-a8c1-cde7e6ab8e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:44.850521 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82a6bc70-21be-4b89-9a2b-ad6e2062fdde None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:44.851619 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-625ef39a-b1b7-411a-8386-445d60c0f103 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:44.888726 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7a72ffa9-9fcd-478d-a145-607369b7602c tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:44.898049 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949b0d84-7fb1-43a1-b6a2-65e1d215bd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:44.901298 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949b0d84-7fb1-43a1-b6a2-65e1d215bd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:44.901298 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949b0d84-7fb1-43a1-b6a2-65e1d215bd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:44.901298 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949b0d84-7fb1-43a1-b6a2-65e1d215bd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:44.901298 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949b0d84-7fb1-43a1-b6a2-65e1d215bd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:44.901298 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949b0d84-7fb1-43a1-b6a2-65e1d215bd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:44.901298 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949b0d84-7fb1-43a1-b6a2-65e1d215bd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:44.901790 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949b0d84-7fb1-43a1-b6a2-65e1d215bd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:44.901790 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949b0d84-7fb1-43a1-b6a2-65e1d215bd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:44.902234 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949b0d84-7fb1-43a1-b6a2-65e1d215bd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:44.902692 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949b0d84-7fb1-43a1-b6a2-65e1d215bd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:44.903142 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949b0d84-7fb1-43a1-b6a2-65e1d215bd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:44.903649 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949b0d84-7fb1-43a1-b6a2-65e1d215bd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:44.904065 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949b0d84-7fb1-43a1-b6a2-65e1d215bd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:44.909914 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-949b0d84-7fb1-43a1-b6a2-65e1d215bd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12691 time: 0.3336709 Apr 23 00:04:44.909914 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52272) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:44.912932 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b6b87e22-e17e-4a0d-a594-ac6cb7ff4e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:44.922596 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82a6bc70-21be-4b89-9a2b-ad6e2062fdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:44.983678 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7a72ffa9-9fcd-478d-a145-607369b7602c tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.018991 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b6b87e22-e17e-4a0d-a594-ac6cb7ff4e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.039519 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6bc70-21be-4b89-9a2b-ad6e2062fdde None None] Pushing event updated for resources: {'Port': ['ID=7dcdb8b1-4788-48cc-ac7a-e8136908f468,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:45.052285 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6bc70-21be-4b89-9a2b-ad6e2062fdde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:45.053040 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6bc70-21be-4b89-9a2b-ad6e2062fdde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:45.053040 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6bc70-21be-4b89-9a2b-ad6e2062fdde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:45.054385 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6bc70-21be-4b89-9a2b-ad6e2062fdde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:45.054385 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6bc70-21be-4b89-9a2b-ad6e2062fdde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:45.054385 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6bc70-21be-4b89-9a2b-ad6e2062fdde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:45.054749 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6bc70-21be-4b89-9a2b-ad6e2062fdde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:45.055102 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6bc70-21be-4b89-9a2b-ad6e2062fdde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:45.056265 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6bc70-21be-4b89-9a2b-ad6e2062fdde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:45.056607 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6bc70-21be-4b89-9a2b-ad6e2062fdde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:45.057102 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6bc70-21be-4b89-9a2b-ad6e2062fdde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:45.058852 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6bc70-21be-4b89-9a2b-ad6e2062fdde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:45.092473 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-70a26774-2641-4e7a-ad10-d3794279ca8c req-550143d9-62d4-461a-98e8-7d062037503e service neutron] 10.222.0.16 "GET /v2.0/networks/a8d8d357-da92-4298-b1b5-3d81a026a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420487 Apr 23 00:04:45.140337 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b87e22-e17e-4a0d-a594-ac6cb7ff4e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e3e8aa-5b11-4cb0-90d0-0e13a41bc865,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:45.143628 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625ef39a-b1b7-411a-8386-445d60c0f103 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Router 005a9a03-9577-4320-807a-2dd13d16e2b8 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:04:45.148147 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b6b87e22-e17e-4a0d-a594-ac6cb7ff4e48 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=25571349b38945809507f62017dd5957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9065123 Apr 23 00:04:45.153101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52274) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:45.157075 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7a72ffa9-9fcd-478d-a145-607369b7602c tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.158256 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7a72ffa9-9fcd-478d-a145-607369b7602c tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0611236 Apr 23 00:04:45.163002 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52276) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:45.165628 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed5f9a3f-5b42-4c2b-a8c1-cde7e6ab8e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.168070 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-a900e7e1-6469-4605-9a71-eb6651d718dd tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1243833791'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:45.194539 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-a6d81ddb-0552-431e-b8a6-c33ae53294cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Deleting port d42dd564-cd9c-4464-9904-243bc9a199d0 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:45.194901 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a6d81ddb-0552-431e-b8a6-c33ae53294cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.221296 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-276ed3b7-fdf4-4a09-8b57-27841df5be8d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Delete allocated IP 2001:db8::106 (b1f19102-072e-4aa8-ace3-d4d6ad38968f/bbc192e5-d201-4bb1-9013-fdb24e70a67f) {{(pid=103143) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 23 00:04:45.237915 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed5f9a3f-5b42-4c2b-a8c1-cde7e6ab8e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.262795 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-276ed3b7-fdf4-4a09-8b57-27841df5be8d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Allocated IP 2001:db8:0:1::19 (b1f19102-072e-4aa8-ace3-d4d6ad38968f/a7abe7bf-c73f-426e-aa87-c2211cfbeea9/2afa389f-6a27-4436-99b8-0bd59ef66b05) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:45.309127 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-a6d81ddb-0552-431e-b8a6-c33ae53294cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] For port d42dd564-cd9c-4464-9904-243bc9a199d0, host hv-neutron-8387, got binding levels [] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:45.309497 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a6d81ddb-0552-431e-b8a6-c33ae53294cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.318448 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ed5f9a3f-5b42-4c2b-a8c1-cde7e6ab8e14 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5bae356a5eaf4d17a4a485a2819628cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6802983 Apr 23 00:04:45.319488 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52278) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:45.326017 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a900e7e1-6469-4605-9a71-eb6651d718dd tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Made reservation on behalf of 3f5c90fac34e409dafed2f5eab79a33b for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:45.326017 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a900e7e1-6469-4605-9a71-eb6651d718dd tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.326290 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625ef39a-b1b7-411a-8386-445d60c0f103 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:04:45.341975 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-a6d81ddb-0552-431e-b8a6-c33ae53294cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Calling delete_port for d42dd564-cd9c-4464-9904-243bc9a199d0 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:45.344504 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-625ef39a-b1b7-411a-8386-445d60c0f103 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "PUT /v2.0/routers/005a9a03-9577-4320-807a-2dd13d16e2b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0797822 Apr 23 00:04:45.348082 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a900e7e1-6469-4605-9a71-eb6651d718dd tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.348543 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f9a3f-5b42-4c2b-a8c1-cde7e6ab8e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b53431-211b-48d2-b24e-f230ccd4c22b,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:45.349753 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52280) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:45.368230 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d3da48b5-e2ae-4861-8964-0473a0499da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.434058 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ce87207f-2db1-4efa-85df-79e012ba0f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.460194 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d3da48b5-e2ae-4861-8964-0473a0499da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.471547 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ce87207f-2db1-4efa-85df-79e012ba0f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.533461 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578e832e-243b-43e9-8459-07e2fd927dd4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:45.534972 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578e832e-243b-43e9-8459-07e2fd927dd4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:45.536548 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-578e832e-243b-43e9-8459-07e2fd927dd4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1814637 Apr 23 00:04:45.540379 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52282) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:45.617637 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc440092-7b20-4f10-9c43-b4b3448bc80d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet dbb0fef3-5b85-47fe-8424-19774fa3717d {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:04:45.621585 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dc440092-7b20-4f10-9c43-b4b3448bc80d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.627809 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-276ed3b7-fdf4-4a09-8b57-27841df5be8d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.660659 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d3da48b5-e2ae-4861-8964-0473a0499da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.663280 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d3da48b5-e2ae-4861-8964-0473a0499da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.668971 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d3da48b5-e2ae-4861-8964-0473a0499da6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1e3e8aa-5b11-4cb0-90d0-0e13a41bc865 HTTP/1.1" status: 204 len: 168 time: 0.5090537 Apr 23 00:04:45.677031 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da48b5-e2ae-4861-8964-0473a0499da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e3e8aa-5b11-4cb0-90d0-0e13a41bc865,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:45.687512 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dc440092-7b20-4f10-9c43-b4b3448bc80d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.689796 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ce87207f-2db1-4efa-85df-79e012ba0f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.691243 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ce87207f-2db1-4efa-85df-79e012ba0f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.695515 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ce87207f-2db1-4efa-85df-79e012ba0f39 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08b53431-211b-48d2-b24e-f230ccd4c22b HTTP/1.1" status: 204 len: 168 time: 0.3655422 Apr 23 00:04:45.695712 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-276ed3b7-fdf4-4a09-8b57-27841df5be8d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.696861 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4937725b-feed-4156-b234-515d5553b2ef None None] Sync routers for ids ['005a9a03-9577-4320-807a-2dd13d16e2b8'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:04:45.697424 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a6d81ddb-0552-431e-b8a6-c33ae53294cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.734533 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87207f-2db1-4efa-85df-79e012ba0f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b53431-211b-48d2-b24e-f230ccd4c22b,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:45.740502 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4937725b-feed-4156-b234-515d5553b2ef None None] Routers {'005a9a03-9577-4320-807a-2dd13d16e2b8'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:04:45.740785 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-4937725b-feed-4156-b234-515d5553b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['005a9a03-9577-4320-807a-2dd13d16e2b8'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:45.802741 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a900e7e1-6469-4605-9a71-eb6651d718dd tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.809140 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dc440092-7b20-4f10-9c43-b4b3448bc80d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.821623 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d81ddb-0552-431e-b8a6-c33ae53294cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Pushing event deleted for resources: {'Port': ['ID=d42dd564-cd9c-4464-9904-243bc9a199d0,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:45.888667 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-276ed3b7-fdf4-4a09-8b57-27841df5be8d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] In _notify_port_updated(), no bound segment for port 2afa389f-6a27-4436-99b8-0bd59ef66b05 on network b1f19102-072e-4aa8-ace3-d4d6ad38968f {{(pid=103143) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 23 00:04:45.895735 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276ed3b7-fdf4-4a09-8b57-27841df5be8d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:45.902134 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-276ed3b7-fdf4-4a09-8b57-27841df5be8d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.902134 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-276ed3b7-fdf4-4a09-8b57-27841df5be8d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "PUT /v2.0/ports/2afa389f-6a27-4436-99b8-0bd59ef66b05 HTTP/1.1" status: 200 len: 930 time: 2.0806477 Apr 23 00:04:45.902134 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a6d81ddb-0552-431e-b8a6-c33ae53294cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.902865 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52290) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:45.906582 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a6d81ddb-0552-431e-b8a6-c33ae53294cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] 10.222.0.15 "DELETE /v2.0/ports/d42dd564-cd9c-4464-9904-243bc9a199d0 HTTP/1.1" status: 204 len: 168 time: 0.9957502 Apr 23 00:04:45.911199 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52292) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:45.911955 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a900e7e1-6469-4605-9a71-eb6651d718dd tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.940768 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-1549507a-55bf-4145-9ad8-f87665ff78c0 None None] Provisioning complete for port 7dcdb8b1-4788-48cc-ac7a-e8136908f468 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:45.941306 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1549507a-55bf-4145-9ad8-f87665ff78c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:45.973676 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-4937725b-feed-4156-b234-515d5553b2ef None None] Set router 005a9a03-9577-4320-807a-2dd13d16e2b8 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:04:46.043370 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dc440092-7b20-4f10-9c43-b4b3448bc80d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:46.045349 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b8593c-6e35-439e-83b1-55a66c755975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] GET failed (client error): The resource could not be found. Apr 23 00:04:46.057720 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-97b8593c-6e35-439e-83b1-55a66c755975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] 10.222.0.15 "GET /v2.0/ports/d42dd564-cd9c-4464-9904-243bc9a199d0 HTTP/1.1" status: 404 len: 333 time: 0.1404567 Apr 23 00:04:46.058229 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-4937725b-feed-4156-b234-515d5553b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005a9a03-9577-4320-807a-2dd13d16e2b8', 'name': 'tempest-NetworksTestDHCPv6-router-8839736', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:34Z', 'updated_at': '2022-04-23T00:04:44Z', 'revision_number': 3, 'project_id': 'a29b76832a9c4864a572da043b509e79', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:46.058635 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900e7e1-6469-4605-9a71-eb6651d718dd tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9620066-3271-49aa-8e65-a0aafcb25e9a,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:46.061469 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ed3b7-fdf4-4a09-8b57-27841df5be8d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Port': ['ID=2afa389f-6a27-4436-99b8-0bd59ef66b05,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:46.081078 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52296) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:46.098824 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a900e7e1-6469-4605-9a71-eb6651d718dd tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:04:46.118863 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4937725b-feed-4156-b234-515d5553b2ef None None] Checking router: 005a9a03-9577-4320-807a-2dd13d16e2b8 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:04:46.145894 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4937725b-feed-4156-b234-515d5553b2ef None None] Routers {'005a9a03-9577-4320-807a-2dd13d16e2b8'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:04:46.146908 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-4937725b-feed-4156-b234-515d5553b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['005a9a03-9577-4320-807a-2dd13d16e2b8'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:46.151266 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-9bacc404-12b2-4f42-b3dc-31c462545823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1740593599', 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:46.159253 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dc440092-7b20-4f10-9c43-b4b3448bc80d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:46.159458 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a79497-3d56-46a5-b1dc-d5b031867015 req-ebc9a954-10ba-4c19-b4d6-8719d0a35922 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:46.161502 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682cdb47-912e-49de-8606-594532a390fc None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:46.165352 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-dc440092-7b20-4f10-9c43-b4b3448bc80d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/dbb0fef3-5b85-47fe-8424-19774fa3717d HTTP/1.1" status: 204 len: 168 time: 0.6229455 Apr 23 00:04:46.168464 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc440092-7b20-4f10-9c43-b4b3448bc80d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb0fef3-5b85-47fe-8424-19774fa3717d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:46.174714 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-17a79497-3d56-46a5-b1dc-d5b031867015 req-ebc9a954-10ba-4c19-b4d6-8719d0a35922 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.2742534 Apr 23 00:04:46.175300 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52298) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:46.176497 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a900e7e1-6469-4605-9a71-eb6651d718dd tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:46.176847 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-a900e7e1-6469-4605-9a71-eb6651d718dd tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Added segment 74a9f44a-51ce-425a-819f-68b11e44f5b1 of type vlan for network 1a7d97d5-e703-4fdb-9224-760558481f82 Apr 23 00:04:46.250367 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-4937725b-feed-4156-b234-515d5553b2ef None None] Set router 005a9a03-9577-4320-807a-2dd13d16e2b8 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:04:46.293833 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-6b4a4a77-2fd9-4330-895f-8151755a4676 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting port 2afa389f-6a27-4436-99b8-0bd59ef66b05 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:46.294184 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6b4a4a77-2fd9-4330-895f-8151755a4676 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:46.325312 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-17a79497-3d56-46a5-b1dc-d5b031867015 req-86870b1d-b3e0-4e3b-8f1a-7c7f265d8ee1 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881400 Apr 23 00:04:46.340506 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-4937725b-feed-4156-b234-515d5553b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005a9a03-9577-4320-807a-2dd13d16e2b8', 'name': 'tempest-NetworksTestDHCPv6-router-8839736', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:34Z', 'updated_at': '2022-04-23T00:04:44Z', 'revision_number': 3, 'project_id': 'a29b76832a9c4864a572da043b509e79', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:46.354325 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bacc404-12b2-4f42-b3dc-31c462545823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Made reservation on behalf of b70e76a66ef94fa9846f581d4b1218ba for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:46.358914 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9bacc404-12b2-4f42-b3dc-31c462545823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:46.359604 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-1549507a-55bf-4145-9ad8-f87665ff78c0 None None] Provisioning complete for port f1a45ab3-9d2e-4089-8ec5-a60bb6429b89 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:46.360341 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1549507a-55bf-4145-9ad8-f87665ff78c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:46.372793 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4937725b-feed-4156-b234-515d5553b2ef None None] The sync data for ids ['005a9a03-9577-4320-807a-2dd13d16e2b8'] in dv-neutron-838783-1-hyperv is: [{'id': '005a9a03-9577-4320-807a-2dd13d16e2b8', 'name': 'tempest-NetworksTestDHCPv6-router-8839736', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:34Z', 'updated_at': '2022-04-23T00:04:44Z', 'revision_number': 3, 'project_id': 'a29b76832a9c4864a572da043b509e79', 'gw_port_host': None}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:04:46.410146 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ae13f32c-6e6e-4e21-a26a-c42ff5c5e43c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 707 time: 0.2308462 Apr 23 00:04:46.410376 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52306) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:46.430973 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1549507a-55bf-4145-9ad8-f87665ff78c0 None None] Port f1a45ab3-9d2e-4089-8ec5-a60bb6429b89 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:46.470406 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-9bacc404-12b2-4f42-b3dc-31c462545823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] device_id is not set on port 1d2b9d5f-f07a-44d7-b81f-1623e2110209 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:04:46.493828 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a900e7e1-6469-4605-9a71-eb6651d718dd tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:46.497895 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-46f59a5d-dc22-4c80-b611-f2fb6aaf4bec tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:46.511215 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-1549507a-55bf-4145-9ad8-f87665ff78c0 None None] Provisioning complete for port 2afa389f-6a27-4436-99b8-0bd59ef66b05 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:46.511745 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1549507a-55bf-4145-9ad8-f87665ff78c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:46.561267 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1549507a-55bf-4145-9ad8-f87665ff78c0 None None] Port 2afa389f-6a27-4436-99b8-0bd59ef66b05 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:46.588977 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6b4a4a77-2fd9-4330-895f-8151755a4676 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:46.614017 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-6b4a4a77-2fd9-4330-895f-8151755a4676 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Calling delete_port for 2afa389f-6a27-4436-99b8-0bd59ef66b05 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:46.685321 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-46f59a5d-dc22-4c80-b611-f2fb6aaf4bec tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:46.687837 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-46f59a5d-dc22-4c80-b611-f2fb6aaf4bec tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:46.715033 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-1e4954db-aa45-4602-9257-89d9142060bc None None] Provisioning complete for port 2afa389f-6a27-4436-99b8-0bd59ef66b05 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:46.715804 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e4954db-aa45-4602-9257-89d9142060bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:46.744349 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a900e7e1-6469-4605-9a71-eb6651d718dd tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:46.753267 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a900e7e1-6469-4605-9a71-eb6651d718dd tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:46.754563 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a900e7e1-6469-4605-9a71-eb6651d718dd tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:46.774643 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9bacc404-12b2-4f42-b3dc-31c462545823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:46.791274 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846be301-d4df-427b-a059-48963f317fae None None] DHCP port deletion for 52c789e5-894b-4719-a369-b13bd1dbccf2 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:04:46.828913 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:04:46.859154 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52314) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:46.870261 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7dcdb8b1-4788-48cc-ac7a-e8136908f468 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:46.875004 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1e4954db-aa45-4602-9257-89d9142060bc None None] Port 2afa389f-6a27-4436-99b8-0bd59ef66b05 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:46.888177 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a900e7e1-6469-4605-9a71-eb6651d718dd tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7240658 Apr 23 00:04:46.894049 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52316) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:46.901270 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-139b2c1d-1bcd-4e92-99ea-eafd8885d48e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Request body: {'subnet': {'network_id': '1a7d97d5-e703-4fdb-9224-760558481f82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:46.930971 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900e7e1-6469-4605-9a71-eb6651d718dd tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Pushing event updated for resources: {'Network': ['ID=1a7d97d5-e703-4fdb-9224-760558481f82,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:46.933365 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-46f59a5d-dc22-4c80-b611-f2fb6aaf4bec tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:46.940996 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f59a5d-dc22-4c80-b611-f2fb6aaf4bec tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Fanout notify agent at l3_agent the message router_deleted on router 005a9a03-9577-4320-807a-2dd13d16e2b8 {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:04:46.944807 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 1a7d97d5-e703-4fdb-9224-760558481f82 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:04:46.945555 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7571f5a8-8264-4128-838b-43df330ccc4b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b983477e58544f40a29691506fcbf11d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0852644 Apr 23 00:04:46.950775 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9bacc404-12b2-4f42-b3dc-31c462545823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:46.952585 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-46f59a5d-dc22-4c80-b611-f2fb6aaf4bec tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:46.954776 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-46f59a5d-dc22-4c80-b611-f2fb6aaf4bec tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/routers/005a9a03-9577-4320-807a-2dd13d16e2b8 HTTP/1.1" status: 204 len: 168 time: 0.5417964 Apr 23 00:04:46.956515 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52318) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:46.971842 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52320) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:46.976860 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-fe0f5b87-6d4d-41c4-9b3b-87608a452ef3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:47.050141 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bacc404-12b2-4f42-b3dc-31c462545823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Network 54312371-ba14-48fa-95f7-65aed0b8c4d2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:47.062056 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-9bacc404-12b2-4f42-b3dc-31c462545823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:47.066918 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-846be301-d4df-427b-a059-48963f317fae None None] Deleting port 9a59301a-ddf1-4f40-a9f5-ebe732821b0a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:47.067671 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-846be301-d4df-427b-a059-48963f317fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:47.068809 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bacc404-12b2-4f42-b3dc-31c462545823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:47.069813 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bacc404-12b2-4f42-b3dc-31c462545823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:47.070407 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9bacc404-12b2-4f42-b3dc-31c462545823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:47.078424 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7dcdb8b1-4788-48cc-ac7a-e8136908f468 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:47.080602 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:47.098467 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6b4a4a77-2fd9-4330-895f-8151755a4676 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:47.099150 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-630a154a-616b-4bcc-a533-c0ef0969d18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:47.102523 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacc404-12b2-4f42-b3dc-31c462545823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Pushing event updated for resources: {'Port': ['ID=1d2b9d5f-f07a-44d7-b81f-1623e2110209,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:47.132192 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a4a77-2fd9-4330-895f-8151755a4676 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Port': ['ID=2afa389f-6a27-4436-99b8-0bd59ef66b05,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:47.133219 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-630a154a-616b-4bcc-a533-c0ef0969d18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:47.161575 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9bacc404-12b2-4f42-b3dc-31c462545823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0139799 Apr 23 00:04:47.181512 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52326) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:47.185614 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6b4a4a77-2fd9-4330-895f-8151755a4676 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:47.189733 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6b4a4a77-2fd9-4330-895f-8151755a4676 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/ports/2afa389f-6a27-4436-99b8-0bd59ef66b05 HTTP/1.1" status: 204 len: 168 time: 1.2850215 Apr 23 00:04:47.198278 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52328) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:47.273040 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd1f8b7-229f-4d60-a01c-a75bd60b44f9 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] GET failed (client error): The resource could not be found. Apr 23 00:04:47.278960 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52330) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:47.287387 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7bd1f8b7-229f-4d60-a01c-a75bd60b44f9 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports/2afa389f-6a27-4436-99b8-0bd59ef66b05 HTTP/1.1" status: 404 len: 333 time: 0.0891809 Apr 23 00:04:47.313662 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cf26c9-cf0f-4403-9927-03d01b2ba50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:47.318611 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-46cf26c9-cf0f-4403-9927-03d01b2ba50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] 10.222.0.15 "GET /v2.0/ports/1d2b9d5f-f07a-44d7-b81f-1623e2110209 HTTP/1.1" status: 200 len: 959 time: 0.1343958 Apr 23 00:04:47.319427 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139b2c1d-1bcd-4e92-99ea-eafd8885d48e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Made reservation on behalf of 3f5c90fac34e409dafed2f5eab79a33b for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:47.323885 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-139b2c1d-1bcd-4e92-99ea-eafd8885d48e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:47.326942 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52332) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:47.335913 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0f5b87-6d4d-41c4-9b3b-87608a452ef3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:47.343124 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fe0f5b87-6d4d-41c4-9b3b-87608a452ef3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:47.371307 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-630a154a-616b-4bcc-a533-c0ef0969d18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:47.371608 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-846be301-d4df-427b-a059-48963f317fae None None] For port 9a59301a-ddf1-4f40-a9f5-ebe732821b0a, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=9a59301a-ddf1-4f40-a9f5-ebe732821b0a,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:47.372024 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-846be301-d4df-427b-a059-48963f317fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:47.375234 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-630a154a-616b-4bcc-a533-c0ef0969d18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:47.385297 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-630a154a-616b-4bcc-a533-c0ef0969d18b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd0d8f2f-e297-4380-99ec-cb36eda37dba HTTP/1.1" status: 204 len: 168 time: 0.4270952 Apr 23 00:04:47.397328 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-846be301-d4df-427b-a059-48963f317fae None None] Calling delete_port for 9a59301a-ddf1-4f40-a9f5-ebe732821b0a owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:47.548242 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52340) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:47.650108 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 9a59301a-ddf1-4f40-a9f5-ebe732821b0a no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:04:47.667430 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87734f2a-6735-4aaf-9f2e-87b11c44981b req-7e5e4ad9-d49c-4362-9d4c-250d30695c6d tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:47.669260 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-87734f2a-6735-4aaf-9f2e-87b11c44981b req-7e5e4ad9-d49c-4362-9d4c-250d30695c6d tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.1802866 Apr 23 00:04:47.692445 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-846be301-d4df-427b-a059-48963f317fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:47.735924 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846be301-d4df-427b-a059-48963f317fae None None] Pushing event deleted for resources: {'Port': ['ID=9a59301a-ddf1-4f40-a9f5-ebe732821b0a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:47.741171 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846be301-d4df-427b-a059-48963f317fae None None] No DVR routers for this DVR port 9a59301a-ddf1-4f40-a9f5-ebe732821b0a on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:04:47.748359 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No active binding found for port 9a59301a-ddf1-4f40-a9f5-ebe732821b0a {{(pid=103146) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 23 00:04:47.748803 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 9a59301a-ddf1-4f40-a9f5-ebe732821b0a not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:04:47.749220 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device e888193c-43b8-48e0-a60c-35261b9742b1 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:04:47.787734 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-71272350-5538-4106-b92b-c14e3404598b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Deleting port 1d2b9d5f-f07a-44d7-b81f-1623e2110209 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:47.795939 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-71272350-5538-4106-b92b-c14e3404598b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:47.796349 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: e888193c-43b8-48e0-a60c-35261b9742b1 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:04:47.796349 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device e888193c-43b8-48e0-a60c-35261b9742b1 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:04:47.806232 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a154a-616b-4bcc-a533-c0ef0969d18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0d8f2f-e297-4380-99ec-cb36eda37dba,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:47.826260 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-66b50a7d-4c1a-4ea8-9c42-c91facf547a3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:47.828767 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-87734f2a-6735-4aaf-9f2e-87b11c44981b req-c1260f01-3acf-4a97-8ae9-da5032cfd93d tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427448 Apr 23 00:04:47.865704 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-66b50a7d-4c1a-4ea8-9c42-c91facf547a3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:47.970009 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-71272350-5538-4106-b92b-c14e3404598b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:47.990739 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-71272350-5538-4106-b92b-c14e3404598b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Calling delete_port for 1d2b9d5f-f07a-44d7-b81f-1623e2110209 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:48.012644 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-91d35e9d-3386-49fd-964d-45d844e8145b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-192936210-network', 'tenant_id': 'eca10cab387440428e231a953cda4553'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:48.041749 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-66b50a7d-4c1a-4ea8-9c42-c91facf547a3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:48.044848 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-66b50a7d-4c1a-4ea8-9c42-c91facf547a3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:48.050843 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-66b50a7d-4c1a-4ea8-9c42-c91facf547a3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/security-groups/ac0a126d-0731-44d9-9b11-0c18077731a8 HTTP/1.1" status: 204 len: 168 time: 0.7660732 Apr 23 00:04:48.052132 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52350) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:48.076465 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68eba7-f5ca-4064-a406-f3cb00ce28e6 req-ddc155e3-fa9a-4dcb-8c6f-5ff610f776fe tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:48.080011 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fc68eba7-f5ca-4064-a406-f3cb00ce28e6 req-ddc155e3-fa9a-4dcb-8c6f-5ff610f776fe tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.1268187 Apr 23 00:04:48.080011 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b50a7d-4c1a-4ea8-9c42-c91facf547a3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0a126d-0731-44d9-9b11-0c18077731a8,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:48.101763 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-139b2c1d-1bcd-4e92-99ea-eafd8885d48e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:48.139451 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fc68eba7-f5ca-4064-a406-f3cb00ce28e6 req-8fe0bef1-8e64-4722-ad91-4dbb05c5a430 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518444 Apr 23 00:04:48.165709 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fe0f5b87-6d4d-41c4-9b3b-87608a452ef3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:48.202916 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0979b87a-c7de-44e0-9274-94a34f86b915 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:48.208885 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d35e9d-3386-49fd-964d-45d844e8145b admin admin] Made reservation on behalf of eca10cab387440428e231a953cda4553 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:48.211554 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-91d35e9d-3386-49fd-964d-45d844e8145b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:48.219783 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0f5b87-6d4d-41c4-9b3b-87608a452ef3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:48.226473 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-fe0f5b87-6d4d-41c4-9b3b-87608a452ef3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:48.231506 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0f5b87-6d4d-41c4-9b3b-87608a452ef3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:48.232235 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fe0f5b87-6d4d-41c4-9b3b-87608a452ef3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:48.246353 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-91d35e9d-3386-49fd-964d-45d844e8145b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:48.249984 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f5b87-6d4d-41c4-9b3b-87608a452ef3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=61830df3-fa0f-4577-9ee6-5f428c71991d,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:48.250159 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a4c35b-188c-431d-ad70-9702bf6e352b None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:48.257048 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b2c1d-1bcd-4e92-99ea-eafd8885d48e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Pushing event updated for resources: {'Subnet': ['ID=82439766-28b3-4475-ba77-b120862a0fc3,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:48.282140 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-71272350-5538-4106-b92b-c14e3404598b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:48.297121 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0979b87a-c7de-44e0-9274-94a34f86b915 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:48.348582 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-fe0f5b87-6d4d-41c4-9b3b-87608a452ef3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3748407 Apr 23 00:04:48.350473 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52360) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:48.354298 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71272350-5538-4106-b92b-c14e3404598b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d2b9d5f-f07a-44d7-b81f-1623e2110209,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:48.363108 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-28185942-eaf0-47bd-9c33-1814969875e8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2033042171', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:48.376537 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139b2c1d-1bcd-4e92-99ea-eafd8885d48e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Checking segment: {'id': '74a9f44a-51ce-425a-819f-68b11e44f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1a7d97d5-e703-4fdb-9224-760558481f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:04:48.376826 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139b2c1d-1bcd-4e92-99ea-eafd8885d48e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Network hostable DHCP agents. Network: 1a7d97d5-e703-4fdb-9224-760558481f82, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:04:48.382840 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-71272350-5538-4106-b92b-c14e3404598b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:48.387485 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-71272350-5538-4106-b92b-c14e3404598b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] 10.222.0.15 "DELETE /v2.0/ports/1d2b9d5f-f07a-44d7-b81f-1623e2110209 HTTP/1.1" status: 204 len: 168 time: 1.0582931 Apr 23 00:04:48.391398 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52362) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:48.432842 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b0582b-eec3-40d2-ab3c-4a61bfbaf780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] GET failed (client error): The resource could not be found. Apr 23 00:04:48.439385 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-42b0582b-eec3-40d2-ab3c-4a61bfbaf780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] 10.222.0.15 "GET /v2.0/ports/1d2b9d5f-f07a-44d7-b81f-1623e2110209 HTTP/1.1" status: 404 len: 333 time: 0.0464518 Apr 23 00:04:48.439520 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52364) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:48.449872 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-8a4aa0ba-9e4c-4066-b6f5-4e18911eeaaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Request body: {'port': {'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-216919800'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:48.462326 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed7371b-da44-43aa-9bed-c98a6e83d934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-52c789e5-894b-4719-a369-b13bd1dbccf2', 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'fixed_ips': [{'subnet_id': '61830df3-fa0f-4577-9ee6-5f428c71991d'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:04:48.463405 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fed7371b-da44-43aa-9bed-c98a6e83d934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:48.464662 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-28185942-eaf0-47bd-9c33-1814969875e8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:48.465810 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-28185942-eaf0-47bd-9c33-1814969875e8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:48.529324 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a97819-fb88-4dfa-b165-e6043e9069d2 req-dfceb18a-ea60-4566-bde1-814d522d2286 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:48.536582 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-28185942-eaf0-47bd-9c33-1814969875e8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:48.537017 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-50a97819-fb88-4dfa-b165-e6043e9069d2 req-dfceb18a-ea60-4566-bde1-814d522d2286 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.1618018 Apr 23 00:04:48.567309 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-91d35e9d-3386-49fd-964d-45d844e8145b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:48.581884 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139b2c1d-1bcd-4e92-99ea-eafd8885d48e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Network 1a7d97d5-e703-4fdb-9224-760558481f82 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:04:48.595501 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-50a97819-fb88-4dfa-b165-e6043e9069d2 req-5863e9f2-552f-4613-9ea5-aef8ef2b866a tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576351 Apr 23 00:04:48.607175 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-28185942-eaf0-47bd-9c33-1814969875e8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:48.607938 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4aa0ba-9e4c-4066-b6f5-4e18911eeaaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Made reservation on behalf of b70e76a66ef94fa9846f581d4b1218ba for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:48.610271 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8a4aa0ba-9e4c-4066-b6f5-4e18911eeaaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:48.613371 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0979b87a-c7de-44e0-9274-94a34f86b915 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:48.615966 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0979b87a-c7de-44e0-9274-94a34f86b915 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:48.620636 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0979b87a-c7de-44e0-9274-94a34f86b915 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/security-groups/61cdbc00-14fa-4db1-9974-e98467a99055 HTTP/1.1" status: 204 len: 168 time: 0.5639653 Apr 23 00:04:48.623864 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52372) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:48.640791 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979b87a-c7de-44e0-9274-94a34f86b915 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cdbc00-14fa-4db1-9974-e98467a99055,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:48.647768 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-8a4aa0ba-9e4c-4066-b6f5-4e18911eeaaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] device_id is not set on port e9083b99-186b-4b41-97df-3f6d4c13f02d yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:04:48.674079 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-fed7371b-da44-43aa-9bed-c98a6e83d934 None None] Allocated IP 2001:db8::2 (52c789e5-894b-4719-a369-b13bd1dbccf2/61830df3-fa0f-4577-9ee6-5f428c71991d/a741909e-a974-4b02-a6a6-b4603d2ed199) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:48.702313 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-91d35e9d-3386-49fd-964d-45d844e8145b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:48.738449 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-139b2c1d-1bcd-4e92-99ea-eafd8885d48e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 1a7d97d5-e703-4fdb-9224-760558481f82) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:48.750311 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-70cc84c4-08f2-430b-96e4-4d45cfd93126 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting subnet bbc192e5-d201-4bb1-9013-fdb24e70a67f {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:04:48.755995 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d35e9d-3386-49fd-964d-45d844e8145b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:04:48.757464 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-70cc84c4-08f2-430b-96e4-4d45cfd93126 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:48.772521 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c0d52c-f2d1-498a-b999-864bca9937fb None None] Network 1a7d97d5-e703-4fdb-9224-760558481f82 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:48.798891 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefba88d-9884-43d3-80a0-e53345f03eec req-af0224de-e37b-4354-a6af-02145bd2cabc tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:48.798891 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cefba88d-9884-43d3-80a0-e53345f03eec req-af0224de-e37b-4354-a6af-02145bd2cabc tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.0968735 Apr 23 00:04:48.830313 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-28185942-eaf0-47bd-9c33-1814969875e8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:48.833080 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-28185942-eaf0-47bd-9c33-1814969875e8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4769921 Apr 23 00:04:48.835645 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52378) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:48.838745 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-70cc84c4-08f2-430b-96e4-4d45cfd93126 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:48.903996 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52380) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:49.049758 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cefba88d-9884-43d3-80a0-e53345f03eec req-5a9190f2-5b7d-4977-a744-0a9d5f9a679a tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458253 Apr 23 00:04:49.050074 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e215964-ca6e-4a28-af77-7f5268ebafc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-1a7d97d5-e703-4fdb-9224-760558481f82', 'network_id': '1a7d97d5-e703-4fdb-9224-760558481f82', 'tenant_id': '3f5c90fac34e409dafed2f5eab79a33b', 'fixed_ips': [{'subnet_id': '82439766-28b3-4475-ba77-b120862a0fc3'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:04:49.051029 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e215964-ca6e-4a28-af77-7f5268ebafc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.074526 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fed7371b-da44-43aa-9bed-c98a6e83d934 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.142889 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-28ccd68c-6a05-42f1-93da-c486d7e10341 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1460430619'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:49.146882 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139b2c1d-1bcd-4e92-99ea-eafd8885d48e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:49.147479 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-139b2c1d-1bcd-4e92-99ea-eafd8885d48e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.155088 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fed7371b-da44-43aa-9bed-c98a6e83d934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.156997 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d35e9d-3386-49fd-964d-45d844e8145b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6c1a9f-b592-4049-95a3-0065d717c219,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:49.190717 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-91d35e9d-3386-49fd-964d-45d844e8145b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.191070 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-91d35e9d-3386-49fd-964d-45d844e8145b admin admin] Added segment 7fe23319-4834-4eef-b348-c43219584a67 of type vlan for network 3d224e48-36a8-42d0-8738-ed5ea1abe259 Apr 23 00:04:49.221979 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed7371b-da44-43aa-9bed-c98a6e83d934 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:49.228376 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-fed7371b-da44-43aa-9bed-c98a6e83d934 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:49.243025 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7371b-da44-43aa-9bed-c98a6e83d934 None None] Pushing event updated for resources: {'Port': ['ID=a741909e-a974-4b02-a6a6-b4603d2ed199,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:49.246564 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-70cc84c4-08f2-430b-96e4-4d45cfd93126 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.246864 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed7371b-da44-43aa-9bed-c98a6e83d934 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:49.250285 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e05bc16-d611-4b19-91af-d687ffae3be6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.300128 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-91d35e9d-3386-49fd-964d-45d844e8145b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.321349 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254cd0c-019e-44fc-90ad-1ba1c0db63a7 req-3d62808d-9eda-41a6-8f55-f4f03ddd81b9 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:49.330001 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3254cd0c-019e-44fc-90ad-1ba1c0db63a7 req-3d62808d-9eda-41a6-8f55-f4f03ddd81b9 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.1791642 Apr 23 00:04:49.331634 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ccd68c-6a05-42f1-93da-c486d7e10341 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Made reservation on behalf of dff97029a5b74c08a025f88e2eb1aa56 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:49.335453 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-28ccd68c-6a05-42f1-93da-c486d7e10341 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.343487 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-fed7371b-da44-43aa-9bed-c98a6e83d934 None None] Attempting to bind port a741909e-a974-4b02-a6a6-b4603d2ed199 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:49.344053 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8a4aa0ba-9e4c-4066-b6f5-4e18911eeaaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.344143 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-fed7371b-da44-43aa-9bed-c98a6e83d934 None None] Attempting to bind port a741909e-a974-4b02-a6a6-b4603d2ed199 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:49.351404 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed7371b-da44-43aa-9bed-c98a6e83d934 None None] Attempting to bind port a741909e-a974-4b02-a6a6-b4603d2ed199 on network 52c789e5-894b-4719-a369-b13bd1dbccf2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:49.351532 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-139b2c1d-1bcd-4e92-99ea-eafd8885d48e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4528062 Apr 23 00:04:49.351651 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-28ccd68c-6a05-42f1-93da-c486d7e10341 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.353045 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed7371b-da44-43aa-9bed-c98a6e83d934 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:04:49.353485 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed7371b-da44-43aa-9bed-c98a6e83d934 None None] Checking segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:04:49.353972 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fed7371b-da44-43aa-9bed-c98a6e83d934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.354440 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed7371b-da44-43aa-9bed-c98a6e83d934 None None] Bound using segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:04:49.354988 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-fed7371b-da44-43aa-9bed-c98a6e83d934 None None] Bound port: a741909e-a974-4b02-a6a6-b4603d2ed199, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:04:49.355438 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fed7371b-da44-43aa-9bed-c98a6e83d934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.357723 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52386) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:49.359338 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-3e215964-ca6e-4a28-af77-7f5268ebafc9 None None] Allocated IP 172.20.0.2 (1a7d97d5-e703-4fdb-9224-760558481f82/82439766-28b3-4475-ba77-b120862a0fc3/d0e93db9-2a34-4f56-91fb-d2f4646d2064) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:49.396588 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-23dc32ab-c6d8-45e7-841b-bd7d0fde4f52 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Request body: {'network': {'name': 'tempest-router-network01--1322665615'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:49.408958 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3254cd0c-019e-44fc-90ad-1ba1c0db63a7 req-2be943d3-1477-4964-bfb1-cdc0ef63a3b3 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760567 Apr 23 00:04:49.470197 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-91d35e9d-3386-49fd-964d-45d844e8145b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.472303 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d35e9d-3386-49fd-964d-45d844e8145b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:49.473101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-91d35e9d-3386-49fd-964d-45d844e8145b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.509149 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-fed7371b-da44-43aa-9bed-c98a6e83d934 None None] For port a741909e-a974-4b02-a6a6-b4603d2ed199, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:04:49.517727 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-fed7371b-da44-43aa-9bed-c98a6e83d934 None None] For port a741909e-a974-4b02-a6a6-b4603d2ed199, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a741909e-a974-4b02-a6a6-b4603d2ed199,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:04:49.556671 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dc32ab-c6d8-45e7-841b-bd7d0fde4f52 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Made reservation on behalf of 3f5c90fac34e409dafed2f5eab79a33b for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:49.560280 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23dc32ab-c6d8-45e7-841b-bd7d0fde4f52 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.562054 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d35e9d-3386-49fd-964d-45d844e8145b admin admin] Pushing event updated for resources: {'Network': ['ID=3d224e48-36a8-42d0-8738-ed5ea1abe259,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:49.562645 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-70cc84c4-08f2-430b-96e4-4d45cfd93126 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.576036 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 3d224e48-36a8-42d0-8738-ed5ea1abe259 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:04:49.588204 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-91d35e9d-3386-49fd-964d-45d844e8145b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0247266 Apr 23 00:04:49.588204 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8a4aa0ba-9e4c-4066-b6f5-4e18911eeaaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.588204 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52390) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:49.588204 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-d970339f-7027-44f3-a739-e5d489a3c224 admin admin] Request body: {'subnet': {'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-192936210-subnet', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'ip_version': 4}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:49.612105 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc84c4-08f2-430b-96e4-4d45cfd93126 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Subnet': ['ID=bbc192e5-d201-4bb1-9013-fdb24e70a67f,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:49.638611 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fed7371b-da44-43aa-9bed-c98a6e83d934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.638878 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23dc32ab-c6d8-45e7-841b-bd7d0fde4f52 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:04:49.641044 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-70cc84c4-08f2-430b-96e4-4d45cfd93126 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.644205 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-70cc84c4-08f2-430b-96e4-4d45cfd93126 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/subnets/bbc192e5-d201-4bb1-9013-fdb24e70a67f HTTP/1.1" status: 204 len: 168 time: 1.0192287 Apr 23 00:04:49.654523 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52392) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:49.670143 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-d2d2fdb2-6cf7-4ce6-80c8-c3bdfa80e50d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'subnet': {'network_id': 'b1f19102-072e-4aa8-ace3-d4d6ad38968f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:49.683062 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4aa0ba-9e4c-4066-b6f5-4e18911eeaaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Network 54312371-ba14-48fa-95f7-65aed0b8c4d2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:49.693011 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-8a4aa0ba-9e4c-4066-b6f5-4e18911eeaaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:49.698144 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4aa0ba-9e4c-4066-b6f5-4e18911eeaaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:49.699938 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4aa0ba-9e4c-4066-b6f5-4e18911eeaaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:49.700555 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8a4aa0ba-9e4c-4066-b6f5-4e18911eeaaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.705160 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fcc1ef-88da-41ce-933f-8dc20894c198 None None] Network b1f19102-072e-4aa8-ace3-d4d6ad38968f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:49.717014 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23dc32ab-c6d8-45e7-841b-bd7d0fde4f52 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.717267 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-23dc32ab-c6d8-45e7-841b-bd7d0fde4f52 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Added segment a449421b-f635-4abb-84dd-fe6b6abe4daf of type vlan for network 060f4aeb-c5e1-4483-ab09-5e2114e3d256 Apr 23 00:04:49.717358 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4aa0ba-9e4c-4066-b6f5-4e18911eeaaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Pushing event updated for resources: {'Port': ['ID=e9083b99-186b-4b41-97df-3f6d4c13f02d,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:49.717783 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7371b-da44-43aa-9bed-c98a6e83d934 None None] Pushing event updated for resources: {'Port': ['ID=a741909e-a974-4b02-a6a6-b4603d2ed199,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:49.720871 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e215964-ca6e-4a28-af77-7f5268ebafc9 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.726031 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d970339f-7027-44f3-a739-e5d489a3c224 admin admin] Made reservation on behalf of eca10cab387440428e231a953cda4553 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:49.729656 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d970339f-7027-44f3-a739-e5d489a3c224 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.738235 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-28ccd68c-6a05-42f1-93da-c486d7e10341 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.807477 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-28ccd68c-6a05-42f1-93da-c486d7e10341 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.817647 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8a4aa0ba-9e4c-4066-b6f5-4e18911eeaaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3720286 Apr 23 00:04:49.820261 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52394) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:49.826025 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:49.872673 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e215964-ca6e-4a28-af77-7f5268ebafc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.906168 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-2e05bc16-d611-4b19-91af-d687ffae3be6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 2001:db8::1 (52c789e5-894b-4719-a369-b13bd1dbccf2/61830df3-fa0f-4577-9ee6-5f428c71991d/44d0cc84-26cd-4a8a-b195-92deb8d00732) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:49.935383 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e215964-ca6e-4a28-af77-7f5268ebafc9 None None] Pushing event updated for resources: {'Port': ['ID=d0e93db9-2a34-4f56-91fb-d2f4646d2064,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:49.959781 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23dc32ab-c6d8-45e7-841b-bd7d0fde4f52 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:49.966941 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e215964-ca6e-4a28-af77-7f5268ebafc9 None None] Network 1a7d97d5-e703-4fdb-9224-760558481f82 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:49.971545 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3e215964-ca6e-4a28-af77-7f5268ebafc9 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:49.972677 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e215964-ca6e-4a28-af77-7f5268ebafc9 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:50.013713 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:50.025724 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ccd68c-6a05-42f1-93da-c486d7e10341 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:04:50.075344 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.db.resource_extend [None req-23dc32ab-c6d8-45e7-841b-bd7d0fde4f52 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:04:50.076010 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-3e215964-ca6e-4a28-af77-7f5268ebafc9 None None] Attempting to bind port d0e93db9-2a34-4f56-91fb-d2f4646d2064 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:50.076382 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-3e215964-ca6e-4a28-af77-7f5268ebafc9 None None] Attempting to bind port d0e93db9-2a34-4f56-91fb-d2f4646d2064 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '74a9f44a-51ce-425a-819f-68b11e44f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1a7d97d5-e703-4fdb-9224-760558481f82'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:50.076759 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e215964-ca6e-4a28-af77-7f5268ebafc9 None None] Attempting to bind port d0e93db9-2a34-4f56-91fb-d2f4646d2064 on network 1a7d97d5-e703-4fdb-9224-760558481f82 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:50.083510 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e215964-ca6e-4a28-af77-7f5268ebafc9 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:04:50.084740 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e215964-ca6e-4a28-af77-7f5268ebafc9 None None] Checking segment: {'id': '74a9f44a-51ce-425a-819f-68b11e44f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1a7d97d5-e703-4fdb-9224-760558481f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:04:50.085601 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e215964-ca6e-4a28-af77-7f5268ebafc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:50.086325 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e215964-ca6e-4a28-af77-7f5268ebafc9 None None] Bound using segment: {'id': '74a9f44a-51ce-425a-819f-68b11e44f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1a7d97d5-e703-4fdb-9224-760558481f82'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:04:50.087853 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-3e215964-ca6e-4a28-af77-7f5268ebafc9 None None] Bound port: d0e93db9-2a34-4f56-91fb-d2f4646d2064, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a9f44a-51ce-425a-819f-68b11e44f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1a7d97d5-e703-4fdb-9224-760558481f82'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:04:50.088551 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e215964-ca6e-4a28-af77-7f5268ebafc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:50.095731 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-28ccd68c-6a05-42f1-93da-c486d7e10341 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:50.100712 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-28ccd68c-6a05-42f1-93da-c486d7e10341 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Added segment cca4ce18-1207-4443-aaff-5d97c52b8700 of type vlan for network 2b958ac2-f04d-466e-a022-77a24e90fb1d Apr 23 00:04:50.123559 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec79f79-624e-42e1-9b0a-5b713c8ed491 req-308b3a6a-5c62-40b7-b279-e377175b131d tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:50.123789 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccd68c-6a05-42f1-93da-c486d7e10341 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f27910ba-a7d3-41ad-ad94-24ac93c6c970,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:50.128132 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1ec79f79-624e-42e1-9b0a-5b713c8ed491 req-308b3a6a-5c62-40b7-b279-e377175b131d tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.1728630 Apr 23 00:04:50.193738 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-28ccd68c-6a05-42f1-93da-c486d7e10341 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:50.209178 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d2fdb2-6cf7-4ce6-80c8-c3bdfa80e50d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:50.213591 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d2d2fdb2-6cf7-4ce6-80c8-c3bdfa80e50d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:50.220736 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3e215964-ca6e-4a28-af77-7f5268ebafc9 None None] For port d0e93db9-2a34-4f56-91fb-d2f4646d2064, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:04:50.225374 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3e215964-ca6e-4a28-af77-7f5268ebafc9 None None] For port d0e93db9-2a34-4f56-91fb-d2f4646d2064, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d0e93db9-2a34-4f56-91fb-d2f4646d2064,segment=NetworkSegment(74a9f44a-51ce-425a-819f-68b11e44f5b1),segment_id=74a9f44a-51ce-425a-819f-68b11e44f5b1)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:04:50.247667 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23dc32ab-c6d8-45e7-841b-bd7d0fde4f52 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:50.253110 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dc32ab-c6d8-45e7-841b-bd7d0fde4f52 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:50.253695 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-23dc32ab-c6d8-45e7-841b-bd7d0fde4f52 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:50.296939 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e215964-ca6e-4a28-af77-7f5268ebafc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:50.307372 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e05bc16-d611-4b19-91af-d687ffae3be6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:50.332295 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1ec79f79-624e-42e1-9b0a-5b713c8ed491 req-7329b431-b838-414b-b635-63cbfd42d84f tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724300 Apr 23 00:04:50.395434 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e215964-ca6e-4a28-af77-7f5268ebafc9 None None] Pushing event updated for resources: {'Port': ['ID=d0e93db9-2a34-4f56-91fb-d2f4646d2064,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:50.404871 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d970339f-7027-44f3-a739-e5d489a3c224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:50.457548 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-23dc32ab-c6d8-45e7-841b-bd7d0fde4f52 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0657783 Apr 23 00:04:50.462121 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52398) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:50.471793 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-280dccca-a1a7-4912-9061-88b192eb4dd5 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Request body: {'network': {'name': 'tempest-router-network02--1406330346'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:50.481519 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc32ab-c6d8-45e7-841b-bd7d0fde4f52 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Pushing event updated for resources: {'Network': ['ID=060f4aeb-c5e1-4483-ab09-5e2114e3d256,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:50.493905 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 060f4aeb-c5e1-4483-ab09-5e2114e3d256 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:04:50.512378 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-28ccd68c-6a05-42f1-93da-c486d7e10341 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:50.520814 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ccd68c-6a05-42f1-93da-c486d7e10341 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:50.521956 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-28ccd68c-6a05-42f1-93da-c486d7e10341 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:50.544807 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] device_id is not set on port e9083b99-186b-4b41-97df-3f6d4c13f02d yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:04:50.558345 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280dccca-a1a7-4912-9061-88b192eb4dd5 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Made reservation on behalf of 3f5c90fac34e409dafed2f5eab79a33b for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:50.568530 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-280dccca-a1a7-4912-9061-88b192eb4dd5 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:50.588943 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:50.663802 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970339f-7027-44f3-a739-e5d489a3c224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3d429f2-9bee-4153-ac8c-0a0937fc9ed2,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:50.664719 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-28ccd68c-6a05-42f1-93da-c486d7e10341 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7567246 Apr 23 00:04:50.666518 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e05bc16-d611-4b19-91af-d687ffae3be6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:50.674679 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52400) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:50.697024 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:50.699474 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d970339f-7027-44f3-a739-e5d489a3c224 admin admin] Checking segment: {'id': '7fe23319-4834-4eef-b348-c43219584a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:04:50.699879 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d970339f-7027-44f3-a739-e5d489a3c224 admin admin] Network hostable DHCP agents. Network: 3d224e48-36a8-42d0-8738-ed5ea1abe259, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:04:50.718634 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-33f3ae0d-f62d-4f76-bad3-737cd4aba2ae tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Request body: {'subnet': {'network_id': '2b958ac2-f04d-466e-a022-77a24e90fb1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:50.786583 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280dccca-a1a7-4912-9061-88b192eb4dd5 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:04:50.808592 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccd68c-6a05-42f1-93da-c486d7e10341 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event updated for resources: {'Network': ['ID=2b958ac2-f04d-466e-a022-77a24e90fb1d,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:50.851350 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Pushing event updated for resources: {'Port': ['ID=e9083b99-186b-4b41-97df-3f6d4c13f02d,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:50.863789 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-280dccca-a1a7-4912-9061-88b192eb4dd5 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:50.864153 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-280dccca-a1a7-4912-9061-88b192eb4dd5 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Added segment 86fee54b-6f15-4f05-9649-6513d6135d50 of type vlan for network bdaa7c4f-b06b-45ab-b5ec-76164f9809ec Apr 23 00:04:50.886285 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e05bc16-d611-4b19-91af-d687ffae3be6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:50.906291 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a741909e-a974-4b02-a6a6-b4603d2ed199 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:50.908198 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 2b958ac2-f04d-466e-a022-77a24e90fb1d details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:04:50.969757 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-2e05bc16-d611-4b19-91af-d687ffae3be6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:50.985100 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d970339f-7027-44f3-a739-e5d489a3c224 admin admin] Network 3d224e48-36a8-42d0-8738-ed5ea1abe259 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:04:50.991292 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e05bc16-d611-4b19-91af-d687ffae3be6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:50.991883 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e05bc16-d611-4b19-91af-d687ffae3be6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:51.000954 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-280dccca-a1a7-4912-9061-88b192eb4dd5 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:51.005999 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:51.006342 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:51.006688 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:51.021904 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port e9083b99-186b-4b41-97df-3f6d4c13f02d on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:51.022421 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:51.050952 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 2 to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d Apr 23 00:04:51.072252 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port a741909e-a974-4b02-a6a6-b4603d2ed199 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:51.073425 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:51.073762 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05bc16-d611-4b19-91af-d687ffae3be6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=44d0cc84-26cd-4a8a-b195-92deb8d00732,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:51.086196 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-d970339f-7027-44f3-a739-e5d489a3c224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 3d224e48-36a8-42d0-8738-ed5ea1abe259) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:51.093173 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:51.093525 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:51.093910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:51.097291 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d970339f-7027-44f3-a739-e5d489a3c224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:51.097916 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d970339f-7027-44f3-a739-e5d489a3c224 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:51.115910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port e9083b99-186b-4b41-97df-3f6d4c13f02d on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:51.116111 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:51.117272 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 3 to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d Apr 23 00:04:51.119853 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dd3a3c-c557-4a89-b6b8-8286802445bb None None] Network 3d224e48-36a8-42d0-8738-ed5ea1abe259 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:51.134498 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:51.135170 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:51.135717 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:51.143617 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port e9083b99-186b-4b41-97df-3f6d4c13f02d on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:51.143963 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:51.144678 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 4 to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d Apr 23 00:04:51.163453 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:51.163822 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:51.164171 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:51.169334 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-280dccca-a1a7-4912-9061-88b192eb4dd5 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:51.180298 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280dccca-a1a7-4912-9061-88b192eb4dd5 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:51.180980 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-280dccca-a1a7-4912-9061-88b192eb4dd5 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:51.213480 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d970339f-7027-44f3-a739-e5d489a3c224 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6272328 Apr 23 00:04:51.232356 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52402) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:51.239180 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-dfc624e6-ee24-4784-8046-2971a17b67f2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:51.271742 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port e9083b99-186b-4b41-97df-3f6d4c13f02d on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:51.272259 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:51.272465 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 5 to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d Apr 23 00:04:51.287025 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:51.294661 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f3ae0d-f62d-4f76-bad3-737cd4aba2ae tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Made reservation on behalf of dff97029a5b74c08a025f88e2eb1aa56 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:51.298936 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-33f3ae0d-f62d-4f76-bad3-737cd4aba2ae tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:51.347750 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280dccca-a1a7-4912-9061-88b192eb4dd5 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Pushing event updated for resources: {'Network': ['ID=bdaa7c4f-b06b-45ab-b5ec-76164f9809ec,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:51.359736 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-e20c3c74-93de-4c9f-bbd2-c5953adc1fde None None] Provisioning complete for port 7dcdb8b1-4788-48cc-ac7a-e8136908f468 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:51.359736 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e20c3c74-93de-4c9f-bbd2-c5953adc1fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:51.361164 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:51.361287 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:51.361577 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:51.366146 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network bdaa7c4f-b06b-45ab-b5ec-76164f9809ec details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:04:51.371702 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e05bc16-d611-4b19-91af-d687ffae3be6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:51.376237 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port e9083b99-186b-4b41-97df-3f6d4c13f02d on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:51.376485 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:51.379888 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-280dccca-a1a7-4912-9061-88b192eb4dd5 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9138033 Apr 23 00:04:51.380381 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 6 to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d Apr 23 00:04:51.390665 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52406) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:51.396104 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:51.396455 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:51.396793 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:51.398282 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-7af5fb8b-5887-4f84-9c49-2de6ea22bb0e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Request body: {'subnet': {'network_id': '060f4aeb-c5e1-4483-ab09-5e2114e3d256', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:51.401846 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port e9083b99-186b-4b41-97df-3f6d4c13f02d on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:51.402200 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:51.402582 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 7 to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d Apr 23 00:04:51.421113 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dfc624e6-ee24-4784-8046-2971a17b67f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:51.422704 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dfc624e6-ee24-4784-8046-2971a17b67f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:51.433968 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:51.434371 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:51.434709 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:51.441092 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port a741909e-a974-4b02-a6a6-b4603d2ed199, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a741909e-a974-4b02-a6a6-b4603d2ed199,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:51.447530 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port e9083b99-186b-4b41-97df-3f6d4c13f02d on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:51.447890 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:51.451812 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 8 to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d Apr 23 00:04:51.481661 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:51.481997 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:51.484911 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:51.497912 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port e9083b99-186b-4b41-97df-3f6d4c13f02d on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:51.498310 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:51.498710 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 9 to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d Apr 23 00:04:51.520225 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:51.527507 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:51.529064 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:51.529725 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:51.535403 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port e9083b99-186b-4b41-97df-3f6d4c13f02d on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:51.535974 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:51.536519 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempt 10 to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d Apr 23 00:04:51.547141 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d2d2fdb2-6cf7-4ce6-80c8-c3bdfa80e50d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:51.553271 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d7cde0-b929-4de3-b800-e2c732050fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-3d224e48-36a8-42d0-8738-ed5ea1abe259', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'fixed_ips': [{'subnet_id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:04:51.553602 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:51.554047 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:51.554136 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61d7cde0-b929-4de3-b800-e2c732050fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:51.554277 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempting to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:51.560752 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Port e9083b99-186b-4b41-97df-3f6d4c13f02d on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:04:51.561336 dv-neutron-838783-1-hyperv neutron-server[103144]: ERROR neutron.plugins.ml2.managers [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Failed to bind port e9083b99-186b-4b41-97df-3f6d4c13f02d on host hv-neutron-8387 for vnic_type normal using segments [{'id': '630f6dae-128a-432d-8e65-2af02e15f0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '54312371-ba14-48fa-95f7-65aed0b8c4d2'}] Apr 23 00:04:51.561867 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:51.713548 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] For port e9083b99-186b-4b41-97df-3f6d4c13f02d, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:04:51.714310 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attempted to set empty binding levels {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 23 00:04:51.740405 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=a741909e-a974-4b02-a6a6-b4603d2ed199,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:51.783700 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:51.801311 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-e20c3c74-93de-4c9f-bbd2-c5953adc1fde None None] Provisioning complete for port f1a45ab3-9d2e-4089-8ec5-a60bb6429b89 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:51.810315 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e20c3c74-93de-4c9f-bbd2-c5953adc1fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:51.853602 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Pushing event updated for resources: {'Port': ['ID=e9083b99-186b-4b41-97df-3f6d4c13f02d,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:51.856843 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e20c3c74-93de-4c9f-bbd2-c5953adc1fde None None] Port f1a45ab3-9d2e-4089-8ec5-a60bb6429b89 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:51.860460 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-61d7cde0-b929-4de3-b800-e2c732050fc3 None None] Allocated IP 172.20.0.2 (3d224e48-36a8-42d0-8738-ed5ea1abe259/c3d429f2-9bee-4153-ac8c-0a0937fc9ed2/27295944-0763-4651-ba84-0c46adf9c88c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:51.873527 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] In _notify_port_updated(), no bound segment for port e9083b99-186b-4b41-97df-3f6d4c13f02d on network 54312371-ba14-48fa-95f7-65aed0b8c4d2 {{(pid=103144) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 23 00:04:51.874436 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:51.881406 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:51.885297 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9cf4b11d-fd5e-4f1d-b7e6-7c4dfeaef207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] 10.222.0.15 "PUT /v2.0/ports/e9083b99-186b-4b41-97df-3f6d4c13f02d HTTP/1.1" status: 200 len: 980 time: 2.0602610 Apr 23 00:04:51.886130 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52408) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:51.986773 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-7b2f6ef4-a121-4ff5-b566-d82b98f791dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Deleting port e9083b99-186b-4b41-97df-3f6d4c13f02d {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:51.987126 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7b2f6ef4-a121-4ff5-b566-d82b98f791dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:52.033539 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-41a99fc7-feab-4733-a4e6-7d21a464b87a None None] Provisioning complete for port a741909e-a974-4b02-a6a6-b4603d2ed199 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:52.033918 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41a99fc7-feab-4733-a4e6-7d21a464b87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:52.065148 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8a163c-5c08-4a4e-9078-c2c1356cb18f None None] Network 1a7d97d5-e703-4fdb-9224-760558481f82 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:52.068339 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-7b2f6ef4-a121-4ff5-b566-d82b98f791dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] For port e9083b99-186b-4b41-97df-3f6d4c13f02d, host hv-neutron-8387, got binding levels [] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:52.068339 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7b2f6ef4-a121-4ff5-b566-d82b98f791dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:52.082476 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-7b2f6ef4-a121-4ff5-b566-d82b98f791dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Calling delete_port for e9083b99-186b-4b41-97df-3f6d4c13f02d owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:52.099730 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61d7cde0-b929-4de3-b800-e2c732050fc3 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:52.188176 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d2fdb2-6cf7-4ce6-80c8-c3bdfa80e50d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network b1f19102-072e-4aa8-ace3-d4d6ad38968f is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:52.203203 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dfc624e6-ee24-4784-8046-2971a17b67f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:52.212485 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61d7cde0-b929-4de3-b800-e2c732050fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:52.239540 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-d2d2fdb2-6cf7-4ce6-80c8-c3bdfa80e50d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:52.266079 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d2fdb2-6cf7-4ce6-80c8-c3bdfa80e50d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:52.266946 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d2d2fdb2-6cf7-4ce6-80c8-c3bdfa80e50d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:52.267901 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7b2f6ef4-a121-4ff5-b566-d82b98f791dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:52.273858 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe31658-5680-4abc-9573-57ef67a60a2d None None] Network b1f19102-072e-4aa8-ace3-d4d6ad38968f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:52.280171 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2fdb2-6cf7-4ce6-80c8-c3bdfa80e50d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Subnet': ['ID=5a2d9d88-2726-4961-81f4-d9ddc80d1c4b,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:52.312339 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f6ef4-a121-4ff5-b566-d82b98f791dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9083b99-186b-4b41-97df-3f6d4c13f02d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:52.320502 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d7cde0-b929-4de3-b800-e2c732050fc3 None None] Network 3d224e48-36a8-42d0-8738-ed5ea1abe259 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:52.338850 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7cde0-b929-4de3-b800-e2c732050fc3 None None] Pushing event updated for resources: {'Port': ['ID=27295944-0763-4651-ba84-0c46adf9c88c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:52.341561 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-61d7cde0-b929-4de3-b800-e2c732050fc3 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:52.347707 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7b2f6ef4-a121-4ff5-b566-d82b98f791dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:52.357105 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7b2f6ef4-a121-4ff5-b566-d82b98f791dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] 10.222.0.15 "DELETE /v2.0/ports/e9083b99-186b-4b41-97df-3f6d4c13f02d HTTP/1.1" status: 204 len: 168 time: 0.4673357 Apr 23 00:04:52.362207 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52410) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:52.372411 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d7cde0-b929-4de3-b800-e2c732050fc3 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:52.412225 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-9500a32a-d05c-4c63-8766-da0c4dd0eeff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] GET failed (client error): The resource could not be found. Apr 23 00:04:52.426381 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52412) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:52.429031 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9500a32a-d05c-4c63-8766-da0c4dd0eeff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196120761-project-admin] 10.222.0.15 "GET /v2.0/ports/e9083b99-186b-4b41-97df-3f6d4c13f02d HTTP/1.1" status: 404 len: 333 time: 0.0648158 Apr 23 00:04:52.429535 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af5fb8b-5887-4f84-9c49-2de6ea22bb0e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Made reservation on behalf of 3f5c90fac34e409dafed2f5eab79a33b for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:52.433842 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7af5fb8b-5887-4f84-9c49-2de6ea22bb0e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:52.439713 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d2d2fdb2-6cf7-4ce6-80c8-c3bdfa80e50d tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7840762 Apr 23 00:04:52.442233 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52414) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:52.450850 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-d8ad3884-58bb-49d1-a80e-abadc2dec3fc tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'security_group': {'name': 'tempest-secgroup-1548015317'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:52.500869 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-41a99fc7-feab-4733-a4e6-7d21a464b87a None None] Provisioning complete for port 44d0cc84-26cd-4a8a-b195-92deb8d00732 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:52.501418 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41a99fc7-feab-4733-a4e6-7d21a464b87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:52.502550 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afacbc3-3601-4603-bf95-71148b3d5c30 req-66888981-44d6-4972-94ec-efa72e15badd tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:52.504115 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1afacbc3-3601-4603-bf95-71148b3d5c30 req-66888981-44d6-4972-94ec-efa72e15badd tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.7196653 Apr 23 00:04:52.537821 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d8ad3884-58bb-49d1-a80e-abadc2dec3fc tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:52.551403 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-61d7cde0-b929-4de3-b800-e2c732050fc3 None None] Attempting to bind port 27295944-0763-4651-ba84-0c46adf9c88c on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:52.554904 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-61d7cde0-b929-4de3-b800-e2c732050fc3 None None] Attempting to bind port 27295944-0763-4651-ba84-0c46adf9c88c by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '7fe23319-4834-4eef-b348-c43219584a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:52.554904 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d7cde0-b929-4de3-b800-e2c732050fc3 None None] Attempting to bind port 27295944-0763-4651-ba84-0c46adf9c88c on network 3d224e48-36a8-42d0-8738-ed5ea1abe259 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:52.590761 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d7cde0-b929-4de3-b800-e2c732050fc3 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:04:52.591134 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d7cde0-b929-4de3-b800-e2c732050fc3 None None] Checking segment: {'id': '7fe23319-4834-4eef-b348-c43219584a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:04:52.591539 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61d7cde0-b929-4de3-b800-e2c732050fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:52.591956 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d7cde0-b929-4de3-b800-e2c732050fc3 None None] Bound using segment: {'id': '7fe23319-4834-4eef-b348-c43219584a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:04:52.592441 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-61d7cde0-b929-4de3-b800-e2c732050fc3 None None] Bound port: 27295944-0763-4651-ba84-0c46adf9c88c, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe23319-4834-4eef-b348-c43219584a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:04:52.592825 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61d7cde0-b929-4de3-b800-e2c732050fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:52.599539 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-41a99fc7-feab-4733-a4e6-7d21a464b87a None None] Port 44d0cc84-26cd-4a8a-b195-92deb8d00732 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:52.629088 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d8ad3884-58bb-49d1-a80e-abadc2dec3fc tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:52.704117 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d8ad3884-58bb-49d1-a80e-abadc2dec3fc tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:52.728079 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-61d7cde0-b929-4de3-b800-e2c732050fc3 None None] For port 27295944-0763-4651-ba84-0c46adf9c88c, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:04:52.744631 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dfc624e6-ee24-4784-8046-2971a17b67f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:52.751922 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-61d7cde0-b929-4de3-b800-e2c732050fc3 None None] For port 27295944-0763-4651-ba84-0c46adf9c88c, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=27295944-0763-4651-ba84-0c46adf9c88c,segment=NetworkSegment(7fe23319-4834-4eef-b348-c43219584a67),segment_id=7fe23319-4834-4eef-b348-c43219584a67)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:04:52.758367 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d4002f4f-0f96-41ce-9e69-d15ec58ba076 None None] Provisioning complete for port d0e93db9-2a34-4f56-91fb-d2f4646d2064 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:52.758961 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4002f4f-0f96-41ce-9e69-d15ec58ba076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:52.795946 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a410b559-5b45-40e7-a270-ce0d9656a1dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:52.804782 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad3884-58bb-49d1-a80e-abadc2dec3fc tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c96e22f1-d53f-4782-91d0-c2d866a3a5a3,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:52.811338 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d8ad3884-58bb-49d1-a80e-abadc2dec3fc tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:52.816143 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d8ad3884-58bb-49d1-a80e-abadc2dec3fc tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3716364 Apr 23 00:04:52.816505 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52416) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:52.828661 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-895862f6-fb34-496a-ae94-470fd3ce2eec tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'security_group': {'name': 'tempest-secgroup-306370544'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:52.845192 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a741909e-a974-4b02-a6a6-b4603d2ed199 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:52.852916 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-33f3ae0d-f62d-4f76-bad3-737cd4aba2ae tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:52.866647 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1afacbc3-3601-4603-bf95-71148b3d5c30 req-e1374911-0414-4ad3-9b3e-d26c1f5c2a6c tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3028574 Apr 23 00:04:52.896671 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61d7cde0-b929-4de3-b800-e2c732050fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:52.945101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-895862f6-fb34-496a-ae94-470fd3ce2eec tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:53.032240 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-895862f6-fb34-496a-ae94-470fd3ce2eec tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:53.094997 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3ae0d-f62d-4f76-bad3-737cd4aba2ae tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event updated for resources: {'Subnet': ['ID=cebd42da-7a49-4d45-8234-2cbc63b28f68,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:53.106245 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-895862f6-fb34-496a-ae94-470fd3ce2eec tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:53.124957 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e05bc16-d611-4b19-91af-d687ffae3be6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:53.126000 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701736f4-0501-4580-8dbb-4d4fdc1a11ee None None] Update dhcp port {'port': {'network_id': 'b1f19102-072e-4aa8-ace3-d4d6ad38968f', 'fixed_ips': [{'subnet_id': 'a7abe7bf-c73f-426e-aa87-c2211cfbeea9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5a2d9d88-2726-4961-81f4-d9ddc80d1c4b'}], 'binding:host_id': 'dv-neutron-838783-1-hyperv'}, 'id': '7dcdb8b1-4788-48cc-ac7a-e8136908f468'} from dv-neutron-838783-1-hyperv. {{(pid=103146) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 23 00:04:53.153499 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895862f6-fb34-496a-ae94-470fd3ce2eec tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b9db3a-094c-4463-9ca8-f5b7ed481cfb,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:53.161273 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port a741909e-a974-4b02-a6a6-b4603d2ed199 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:53.161646 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:53.166614 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7cde0-b929-4de3-b800-e2c732050fc3 None None] Pushing event updated for resources: {'Port': ['ID=27295944-0763-4651-ba84-0c46adf9c88c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:53.219520 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-895862f6-fb34-496a-ae94-470fd3ce2eec tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:53.220886 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-895862f6-fb34-496a-ae94-470fd3ce2eec tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4034338 Apr 23 00:04:53.230033 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52422) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:53.234835 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-aa9c98c4-1158-433f-9c8e-42223caa032c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'security_group': {'name': 'tempest-secgroup-1423331946'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:53.237488 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-701736f4-0501-4580-8dbb-4d4fdc1a11ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:53.264751 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4002f4f-0f96-41ce-9e69-d15ec58ba076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:53.267158 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a410b559-5b45-40e7-a270-ce0d9656a1dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:53.282718 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7af5fb8b-5887-4f84-9c49-2de6ea22bb0e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:53.286972 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e05bc16-d611-4b19-91af-d687ffae3be6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:53.287759 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e05bc16-d611-4b19-91af-d687ffae3be6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:53.361007 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aa9c98c4-1158-433f-9c8e-42223caa032c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:53.378198 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d4002f4f-0f96-41ce-9e69-d15ec58ba076 None None] For port d0e93db9-2a34-4f56-91fb-d2f4646d2064, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d0e93db9-2a34-4f56-91fb-d2f4646d2064,segment=NetworkSegment(74a9f44a-51ce-425a-819f-68b11e44f5b1),segment_id=74a9f44a-51ce-425a-819f-68b11e44f5b1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:53.436899 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5fb8b-5887-4f84-9c49-2de6ea22bb0e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Pushing event updated for resources: {'Subnet': ['ID=92da8b28-9fb2-4dd7-9597-30c0c6875f1f,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:53.467044 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257b007-c55f-4099-a337-14973147a428 req-5391362e-b5cd-478d-8d5e-57f1b1f39875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:53.468553 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c257b007-c55f-4099-a337-14973147a428 req-5391362e-b5cd-478d-8d5e-57f1b1f39875 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2daecb10958e408da92a371a07f83b9c&device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 1098 time: 0.0810106 Apr 23 00:04:53.511327 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4002f4f-0f96-41ce-9e69-d15ec58ba076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:53.519378 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aa9c98c4-1158-433f-9c8e-42223caa032c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:53.589867 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f3ae0d-f62d-4f76-bad3-737cd4aba2ae tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Checking segment: {'id': 'cca4ce18-1207-4443-aaff-5d97c52b8700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2b958ac2-f04d-466e-a022-77a24e90fb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:04:53.590110 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aa9c98c4-1158-433f-9c8e-42223caa032c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:53.590205 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f3ae0d-f62d-4f76-bad3-737cd4aba2ae tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Network hostable DHCP agents. Network: 2b958ac2-f04d-466e-a022-77a24e90fb1d, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:04:53.606739 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-a410b559-5b45-40e7-a270-ce0d9656a1dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54312371-ba14-48fa-95f7-65aed0b8c4d2']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:53.608561 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257b007-c55f-4099-a337-14973147a428 req-7e6ce481-c8d2-4e4d-ae6a-470fe7e5bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:53.610261 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c257b007-c55f-4099-a337-14973147a428 req-7e6ce481-c8d2-4e4d-ae6a-470fe7e5bf22 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8d8d357-da92-4298-b1b5-3d81a026a802 HTTP/1.1" status: 200 len: 912 time: 0.1322451 Apr 23 00:04:53.620024 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d0e93db9-2a34-4f56-91fb-d2f4646d2064 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:53.634438 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:53.642621 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-a410b559-5b45-40e7-a270-ce0d9656a1dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630f6dae-128a-432d-8e65-2af02e15f0dd') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:53.643158 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-a410b559-5b45-40e7-a270-ce0d9656a1dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630f6dae-128a-432d-8e65-2af02e15f0dd') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:53.663126 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e05bc16-d611-4b19-91af-d687ffae3be6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:53.678864 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-2e05bc16-d611-4b19-91af-d687ffae3be6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:53.685616 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c98c4-1158-433f-9c8e-42223caa032c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebf4bd4-a395-4418-abbe-fa8a202131ea,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:53.704454 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aa9c98c4-1158-433f-9c8e-42223caa032c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:53.710446 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a410b559-5b45-40e7-a270-ce0d9656a1dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:53.710643 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-aa9c98c4-1158-433f-9c8e-42223caa032c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4773941 Apr 23 00:04:53.711941 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4002f4f-0f96-41ce-9e69-d15ec58ba076 None None] Pushing event updated for resources: {'Port': ['ID=d0e93db9-2a34-4f56-91fb-d2f4646d2064,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:53.716178 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-701736f4-0501-4580-8dbb-4d4fdc1a11ee None None] Allocated IP 2001:db8::2 (b1f19102-072e-4aa8-ace3-d4d6ad38968f/5a2d9d88-2726-4961-81f4-d9ddc80d1c4b/7dcdb8b1-4788-48cc-ac7a-e8136908f468) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:53.718308 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52424) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:53.723067 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-90a8d8ef-e7fb-4cb2-92bc-5134c4826bea None None] Provisioning complete for port d0e93db9-2a34-4f56-91fb-d2f4646d2064 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:53.723449 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90a8d8ef-e7fb-4cb2-92bc-5134c4826bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:53.741589 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-b2fde88d-3288-4ec4-b587-906ea0dca8a5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1050132129', 'security_groups': ['1ebf4bd4-a395-4418-abbe-fa8a202131ea'], 'network_id': 'b1f19102-072e-4aa8-ace3-d4d6ad38968f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5a2d9d88-2726-4961-81f4-d9ddc80d1c4b'}]}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:53.763852 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05bc16-d611-4b19-91af-d687ffae3be6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=44d0cc84-26cd-4a8a-b195-92deb8d00732,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:53.775754 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014be8c9-3c5e-4b1f-a01c-5dd92ede6bfa req-da16efe2-f9dd-4192-9728-fd8e345c58e9 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:53.777836 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-014be8c9-3c5e-4b1f-a01c-5dd92ede6bfa req-da16efe2-f9dd-4192-9728-fd8e345c58e9 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.5045824 Apr 23 00:04:53.784566 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c257b007-c55f-4099-a337-14973147a428 req-e8cd5af2-9afb-45d9-92e9-d7030400500e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bf074c6-1213-48ed-9081-f230a0d68821 HTTP/1.1" status: 200 len: 1000 time: 0.1556756 Apr 23 00:04:53.838204 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f3ae0d-f62d-4f76-bad3-737cd4aba2ae tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Network 2b958ac2-f04d-466e-a022-77a24e90fb1d is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:04:53.846590 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a410b559-5b45-40e7-a270-ce0d9656a1dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:53.906656 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port d0e93db9-2a34-4f56-91fb-d2f4646d2064 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:53.907171 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:53.924951 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a410b559-5b45-40e7-a270-ce0d9656a1dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:04:53.925456 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a410b559-5b45-40e7-a270-ce0d9656a1dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:04:53.930373 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:04:53.944647 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257b007-c55f-4099-a337-14973147a428 req-8a0a8c2d-c9fd-4bba-95f5-eff298a9f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:53.947512 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c257b007-c55f-4099-a337-14973147a428 req-8a0a8c2d-c9fd-4bba-95f5-eff298a9f3fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e051b6c5-e40c-442b-8ae2-46ca4db94a08 HTTP/1.1" status: 200 len: 850 time: 0.1570754 Apr 23 00:04:53.964602 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af5fb8b-5887-4f84-9c49-2de6ea22bb0e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Checking segment: {'id': 'a449421b-f635-4abb-84dd-fe6b6abe4daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '060f4aeb-c5e1-4483-ab09-5e2114e3d256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:04:53.964966 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af5fb8b-5887-4f84-9c49-2de6ea22bb0e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Network hostable DHCP agents. Network: 060f4aeb-c5e1-4483-ab09-5e2114e3d256, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:04:53.981919 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-33f3ae0d-f62d-4f76-bad3-737cd4aba2ae tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 2b958ac2-f04d-466e-a022-77a24e90fb1d) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:53.986792 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f3ae0d-f62d-4f76-bad3-737cd4aba2ae tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:53.987662 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-33f3ae0d-f62d-4f76-bad3-737cd4aba2ae tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:54.029953 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326c6a60-e508-4895-9675-03adee793d38 None None] Network 2b958ac2-f04d-466e-a022-77a24e90fb1d requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:54.041813 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-701736f4-0501-4580-8dbb-4d4fdc1a11ee None None] For port 7dcdb8b1-4788-48cc-ac7a-e8136908f468, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7dcdb8b1-4788-48cc-ac7a-e8136908f468,segment=NetworkSegment(a8b5dee3-fe0e-43c4-9e52-edb0a4ad52ea),segment_id=a8b5dee3-fe0e-43c4-9e52-edb0a4ad52ea)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:54.072246 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257b007-c55f-4099-a337-14973147a428 req-95ccb2fc-860d-4377-9322-e74a1e74d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:54.082333 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c257b007-c55f-4099-a337-14973147a428 req-95ccb2fc-860d-4377-9322-e74a1e74d7c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8d8d357-da92-4298-b1b5-3d81a026a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1149633 Apr 23 00:04:54.110969 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-014be8c9-3c5e-4b1f-a01c-5dd92ede6bfa req-93a7148a-7e2e-4551-a47f-875fb7fd91d1 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799518 Apr 23 00:04:54.162864 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fde88d-3288-4ec4-b587-906ea0dca8a5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:54.226878 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-33f3ae0d-f62d-4f76-bad3-737cd4aba2ae tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5483756 Apr 23 00:04:54.227995 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a410b559-5b45-40e7-a270-ce0d9656a1dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:54.230206 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c257b007-c55f-4099-a337-14973147a428 req-f9e7a4d2-37aa-415f-bf51-69554f6a21e9 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d8d357-da92-4298-b1b5-3d81a026a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488860 Apr 23 00:04:54.233380 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a410b559-5b45-40e7-a270-ce0d9656a1dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:54.233842 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52426) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:54.236923 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a410b559-5b45-40e7-a270-ce0d9656a1dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] 10.222.0.15 "DELETE /v2.0/networks/54312371-ba14-48fa-95f7-65aed0b8c4d2 HTTP/1.1" status: 204 len: 168 time: 1.7961359 Apr 23 00:04:54.237857 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af5fb8b-5887-4f84-9c49-2de6ea22bb0e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Network 060f4aeb-c5e1-4483-ab09-5e2114e3d256 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:04:54.240929 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-1171b395-d4a4-4c12-b520-3b12da1f66ad tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-975767414', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}, 'admin_state_up': False}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:54.266525 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410b559-5b45-40e7-a270-ce0d9656a1dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147172812-project] Pushing event deleted for resources: {'Network': ['ID=54312371-ba14-48fa-95f7-65aed0b8c4d2,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:54.278358 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-701736f4-0501-4580-8dbb-4d4fdc1a11ee None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:54.288937 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-7af5fb8b-5887-4f84-9c49-2de6ea22bb0e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 060f4aeb-c5e1-4483-ab09-5e2114e3d256) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:54.294590 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-550b9634-60ee-4bb0-9b6e-69c015d22e0d None None] Provisioning complete for port 44d0cc84-26cd-4a8a-b195-92deb8d00732 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:54.294590 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-550b9634-60ee-4bb0-9b6e-69c015d22e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:54.294806 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af5fb8b-5887-4f84-9c49-2de6ea22bb0e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:54.295384 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7af5fb8b-5887-4f84-9c49-2de6ea22bb0e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:54.344458 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6724492f-51e1-4da5-91c9-156f0138c185 None None] Network 060f4aeb-c5e1-4483-ab09-5e2114e3d256 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:54.347842 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dfc624e6-ee24-4784-8046-2971a17b67f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:54.363124 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-701736f4-0501-4580-8dbb-4d4fdc1a11ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:54.374329 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dfc624e6-ee24-4784-8046-2971a17b67f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:54.446458 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b2fde88d-3288-4ec4-b587-906ea0dca8a5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:54.478219 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1171b395-d4a4-4c12-b520-3b12da1f66ad tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:54.479264 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1171b395-d4a4-4c12-b520-3b12da1f66ad tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:54.484927 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2381a90a-d882-4120-a934-e6efb2d60079 None None] Network 2b958ac2-f04d-466e-a022-77a24e90fb1d requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:54.493660 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c257b007-c55f-4099-a337-14973147a428 req-0f6dbb4b-0a85-4df5-8006-2a4ea0a0b99a service neutron] 10.222.0.16 "GET /v2.0/networks/a8d8d357-da92-4298-b1b5-3d81a026a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468410 Apr 23 00:04:54.499349 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-b2fde88d-3288-4ec4-b587-906ea0dca8a5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] device_id is not set on port 79d78cf5-ea20-4f5a-b84c-0e16072376db yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:04:54.505161 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-dfc624e6-ee24-4784-8046-2971a17b67f2 admin admin] Allocated IP 172.26.3.86 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/c99fd3f1-aed4-4208-87be-50e70bf9406d) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:54.542052 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7af5fb8b-5887-4f84-9c49-2de6ea22bb0e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1485548 Apr 23 00:04:54.542848 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e05bc16-d611-4b19-91af-d687ffae3be6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Router af519505-c1e7-46a5-aec9-6a8cadd20203 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:04:54.544664 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52430) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:54.592739 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-1fe117ce-9e6a-4e20-9f2c-36546bf988a8 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Request body: {'subnet': {'network_id': 'bdaa7c4f-b06b-45ab-b5ec-76164f9809ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:54.599658 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-550b9634-60ee-4bb0-9b6e-69c015d22e0d None None] Port 44d0cc84-26cd-4a8a-b195-92deb8d00732 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:54.621199 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec785531-eeaa-40d7-a77c-02a4a4620226 None None] Network 3d224e48-36a8-42d0-8738-ed5ea1abe259 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:54.634677 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1171b395-d4a4-4c12-b520-3b12da1f66ad tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:54.781952 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701736f4-0501-4580-8dbb-4d4fdc1a11ee None None] Pushing event updated for resources: {'Port': ['ID=7dcdb8b1-4788-48cc-ac7a-e8136908f468,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:54.840555 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-77dcad01-bb4b-4bd3-aafa-769bb4877480 None None] Provisioning complete for port 27295944-0763-4651-ba84-0c46adf9c88c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:54.840870 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77dcad01-bb4b-4bd3-aafa-769bb4877480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:54.847504 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 27295944-0763-4651-ba84-0c46adf9c88c up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:54.884448 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dfc624e6-ee24-4784-8046-2971a17b67f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:54.934599 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1171b395-d4a4-4c12-b520-3b12da1f66ad tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:54.950649 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e05bc16-d611-4b19-91af-d687ffae3be6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:04:54.957102 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2e05bc16-d611-4b19-91af-d687ffae3be6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "PUT /v2.0/routers/af519505-c1e7-46a5-aec9-6a8cadd20203/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1141651 Apr 23 00:04:54.969333 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe117ce-9e6a-4e20-9f2c-36546bf988a8 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Made reservation on behalf of 3f5c90fac34e409dafed2f5eab79a33b for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:54.969333 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1fe117ce-9e6a-4e20-9f2c-36546bf988a8 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:54.969768 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52434) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:54.986464 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73efc422-43bd-42d3-be7c-b49a70092637 None None] Sync routers for ids ['af519505-c1e7-46a5-aec9-6a8cadd20203'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:04:54.989182 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-b2fde88d-3288-4ec4-b587-906ea0dca8a5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Allocated IP 2001:db8::84 (b1f19102-072e-4aa8-ace3-d4d6ad38968f/5a2d9d88-2726-4961-81f4-d9ddc80d1c4b/79d78cf5-ea20-4f5a-b84c-0e16072376db) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:55.036156 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73efc422-43bd-42d3-be7c-b49a70092637 None None] Routers {'af519505-c1e7-46a5-aec9-6a8cadd20203'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:04:55.037322 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-73efc422-43bd-42d3-be7c-b49a70092637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['af519505-c1e7-46a5-aec9-6a8cadd20203'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:55.052457 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a977960-3adc-4674-a4b0-be768727d5db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-060f4aeb-c5e1-4483-ab09-5e2114e3d256', 'network_id': '060f4aeb-c5e1-4483-ab09-5e2114e3d256', 'tenant_id': '3f5c90fac34e409dafed2f5eab79a33b', 'fixed_ips': [{'subnet_id': '92da8b28-9fb2-4dd7-9597-30c0c6875f1f'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:04:55.052457 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a977960-3adc-4674-a4b0-be768727d5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:55.064935 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52436) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:55.074210 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dfc624e6-ee24-4784-8046-2971a17b67f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:55.099374 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d74b28-cac2-4e63-bb11-93d421e937f1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:55.101581 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e6d74b28-cac2-4e63-bb11-93d421e937f1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports/44d0cc84-26cd-4a8a-b195-92deb8d00732 HTTP/1.1" status: 200 len: 911 time: 0.1345484 Apr 23 00:04:55.110413 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52440) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:55.168350 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc624e6-ee24-4784-8046-2971a17b67f2 admin admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:55.174456 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-dfc624e6-ee24-4784-8046-2971a17b67f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:55.182602 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc624e6-ee24-4784-8046-2971a17b67f2 admin admin] Pushing event updated for resources: {'Port': ['ID=c99fd3f1-aed4-4208-87be-50e70bf9406d,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:55.185435 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc624e6-ee24-4784-8046-2971a17b67f2 admin admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:55.403867 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a261a202-6373-482d-af8e-81e9235dc6ef tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:55.409862 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a261a202-6373-482d-af8e-81e9235dc6ef tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:55.415361 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a261a202-6373-482d-af8e-81e9235dc6ef tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3038411 Apr 23 00:04:55.418041 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52444) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:55.475142 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa85984-5e6d-4eba-be85-649f36be1349 req-590317c9-01e8-43d6-ae31-cf503738d6ec tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:55.476783 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8fa85984-5e6d-4eba-be85-649f36be1349 req-590317c9-01e8-43d6-ae31-cf503738d6ec tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.2067785 Apr 23 00:04:55.533189 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-dda8d852-9b51-489b-be07-0d2cbaf83395 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85868f8235024c79865675f265ac3597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4619727 Apr 23 00:04:55.538123 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b2fde88d-3288-4ec4-b587-906ea0dca8a5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:55.539359 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52446) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:55.600999 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8fa85984-5e6d-4eba-be85-649f36be1349 req-95527669-7e97-4e0b-bb41-6071c5143c45 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116381 Apr 23 00:04:55.628306 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 27295944-0763-4651-ba84-0c46adf9c88c triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:55.628850 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:55.687695 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fad39534-ae39-4669-9196-d8ebab7adb64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:55.708416 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-73efc422-43bd-42d3-be7c-b49a70092637 None None] Set router af519505-c1e7-46a5-aec9-6a8cadd20203 gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:04:55.758082 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1171b395-d4a4-4c12-b520-3b12da1f66ad tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:55.764492 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b2fde88d-3288-4ec4-b587-906ea0dca8a5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:55.784097 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fad39534-ae39-4669-9196-d8ebab7adb64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:55.787042 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77dcad01-bb4b-4bd3-aafa-769bb4877480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:55.797851 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1171b395-d4a4-4c12-b520-3b12da1f66ad tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:55.879759 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-9a977960-3adc-4674-a4b0-be768727d5db None None] Allocated IP 172.20.0.2 (060f4aeb-c5e1-4483-ab09-5e2114e3d256/92da8b28-9fb2-4dd7-9597-30c0c6875f1f/c20a3676-f9fa-4531-9b79-e0e81c1015fa) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:55.904452 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fde88d-3288-4ec4-b587-906ea0dca8a5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network b1f19102-072e-4aa8-ace3-d4d6ad38968f is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:55.921481 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-b2fde88d-3288-4ec4-b587-906ea0dca8a5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:55.926142 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fde88d-3288-4ec4-b587-906ea0dca8a5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Port': ['ID=79d78cf5-ea20-4f5a-b84c-0e16072376db,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:55.929096 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fde88d-3288-4ec4-b587-906ea0dca8a5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:55.934649 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fde88d-3288-4ec4-b587-906ea0dca8a5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:55.935213 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b2fde88d-3288-4ec4-b587-906ea0dca8a5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:55.968699 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-77dcad01-bb4b-4bd3-aafa-769bb4877480 None None] For port 27295944-0763-4651-ba84-0c46adf9c88c, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=27295944-0763-4651-ba84-0c46adf9c88c,segment=NetworkSegment(7fe23319-4834-4eef-b348-c43219584a67),segment_id=7fe23319-4834-4eef-b348-c43219584a67)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:04:55.986813 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1fe117ce-9e6a-4e20-9f2c-36546bf988a8 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:56.037019 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b2fde88d-3288-4ec4-b587-906ea0dca8a5 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3170273 Apr 23 00:04:56.037689 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52448) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:56.040190 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:56.057230 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-c0440b4b-ad88-4167-bfe9-140e783a2f73 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'subnet': {'network_id': 'b1f19102-072e-4aa8-ace3-d4d6ad38968f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:56.062823 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-1171b395-d4a4-4c12-b520-3b12da1f66ad tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Allocated IP 172.26.3.159 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/a0cbb67d-a268-48f4-bf21-a555101e6065) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:56.070254 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77dcad01-bb4b-4bd3-aafa-769bb4877480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:56.256879 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dcad01-bb4b-4bd3-aafa-769bb4877480 None None] Pushing event updated for resources: {'Port': ['ID=27295944-0763-4651-ba84-0c46adf9c88c,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:56.270286 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe117ce-9e6a-4e20-9f2c-36546bf988a8 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Pushing event updated for resources: {'Subnet': ['ID=61e620ca-de70-4b6f-8aa0-1fc56e04b922,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:56.318991 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe117ce-9e6a-4e20-9f2c-36546bf988a8 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Checking segment: {'id': '86fee54b-6f15-4f05-9649-6513d6135d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bdaa7c4f-b06b-45ab-b5ec-76164f9809ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:04:56.319472 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe117ce-9e6a-4e20-9f2c-36546bf988a8 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Network hostable DHCP agents. Network: bdaa7c4f-b06b-45ab-b5ec-76164f9809ec, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:04:56.334550 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-1ebcdf71-2832-4f28-8920-a4265b8ea188 None None] Provisioning complete for port 7dcdb8b1-4788-48cc-ac7a-e8136908f468 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:56.335083 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ebcdf71-2832-4f28-8920-a4265b8ea188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:56.340652 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:04:56.341006 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:04:56.365580 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dfc624e6-ee24-4784-8046-2971a17b67f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:56.397513 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a977960-3adc-4674-a4b0-be768727d5db None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:56.413125 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-73efc422-43bd-42d3-be7c-b49a70092637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af519505-c1e7-46a5-aec9-6a8cadd20203', 'name': 'tempest-NetworksTestDHCPv6-router-2033042171', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:48Z', 'updated_at': '2022-04-23T00:04:51Z', 'revision_number': 2, 'project_id': 'a29b76832a9c4864a572da043b509e79', 'gw_port_host': None, '_interfaces': [{'id': '44d0cc84-26cd-4a8a-b195-92deb8d00732', 'name': '', 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'mac_address': 'fa:16:3e:0d:d3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af519505-c1e7-46a5-aec9-6a8cadd20203', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '61830df3-fa0f-4577-9ee6-5f428c71991d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:49Z', 'updated_at': '2022-04-23T00:04:52Z', 'revision_number': 2, 'project_id': 'a29b76832a9c4864a572da043b509e79', 'subnets': [{'id': '61830df3-fa0f-4577-9ee6-5f428c71991d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:56.418111 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe117ce-9e6a-4e20-9f2c-36546bf988a8 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Network bdaa7c4f-b06b-45ab-b5ec-76164f9809ec is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:04:56.448565 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fad39534-ae39-4669-9196-d8ebab7adb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:56.451105 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fad39534-ae39-4669-9196-d8ebab7adb64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:56.452294 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-fad39534-ae39-4669-9196-d8ebab7adb64 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/209d79d8-5497-4111-aeb2-6d30c0e75cdb HTTP/1.1" status: 204 len: 168 time: 0.9101579 Apr 23 00:04:56.453814 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73efc422-43bd-42d3-be7c-b49a70092637 None None] Checking router: af519505-c1e7-46a5-aec9-6a8cadd20203 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:04:56.454402 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73efc422-43bd-42d3-be7c-b49a70092637 None None] Updating router af519505-c1e7-46a5-aec9-6a8cadd20203 port 44d0cc84-26cd-4a8a-b195-92deb8d00732 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:04:56.459097 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a977960-3adc-4674-a4b0-be768727d5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:56.509843 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad39534-ae39-4669-9196-d8ebab7adb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209d79d8-5497-4111-aeb2-6d30c0e75cdb,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:56.522630 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-1fe117ce-9e6a-4e20-9f2c-36546bf988a8 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, bdaa7c4f-b06b-45ab-b5ec-76164f9809ec) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:56.536889 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe117ce-9e6a-4e20-9f2c-36546bf988a8 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:56.537484 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1fe117ce-9e6a-4e20-9f2c-36546bf988a8 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:56.552422 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31f1297-d785-4df2-a701-3736b9c53b76 None None] Network bdaa7c4f-b06b-45ab-b5ec-76164f9809ec requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:56.583091 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a977960-3adc-4674-a4b0-be768727d5db None None] Network 060f4aeb-c5e1-4483-ab09-5e2114e3d256 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:56.600734 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1171b395-d4a4-4c12-b520-3b12da1f66ad tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:56.609086 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73efc422-43bd-42d3-be7c-b49a70092637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:56.641977 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1fe117ce-9e6a-4e20-9f2c-36546bf988a8 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0512180 Apr 23 00:04:56.648413 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52454) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:56.656840 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9a977960-3adc-4674-a4b0-be768727d5db None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:56.659690 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a977960-3adc-4674-a4b0-be768727d5db None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:56.689609 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a977960-3adc-4674-a4b0-be768727d5db None None] Pushing event updated for resources: {'Port': ['ID=c20a3676-f9fa-4531-9b79-e0e81c1015fa,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:56.766874 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0440b4b-ad88-4167-bfe9-140e783a2f73 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:56.771312 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c0440b4b-ad88-4167-bfe9-140e783a2f73 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:56.796442 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-1ebcdf71-2832-4f28-8920-a4265b8ea188 None None] Provisioning complete for port f1a45ab3-9d2e-4089-8ec5-a60bb6429b89 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:56.796813 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ebcdf71-2832-4f28-8920-a4265b8ea188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:56.816218 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e117a023-422c-4639-a983-00171d087e0a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:56.860976 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dfc624e6-ee24-4784-8046-2971a17b67f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:56.861109 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1171b395-d4a4-4c12-b520-3b12da1f66ad tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:56.932188 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-9a977960-3adc-4674-a4b0-be768727d5db None None] Attempting to bind port c20a3676-f9fa-4531-9b79-e0e81c1015fa on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:56.932411 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-9a977960-3adc-4674-a4b0-be768727d5db None None] Attempting to bind port c20a3676-f9fa-4531-9b79-e0e81c1015fa by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'a449421b-f635-4abb-84dd-fe6b6abe4daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '060f4aeb-c5e1-4483-ab09-5e2114e3d256'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:56.932702 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a977960-3adc-4674-a4b0-be768727d5db None None] Attempting to bind port c20a3676-f9fa-4531-9b79-e0e81c1015fa on network 060f4aeb-c5e1-4483-ab09-5e2114e3d256 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:56.949155 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dba9dc-f0c1-438d-bbf0-22533225c83f req-753a44d2-3856-4253-aab9-02ba6f4eb7e2 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:56.950704 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-82dba9dc-f0c1-438d-bbf0-22533225c83f req-753a44d2-3856-4253-aab9-02ba6f4eb7e2 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.1980925 Apr 23 00:04:56.963426 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1171b395-d4a4-4c12-b520-3b12da1f66ad tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:56.991022 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a977960-3adc-4674-a4b0-be768727d5db None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:04:56.991692 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a977960-3adc-4674-a4b0-be768727d5db None None] Checking segment: {'id': 'a449421b-f635-4abb-84dd-fe6b6abe4daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '060f4aeb-c5e1-4483-ab09-5e2114e3d256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:04:56.992249 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a977960-3adc-4674-a4b0-be768727d5db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:56.993438 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a977960-3adc-4674-a4b0-be768727d5db None None] Bound using segment: {'id': 'a449421b-f635-4abb-84dd-fe6b6abe4daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '060f4aeb-c5e1-4483-ab09-5e2114e3d256'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:04:56.994136 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-9a977960-3adc-4674-a4b0-be768727d5db None None] Bound port: c20a3676-f9fa-4531-9b79-e0e81c1015fa, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a449421b-f635-4abb-84dd-fe6b6abe4daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '060f4aeb-c5e1-4483-ab09-5e2114e3d256'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:04:56.994734 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a977960-3adc-4674-a4b0-be768727d5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:57.005556 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-1171b395-d4a4-4c12-b520-3b12da1f66ad tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:57.031338 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1ebcdf71-2832-4f28-8920-a4265b8ea188 None None] Port f1a45ab3-9d2e-4089-8ec5-a60bb6429b89 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:57.041273 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1171b395-d4a4-4c12-b520-3b12da1f66ad tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:57.043209 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171b395-d4a4-4c12-b520-3b12da1f66ad tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event updated for resources: {'Port': ['ID=a0cbb67d-a268-48f4-bf21-a555101e6065,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:57.047929 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d0e93db9-2a34-4f56-91fb-d2f4646d2064 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:57.088018 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-82dba9dc-f0c1-438d-bbf0-22533225c83f req-ec62d73c-482f-49b1-83b3-1b9b84e6cc3b tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310391 Apr 23 00:04:57.163111 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.ipam_backend_mixin [None req-c0440b4b-ad88-4167-bfe9-140e783a2f73 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5a2d9d88-2726-4961-81f4-d9ddc80d1c4b (CIDR: 2001:db8::/64) Apr 23 00:04:57.197738 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd87bb9e-6f66-4421-a7de-82badb284d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-bdaa7c4f-b06b-45ab-b5ec-76164f9809ec', 'network_id': 'bdaa7c4f-b06b-45ab-b5ec-76164f9809ec', 'tenant_id': '3f5c90fac34e409dafed2f5eab79a33b', 'fixed_ips': [{'subnet_id': '61e620ca-de70-4b6f-8aa0-1fc56e04b922'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:04:57.198712 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd87bb9e-6f66-4421-a7de-82badb284d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:57.222049 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-e117a023-422c-4639-a983-00171d087e0a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting port 44d0cc84-26cd-4a8a-b195-92deb8d00732 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:04:57.222278 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e117a023-422c-4639-a983-00171d087e0a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:57.236796 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0440b4b-ad88-4167-bfe9-140e783a2f73 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:04:57.236796 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0440b4b-ad88-4167-bfe9-140e783a2f73 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:57.243559 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc624e6-ee24-4784-8046-2971a17b67f2 admin admin] Router c8bf7fe0-1315-4855-ad33-37d3ca727006 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:04:57.264282 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-ec25523c-0dfc-4803-a898-c5f19b0add3f None None] Provisioning complete for port 27295944-0763-4651-ba84-0c46adf9c88c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:57.264660 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec25523c-0dfc-4803-a898-c5f19b0add3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:57.310998 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-03205b19-b6ca-4a7d-a975-3412f31a50d9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:57.368612 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e117a023-422c-4639-a983-00171d087e0a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:57.409054 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-e117a023-422c-4639-a983-00171d087e0a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Calling delete_port for 44d0cc84-26cd-4a8a-b195-92deb8d00732 owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:04:57.418770 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab596ef-a24c-43d0-83ab-3be7fe52652d req-ca55f1cd-04a6-4d38-a1dd-3251529d62f3 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:57.420457 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8ab596ef-a24c-43d0-83ab-3be7fe52652d req-ca55f1cd-04a6-4d38-a1dd-3251529d62f3 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.2318926 Apr 23 00:04:57.426831 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c0440b4b-ad88-4167-bfe9-140e783a2f73 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3832037 Apr 23 00:04:57.428506 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52460) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:57.437257 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-9a79419f-40fa-4f8c-9720-1812087fd21a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'subnet': {'network_id': 'b1f19102-072e-4aa8-ace3-d4d6ad38968f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:57.467717 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9a977960-3adc-4674-a4b0-be768727d5db None None] For port c20a3676-f9fa-4531-9b79-e0e81c1015fa, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:04:57.488360 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc624e6-ee24-4784-8046-2971a17b67f2 admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:04:57.498254 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] Sync routers for ids ['c8bf7fe0-1315-4855-ad33-37d3ca727006'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:04:57.510456 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] Routers {'c8bf7fe0-1315-4855-ad33-37d3ca727006'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:04:57.511805 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c8bf7fe0-1315-4855-ad33-37d3ca727006'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:57.524698 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52462) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:57.553736 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9a977960-3adc-4674-a4b0-be768727d5db None None] For port c20a3676-f9fa-4531-9b79-e0e81c1015fa, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=c20a3676-f9fa-4531-9b79-e0e81c1015fa,segment=NetworkSegment(a449421b-f635-4abb-84dd-fe6b6abe4daf),segment_id=a449421b-f635-4abb-84dd-fe6b6abe4daf)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:04:57.624519 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] Set router c8bf7fe0-1315-4855-ad33-37d3ca727006 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:04:57.654346 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8ab596ef-a24c-43d0-83ab-3be7fe52652d req-f2b18291-95d7-4c64-8d4b-af8a46f983cc tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945980 Apr 23 00:04:57.670337 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d24c801f-f69e-4a32-b626-adc9795c12a4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b70e76a66ef94fa9846f581d4b1218ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443036 Apr 23 00:04:57.671318 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52464) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:57.713752 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dfc624e6-ee24-4784-8046-2971a17b67f2 admin admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:57.717892 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-dfc624e6-ee24-4784-8046-2971a17b67f2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4845376 Apr 23 00:04:57.730175 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52468) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:57.774547 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port d0e93db9-2a34-4f56-91fb-d2f4646d2064 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:57.775145 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:57.828087 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:04:55Z', 'revision_number': 3, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port': {'id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:54Z', 'updated_at': '2022-04-23T00:04:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:57.831619 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a977960-3adc-4674-a4b0-be768727d5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:57.859626 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] Checking router: c8bf7fe0-1315-4855-ad33-37d3ca727006 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:04:57.859973 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] Updating router c8bf7fe0-1315-4855-ad33-37d3ca727006 port c99fd3f1-aed4-4208-87be-50e70bf9406d binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:04:57.892601 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:57.903466 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-520615e9-932b-4790-a4e5-fae93d9a5c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:57.904593 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-03205b19-b6ca-4a7d-a975-3412f31a50d9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Allocated IP 172.20.0.1 (060f4aeb-c5e1-4483-ab09-5e2114e3d256/92da8b28-9fb2-4dd7-9597-30c0c6875f1f/dc6dd68f-f14c-4857-ad6a-740a320753e6) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:57.905594 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a79419f-40fa-4f8c-9720-1812087fd21a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:57.909357 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9a79419f-40fa-4f8c-9720-1812087fd21a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:57.923548 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4192880f-270a-4a0e-b003-9d8bd208bbcd req-da236998-2ec7-4719-812f-148c261fd340 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2753558 Apr 23 00:04:58.070755 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-fd87bb9e-6f66-4421-a7de-82badb284d9e None None] Allocated IP 172.20.0.2 (bdaa7c4f-b06b-45ab-b5ec-76164f9809ec/61e620ca-de70-4b6f-8aa0-1fc56e04b922/5be88ef2-864f-4c32-b318-b56c57f46b80) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:04:58.076638 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a977960-3adc-4674-a4b0-be768727d5db None None] Pushing event updated for resources: {'Port': ['ID=c20a3676-f9fa-4531-9b79-e0e81c1015fa,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:58.084889 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1171b395-d4a4-4c12-b520-3b12da1f66ad tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:58.107139 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-ec25523c-0dfc-4803-a898-c5f19b0add3f None None] Provisioning complete for port 79d78cf5-ea20-4f5a-b84c-0e16072376db triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:58.111380 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec25523c-0dfc-4803-a898-c5f19b0add3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:58.199019 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ec25523c-0dfc-4803-a898-c5f19b0add3f None None] Port 79d78cf5-ea20-4f5a-b84c-0e16072376db cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:04:58.321575 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192880f-270a-4a0e-b003-9d8bd208bbcd req-31ca1f0f-00be-4830-8dfc-0390fc93840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:58.325793 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 27295944-0763-4651-ba84-0c46adf9c88c up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:58.327772 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4192880f-270a-4a0e-b003-9d8bd208bbcd req-31ca1f0f-00be-4830-8dfc-0390fc93840d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2daecb10958e408da92a371a07f83b9c&device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 1098 time: 0.3358998 Apr 23 00:04:58.429873 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 27295944-0763-4651-ba84-0c46adf9c88c triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:58.430792 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:58.439805 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-03205b19-b6ca-4a7d-a975-3412f31a50d9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:58.535748 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.ipam_backend_mixin [None req-9a79419f-40fa-4f8c-9720-1812087fd21a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a7abe7bf-c73f-426e-aa87-c2211cfbeea9 (CIDR: 2001:db8:0:1::/64) Apr 23 00:04:58.552722 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:58.561779 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7dcdb8b1-4788-48cc-ac7a-e8136908f468 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:04:58.566137 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-520615e9-932b-4790-a4e5-fae93d9a5c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:58.569382 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba3e1b-8609-4e88-9c5a-b753d4f5aaa6 req-226bdea4-8221-49b4-af99-929ee865573e tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:58.570530 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-caba3e1b-8609-4e88-9c5a-b753d4f5aaa6 req-226bdea4-8221-49b4-af99-929ee865573e tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.3514173 Apr 23 00:04:58.581034 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a79419f-40fa-4f8c-9720-1812087fd21a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:04:58.581521 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a79419f-40fa-4f8c-9720-1812087fd21a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:04:58.626698 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7dcdb8b1-4788-48cc-ac7a-e8136908f468 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:58.628244 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:58.640204 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:58.662540 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e117a023-422c-4639-a983-00171d087e0a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:58.679051 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] Attempting to bind port c99fd3f1-aed4-4208-87be-50e70bf9406d on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:58.679936 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] Attempting to bind port c99fd3f1-aed4-4208-87be-50e70bf9406d by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:58.680560 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] Attempting to bind port c99fd3f1-aed4-4208-87be-50e70bf9406d on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:58.691402 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:04:58.692226 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:04:58.692809 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:58.693373 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:04:58.694048 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] Bound port: c99fd3f1-aed4-4208-87be-50e70bf9406d, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:04:58.694768 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:58.697300 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0ff6f-37c9-4228-abc5-f9c80244781a None None] Pushing event updated for resources: {'Port': ['ID=c99fd3f1-aed4-4208-87be-50e70bf9406d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:58.715934 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192880f-270a-4a0e-b003-9d8bd208bbcd req-04a5b5bf-4f6c-4728-b9d5-35f715ae3171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:58.717422 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4192880f-270a-4a0e-b003-9d8bd208bbcd req-04a5b5bf-4f6c-4728-b9d5-35f715ae3171 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8d8d357-da92-4298-b1b5-3d81a026a802 HTTP/1.1" status: 200 len: 912 time: 0.3285019 Apr 23 00:04:58.730508 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-caba3e1b-8609-4e88-9c5a-b753d4f5aaa6 req-1809537e-b926-4a3a-a934-aa6d0049003c tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496034 Apr 23 00:04:58.730785 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117a023-422c-4639-a983-00171d087e0a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Port': ['ID=44d0cc84-26cd-4a8a-b195-92deb8d00732,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:58.739207 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9a79419f-40fa-4f8c-9720-1812087fd21a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3088901 Apr 23 00:04:58.739207 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52472) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:04:58.751182 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-57890e6f-41a0-4324-b3bd-d9459b1cc50e tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'subnet': {'network_id': 'b1f19102-072e-4aa8-ace3-d4d6ad38968f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:04:58.785578 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0ff6f-37c9-4228-abc5-f9c80244781a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:58.787679 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-03205b19-b6ca-4a7d-a975-3412f31a50d9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:58.788644 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0ff6f-37c9-4228-abc5-f9c80244781a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:58.789257 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0ff6f-37c9-4228-abc5-f9c80244781a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:58.795997 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0ff6f-37c9-4228-abc5-f9c80244781a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:58.795997 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0ff6f-37c9-4228-abc5-f9c80244781a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:58.795997 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0ff6f-37c9-4228-abc5-f9c80244781a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:58.795997 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0ff6f-37c9-4228-abc5-f9c80244781a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:58.795997 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0ff6f-37c9-4228-abc5-f9c80244781a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:58.797593 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0ff6f-37c9-4228-abc5-f9c80244781a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:58.798187 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0ff6f-37c9-4228-abc5-f9c80244781a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:58.798935 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0ff6f-37c9-4228-abc5-f9c80244781a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:58.799417 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0ff6f-37c9-4228-abc5-f9c80244781a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:04:58.805107 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1171b395-d4a4-4c12-b520-3b12da1f66ad tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:58.877019 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] For port c99fd3f1-aed4-4208-87be-50e70bf9406d, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:04:58.882485 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] For port c99fd3f1-aed4-4208-87be-50e70bf9406d, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=c99fd3f1-aed4-4208-87be-50e70bf9406d,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:04:58.886795 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-73efc422-43bd-42d3-be7c-b49a70092637 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:04:58.886795 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-73efc422-43bd-42d3-be7c-b49a70092637 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:04:58.898631 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-520615e9-932b-4790-a4e5-fae93d9a5c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:58.901901 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-520615e9-932b-4790-a4e5-fae93d9a5c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:58.904895 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-520615e9-932b-4790-a4e5-fae93d9a5c36 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/907c4139-e67d-4cd9-bc36-0bfbabd7c49e HTTP/1.1" status: 204 len: 168 time: 1.2261851 Apr 23 00:04:58.921780 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:58.952025 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd87bb9e-6f66-4421-a7de-82badb284d9e None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:59.012274 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd87bb9e-6f66-4421-a7de-82badb284d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:59.094889 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd87bb9e-6f66-4421-a7de-82badb284d9e None None] Network bdaa7c4f-b06b-45ab-b5ec-76164f9809ec is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:59.098195 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-fd87bb9e-6f66-4421-a7de-82badb284d9e None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:59.102479 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd87bb9e-6f66-4421-a7de-82badb284d9e None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:59.110774 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87bb9e-6f66-4421-a7de-82badb284d9e None None] Pushing event updated for resources: {'Port': ['ID=5be88ef2-864f-4c32-b318-b56c57f46b80,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:59.143765 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0ff6f-37c9-4228-abc5-f9c80244781a None None] Pushing event updated for resources: {'Port': ['ID=c99fd3f1-aed4-4208-87be-50e70bf9406d,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:59.167109 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520615e9-932b-4790-a4e5-fae93d9a5c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907c4139-e67d-4cd9-bc36-0bfbabd7c49e,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:59.168168 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] Routers {'c8bf7fe0-1315-4855-ad33-37d3ca727006'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:04:59.168977 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c8bf7fe0-1315-4855-ad33-37d3ca727006'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:59.202174 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e117a023-422c-4639-a983-00171d087e0a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:59.233144 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-fd87bb9e-6f66-4421-a7de-82badb284d9e None None] Attempting to bind port 5be88ef2-864f-4c32-b318-b56c57f46b80 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:04:59.236000 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-fd87bb9e-6f66-4421-a7de-82badb284d9e None None] Attempting to bind port 5be88ef2-864f-4c32-b318-b56c57f46b80 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '86fee54b-6f15-4f05-9649-6513d6135d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bdaa7c4f-b06b-45ab-b5ec-76164f9809ec'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:04:59.236483 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd87bb9e-6f66-4421-a7de-82badb284d9e None None] Attempting to bind port 5be88ef2-864f-4c32-b318-b56c57f46b80 on network bdaa7c4f-b06b-45ab-b5ec-76164f9809ec {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:04:59.254739 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd87bb9e-6f66-4421-a7de-82badb284d9e None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:04:59.254739 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd87bb9e-6f66-4421-a7de-82badb284d9e None None] Checking segment: {'id': '86fee54b-6f15-4f05-9649-6513d6135d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bdaa7c4f-b06b-45ab-b5ec-76164f9809ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:04:59.254739 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd87bb9e-6f66-4421-a7de-82badb284d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:59.254739 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd87bb9e-6f66-4421-a7de-82badb284d9e None None] Bound using segment: {'id': '86fee54b-6f15-4f05-9649-6513d6135d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bdaa7c4f-b06b-45ab-b5ec-76164f9809ec'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:04:59.256200 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-fd87bb9e-6f66-4421-a7de-82badb284d9e None None] Bound port: 5be88ef2-864f-4c32-b318-b56c57f46b80, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86fee54b-6f15-4f05-9649-6513d6135d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bdaa7c4f-b06b-45ab-b5ec-76164f9809ec'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:04:59.259182 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd87bb9e-6f66-4421-a7de-82badb284d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:59.360853 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] Set router c8bf7fe0-1315-4855-ad33-37d3ca727006 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:04:59.377437 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-fd87bb9e-6f66-4421-a7de-82badb284d9e None None] For port 5be88ef2-864f-4c32-b318-b56c57f46b80, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:04:59.377688 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57890e6f-41a0-4324-b3bd-d9459b1cc50e tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Made reservation on behalf of 484d56a8af5642b494f3dd7d6249c4ca for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:04:59.381217 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-fd87bb9e-6f66-4421-a7de-82badb284d9e None None] For port 5be88ef2-864f-4c32-b318-b56c57f46b80, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=5be88ef2-864f-4c32-b318-b56c57f46b80,segment=NetworkSegment(86fee54b-6f15-4f05-9649-6513d6135d50),segment_id=86fee54b-6f15-4f05-9649-6513d6135d50)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:04:59.381394 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57890e6f-41a0-4324-b3bd-d9459b1cc50e tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:59.425295 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73efc422-43bd-42d3-be7c-b49a70092637 None None] Port 44d0cc84-26cd-4a8a-b195-92deb8d00732 not found while updating agent binding for router af519505-c1e7-46a5-aec9-6a8cadd20203. {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 23 00:04:59.443401 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03205b19-b6ca-4a7d-a975-3412f31a50d9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Network 060f4aeb-c5e1-4483-ab09-5e2114e3d256 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:04:59.449381 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73efc422-43bd-42d3-be7c-b49a70092637 None None] Routers {'af519505-c1e7-46a5-aec9-6a8cadd20203'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:04:59.450786 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-73efc422-43bd-42d3-be7c-b49a70092637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['af519505-c1e7-46a5-aec9-6a8cadd20203'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:59.456777 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03205b19-b6ca-4a7d-a975-3412f31a50d9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Pushing event updated for resources: {'Port': ['ID=dc6dd68f-f14c-4857-ad6a-740a320753e6,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:59.498715 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4192880f-270a-4a0e-b003-9d8bd208bbcd req-f0a6defc-fd45-4608-afa6-eea44abb5c96 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bf074c6-1213-48ed-9081-f230a0d68821 HTTP/1.1" status: 200 len: 1000 time: 0.7721062 Apr 23 00:04:59.501612 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-03205b19-b6ca-4a7d-a975-3412f31a50d9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:04:59.505560 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd87bb9e-6f66-4421-a7de-82badb284d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:59.534232 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03205b19-b6ca-4a7d-a975-3412f31a50d9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:04:59.589313 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-73efc422-43bd-42d3-be7c-b49a70092637 None None] Set router af519505-c1e7-46a5-aec9-6a8cadd20203 gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:04:59.600898 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-03205b19-b6ca-4a7d-a975-3412f31a50d9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:59.685536 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:04:55Z', 'revision_number': 3, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port': {'id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:54Z', 'updated_at': '2022-04-23T00:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:59.689827 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d4cf73-08a0-49b4-a883-116151f6ae80 None None] Network 060f4aeb-c5e1-4483-ab09-5e2114e3d256 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:04:59.731751 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5905a8-f88a-416c-b530-29adc8eecb42 None None] The sync data for ids ['c8bf7fe0-1315-4855-ad33-37d3ca727006'] in dv-neutron-838783-1-hyperv is: [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:04:55Z', 'revision_number': 3, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port': {'id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:54Z', 'updated_at': '2022-04-23T00:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:04:59.746676 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-73efc422-43bd-42d3-be7c-b49a70092637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af519505-c1e7-46a5-aec9-6a8cadd20203', 'name': 'tempest-NetworksTestDHCPv6-router-2033042171', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:48Z', 'updated_at': '2022-04-23T00:04:57Z', 'revision_number': 3, 'project_id': 'a29b76832a9c4864a572da043b509e79', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:04:59.794207 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e117a023-422c-4639-a983-00171d087e0a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Router af519505-c1e7-46a5-aec9-6a8cadd20203 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:04:59.890865 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73efc422-43bd-42d3-be7c-b49a70092637 None None] The sync data for ids ['af519505-c1e7-46a5-aec9-6a8cadd20203'] in dv-neutron-838783-1-hyperv is: [{'id': 'af519505-c1e7-46a5-aec9-6a8cadd20203', 'name': 'tempest-NetworksTestDHCPv6-router-2033042171', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:48Z', 'updated_at': '2022-04-23T00:04:57Z', 'revision_number': 3, 'project_id': 'a29b76832a9c4864a572da043b509e79', 'gw_port_host': None}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:04:59.893638 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87bb9e-6f66-4421-a7de-82badb284d9e None None] Pushing event updated for resources: {'Port': ['ID=5be88ef2-864f-4c32-b318-b56c57f46b80,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:04:59.897005 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-ca207d24-fc07-4735-81b1-d74758f50a5b None None] Provisioning complete for port c20a3676-f9fa-4531-9b79-e0e81c1015fa triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:04:59.897397 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca207d24-fc07-4735-81b1-d74758f50a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:04:59.907627 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192880f-270a-4a0e-b003-9d8bd208bbcd req-13f3908a-828a-4a39-a9bf-785c38ad8a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:04:59.910421 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4192880f-270a-4a0e-b003-9d8bd208bbcd req-13f3908a-828a-4a39-a9bf-785c38ad8a92 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e051b6c5-e40c-442b-8ae2-46ca4db94a08 HTTP/1.1" status: 200 len: 850 time: 0.3822894 Apr 23 00:04:59.948086 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1171b395-d4a4-4c12-b520-3b12da1f66ad tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Router afa0dda3-a592-488f-8b17-4e21529fcf68 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:05:00.111547 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-03205b19-b6ca-4a7d-a975-3412f31a50d9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:00.308320 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080d843-99e1-42ef-a397-22625f3b0936 req-3b9fd8f5-fa7e-4469-8b5c-2beb8ab40263 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:00.318087 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9080d843-99e1-42ef-a397-22625f3b0936 req-3b9fd8f5-fa7e-4469-8b5c-2beb8ab40263 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.4207165 Apr 23 00:05:00.318514 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192880f-270a-4a0e-b003-9d8bd208bbcd req-41f2a319-fa73-496f-8814-f43ba72d9b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:00.321926 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4192880f-270a-4a0e-b003-9d8bd208bbcd req-41f2a319-fa73-496f-8814-f43ba72d9b64 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8d8d357-da92-4298-b1b5-3d81a026a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3953321 Apr 23 00:05:00.325863 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57890e6f-41a0-4324-b3bd-d9459b1cc50e tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:00.375817 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca207d24-fc07-4735-81b1-d74758f50a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:00.401766 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57890e6f-41a0-4324-b3bd-d9459b1cc50e tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Subnet': ['ID=b53bad70-d1a2-4154-a9dc-0748b5d3cf87,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:00.414933 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e117a023-422c-4639-a983-00171d087e0a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:05:00.441593 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e117a023-422c-4639-a983-00171d087e0a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "PUT /v2.0/routers/af519505-c1e7-46a5-aec9-6a8cadd20203/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0219944 Apr 23 00:05:00.448517 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52488) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:00.463261 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ca207d24-fc07-4735-81b1-d74758f50a5b None None] For port c20a3676-f9fa-4531-9b79-e0e81c1015fa, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=c20a3676-f9fa-4531-9b79-e0e81c1015fa,segment=NetworkSegment(a449421b-f635-4abb-84dd-fe6b6abe4daf),segment_id=a449421b-f635-4abb-84dd-fe6b6abe4daf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:00.481458 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57890e6f-41a0-4324-b3bd-d9459b1cc50e tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Network b1f19102-072e-4aa8-ace3-d4d6ad38968f is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:00.485683 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-57890e6f-41a0-4324-b3bd-d9459b1cc50e tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:00.500147 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3edb82-94ef-46e7-a0e2-7a7b3f0bd59f None None] Network b1f19102-072e-4aa8-ace3-d4d6ad38968f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:00.548353 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca207d24-fc07-4735-81b1-d74758f50a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:00.548993 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-41f9ba15-f50e-479e-851d-e9d08d6a9bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:00.553802 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57890e6f-41a0-4324-b3bd-d9459b1cc50e tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:00.560265 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57890e6f-41a0-4324-b3bd-d9459b1cc50e tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:00.673540 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9080d843-99e1-42ef-a397-22625f3b0936 req-b6a2d39e-492b-49e9-8813-bbff073ced51 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3490863 Apr 23 00:05:00.702640 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-57890e6f-41a0-4324-b3bd-d9459b1cc50e tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9595342 Apr 23 00:05:00.776905 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52496) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:00.786500 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device c20a3676-f9fa-4531-9b79-e0e81c1015fa up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:00.788694 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca207d24-fc07-4735-81b1-d74758f50a5b None None] Pushing event updated for resources: {'Port': ['ID=c20a3676-f9fa-4531-9b79-e0e81c1015fa,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:00.789856 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-03d14856-7d35-45e0-8e67-1f5bee21da71 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-386678783', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b53bad70-d1a2-4154-a9dc-0748b5d3cf87'}], 'security_groups': ['c96e22f1-d53f-4782-91d0-c2d866a3a5a3', 'b0b9db3a-094c-4463-9ca8-f5b7ed481cfb']}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:00.846066 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ca91ab-78e2-404e-8eda-c2965e569031 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:00.848618 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ca91ab-78e2-404e-8eda-c2965e569031 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:00.850716 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c1ca91ab-78e2-404e-8eda-c2965e569031 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3946896 Apr 23 00:05:00.855947 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52500) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:00.893506 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1171b395-d4a4-4c12-b520-3b12da1f66ad tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:05:00.909437 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626f1c25-c62d-488c-a4b4-9b36f34a8491 None None] Sync routers for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:05:00.931958 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626f1c25-c62d-488c-a4b4-9b36f34a8491 None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:00.936550 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-626f1c25-c62d-488c-a4b4-9b36f34a8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:00.963627 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-7b5c1a93-43eb-4498-9567-5458fe583fab None None] Provisioning complete for port c20a3676-f9fa-4531-9b79-e0e81c1015fa triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:00.964006 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b5c1a93-43eb-4498-9567-5458fe583fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:01.104646 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52502) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:01.113727 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-626f1c25-c62d-488c-a4b4-9b36f34a8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:01.118881 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-03205b19-b6ca-4a7d-a975-3412f31a50d9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:01.124571 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-81661067-4346-4b27-8a5a-2cb2e249c59d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet 61830df3-fa0f-4577-9ee6-5f428c71991d {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:05:01.146132 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-81661067-4346-4b27-8a5a-2cb2e249c59d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:01.153881 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4192880f-270a-4a0e-b003-9d8bd208bbcd req-e28afdb1-913e-4ef3-8e80-6047aab80b15 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d8d357-da92-4298-b1b5-3d81a026a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7662258 Apr 23 00:05:01.160674 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626f1c25-c62d-488c-a4b4-9b36f34a8491 None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:01.161319 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-626f1c25-c62d-488c-a4b4-9b36f34a8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:01.194899 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20260cd-79d2-412f-ab8d-dfe4e6fa62e7 req-215e41d5-e4b9-41ee-98ba-16c5806dd348 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:01.202071 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f20260cd-79d2-412f-ab8d-dfe4e6fa62e7 req-215e41d5-e4b9-41ee-98ba-16c5806dd348 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.3314714 Apr 23 00:05:01.265603 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-03205b19-b6ca-4a7d-a975-3412f31a50d9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:01.341911 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-81661067-4346-4b27-8a5a-2cb2e249c59d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:01.353702 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-41f9ba15-f50e-479e-851d-e9d08d6a9bfe admin admin] Allocated IP 172.20.0.1 (3d224e48-36a8-42d0-8738-ed5ea1abe259/c3d429f2-9bee-4153-ac8c-0a0937fc9ed2/04fc60b5-02c6-4590-8f03-872dca8ead16) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:01.405987 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1171b395-d4a4-4c12-b520-3b12da1f66ad tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:01.408573 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1171b395-d4a4-4c12-b520-3b12da1f66ad tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.1735775 Apr 23 00:05:01.421967 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-62a6ff7b-3733-4b41-af2a-231c6fdd094d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2025533594'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:01.435155 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52506) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:01.452341 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port c20a3676-f9fa-4531-9b79-e0e81c1015fa triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:01.452868 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:01.498098 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-626f1c25-c62d-488c-a4b4-9b36f34a8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:01.499182 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626f1c25-c62d-488c-a4b4-9b36f34a8491 None None] The sync data for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:05:01.503283 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-41f9ba15-f50e-479e-851d-e9d08d6a9bfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:01.600354 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-41f9ba15-f50e-479e-851d-e9d08d6a9bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:01.602813 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72fe44e-124d-409e-8a37-c0d14e7d047d None None] Update dhcp port {'port': {'network_id': 'b1f19102-072e-4aa8-ace3-d4d6ad38968f', 'fixed_ips': [{'subnet_id': 'a7abe7bf-c73f-426e-aa87-c2211cfbeea9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5a2d9d88-2726-4961-81f4-d9ddc80d1c4b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b53bad70-d1a2-4154-a9dc-0748b5d3cf87'}], 'binding:host_id': 'dv-neutron-838783-1-hyperv'}, 'id': '7dcdb8b1-4788-48cc-ac7a-e8136908f468'} from dv-neutron-838783-1-hyperv. {{(pid=103146) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 23 00:05:01.652052 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-03d14856-7d35-45e0-8e67-1f5bee21da71 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:01.676258 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f9ba15-f50e-479e-851d-e9d08d6a9bfe admin admin] Network 3d224e48-36a8-42d0-8738-ed5ea1abe259 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:01.693080 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-41f9ba15-f50e-479e-851d-e9d08d6a9bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:01.702497 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 5be88ef2-864f-4c32-b318-b56c57f46b80 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:01.707620 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f9ba15-f50e-479e-851d-e9d08d6a9bfe admin admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:01.715837 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8551ef71-af91-43a4-bebc-37021155a14a None None] Sync routers for ids ['af519505-c1e7-46a5-aec9-6a8cadd20203'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:05:01.724764 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03205b19-b6ca-4a7d-a975-3412f31a50d9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Pushing event updated for resources: {'Port': ['ID=dc6dd68f-f14c-4857-ad6a-740a320753e6,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:01.735710 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8551ef71-af91-43a4-bebc-37021155a14a None None] Routers {'af519505-c1e7-46a5-aec9-6a8cadd20203'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:01.736330 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-8551ef71-af91-43a4-bebc-37021155a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['af519505-c1e7-46a5-aec9-6a8cadd20203'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:01.749382 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-7b5c1a93-43eb-4498-9567-5458fe583fab None None] Provisioning complete for port dc6dd68f-f14c-4857-ad6a-740a320753e6 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:01.749759 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b5c1a93-43eb-4498-9567-5458fe583fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:01.755507 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f72fe44e-124d-409e-8a37-c0d14e7d047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:01.820171 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-03205b19-b6ca-4a7d-a975-3412f31a50d9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:01.821660 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-81661067-4346-4b27-8a5a-2cb2e249c59d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:01.841469 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a6ff7b-3733-4b41-af2a-231c6fdd094d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Made reservation on behalf of 25e05de54e8049598531bbe6caaaf10d for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:01.844996 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-62a6ff7b-3733-4b41-af2a-231c6fdd094d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:01.893016 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-62a6ff7b-3733-4b41-af2a-231c6fdd094d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:01.915060 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9ba15-f50e-479e-851d-e9d08d6a9bfe admin admin] Pushing event updated for resources: {'Port': ['ID=04fc60b5-02c6-4590-8f03-872dca8ead16,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:01.916869 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3193cc-c498-4389-ab6b-323e2a96a4db None None] Network bdaa7c4f-b06b-45ab-b5ec-76164f9809ec requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:01.918059 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4192880f-270a-4a0e-b003-9d8bd208bbcd req-120654d1-80ae-47e1-9b24-b554e289f691 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d8d357-da92-4298-b1b5-3d81a026a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7541394 Apr 23 00:05:01.918491 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-8551ef71-af91-43a4-bebc-37021155a14a None None] Set router af519505-c1e7-46a5-aec9-6a8cadd20203 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:05:01.922576 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7b5c1a93-43eb-4498-9567-5458fe583fab None None] Port dc6dd68f-f14c-4857-ad6a-740a320753e6 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:05:02.001463 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-8551ef71-af91-43a4-bebc-37021155a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af519505-c1e7-46a5-aec9-6a8cadd20203', 'name': 'tempest-NetworksTestDHCPv6-router-2033042171', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:48Z', 'updated_at': '2022-04-23T00:04:57Z', 'revision_number': 3, 'project_id': 'a29b76832a9c4864a572da043b509e79', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:02.038849 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8551ef71-af91-43a4-bebc-37021155a14a None None] Checking router: af519505-c1e7-46a5-aec9-6a8cadd20203 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:05:02.045455 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-81661067-4346-4b27-8a5a-2cb2e249c59d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:02.064191 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8551ef71-af91-43a4-bebc-37021155a14a None None] Routers {'af519505-c1e7-46a5-aec9-6a8cadd20203'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:02.064881 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-8551ef71-af91-43a4-bebc-37021155a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['af519505-c1e7-46a5-aec9-6a8cadd20203'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:02.092370 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-81661067-4346-4b27-8a5a-2cb2e249c59d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:02.095836 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-81661067-4346-4b27-8a5a-2cb2e249c59d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/61830df3-fa0f-4577-9ee6-5f428c71991d HTTP/1.1" status: 204 len: 168 time: 1.2362850 Apr 23 00:05:02.102994 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd971ac8-192f-4819-9417-6db211a40d15 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:02.124323 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52510) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:02.125284 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81661067-4346-4b27-8a5a-2cb2e249c59d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=61830df3-fa0f-4577-9ee6-5f428c71991d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:02.157915 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-8551ef71-af91-43a4-bebc-37021155a14a None None] Set router af519505-c1e7-46a5-aec9-6a8cadd20203 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:05:02.183721 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 5be88ef2-864f-4c32-b318-b56c57f46b80 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:02.184231 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:02.203976 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-f20260cd-79d2-412f-ab8d-dfe4e6fa62e7 req-79d56996-4f83-4781-9dfe-f9e2e7f9ae00 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Deleting port 5bf074c6-1213-48ed-9081-f230a0d68821 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:02.204317 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f20260cd-79d2-412f-ab8d-dfe4e6fa62e7 req-79d56996-4f83-4781-9dfe-f9e2e7f9ae00 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:02.216904 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-8551ef71-af91-43a4-bebc-37021155a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af519505-c1e7-46a5-aec9-6a8cadd20203', 'name': 'tempest-NetworksTestDHCPv6-router-2033042171', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:48Z', 'updated_at': '2022-04-23T00:04:57Z', 'revision_number': 3, 'project_id': 'a29b76832a9c4864a572da043b509e79', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:02.246231 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8551ef71-af91-43a4-bebc-37021155a14a None None] The sync data for ids ['af519505-c1e7-46a5-aec9-6a8cadd20203'] in dv-neutron-838783-1-hyperv is: [{'id': 'af519505-c1e7-46a5-aec9-6a8cadd20203', 'name': 'tempest-NetworksTestDHCPv6-router-2033042171', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:48Z', 'updated_at': '2022-04-23T00:04:57Z', 'revision_number': 3, 'project_id': 'a29b76832a9c4864a572da043b509e79', 'gw_port_host': None}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:05:02.251744 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5bd724e2-0a00-47e0-8305-2fd49bebdf2d None None] Provisioning complete for port 5be88ef2-864f-4c32-b318-b56c57f46b80 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:02.252375 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bd724e2-0a00-47e0-8305-2fd49bebdf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:02.263673 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-41f9ba15-f50e-479e-851d-e9d08d6a9bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:02.322151 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b401a-76f0-4fdf-a5de-a7773bd8414c req-c4050a44-01ab-4516-990e-1e75427bd61c tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:02.324025 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4a7b401a-76f0-4fdf-a5de-a7773bd8414c req-c4050a44-01ab-4516-990e-1e75427bd61c tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 945 time: 0.4919052 Apr 23 00:05:02.352888 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03205b19-b6ca-4a7d-a975-3412f31a50d9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Network 060f4aeb-c5e1-4483-ab09-5e2114e3d256 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:02.372414 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-03205b19-b6ca-4a7d-a975-3412f31a50d9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:02.581951 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-86c90bdc-c894-4393-b8e7-6fb628292176 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4520366 Apr 23 00:05:02.588361 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52516) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:02.777101 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-f72fe44e-124d-409e-8a37-c0d14e7d047d None None] Allocated IP 2001:db8:0:2::2 (b1f19102-072e-4aa8-ace3-d4d6ad38968f/b53bad70-d1a2-4154-a9dc-0748b5d3cf87/7dcdb8b1-4788-48cc-ac7a-e8136908f468) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:02.854903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-f20260cd-79d2-412f-ab8d-dfe4e6fa62e7 req-79d56996-4f83-4781-9dfe-f9e2e7f9ae00 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] For port 5bf074c6-1213-48ed-9081-f230a0d68821, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=5bf074c6-1213-48ed-9081-f230a0d68821,segment=NetworkSegment(7964bcf9-55fb-4cf8-a99d-cf4969598524),segment_id=7964bcf9-55fb-4cf8-a99d-cf4969598524)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:02.854903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f20260cd-79d2-412f-ab8d-dfe4e6fa62e7 req-79d56996-4f83-4781-9dfe-f9e2e7f9ae00 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:02.910254 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2e632b-89a4-49b3-ab81-a1ae6a882ef1 None None] DHCP port deletion for 52c789e5-894b-4719-a369-b13bd1dbccf2 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:05:02.925455 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bd724e2-0a00-47e0-8305-2fd49bebdf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:02.958968 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:03.090441 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5bd724e2-0a00-47e0-8305-2fd49bebdf2d None None] For port 5be88ef2-864f-4c32-b318-b56c57f46b80, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=5be88ef2-864f-4c32-b318-b56c57f46b80,segment=NetworkSegment(86fee54b-6f15-4f05-9649-6513d6135d50),segment_id=86fee54b-6f15-4f05-9649-6513d6135d50)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:03.111103 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-712c8e05-74d3-430e-9141-c0e01b5547e6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:03.127455 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f72fe44e-124d-409e-8a37-c0d14e7d047d None None] For port 7dcdb8b1-4788-48cc-ac7a-e8136908f468, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7dcdb8b1-4788-48cc-ac7a-e8136908f468,segment=NetworkSegment(a8b5dee3-fe0e-43c4-9e52-edb0a4ad52ea),segment_id=a8b5dee3-fe0e-43c4-9e52-edb0a4ad52ea)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:03.201471 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bd724e2-0a00-47e0-8305-2fd49bebdf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:03.214920 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f72fe44e-124d-409e-8a37-c0d14e7d047d None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:03.217257 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e632b-89a4-49b3-ab81-a1ae6a882ef1 None None] Deleting port a741909e-a974-4b02-a6a6-b4603d2ed199 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:03.217624 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f2e632b-89a4-49b3-ab81-a1ae6a882ef1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:03.233416 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-62a6ff7b-3733-4b41-af2a-231c6fdd094d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:03.250311 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f20260cd-79d2-412f-ab8d-dfe4e6fa62e7 req-79d56996-4f83-4781-9dfe-f9e2e7f9ae00 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:03.250674 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f20260cd-79d2-412f-ab8d-dfe4e6fa62e7 req-79d56996-4f83-4781-9dfe-f9e2e7f9ae00 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:03.251049 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [req-f20260cd-79d2-412f-ab8d-dfe4e6fa62e7 req-79d56996-4f83-4781-9dfe-f9e2e7f9ae00 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Floating IP af526d35-f138-4300-8580-00b511eb6ab8 disassociated. External IP: 172.26.3.82, port: 5bf074c6-1213-48ed-9081-f230a0d68821. Apr 23 00:05:03.251399 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-f20260cd-79d2-412f-ab8d-dfe4e6fa62e7 req-79d56996-4f83-4781-9dfe-f9e2e7f9ae00 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Calling delete_port for 5bf074c6-1213-48ed-9081-f230a0d68821 owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:03.341619 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f72fe44e-124d-409e-8a37-c0d14e7d047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:03.348638 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4a7b401a-76f0-4fdf-a5de-a7773bd8414c req-02e6d74e-9ba2-43ba-88ca-a4d0c8356de6 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3dcd7f5-2f85-47f0-a577-0957c560d71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0005643 Apr 23 00:05:03.349819 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5bd724e2-0a00-47e0-8305-2fd49bebdf2d None None] Provisioning complete for port dc6dd68f-f14c-4857-ad6a-740a320753e6 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:03.350190 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bd724e2-0a00-47e0-8305-2fd49bebdf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:03.354811 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-62a6ff7b-3733-4b41-af2a-231c6fdd094d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:03.398086 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-712c8e05-74d3-430e-9141-c0e01b5547e6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:03.398522 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:05:03.398950 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:05:03.401669 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a6ff7b-3733-4b41-af2a-231c6fdd094d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:05:03.402120 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-712c8e05-74d3-430e-9141-c0e01b5547e6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:03.411964 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7f2e632b-89a4-49b3-ab81-a1ae6a882ef1 None None] For port a741909e-a974-4b02-a6a6-b4603d2ed199, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a741909e-a974-4b02-a6a6-b4603d2ed199,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:03.412364 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f2e632b-89a4-49b3-ab81-a1ae6a882ef1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:03.418716 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd724e2-0a00-47e0-8305-2fd49bebdf2d None None] Pushing event updated for resources: {'Port': ['ID=5be88ef2-864f-4c32-b318-b56c57f46b80,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:03.451789 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-41f9ba15-f50e-479e-851d-e9d08d6a9bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:03.470514 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e632b-89a4-49b3-ab81-a1ae6a882ef1 None None] Calling delete_port for a741909e-a974-4b02-a6a6-b4603d2ed199 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:03.498903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-62a6ff7b-3733-4b41-af2a-231c6fdd094d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:03.499353 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-62a6ff7b-3733-4b41-af2a-231c6fdd094d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Added segment 24b33ff1-a5f2-464c-97f9-cddcb490f7c7 of type vlan for network cf472c34-47ee-4d23-a988-08c450745588 Apr 23 00:05:03.500708 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6ff7b-3733-4b41-af2a-231c6fdd094d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=703817b2-0826-407d-abfc-d0de5025a8db,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:03.504107 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5bd724e2-0a00-47e0-8305-2fd49bebdf2d None None] Port dc6dd68f-f14c-4857-ad6a-740a320753e6 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:05:03.571975 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-712c8e05-74d3-430e-9141-c0e01b5547e6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:03.571975 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712c8e05-74d3-430e-9141-c0e01b5547e6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Fanout notify agent at l3_agent the message router_deleted on router af519505-c1e7-46a5-aec9-6a8cadd20203 {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:05:03.582936 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-712c8e05-74d3-430e-9141-c0e01b5547e6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:03.583689 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-712c8e05-74d3-430e-9141-c0e01b5547e6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/routers/af519505-c1e7-46a5-aec9-6a8cadd20203 HTTP/1.1" status: 204 len: 168 time: 0.9942977 Apr 23 00:05:03.586828 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52520) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:03.618221 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-03d14856-7d35-45e0-8e67-1f5bee21da71 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Delete allocated IP 2001:db8::84 (b1f19102-072e-4aa8-ace3-d4d6ad38968f/5a2d9d88-2726-4961-81f4-d9ddc80d1c4b) {{(pid=103143) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 23 00:05:03.624193 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-62a6ff7b-3733-4b41-af2a-231c6fdd094d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:03.671176 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-03d14856-7d35-45e0-8e67-1f5bee21da71 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Allocated IP 2001:db8:0:2::2b9 (b1f19102-072e-4aa8-ace3-d4d6ad38968f/b53bad70-d1a2-4154-a9dc-0748b5d3cf87/79d78cf5-ea20-4f5a-b84c-0e16072376db) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:03.761218 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b140f1-b148-4a02-b6d4-1d936ed18b6c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:03.763136 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-85b140f1-b148-4a02-b6d4-1d936ed18b6c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1719351 Apr 23 00:05:03.766611 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52522) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:03.798010 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-62a6ff7b-3733-4b41-af2a-231c6fdd094d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:03.803915 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a6ff7b-3733-4b41-af2a-231c6fdd094d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:03.811300 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-62a6ff7b-3733-4b41-af2a-231c6fdd094d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:03.817810 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72fe44e-124d-409e-8a37-c0d14e7d047d None None] Pushing event updated for resources: {'Port': ['ID=7dcdb8b1-4788-48cc-ac7a-e8136908f468,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:03.845331 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03205b19-b6ca-4a7d-a975-3412f31a50d9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Router 09be12fb-f34d-4e9f-8920-bf9837708eef is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:05:03.847354 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-c05f0f55-c1a4-42d4-bdb4-020eeced66f2 None None] Provisioning complete for port 04fc60b5-02c6-4590-8f03-872dca8ead16 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:03.848300 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c05f0f55-c1a4-42d4-bdb4-020eeced66f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:03.904185 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-41f9ba15-f50e-479e-851d-e9d08d6a9bfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:03.908802 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1029a9cf-fa72-4f76-9011-8080179ec6e5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:03.916212 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8baf119-d346-43f7-a32f-fa90baad245f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:03.919095 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b8baf119-d346-43f7-a32f-fa90baad245f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1501274 Apr 23 00:05:03.929943 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52524) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:03.935548 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c05f0f55-c1a4-42d4-bdb4-020eeced66f2 None None] Port 04fc60b5-02c6-4590-8f03-872dca8ead16 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:05:03.959150 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-c05f0f55-c1a4-42d4-bdb4-020eeced66f2 None None] Provisioning complete for port 5be88ef2-864f-4c32-b318-b56c57f46b80 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:03.959525 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c05f0f55-c1a4-42d4-bdb4-020eeced66f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:03.968087 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6ff7b-3733-4b41-af2a-231c6fdd094d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Pushing event updated for resources: {'Network': ['ID=cf472c34-47ee-4d23-a988-08c450745588,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:03.975013 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-62a6ff7b-3733-4b41-af2a-231c6fdd094d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.8646872 Apr 23 00:05:03.975805 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f20260cd-79d2-412f-ab8d-dfe4e6fa62e7 req-79d56996-4f83-4781-9dfe-f9e2e7f9ae00 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:03.981268 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52526) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:03.990836 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network cf472c34-47ee-4d23-a988-08c450745588 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:05:04.029285 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f2e632b-89a4-49b3-ab81-a1ae6a882ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:04.030079 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-dd6f7858-16b8-43c2-82dc-fb66d2b287cd tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0996354 Apr 23 00:05:04.034562 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52528) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:04.035410 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-41f9ba15-f50e-479e-851d-e9d08d6a9bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:04.046158 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-1b8999d3-222b-475c-8c84-890b4fc12e3a tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Request body: {'subnet': {'network_id': 'cf472c34-47ee-4d23-a988-08c450745588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:04.050941 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-dfa2e9a0-76e8-424c-adaf-f2558ffb17f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:04.129206 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e632b-89a4-49b3-ab81-a1ae6a882ef1 None None] Pushing event deleted for resources: {'Port': ['ID=a741909e-a974-4b02-a6a6-b4603d2ed199,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:04.157300 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d56996-4f83-4781-9dfe-f9e2e7f9ae00 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Pushing event deleted for resources: {'Port': ['ID=5bf074c6-1213-48ed-9081-f230a0d68821,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:04.164801 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2e632b-89a4-49b3-ab81-a1ae6a882ef1 None None] No DVR routers for this DVR port a741909e-a974-4b02-a6a6-b4603d2ed199 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:05:04.233164 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-c05f0f55-c1a4-42d4-bdb4-020eeced66f2 None None] Provisioning complete for port dc6dd68f-f14c-4857-ad6a-740a320753e6 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:04.233564 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c05f0f55-c1a4-42d4-bdb4-020eeced66f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:04.270445 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device c20a3676-f9fa-4531-9b79-e0e81c1015fa up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:04.316764 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03205b19-b6ca-4a7d-a975-3412f31a50d9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:05:04.324936 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-03205b19-b6ca-4a7d-a975-3412f31a50d9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] 10.222.0.15 "PUT /v2.0/routers/09be12fb-f34d-4e9f-8920-bf9837708eef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6760502 Apr 23 00:05:04.328250 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52530) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:04.360449 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250af8c2-ce45-4b0d-b3bd-6754149abd74 None None] Sync routers for ids ['09be12fb-f34d-4e9f-8920-bf9837708eef'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:05:04.373390 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce767669-325c-4f3e-ab75-8417805f2dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:04.386032 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c05f0f55-c1a4-42d4-bdb4-020eeced66f2 None None] Port dc6dd68f-f14c-4857-ad6a-740a320753e6 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:05:04.391958 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9ba15-f50e-479e-851d-e9d08d6a9bfe admin admin] Pushing event updated for resources: {'Port': ['ID=04fc60b5-02c6-4590-8f03-872dca8ead16,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:04.402167 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250af8c2-ce45-4b0d-b3bd-6754149abd74 None None] Routers {'09be12fb-f34d-4e9f-8920-bf9837708eef'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:04.403173 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-250af8c2-ce45-4b0d-b3bd-6754149abd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['09be12fb-f34d-4e9f-8920-bf9837708eef'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:04.406217 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-41f9ba15-f50e-479e-851d-e9d08d6a9bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:04.470728 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-03d14856-7d35-45e0-8e67-1f5bee21da71 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:04.479495 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa2e9a0-76e8-424c-adaf-f2558ffb17f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:04.489356 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dfa2e9a0-76e8-424c-adaf-f2558ffb17f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:04.502149 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-250af8c2-ce45-4b0d-b3bd-6754149abd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:04.508863 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port c20a3676-f9fa-4531-9b79-e0e81c1015fa triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:04.509242 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:04.573980 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250af8c2-ce45-4b0d-b3bd-6754149abd74 None None] Routers {'09be12fb-f34d-4e9f-8920-bf9837708eef'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:04.574633 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-250af8c2-ce45-4b0d-b3bd-6754149abd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['09be12fb-f34d-4e9f-8920-bf9837708eef'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:04.630252 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-250af8c2-ce45-4b0d-b3bd-6754149abd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:04.630985 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250af8c2-ce45-4b0d-b3bd-6754149abd74 None None] The sync data for ids ['09be12fb-f34d-4e9f-8920-bf9837708eef'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:05:04.635300 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8186138a-0964-46cd-be2b-a731322a6cd3 req-b2f0b052-8352-4238-9c44-ca7bf461a27f tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 210 time: 0.1403975 Apr 23 00:05:04.636666 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-03d14856-7d35-45e0-8e67-1f5bee21da71 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:04.654098 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8999d3-222b-475c-8c84-890b4fc12e3a tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Made reservation on behalf of 25e05de54e8049598531bbe6caaaf10d for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:04.661341 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1b8999d3-222b-475c-8c84-890b4fc12e3a tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:04.712268 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device c99fd3f1-aed4-4208-87be-50e70bf9406d up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:04.717292 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f20260cd-79d2-412f-ab8d-dfe4e6fa62e7 req-79d56996-4f83-4781-9dfe-f9e2e7f9ae00 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Router c7bed32a-7724-4b83-9803-2f16be97fc7c has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:05:04.787746 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port c99fd3f1-aed4-4208-87be-50e70bf9406d triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:04.787966 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-03d14856-7d35-45e0-8e67-1f5bee21da71 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] In _notify_port_updated(), no bound segment for port 79d78cf5-ea20-4f5a-b84c-0e16072376db on network b1f19102-072e-4aa8-ace3-d4d6ad38968f {{(pid=103143) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 23 00:05:04.788106 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:04.794771 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d14856-7d35-45e0-8e67-1f5bee21da71 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:04.795649 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-03d14856-7d35-45e0-8e67-1f5bee21da71 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:04.800045 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-03d14856-7d35-45e0-8e67-1f5bee21da71 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "PUT /v2.0/ports/79d78cf5-ea20-4f5a-b84c-0e16072376db HTTP/1.1" status: 200 len: 969 time: 4.0126917 Apr 23 00:05:04.800045 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d14856-7d35-45e0-8e67-1f5bee21da71 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event updated for resources: {'Port': ['ID=79d78cf5-ea20-4f5a-b84c-0e16072376db,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:04.806077 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52534) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:04.829591 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 5bf074c6-1213-48ed-9081-f230a0d68821 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:05:04.864694 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f9ba15-f50e-479e-851d-e9d08d6a9bfe admin admin] Network 3d224e48-36a8-42d0-8738-ed5ea1abe259 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:04.864926 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 5bf074c6-1213-48ed-9081-f230a0d68821 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:05:04.865319 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 5bf074c6-1213-48ed-9081-f230a0d68821 not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:05:04.874438 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-41f9ba15-f50e-479e-851d-e9d08d6a9bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:04.960622 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c8a7ab7-964c-4df4-9d74-e10dc71e28e1 None None] Provisioning complete for port 7dcdb8b1-4788-48cc-ac7a-e8136908f468 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:04.961358 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7ab7-964c-4df4-9d74-e10dc71e28e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:05.013797 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:05.041995 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port c99fd3f1-aed4-4208-87be-50e70bf9406d, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=c99fd3f1-aed4-4208-87be-50e70bf9406d,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:05.132273 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c8a7ab7-964c-4df4-9d74-e10dc71e28e1 None None] Provisioning complete for port f1a45ab3-9d2e-4089-8ec5-a60bb6429b89 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:05.132650 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7ab7-964c-4df4-9d74-e10dc71e28e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:05.167421 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:05.168065 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7dcdb8b1-4788-48cc-ac7a-e8136908f468 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:05.201651 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-09b1a3eb-56b5-434b-ba64-bfa1985aaea9 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting port 79d78cf5-ea20-4f5a-b84c-0e16072376db {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:05.202645 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-09b1a3eb-56b5-434b-ba64-bfa1985aaea9 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:05.246068 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c8a7ab7-964c-4df4-9d74-e10dc71e28e1 None None] Port f1a45ab3-9d2e-4089-8ec5-a60bb6429b89 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:05:05.284655 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c8a7ab7-964c-4df4-9d74-e10dc71e28e1 None None] Provisioning complete for port 79d78cf5-ea20-4f5a-b84c-0e16072376db triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:05.285025 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7ab7-964c-4df4-9d74-e10dc71e28e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:05.292708 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f9ba15-f50e-479e-851d-e9d08d6a9bfe admin admin] Router c8bf7fe0-1315-4855-ad33-37d3ca727006 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:05:05.312704 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=c99fd3f1-aed4-4208-87be-50e70bf9406d,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:05.328907 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7dcdb8b1-4788-48cc-ac7a-e8136908f468 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:05.329283 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:05.359822 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c8a7ab7-964c-4df4-9d74-e10dc71e28e1 None None] Port 79d78cf5-ea20-4f5a-b84c-0e16072376db cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:05:05.406503 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-09b1a3eb-56b5-434b-ba64-bfa1985aaea9 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:05.430126 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 5be88ef2-864f-4c32-b318-b56c57f46b80 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:05.430560 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-09b1a3eb-56b5-434b-ba64-bfa1985aaea9 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Calling delete_port for 79d78cf5-ea20-4f5a-b84c-0e16072376db owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:05.453388 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f20260cd-79d2-412f-ab8d-dfe4e6fa62e7 req-79d56996-4f83-4781-9dfe-f9e2e7f9ae00 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:05:05.471259 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88afd978-ad33-49b1-a9cc-dd5aedea4731 None None] Sync routers for ids ['c7bed32a-7724-4b83-9803-2f16be97fc7c'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:05:05.484872 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.objects.ports [None req-dfa2e9a0-76e8-424c-adaf-f2558ffb17f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103143) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 23 00:05:05.485555 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88afd978-ad33-49b1-a9cc-dd5aedea4731 None None] Routers {'c7bed32a-7724-4b83-9803-2f16be97fc7c'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:05.486419 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-88afd978-ad33-49b1-a9cc-dd5aedea4731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c7bed32a-7724-4b83-9803-2f16be97fc7c'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:05.494372 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dfa2e9a0-76e8-424c-adaf-f2558ffb17f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:05.527028 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-59307ee2-bbe9-40c7-8cb2-8952ee06db7f None None] Provisioning complete for port 04fc60b5-02c6-4590-8f03-872dca8ead16 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:05.527551 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59307ee2-bbe9-40c7-8cb2-8952ee06db7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:05.560358 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-1029a9cf-fa72-4f76-9011-8080179ec6e5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Allocated IP 172.20.0.1 (2b958ac2-f04d-466e-a022-77a24e90fb1d/cebd42da-7a49-4d45-8234-2cbc63b28f68/32a98ab2-0c8f-423a-ad54-636a1c4f373e) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:05.564031 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20260cd-79d2-412f-ab8d-dfe4e6fa62e7 req-79d56996-4f83-4781-9dfe-f9e2e7f9ae00 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] No DVR routers for this DVR port 5bf074c6-1213-48ed-9081-f230a0d68821 on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:05:05.574773 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f20260cd-79d2-412f-ab8d-dfe4e6fa62e7 req-79d56996-4f83-4781-9dfe-f9e2e7f9ae00 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:05.578338 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f20260cd-79d2-412f-ab8d-dfe4e6fa62e7 req-79d56996-4f83-4781-9dfe-f9e2e7f9ae00 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.16 "DELETE /v2.0/ports/5bf074c6-1213-48ed-9081-f230a0d68821 HTTP/1.1" status: 204 len: 173 time: 4.3421564 Apr 23 00:05:05.585473 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb20b22-228b-420d-8c0a-2465fc8f3053', 'name': 'network-vif-deleted', 'tag': '5bf074c6-1213-48ed-9081-f230a0d68821'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:05:05.588130 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957f6c3f-5f57-4a00-b052-d81666b42952" -d '{"events": [{"server_uuid": "2eb20b22-228b-420d-8c0a-2465fc8f3053", "name": "network-vif-deleted", "tag": "5bf074c6-1213-48ed-9081-f230a0d68821"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:05:05.624617 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-59307ee2-bbe9-40c7-8cb2-8952ee06db7f None None] Port 04fc60b5-02c6-4590-8f03-872dca8ead16 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:05:05.633800 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 5be88ef2-864f-4c32-b318-b56c57f46b80 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:05.634589 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:05.661394 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa2e9a0-76e8-424c-adaf-f2558ffb17f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:05.674587 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2e9a0-76e8-424c-adaf-f2558ffb17f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=1172c1ac-dbce-4506-a5af-b86f403d833e,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:05.680852 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-dfa2e9a0-76e8-424c-adaf-f2558ffb17f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:05.687588 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427d0dba-e5c6-4006-bd38-a3752f46c6cb x-openstack-request-id: req-427d0dba-e5c6-4006-bd38-a3752f46c6cb {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:05:05.688065 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa2e9a0-76e8-424c-adaf-f2558ffb17f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:05.688613 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dfa2e9a0-76e8-424c-adaf-f2558ffb17f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:05.689067 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb20b22-228b-420d-8c0a-2465fc8f3053", "name": "network-vif-deleted", "tag": "5bf074c6-1213-48ed-9081-f230a0d68821", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:05:05.690740 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-427d0dba-e5c6-4006-bd38-a3752f46c6cb {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:05:05.691370 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-427d0dba-e5c6-4006-bd38-a3752f46c6cb'] response: {'server_uuid': '2eb20b22-228b-420d-8c0a-2465fc8f3053', 'name': 'network-vif-deleted', 'tag': '5bf074c6-1213-48ed-9081-f230a0d68821', 'status': 'completed', 'code': 200} Apr 23 00:05:05.692389 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f9ba15-f50e-479e-851d-e9d08d6a9bfe admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:05:05.701985 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af224023-2e40-4e67-9183-8f103eccc239 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:05.704863 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-88afd978-ad33-49b1-a9cc-dd5aedea4731 None None] Set router c7bed32a-7724-4b83-9803-2f16be97fc7c gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:05:05.706203 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-41f9ba15-f50e-479e-851d-e9d08d6a9bfe admin admin] 10.222.0.15 "PUT /v2.0/routers/c8bf7fe0-1315-4855-ad33-37d3ca727006/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9749401 Apr 23 00:05:05.748682 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] Sync routers for ids ['c8bf7fe0-1315-4855-ad33-37d3ca727006'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:05:05.814627 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-59307ee2-bbe9-40c7-8cb2-8952ee06db7f None None] Provisioning complete for port 79d78cf5-ea20-4f5a-b84c-0e16072376db triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:05.816169 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59307ee2-bbe9-40c7-8cb2-8952ee06db7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:05.816611 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-dfa2e9a0-76e8-424c-adaf-f2558ffb17f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7767832 Apr 23 00:05:05.817388 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52542) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:05.830473 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-c46b650a-0646-491d-ac8a-969e019cdfd7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:05.900724 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] Routers {'c8bf7fe0-1315-4855-ad33-37d3ca727006'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:05.900724 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c8bf7fe0-1315-4855-ad33-37d3ca727006'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:05.973136 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-09b1a3eb-56b5-434b-ba64-bfa1985aaea9 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:06.014107 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-bd6b7670-9e17-41f2-abbf-23c58487f3da tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:05:06.017643 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bd6b7670-9e17-41f2-abbf-23c58487f3da tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] 10.222.0.15 "PUT /v2.0/routers/09be12fb-f34d-4e9f-8920-bf9837708eef/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6849818 Apr 23 00:05:06.018325 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-59307ee2-bbe9-40c7-8cb2-8952ee06db7f None None] Port 79d78cf5-ea20-4f5a-b84c-0e16072376db cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:05:06.019304 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52544) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:06.046595 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1b8999d3-222b-475c-8c84-890b4fc12e3a tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:06.065989 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-15593abb-fb1a-447e-b3cd-1136a91c1d9f req-dc7435db-ca72-46c7-90e4-163605dbcc87 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eb20b22-228b-420d-8c0a-2465fc8f3053 HTTP/1.1" status: 200 len: 210 time: 0.2283032 Apr 23 00:05:06.144403 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1a3eb-56b5-434b-ba64-bfa1985aaea9 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Port': ['ID=79d78cf5-ea20-4f5a-b84c-0e16072376db,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:06.181622 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8999d3-222b-475c-8c84-890b4fc12e3a tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Pushing event updated for resources: {'Subnet': ['ID=d154435f-dff8-408c-b6e3-006f9f0b3eef,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:06.184100 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-88afd978-ad33-49b1-a9cc-dd5aedea4731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'name': 'tempest-ServerActionsTestJSON-663334939-router', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:01:52Z', 'revision_number': 4, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'gw_port': {'id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:42Z', 'updated_at': '2022-04-23T00:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '2b65dd43-5f10-4f3a-ac92-d629ab23c6cd', 'name': '', 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'mac_address': 'fa:16:3e:2c:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e051b6c5-e40c-442b-8ae2-46ca4db94a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:49Z', 'updated_at': '2022-04-23T00:01:58Z', 'revision_number': 5, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'subnets': [{'id': 'e051b6c5-e40c-442b-8ae2-46ca4db94a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:06.217980 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88afd978-ad33-49b1-a9cc-dd5aedea4731 None None] Checking router: c7bed32a-7724-4b83-9803-2f16be97fc7c for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:05:06.231447 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88afd978-ad33-49b1-a9cc-dd5aedea4731 None None] Routers {'c7bed32a-7724-4b83-9803-2f16be97fc7c'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:06.232401 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-88afd978-ad33-49b1-a9cc-dd5aedea4731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:04:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c7bed32a-7724-4b83-9803-2f16be97fc7c'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:06.232974 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-09b1a3eb-56b5-434b-ba64-bfa1985aaea9 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:06.239403 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-09b1a3eb-56b5-434b-ba64-bfa1985aaea9 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/ports/79d78cf5-ea20-4f5a-b84c-0e16072376db HTTP/1.1" status: 204 len: 168 time: 1.4215629 Apr 23 00:05:06.257734 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52548) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:06.327739 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1029a9cf-fa72-4f76-9011-8080179ec6e5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:06.328171 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-4698eeae-0a2d-4cc0-8e35-d1aebdc52e84 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] GET failed (client error): The resource could not be found. Apr 23 00:05:06.332234 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4698eeae-0a2d-4cc0-8e35-d1aebdc52e84 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports/79d78cf5-ea20-4f5a-b84c-0e16072376db HTTP/1.1" status: 404 len: 333 time: 0.0713124 Apr 23 00:05:06.348737 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52550) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:06.411786 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] Set router c8bf7fe0-1315-4855-ad33-37d3ca727006 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:05:06.453724 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-88afd978-ad33-49b1-a9cc-dd5aedea4731 None None] Set router c7bed32a-7724-4b83-9803-2f16be97fc7c gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:05:06.471561 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a741909e-a974-4b02-a6a6-b4603d2ed199 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:05:06.531195 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46b650a-0646-491d-ac8a-969e019cdfd7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:06.534951 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c46b650a-0646-491d-ac8a-969e019cdfd7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:06.566295 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e535205d-9cf8-4a67-aba8-4840501b4349 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:06.610724 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8999d3-222b-475c-8c84-890b4fc12e3a tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Checking segment: {'id': '24b33ff1-a5f2-464c-97f9-cddcb490f7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'cf472c34-47ee-4d23-a988-08c450745588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:06.611110 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8999d3-222b-475c-8c84-890b4fc12e3a tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Network hostable DHCP agents. Network: cf472c34-47ee-4d23-a988-08c450745588, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:05:06.685953 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e535205d-9cf8-4a67-aba8-4840501b4349 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:06.750014 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a787466a-5e5c-4fa9-b0a7-52deb476c551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-52c789e5-894b-4719-a369-b13bd1dbccf2', 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'fixed_ips': [{'subnet_id': '1172c1ac-dbce-4506-a5af-b86f403d833e'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:05:06.750776 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a787466a-5e5c-4fa9-b0a7-52deb476c551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:06.758664 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: a741909e-a974-4b02-a6a6-b4603d2ed199 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:05:06.758664 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a741909e-a974-4b02-a6a6-b4603d2ed199 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:05:06.878412 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1029a9cf-fa72-4f76-9011-8080179ec6e5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:06.878706 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-88afd978-ad33-49b1-a9cc-dd5aedea4731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'name': 'tempest-ServerActionsTestJSON-663334939-router', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:01:52Z', 'revision_number': 4, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'gw_port': {'id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:42Z', 'updated_at': '2022-04-23T00:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '2b65dd43-5f10-4f3a-ac92-d629ab23c6cd', 'name': '', 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'mac_address': 'fa:16:3e:2c:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e051b6c5-e40c-442b-8ae2-46ca4db94a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:49Z', 'updated_at': '2022-04-23T00:01:58Z', 'revision_number': 5, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'subnets': [{'id': 'e051b6c5-e40c-442b-8ae2-46ca4db94a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:06.885852 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8999d3-222b-475c-8c84-890b4fc12e3a tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Network cf472c34-47ee-4d23-a988-08c450745588 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:05:06.912978 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e535205d-9cf8-4a67-aba8-4840501b4349 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:06.924472 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e535205d-9cf8-4a67-aba8-4840501b4349 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:06.925655 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e535205d-9cf8-4a67-aba8-4840501b4349 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/security-groups/1ebf4bd4-a395-4418-abbe-fa8a202131ea HTTP/1.1" status: 204 len: 168 time: 0.5756536 Apr 23 00:05:06.939460 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88afd978-ad33-49b1-a9cc-dd5aedea4731 None None] The sync data for ids ['c7bed32a-7724-4b83-9803-2f16be97fc7c'] in dv-neutron-838783-1-hyperv is: [{'id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'name': 'tempest-ServerActionsTestJSON-663334939-router', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:01:52Z', 'revision_number': 4, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'gw_port': {'id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:42Z', 'updated_at': '2022-04-23T00:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '2b65dd43-5f10-4f3a-ac92-d629ab23c6cd', 'name': '', 'network_id': 'a8d8d357-da92-4298-b1b5-3d81a026a802', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'mac_address': 'fa:16:3e:2c:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e051b6c5-e40c-442b-8ae2-46ca4db94a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:49Z', 'updated_at': '2022-04-23T00:01:58Z', 'revision_number': 5, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'subnets': [{'id': 'e051b6c5-e40c-442b-8ae2-46ca4db94a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:05:06.951547 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52556) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:06.958929 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device c99fd3f1-aed4-4208-87be-50e70bf9406d up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:06.988552 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-1b8999d3-222b-475c-8c84-890b4fc12e3a tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, cf472c34-47ee-4d23-a988-08c450745588) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:06.995833 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535205d-9cf8-4a67-aba8-4840501b4349 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebf4bd4-a395-4418-abbe-fa8a202131ea,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:07.001195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8999d3-222b-475c-8c84-890b4fc12e3a tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:07.001905 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1b8999d3-222b-475c-8c84-890b4fc12e3a tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.030907 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1029a9cf-fa72-4f76-9011-8080179ec6e5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Network 2b958ac2-f04d-466e-a022-77a24e90fb1d is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:07.032044 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce69269-a7a7-4b58-b68d-e86582cfc8c5 None None] Network cf472c34-47ee-4d23-a988-08c450745588 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:07.044372 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-1029a9cf-fa72-4f76-9011-8080179ec6e5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:07.047646 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1029a9cf-fa72-4f76-9011-8080179ec6e5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:07.050980 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029a9cf-fa72-4f76-9011-8080179ec6e5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event updated for resources: {'Port': ['ID=32a98ab2-0c8f-423a-ad54-636a1c4f373e,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:07.098743 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4cde19f6-3109-4880-8f42-f9fb91e52d78 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.131063 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-807e66cd-172a-4d2e-a322-719ed0684814 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.151392 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c46b650a-0646-491d-ac8a-969e019cdfd7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.176122 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-807e66cd-172a-4d2e-a322-719ed0684814 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.180443 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1b8999d3-222b-475c-8c84-890b4fc12e3a tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1920319 Apr 23 00:05:07.223393 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52564) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:07.243049 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-867b7467-e228-4a44-81f8-0e3aac3b14d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Request body: {'port': {'network_id': 'cf472c34-47ee-4d23-a988-08c450745588', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1689246620'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:07.250181 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1029a9cf-fa72-4f76-9011-8080179ec6e5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.277220 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-a787466a-5e5c-4fa9-b0a7-52deb476c551 None None] Allocated IP 2001:db8::f816:3eff:fe36:aa85 (52c789e5-894b-4719-a369-b13bd1dbccf2/1172c1ac-dbce-4506-a5af-b86f403d833e/0c2803e0-78cc-489c-9dce-c2b9386aacd8) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:07.296540 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46b650a-0646-491d-ac8a-969e019cdfd7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:07.327721 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52570) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:07.351268 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-c46b650a-0646-491d-ac8a-969e019cdfd7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:07.354730 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46b650a-0646-491d-ac8a-969e019cdfd7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:07.355546 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c46b650a-0646-491d-ac8a-969e019cdfd7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.373238 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b650a-0646-491d-ac8a-969e019cdfd7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=ce37c368-67d0-48b8-931c-b6061bc61a5d,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:07.385616 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52572) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:07.393200 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-583921b0-951a-4034-b48b-863958365fb2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1266499450-network', 'tenant_id': '9bd796c595cb4e14bbe59e768528927f'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:07.397954 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6bac61-3957-468f-9c1b-2f4568e5461b None None] New status for floating IP af526d35-f138-4300-8580-00b511eb6ab8: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:05:07.458779 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67edbe6e-5937-4825-8ede-f37d6f41979c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.462845 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port c99fd3f1-aed4-4208-87be-50e70bf9406d triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:07.463210 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.486166 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c46b650a-0646-491d-ac8a-969e019cdfd7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6663444 Apr 23 00:05:07.494279 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52574) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:07.496279 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-807e66cd-172a-4d2e-a322-719ed0684814 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.502738 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-807e66cd-172a-4d2e-a322-719ed0684814 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.503668 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-92d10203-4d6c-4325-8666-f295fef7fa2d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'mac_address': 'fa:16:3e:24:f0:33', 'name': 'tempest-NetworksTestDHCPv6-492875061'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:07.507658 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-807e66cd-172a-4d2e-a322-719ed0684814 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/security-groups/b0b9db3a-094c-4463-9ca8-f5b7ed481cfb HTTP/1.1" status: 204 len: 168 time: 0.5549924 Apr 23 00:05:07.512792 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52576) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:07.540662 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583921b0-951a-4034-b48b-863958365fb2 admin admin] Made reservation on behalf of 9bd796c595cb4e14bbe59e768528927f for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:07.543106 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-583921b0-951a-4034-b48b-863958365fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.563322 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:05:03Z', 'revision_number': 4, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port': {'id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:54Z', 'updated_at': '2022-04-23T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '04fc60b5-02c6-4590-8f03-872dca8ead16', 'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'mac_address': 'fa:16:3e:9d:45:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:00Z', 'updated_at': '2022-04-23T00:05:03Z', 'revision_number': 2, 'project_id': 'eca10cab387440428e231a953cda4553', 'subnets': [{'id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:07.570152 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e66cd-172a-4d2e-a322-719ed0684814 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b9db3a-094c-4463-9ca8-f5b7ed481cfb,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:07.581136 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-583921b0-951a-4034-b48b-863958365fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.595616 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-98d29c43-92cc-479c-b4f6-49b79e9d54bc tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.614886 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] Checking router: c8bf7fe0-1315-4855-ad33-37d3ca727006 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:05:07.616197 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] Updating router c8bf7fe0-1315-4855-ad33-37d3ca727006 port 04fc60b5-02c6-4590-8f03-872dca8ead16 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:05:07.627709 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cfdd6c80-190e-4be6-a970-728b0ab83905 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.653208 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-98d29c43-92cc-479c-b4f6-49b79e9d54bc tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.667816 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cfdd6c80-190e-4be6-a970-728b0ab83905 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.692404 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867b7467-e228-4a44-81f8-0e3aac3b14d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Made reservation on behalf of 25e05de54e8049598531bbe6caaaf10d for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:07.697323 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-867b7467-e228-4a44-81f8-0e3aac3b14d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.727506 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25aad9d-98d5-4614-8fed-0865c13bb9df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-cf472c34-47ee-4d23-a988-08c450745588', 'network_id': 'cf472c34-47ee-4d23-a988-08c450745588', 'tenant_id': '25e05de54e8049598531bbe6caaaf10d', 'fixed_ips': [{'subnet_id': 'd154435f-dff8-408c-b6e3-006f9f0b3eef'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:05:07.728848 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c25aad9d-98d5-4614-8fed-0865c13bb9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.743157 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-867b7467-e228-4a44-81f8-0e3aac3b14d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] device_id is not set on port 726b58f3-e828-4194-83a2-719fa5cf201c yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:05:07.749823 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.774152 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1029a9cf-fa72-4f76-9011-8080179ec6e5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.825099 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a787466a-5e5c-4fa9-b0a7-52deb476c551 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.849368 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d10203-4d6c-4325-8666-f295fef7fa2d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:07.904943 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-867b7467-e228-4a44-81f8-0e3aac3b14d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Allocated IP 2001:db8::30b (cf472c34-47ee-4d23-a988-08c450745588/d154435f-dff8-408c-b6e3-006f9f0b3eef/726b58f3-e828-4194-83a2-719fa5cf201c) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:07.917539 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.932764 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a787466a-5e5c-4fa9-b0a7-52deb476c551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.955394 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-98d29c43-92cc-479c-b4f6-49b79e9d54bc tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.956555 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cfdd6c80-190e-4be6-a970-728b0ab83905 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.957949 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-98d29c43-92cc-479c-b4f6-49b79e9d54bc tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.964346 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-98d29c43-92cc-479c-b4f6-49b79e9d54bc tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "DELETE /v2.0/security-groups/d3dcd7f5-2f85-47f0-a577-0957c560d71e HTTP/1.1" status: 204 len: 168 time: 0.6240008 Apr 23 00:05:07.964526 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cfdd6c80-190e-4be6-a970-728b0ab83905 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:07.964526 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cfdd6c80-190e-4be6-a970-728b0ab83905 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/security-groups/c96e22f1-d53f-4782-91d0-c2d866a3a5a3 HTTP/1.1" status: 204 len: 168 time: 0.4443505 Apr 23 00:05:07.966683 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52578) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:07.967016 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52580) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:07.991889 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd6c80-190e-4be6-a970-728b0ab83905 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96e22f1-d53f-4782-91d0-c2d866a3a5a3,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:08.000693 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-583921b0-951a-4034-b48b-863958365fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:08.042059 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d29c43-92cc-479c-b4f6-49b79e9d54bc tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dcd7f5-2f85-47f0-a577-0957c560d71e,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:08.043644 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-3f4bd3e7-1599-4e8a-8067-366d7ccddd90 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] show failed (client error): The resource could not be found. Apr 23 00:05:08.047266 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3f4bd3e7-1599-4e8a-8067-366d7ccddd90 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "GET /v2.0/security-groups/d3dcd7f5-2f85-47f0-a577-0957c560d71e HTTP/1.1" status: 404 len: 347 time: 0.0756311 Apr 23 00:05:08.057271 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a787466a-5e5c-4fa9-b0a7-52deb476c551 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:08.057900 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52582) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:08.069264 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a787466a-5e5c-4fa9-b0a7-52deb476c551 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:08.076680 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a787466a-5e5c-4fa9-b0a7-52deb476c551 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:08.081371 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787466a-5e5c-4fa9-b0a7-52deb476c551 None None] Pushing event updated for resources: {'Port': ['ID=0c2803e0-78cc-489c-9dce-c2b9386aacd8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:08.170482 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-92d10203-4d6c-4325-8666-f295fef7fa2d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:08.178650 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-4cde19f6-3109-4880-8f42-f9fb91e52d78 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Deleting port dc6dd68f-f14c-4857-ad6a-740a320753e6 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:08.178998 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4cde19f6-3109-4880-8f42-f9fb91e52d78 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:08.217350 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a787466a-5e5c-4fa9-b0a7-52deb476c551 None None] Attempting to bind port 0c2803e0-78cc-489c-9dce-c2b9386aacd8 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:05:08.217724 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a787466a-5e5c-4fa9-b0a7-52deb476c551 None None] Attempting to bind port 0c2803e0-78cc-489c-9dce-c2b9386aacd8 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:05:08.218086 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a787466a-5e5c-4fa9-b0a7-52deb476c551 None None] Attempting to bind port 0c2803e0-78cc-489c-9dce-c2b9386aacd8 on network 52c789e5-894b-4719-a369-b13bd1dbccf2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:05:08.229712 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a787466a-5e5c-4fa9-b0a7-52deb476c551 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:05:08.230085 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a787466a-5e5c-4fa9-b0a7-52deb476c551 None None] Checking segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:08.230491 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a787466a-5e5c-4fa9-b0a7-52deb476c551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:08.230891 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a787466a-5e5c-4fa9-b0a7-52deb476c551 None None] Bound using segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:05:08.231432 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a787466a-5e5c-4fa9-b0a7-52deb476c551 None None] Bound port: 0c2803e0-78cc-489c-9dce-c2b9386aacd8, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:05:08.231845 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a787466a-5e5c-4fa9-b0a7-52deb476c551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:08.253789 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-55773a50-d9bf-422e-a762-21da528a6d13 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting subnet 5a2d9d88-2726-4961-81f4-d9ddc80d1c4b {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:05:08.292986 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55773a50-d9bf-422e-a762-21da528a6d13 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:08.349756 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-92d10203-4d6c-4325-8666-f295fef7fa2d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] device_id is not set on port 16dea214-f1d9-47a5-9f2e-24dae3e08fe6 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:05:08.357416 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a787466a-5e5c-4fa9-b0a7-52deb476c551 None None] For port 0c2803e0-78cc-489c-9dce-c2b9386aacd8, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:05:08.365463 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a787466a-5e5c-4fa9-b0a7-52deb476c551 None None] For port 0c2803e0-78cc-489c-9dce-c2b9386aacd8, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=0c2803e0-78cc-489c-9dce-c2b9386aacd8,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:05:08.370933 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:08.384306 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-583921b0-951a-4034-b48b-863958365fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:08.424627 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583921b0-951a-4034-b48b-863958365fb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:05:08.436140 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583921b0-951a-4034-b48b-863958365fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0bced4-39cd-4d9d-9a8c-a07e3dd22016,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:08.451074 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-583921b0-951a-4034-b48b-863958365fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:08.451289 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-583921b0-951a-4034-b48b-863958365fb2 admin admin] Added segment f9dd54f0-905f-45f1-8125-35713058d7d6 of type vlan for network 2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9 Apr 23 00:05:08.452470 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a787466a-5e5c-4fa9-b0a7-52deb476c551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:08.484147 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:08.521735 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-583921b0-951a-4034-b48b-863958365fb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:08.548540 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-867b7467-e228-4a44-81f8-0e3aac3b14d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:08.573951 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787466a-5e5c-4fa9-b0a7-52deb476c551 None None] Pushing event updated for resources: {'Port': ['ID=0c2803e0-78cc-489c-9dce-c2b9386aacd8,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:08.614740 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] Attempting to bind port 04fc60b5-02c6-4590-8f03-872dca8ead16 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:05:08.615345 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] Attempting to bind port 04fc60b5-02c6-4590-8f03-872dca8ead16 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '7fe23319-4834-4eef-b348-c43219584a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:05:08.615984 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] Attempting to bind port 04fc60b5-02c6-4590-8f03-872dca8ead16 on network 3d224e48-36a8-42d0-8738-ed5ea1abe259 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:05:08.647803 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:05:08.648186 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] Checking segment: {'id': '7fe23319-4834-4eef-b348-c43219584a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:08.648585 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:08.649163 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] Bound using segment: {'id': '7fe23319-4834-4eef-b348-c43219584a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:05:08.649648 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] Bound port: 04fc60b5-02c6-4590-8f03-872dca8ead16, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe23319-4834-4eef-b348-c43219584a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:05:08.650046 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:08.652737 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-867b7467-e228-4a44-81f8-0e3aac3b14d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:08.694236 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-583921b0-951a-4034-b48b-863958365fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:08.695357 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583921b0-951a-4034-b48b-863958365fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:08.697488 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-583921b0-951a-4034-b48b-863958365fb2 admin admin] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:08.717364 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-c25aad9d-98d5-4614-8fed-0865c13bb9df None None] Allocated IP 2001:db8::2 (cf472c34-47ee-4d23-a988-08c450745588/d154435f-dff8-408c-b6e3-006f9f0b3eef/368a5f37-41ac-47d6-892f-d97e94a6e52e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:08.729400 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867b7467-e228-4a44-81f8-0e3aac3b14d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Network cf472c34-47ee-4d23-a988-08c450745588 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:08.764852 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-867b7467-e228-4a44-81f8-0e3aac3b14d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:08.776511 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1de232-fcc7-4299-a3d4-17cb1f4f5712 None None] Pushing event updated for resources: {'Port': ['ID=04fc60b5-02c6-4590-8f03-872dca8ead16,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:08.797436 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867b7467-e228-4a44-81f8-0e3aac3b14d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:08.843439 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867b7467-e228-4a44-81f8-0e3aac3b14d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:08.844527 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-867b7467-e228-4a44-81f8-0e3aac3b14d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:08.890658 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55773a50-d9bf-422e-a762-21da528a6d13 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:08.907760 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b7467-e228-4a44-81f8-0e3aac3b14d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Pushing event updated for resources: {'Port': ['ID=726b58f3-e828-4194-83a2-719fa5cf201c,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:08.924826 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583921b0-951a-4034-b48b-863958365fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:08.940486 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-583921b0-951a-4034-b48b-863958365fb2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5515327 Apr 23 00:05:08.943619 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52584) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:08.949668 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-93d37f6a-933b-48f5-9513-4ef64c168d49 admin admin] Request body: {'subnet': {'network_id': '2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1266499450-subnet', 'tenant_id': '9bd796c595cb4e14bbe59e768528927f', 'ip_version': 4}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:08.982692 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-867b7467-e228-4a44-81f8-0e3aac3b14d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7492895 Apr 23 00:05:08.985874 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52586) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:08.993210 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-6a4766c2-db3d-4707-bade-506fd132fd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Request body: {'port': {'network_id': 'cf472c34-47ee-4d23-a988-08c450745588', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1676776967', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:08.996249 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.api.validators [None req-6a4766c2-db3d-4707-bade-506fd132fd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] bootfile-name is not in valid_values {{(pid=103143) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 23 00:05:08.996249 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.api.validators [None req-6a4766c2-db3d-4707-bade-506fd132fd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] tftp-server is not in valid_values {{(pid=103143) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 23 00:05:08.996497 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4cde19f6-3109-4880-8f42-f9fb91e52d78 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:08.996603 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.api.validators [None req-6a4766c2-db3d-4707-bade-506fd132fd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] server-ip-address is not in valid_values {{(pid=103143) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 23 00:05:09.048214 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:05:09.054732 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-4cde19f6-3109-4880-8f42-f9fb91e52d78 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Calling delete_port for dc6dd68f-f14c-4857-ad6a-740a320753e6 owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:09.084117 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d37f6a-933b-48f5-9513-4ef64c168d49 admin admin] Made reservation on behalf of 9bd796c595cb4e14bbe59e768528927f for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:09.086448 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93d37f6a-933b-48f5-9513-4ef64c168d49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:09.144395 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] For port 04fc60b5-02c6-4590-8f03-872dca8ead16, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:05:09.170649 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-2959544a-6e9f-4c06-81ce-31321335e117 None None] Provisioning complete for port 04fc60b5-02c6-4590-8f03-872dca8ead16 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:09.171018 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2959544a-6e9f-4c06-81ce-31321335e117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:09.175193 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] For port 04fc60b5-02c6-4590-8f03-872dca8ead16, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=04fc60b5-02c6-4590-8f03-872dca8ead16,segment=NetworkSegment(7fe23319-4834-4eef-b348-c43219584a67),segment_id=7fe23319-4834-4eef-b348-c43219584a67)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:05:09.184426 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-5d5db7e5-4119-4ba5-9d72-24f1e5134c16 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Deleting port ca46711f-ae10-4900-b52d-fcce7379a8f3 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:09.184761 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d5db7e5-4119-4ba5-9d72-24f1e5134c16 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:09.227463 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55773a50-d9bf-422e-a762-21da528a6d13 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:09.252654 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:09.266547 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2959544a-6e9f-4c06-81ce-31321335e117 None None] Port 04fc60b5-02c6-4590-8f03-872dca8ead16 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:05:09.300974 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4766c2-db3d-4707-bade-506fd132fd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Made reservation on behalf of 25e05de54e8049598531bbe6caaaf10d for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:09.303960 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6a4766c2-db3d-4707-bade-506fd132fd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:09.304836 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c25aad9d-98d5-4614-8fed-0865c13bb9df None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:09.335025 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] Routers {'c8bf7fe0-1315-4855-ad33-37d3ca727006'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:09.335946 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c8bf7fe0-1315-4855-ad33-37d3ca727006'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:09.338529 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1de232-fcc7-4299-a3d4-17cb1f4f5712 None None] Pushing event updated for resources: {'Port': ['ID=04fc60b5-02c6-4590-8f03-872dca8ead16,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:09.339869 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-6a4766c2-db3d-4707-bade-506fd132fd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] device_id is not set on port 0c53a224-8277-404a-bff8-27681e985ae1 yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:05:09.372186 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1029a9cf-fa72-4f76-9011-8080179ec6e5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:09.387529 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c25aad9d-98d5-4614-8fed-0865c13bb9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:09.394851 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93d37f6a-933b-48f5-9513-4ef64c168d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:09.463394 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1029a9cf-fa72-4f76-9011-8080179ec6e5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:09.468645 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25aad9d-98d5-4614-8fed-0865c13bb9df None None] Network cf472c34-47ee-4d23-a988-08c450745588 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:09.469527 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25aad9d-98d5-4614-8fed-0865c13bb9df None None] Pushing event updated for resources: {'Port': ['ID=368a5f37-41ac-47d6-892f-d97e94a6e52e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:09.502544 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-92d10203-4d6c-4325-8666-f295fef7fa2d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 172.20.0.10 (52c789e5-894b-4719-a369-b13bd1dbccf2/ce37c368-67d0-48b8-931c-b6061bc61a5d/16dea214-f1d9-47a5-9f2e-24dae3e08fe6) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:09.511583 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c25aad9d-98d5-4614-8fed-0865c13bb9df None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:09.515743 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25aad9d-98d5-4614-8fed-0865c13bb9df None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:09.538257 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d37f6a-933b-48f5-9513-4ef64c168d49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1d3116c-19f5-43e1-b907-28e290e911dd,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:09.561120 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d5db7e5-4119-4ba5-9d72-24f1e5134c16 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:09.561397 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d5db7e5-4119-4ba5-9d72-24f1e5134c16 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:09.567495 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-92d10203-4d6c-4325-8666-f295fef7fa2d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 2001:db8::f816:3eff:fe24:f033 (52c789e5-894b-4719-a369-b13bd1dbccf2/1172c1ac-dbce-4506-a5af-b86f403d833e/16dea214-f1d9-47a5-9f2e-24dae3e08fe6) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:09.588048 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-6a4766c2-db3d-4707-bade-506fd132fd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Allocated IP 2001:db8::5d (cf472c34-47ee-4d23-a988-08c450745588/d154435f-dff8-408c-b6e3-006f9f0b3eef/0c53a224-8277-404a-bff8-27681e985ae1) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:09.606684 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] Set router c8bf7fe0-1315-4855-ad33-37d3ca727006 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:05:09.607519 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d37f6a-933b-48f5-9513-4ef64c168d49 admin admin] Checking segment: {'id': 'f9dd54f0-905f-45f1-8125-35713058d7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:09.608234 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d37f6a-933b-48f5-9513-4ef64c168d49 admin admin] Network hostable DHCP agents. Network: 2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:05:09.616923 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-5d5db7e5-4119-4ba5-9d72-24f1e5134c16 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Calling delete_port for ca46711f-ae10-4900-b52d-fcce7379a8f3 owned by network:floatingip {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:09.665070 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1029a9cf-fa72-4f76-9011-8080179ec6e5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:09.708095 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029a9cf-fa72-4f76-9011-8080179ec6e5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event updated for resources: {'Port': ['ID=32a98ab2-0c8f-423a-ad54-636a1c4f373e,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:09.718195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55773a50-d9bf-422e-a762-21da528a6d13 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:09.734794 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-c25aad9d-98d5-4614-8fed-0865c13bb9df None None] Attempting to bind port 368a5f37-41ac-47d6-892f-d97e94a6e52e on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:05:09.736688 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-c25aad9d-98d5-4614-8fed-0865c13bb9df None None] Attempting to bind port 368a5f37-41ac-47d6-892f-d97e94a6e52e by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24b33ff1-a5f2-464c-97f9-cddcb490f7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'cf472c34-47ee-4d23-a988-08c450745588'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:05:09.736688 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25aad9d-98d5-4614-8fed-0865c13bb9df None None] Attempting to bind port 368a5f37-41ac-47d6-892f-d97e94a6e52e on network cf472c34-47ee-4d23-a988-08c450745588 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:05:09.754274 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55773a50-d9bf-422e-a762-21da528a6d13 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:09.758273 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-55773a50-d9bf-422e-a762-21da528a6d13 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/subnets/5a2d9d88-2726-4961-81f4-d9ddc80d1c4b HTTP/1.1" status: 204 len: 168 time: 1.7901661 Apr 23 00:05:09.760142 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d37f6a-933b-48f5-9513-4ef64c168d49 admin admin] Network 2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:05:09.765747 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52588) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:09.803816 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0c05b9-ac26-4d31-b476-436d43bff47e None None] Network b1f19102-072e-4aa8-ace3-d4d6ad38968f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:09.810367 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25aad9d-98d5-4614-8fed-0865c13bb9df None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:05:09.810984 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25aad9d-98d5-4614-8fed-0865c13bb9df None None] Checking segment: {'id': '24b33ff1-a5f2-464c-97f9-cddcb490f7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'cf472c34-47ee-4d23-a988-08c450745588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:09.811651 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c25aad9d-98d5-4614-8fed-0865c13bb9df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:09.812253 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25aad9d-98d5-4614-8fed-0865c13bb9df None None] Bound using segment: {'id': '24b33ff1-a5f2-464c-97f9-cddcb490f7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'cf472c34-47ee-4d23-a988-08c450745588'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:05:09.812898 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-c25aad9d-98d5-4614-8fed-0865c13bb9df None None] Bound port: 368a5f37-41ac-47d6-892f-d97e94a6e52e, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b33ff1-a5f2-464c-97f9-cddcb490f7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'cf472c34-47ee-4d23-a988-08c450745588'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:05:09.813442 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c25aad9d-98d5-4614-8fed-0865c13bb9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:09.840928 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:09.853247 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50970c0-7818-41dd-9727-3b8c6ce1acc8 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting subnet b53bad70-d1a2-4154-a9dc-0748b5d3cf87 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:05:09.864666 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b50970c0-7818-41dd-9727-3b8c6ce1acc8 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:09.868152 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55773a50-d9bf-422e-a762-21da528a6d13 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Subnet': ['ID=5a2d9d88-2726-4961-81f4-d9ddc80d1c4b,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:09.887805 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:09.913030 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-93d37f6a-933b-48f5-9513-4ef64c168d49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:09.921552 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d37f6a-933b-48f5-9513-4ef64c168d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:09.922286 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93d37f6a-933b-48f5-9513-4ef64c168d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:09.929311 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b50970c0-7818-41dd-9727-3b8c6ce1acc8 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:09.941876 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5a6946-53af-4c0e-964a-4f94971d24a6 None None] Network 2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:10.028572 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4cde19f6-3109-4880-8f42-f9fb91e52d78 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:10.030959 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-4f9d0384-4aa2-44c8-a5a3-dd5ba6be0368 None None] Provisioning complete for port 04fc60b5-02c6-4590-8f03-872dca8ead16 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:10.031347 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0384-4aa2-44c8-a5a3-dd5ba6be0368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:10.041428 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6a4766c2-db3d-4707-bade-506fd132fd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:10.055205 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-93d37f6a-933b-48f5-9513-4ef64c168d49 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1105940 Apr 23 00:05:10.062690 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52590) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:10.072245 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-ec3f713b-d6e2-484d-a61a-1f1b57987657 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1266499450-router', 'tenant_id': '9bd796c595cb4e14bbe59e768528927f', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:10.075097 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde19f6-3109-4880-8f42-f9fb91e52d78 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Pushing event deleted for resources: {'Port': ['ID=dc6dd68f-f14c-4857-ad6a-740a320753e6,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:10.080456 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b50970c0-7818-41dd-9727-3b8c6ce1acc8 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:10.181415 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322b4e41-2a40-46fa-a40e-32c1548137c4 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:10.204644 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1029a9cf-fa72-4f76-9011-8080179ec6e5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Network 2b958ac2-f04d-466e-a022-77a24e90fb1d is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:10.207537 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-92d10203-4d6c-4325-8666-f295fef7fa2d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:10.212402 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ec3f713b-d6e2-484d-a61a-1f1b57987657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:10.213873 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ec3f713b-d6e2-484d-a61a-1f1b57987657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:10.230721 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6a4766c2-db3d-4707-bade-506fd132fd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:10.239773 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-1029a9cf-fa72-4f76-9011-8080179ec6e5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:10.291599 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4766c2-db3d-4707-bade-506fd132fd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Network cf472c34-47ee-4d23-a988-08c450745588 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:10.297072 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b50970c0-7818-41dd-9727-3b8c6ce1acc8 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:10.312440 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-6a4766c2-db3d-4707-bade-506fd132fd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:10.317085 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c25aad9d-98d5-4614-8fed-0865c13bb9df None None] For port 368a5f37-41ac-47d6-892f-d97e94a6e52e, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:05:10.330664 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4766c2-db3d-4707-bade-506fd132fd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:10.338834 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4766c2-db3d-4707-bade-506fd132fd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:10.340013 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6a4766c2-db3d-4707-bade-506fd132fd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:10.371137 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4766c2-db3d-4707-bade-506fd132fd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Pushing event updated for resources: {'Port': ['ID=0c53a224-8277-404a-bff8-27681e985ae1,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:10.385036 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c25aad9d-98d5-4614-8fed-0865c13bb9df None None] For port 368a5f37-41ac-47d6-892f-d97e94a6e52e, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=368a5f37-41ac-47d6-892f-d97e94a6e52e,segment=NetworkSegment(24b33ff1-a5f2-464c-97f9-cddcb490f7c7),segment_id=24b33ff1-a5f2-464c-97f9-cddcb490f7c7)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:05:10.405045 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50970c0-7818-41dd-9727-3b8c6ce1acc8 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Subnet': ['ID=b53bad70-d1a2-4154-a9dc-0748b5d3cf87,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:10.446313 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ec3f713b-d6e2-484d-a61a-1f1b57987657 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:10.448643 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b50970c0-7818-41dd-9727-3b8c6ce1acc8 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:10.451018 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d5db7e5-4119-4ba5-9d72-24f1e5134c16 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:10.452913 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b50970c0-7818-41dd-9727-3b8c6ce1acc8 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/subnets/b53bad70-d1a2-4154-a9dc-0748b5d3cf87 HTTP/1.1" status: 204 len: 168 time: 0.6873503 Apr 23 00:05:10.455390 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52592) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:10.469170 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4cde19f6-3109-4880-8f42-f9fb91e52d78 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:10.485944 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c25aad9d-98d5-4614-8fed-0865c13bb9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:10.486129 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11dbc6f-4180-412a-8d9a-c7d671b4478c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] DELETE failed (client error): The resource could not be found. Apr 23 00:05:10.486565 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c11dbc6f-4180-412a-8d9a-c7d671b4478c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:05:10.490221 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c11dbc6f-4180-412a-8d9a-c7d671b4478c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/subnets/5a2d9d88-2726-4961-81f4-d9ddc80d1c4b HTTP/1.1" status: 404 len: 337 time: 0.0334845 Apr 23 00:05:10.493606 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52594) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:10.506321 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5db7e5-4119-4ba5-9d72-24f1e5134c16 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Pushing event deleted for resources: {'Port': ['ID=ca46711f-ae10-4900-b52d-fcce7379a8f3,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:10.583997 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6a4766c2-db3d-4707-bade-506fd132fd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.5969331 Apr 23 00:05:10.589743 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52596) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:10.597736 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-92d10203-4d6c-4325-8666-f295fef7fa2d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:10.640413 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1029a9cf-fa72-4f76-9011-8080179ec6e5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Router afa0dda3-a592-488f-8b17-4e21529fcf68 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:05:10.672858 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0384-4aa2-44c8-a5a3-dd5ba6be0368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:10.687909 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-b158db20-3393-4fa7-96d8-6e8a275bf724 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting subnet a7abe7bf-c73f-426e-aa87-c2211cfbeea9 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:05:10.713135 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5908ee-5891-43fe-ab8d-b63e072411fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9', 'network_id': '2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9', 'tenant_id': '9bd796c595cb4e14bbe59e768528927f', 'fixed_ips': [{'subnet_id': 'f1d3116c-19f5-43e1-b907-28e290e911dd'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:05:10.714116 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f5908ee-5891-43fe-ab8d-b63e072411fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:10.715762 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25aad9d-98d5-4614-8fed-0865c13bb9df None None] Pushing event updated for resources: {'Port': ['ID=368a5f37-41ac-47d6-892f-d97e94a6e52e,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:10.721834 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d10203-4d6c-4325-8666-f295fef7fa2d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:10.735560 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d5db7e5-4119-4ba5-9d72-24f1e5134c16 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks [] for floatingip, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:10.738279 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d5db7e5-4119-4ba5-9d72-24f1e5134c16 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:10.739658 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5d5db7e5-4119-4ba5-9d72-24f1e5134c16 tempest-ServerActionsTestJSON-185399447 tempest-ServerActionsTestJSON-185399447-project] 10.222.0.15 "DELETE /v2.0/floatingips/af526d35-f138-4300-8580-00b511eb6ab8 HTTP/1.1" status: 204 len: 168 time: 2.6782839 Apr 23 00:05:10.741917 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b158db20-3393-4fa7-96d8-6e8a275bf724 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:10.748927 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52598) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:10.795710 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:05:03Z', 'revision_number': 4, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port': {'id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:54Z', 'updated_at': '2022-04-23T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '04fc60b5-02c6-4590-8f03-872dca8ead16', 'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'mac_address': 'fa:16:3e:9d:45:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:00Z', 'updated_at': '2022-04-23T00:05:09Z', 'revision_number': 4, 'project_id': 'eca10cab387440428e231a953cda4553', 'subnets': [{'id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:10.815082 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-92d10203-4d6c-4325-8666-f295fef7fa2d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:10.817898 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d10203-4d6c-4325-8666-f295fef7fa2d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:10.826402 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d10203-4d6c-4325-8666-f295fef7fa2d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=16dea214-f1d9-47a5-9f2e-24dae3e08fe6,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:10.828408 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ec3f713b-d6e2-484d-a61a-1f1b57987657 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:10.848216 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4f9d0384-4aa2-44c8-a5a3-dd5ba6be0368 None None] For port 04fc60b5-02c6-4590-8f03-872dca8ead16, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=04fc60b5-02c6-4590-8f03-872dca8ead16,segment=NetworkSegment(7fe23319-4834-4eef-b348-c43219584a67),segment_id=7fe23319-4834-4eef-b348-c43219584a67)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:10.849184 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c930a15-9f88-4454-bb8d-b0c629ad7719 None None] Update dhcp port {'port': {'network_id': 'b1f19102-072e-4aa8-ace3-d4d6ad38968f', 'fixed_ips': [{'subnet_id': 'a7abe7bf-c73f-426e-aa87-c2211cfbeea9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b53bad70-d1a2-4154-a9dc-0748b5d3cf87'}], 'binding:host_id': 'dv-neutron-838783-1-hyperv'}, 'id': '7dcdb8b1-4788-48cc-ac7a-e8136908f468'} from dv-neutron-838783-1-hyperv. {{(pid=103146) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 23 00:05:10.898396 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f7df38-9adc-4317-a66b-4da2ed161184 None None] The sync data for ids ['c8bf7fe0-1315-4855-ad33-37d3ca727006'] in dv-neutron-838783-1-hyperv is: [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:05:03Z', 'revision_number': 4, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port': {'id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:54Z', 'updated_at': '2022-04-23T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '04fc60b5-02c6-4590-8f03-872dca8ead16', 'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'mac_address': 'fa:16:3e:9d:45:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:00Z', 'updated_at': '2022-04-23T00:05:09Z', 'revision_number': 4, 'project_id': 'eca10cab387440428e231a953cda4553', 'subnets': [{'id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:05:10.907610 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9e2954-3e00-4482-a81f-ed987f74298d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:10.923150 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9e2954-3e00-4482-a81f-ed987f74298d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:10.930716 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9e2954-3e00-4482-a81f-ed987f74298d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:10.938031 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2c9e2954-3e00-4482-a81f-ed987f74298d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3479252 Apr 23 00:05:10.939419 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52600) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:10.940796 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cde19f6-3109-4880-8f42-f9fb91e52d78 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Router 09be12fb-f34d-4e9f-8920-bf9837708eef has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:05:10.973281 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0384-4aa2-44c8-a5a3-dd5ba6be0368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:11.002889 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b158db20-3393-4fa7-96d8-6e8a275bf724 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:11.034141 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d10203-4d6c-4325-8666-f295fef7fa2d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:11.034925 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-92d10203-4d6c-4325-8666-f295fef7fa2d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:11.163339 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1029a9cf-fa72-4f76-9011-8080179ec6e5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:05:11.185621 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1029a9cf-fa72-4f76-9011-8080179ec6e5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "PUT /v2.0/routers/afa0dda3-a592-488f-8b17-4e21529fcf68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6798913 Apr 23 00:05:11.204438 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-92d10203-4d6c-4325-8666-f295fef7fa2d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7080011 Apr 23 00:05:11.205150 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52602) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:11.224313 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-60dc6c36-fe46-438e-9156-f023fa1958bb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Request body: {'port': {'network_id': '2b958ac2-f04d-466e-a022-77a24e90fb1d', 'name': 'tempest-FloatingIPTestJSON-1600062983'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:11.233914 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52604) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:11.239727 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 0c2803e0-78cc-489c-9dce-c2b9386aacd8 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:11.244452 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8979c3db-cd27-411a-89ca-97c396f73d4d None None] Sync routers for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:05:11.254961 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c930a15-9f88-4454-bb8d-b0c629ad7719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:11.270715 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cde19f6-3109-4880-8f42-f9fb91e52d78 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:05:11.288853 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b699ded-1b5e-449b-a81d-12349d982a93 None None] Sync routers for ids ['09be12fb-f34d-4e9f-8920-bf9837708eef'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:05:11.291867 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4cde19f6-3109-4880-8f42-f9fb91e52d78 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] 10.222.0.15 "PUT /v2.0/routers/09be12fb-f34d-4e9f-8920-bf9837708eef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2630455 Apr 23 00:05:11.293536 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52606) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:11.311693 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b699ded-1b5e-449b-a81d-12349d982a93 None None] Routers {'09be12fb-f34d-4e9f-8920-bf9837708eef'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:11.312509 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-1b699ded-1b5e-449b-a81d-12349d982a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['09be12fb-f34d-4e9f-8920-bf9837708eef'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:11.388357 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-1b699ded-1b5e-449b-a81d-12349d982a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:11.399295 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b699ded-1b5e-449b-a81d-12349d982a93 None None] Routers {'09be12fb-f34d-4e9f-8920-bf9837708eef'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:11.401841 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-1b699ded-1b5e-449b-a81d-12349d982a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['09be12fb-f34d-4e9f-8920-bf9837708eef'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:11.455299 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-1b699ded-1b5e-449b-a81d-12349d982a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:11.456240 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b699ded-1b5e-449b-a81d-12349d982a93 None None] The sync data for ids ['09be12fb-f34d-4e9f-8920-bf9837708eef'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:05:11.493158 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8979c3db-cd27-411a-89ca-97c396f73d4d None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:11.493802 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-8979c3db-cd27-411a-89ca-97c396f73d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:11.495706 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d0443b73-42a0-4cbe-b834-8f84f9f52a27 None None] Provisioning complete for port 0c2803e0-78cc-489c-9dce-c2b9386aacd8 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:11.496081 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d0443b73-42a0-4cbe-b834-8f84f9f52a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:11.505719 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d0384-4aa2-44c8-a5a3-dd5ba6be0368 None None] Pushing event updated for resources: {'Port': ['ID=04fc60b5-02c6-4590-8f03-872dca8ead16,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:11.566854 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254a3e83-955b-42a6-8691-7b1a12ffe7b7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:11.575222 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254a3e83-955b-42a6-8691-7b1a12ffe7b7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:11.577354 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-254a3e83-955b-42a6-8691-7b1a12ffe7b7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3404205 Apr 23 00:05:11.579098 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-8979c3db-cd27-411a-89ca-97c396f73d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:11.582113 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-6f5908ee-5891-43fe-ab8d-b63e072411fd None None] Allocated IP 172.20.0.2 (2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9/f1d3116c-19f5-43e1-b907-28e290e911dd/b73b1f68-fd27-42e4-9932-7fa433342c29) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:11.587786 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52608) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:11.590101 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b158db20-3393-4fa7-96d8-6e8a275bf724 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:11.676541 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9e4b34-00e4-4dd0-beb6-63bf192114c7 None None] Update dhcp port {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'fixed_ips': [{'subnet_id': '1172c1ac-dbce-4506-a5af-b86f403d833e', 'ip_address': '2001:db8::f816:3eff:fe36:aa85'}, {'subnet_id': 'ce37c368-67d0-48b8-931c-b6061bc61a5d'}], 'binding:host_id': 'dv-neutron-838783-1-hyperv'}, 'id': '0c2803e0-78cc-489c-9dce-c2b9386aacd8'} from dv-neutron-838783-1-hyperv. {{(pid=103146) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 23 00:05:11.737203 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8979c3db-cd27-411a-89ca-97c396f73d4d None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:11.737853 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-8979c3db-cd27-411a-89ca-97c396f73d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:11.809307 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-2c3f6219-7104-40dc-b2b7-d423150b258d tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] delete failed (client error): The resource could not be found. Apr 23 00:05:11.814982 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2c3f6219-7104-40dc-b2b7-d423150b258d tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-697084142 HTTP/1.1" status: 404 len: 334 time: 0.5200691 Apr 23 00:05:11.822723 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52610) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:11.832054 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-658acf01-5472-40a9-b887-b8d54b520f7a tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Request body: {'router': {'external_gateway_info': {'network_id': '09be12fb-f34d-4e9f-8920-bf9837708eef'}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:11.840830 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-8979c3db-cd27-411a-89ca-97c396f73d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:11.841066 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8979c3db-cd27-411a-89ca-97c396f73d4d None None] The sync data for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:05:11.842530 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 0c2803e0-78cc-489c-9dce-c2b9386aacd8 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:11.842905 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:11.847398 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb9e4b34-00e4-4dd0-beb6-63bf192114c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:11.915596 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-9df69f58-233f-4c62-9f45-31c0ce701625 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Deleting port 0c53a224-8277-404a-bff8-27681e985ae1 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:11.916105 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9df69f58-233f-4c62-9f45-31c0ce701625 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:12.033463 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d0443b73-42a0-4cbe-b834-8f84f9f52a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:12.047174 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dc6c36-fe46-438e-9156-f023fa1958bb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Made reservation on behalf of dff97029a5b74c08a025f88e2eb1aa56 for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:12.051225 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-60dc6c36-fe46-438e-9156-f023fa1958bb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:12.122314 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b158db20-3393-4fa7-96d8-6e8a275bf724 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:12.202664 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-658acf01-5472-40a9-b887-b8d54b520f7a tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:12.221261 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-60dc6c36-fe46-438e-9156-f023fa1958bb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] device_id is not set on port d0aa884b-b39b-4092-8adc-25acb02b80ce yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:05:12.233308 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b158db20-3393-4fa7-96d8-6e8a275bf724 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:12.236337 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b158db20-3393-4fa7-96d8-6e8a275bf724 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/subnets/a7abe7bf-c73f-426e-aa87-c2211cfbeea9 HTTP/1.1" status: 204 len: 168 time: 1.7413175 Apr 23 00:05:12.237388 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158db20-3393-4fa7-96d8-6e8a275bf724 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Subnet': ['ID=a7abe7bf-c73f-426e-aa87-c2211cfbeea9,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:12.238857 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52612) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:12.269274 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-f522fff4-de84-4039-af3e-52b44fe7b92d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting port 16dea214-f1d9-47a5-9f2e-24dae3e08fe6 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:12.269800 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f522fff4-de84-4039-af3e-52b44fe7b92d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:12.284182 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebed2381-c600-4683-87b5-58dffa5a56df tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] DELETE failed (client error): The resource could not be found. Apr 23 00:05:12.290665 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebed2381-c600-4683-87b5-58dffa5a56df tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:05:12.290665 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ebed2381-c600-4683-87b5-58dffa5a56df tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/subnets/bbc192e5-d201-4bb1-9013-fdb24e70a67f HTTP/1.1" status: 404 len: 337 time: 0.0477984 Apr 23 00:05:12.294688 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52614) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:12.315428 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-658acf01-5472-40a9-b887-b8d54b520f7a tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] update failed (client error): The resource could not be found. Apr 23 00:05:12.315428 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-658acf01-5472-40a9-b887-b8d54b520f7a tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] 10.222.0.15 "PUT /v2.0/routers/09be12fb-f34d-4e9f-8920-bf9837708eef HTTP/1.1" status: 404 len: 339 time: 0.4987051 Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server [None req-0c930a15-9f88-4454-bb8d-b0c629ad7719 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7abe7bf-c73f-426e-aa87-c2211cfbeea9: This subnet is being modified by another concurrent operation. Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 23 00:05:12.317099 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise exception Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7abe7bf-c73f-426e-aa87-c2211cfbeea9: This subnet is being modified by another concurrent operation. Apr 23 00:05:12.321938 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server Apr 23 00:05:12.329417 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52616) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:12.359832 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f288c150-b636-4f0f-b36f-8941eb80d8a6 None None] Network cf472c34-47ee-4d23-a988-08c450745588 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:12.365719 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-286ad93b-c688-4222-91f5-99f49ccebc2a tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "GET /v2.0/ports?device_id=7787918d-8559-4a60-ac5b-a51284af2963 HTTP/1.1" status: 200 len: 205 time: 0.0656643 Apr 23 00:05:12.374829 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52618) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:12.483264 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-328235c0-4bd9-46fc-8862-3d14d145d404 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] delete failed (client error): The resource could not be found. Apr 23 00:05:12.486588 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-328235c0-4bd9-46fc-8862-3d14d145d404 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/routers/7787918d-8559-4a60-ac5b-a51284af2963 HTTP/1.1" status: 404 len: 336 time: 0.1082952 Apr 23 00:05:12.505755 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f5908ee-5891-43fe-ab8d-b63e072411fd None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:12.512834 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d0443b73-42a0-4cbe-b834-8f84f9f52a27 None None] For port 0c2803e0-78cc-489c-9dce-c2b9386aacd8, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=0c2803e0-78cc-489c-9dce-c2b9386aacd8,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:12.517865 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52620) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:12.518032 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aa77f4-e901-4817-bb2d-2f7ad3ee9c35 None None] Network b1f19102-072e-4aa8-ace3-d4d6ad38968f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:12.558033 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-370e79a2-a111-46f6-889c-07b44eccbe64 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] DELETE failed (client error): The resource could not be found. Apr 23 00:05:12.558400 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-370e79a2-a111-46f6-889c-07b44eccbe64 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:05:12.565031 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-370e79a2-a111-46f6-889c-07b44eccbe64 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/subnets/ac6947b4-9fac-453f-8b7c-62b17e80096d HTTP/1.1" status: 404 len: 337 time: 0.0460436 Apr 23 00:05:12.565031 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52622) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:12.621667 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d0443b73-42a0-4cbe-b834-8f84f9f52a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:12.656012 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-7466f81e-adf6-4d7c-8313-513d2ec75486 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] DELETE failed (client error): The resource could not be found. Apr 23 00:05:12.656492 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7466f81e-adf6-4d7c-8313-513d2ec75486 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:05:12.659626 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7466f81e-adf6-4d7c-8313-513d2ec75486 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/subnets/a518ae37-7771-4dbe-affb-6e75992fd15c HTTP/1.1" status: 404 len: 337 time: 0.0940659 Apr 23 00:05:12.664920 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52624) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:12.672460 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:12.683715 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9df69f58-233f-4c62-9f45-31c0ce701625 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:12.729773 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9eb00ce-5170-4e8b-908e-0e44f442f703 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] DELETE failed (client error): The resource could not be found. Apr 23 00:05:12.729773 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9eb00ce-5170-4e8b-908e-0e44f442f703 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:05:12.731436 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f5908ee-5891-43fe-ab8d-b63e072411fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:12.737533 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f9eb00ce-5170-4e8b-908e-0e44f442f703 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/subnets/e239db59-9a6e-4787-be99-ac53885e9671 HTTP/1.1" status: 404 len: 337 time: 0.0693004 Apr 23 00:05:12.737533 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52626) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:12.743297 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-eb9e4b34-00e4-4dd0-beb6-63bf192114c7 None None] Allocated IP 172.20.0.2 (52c789e5-894b-4719-a369-b13bd1dbccf2/ce37c368-67d0-48b8-931c-b6061bc61a5d/0c2803e0-78cc-489c-9dce-c2b9386aacd8) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:12.792773 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-9df69f58-233f-4c62-9f45-31c0ce701625 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Calling delete_port for 0c53a224-8277-404a-bff8-27681e985ae1 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:12.793391 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-9781bf77-6c70-43cc-930c-f797f3ce84cc tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] DELETE failed (client error): The resource could not be found. Apr 23 00:05:12.794078 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9781bf77-6c70-43cc-930c-f797f3ce84cc tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:05:12.800494 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9781bf77-6c70-43cc-930c-f797f3ce84cc tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/ports/e46c6f07-711f-487a-baff-e6f4d923647b HTTP/1.1" status: 404 len: 333 time: 0.0612500 Apr 23 00:05:12.801292 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52628) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:12.828393 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0443b73-42a0-4cbe-b834-8f84f9f52a27 None None] Pushing event updated for resources: {'Port': ['ID=0c2803e0-78cc-489c-9dce-c2b9386aacd8,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:12.853244 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5908ee-5891-43fe-ab8d-b63e072411fd None None] Network 2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:12.853459 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de0cb15-f4f7-4c62-a440-c6debe445e80 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] DELETE failed (client error): The resource could not be found. Apr 23 00:05:12.853888 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de0cb15-f4f7-4c62-a440-c6debe445e80 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:05:12.859243 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9de0cb15-f4f7-4c62-a440-c6debe445e80 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/subnets/ac3953f7-cce1-4b9e-8cd4-e12a045c178d HTTP/1.1" status: 404 len: 337 time: 0.0545099 Apr 23 00:05:12.860979 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52630) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:12.892101 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6f5908ee-5891-43fe-ab8d-b63e072411fd None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:12.895690 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d434c7-8063-49de-8817-f469e8aebea2 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] DELETE failed (client error): The resource could not be found. Apr 23 00:05:12.896634 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d434c7-8063-49de-8817-f469e8aebea2 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:05:12.901808 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a7d434c7-8063-49de-8817-f469e8aebea2 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/subnets/4da36daa-ee88-4b40-8563-152831e5f50f HTTP/1.1" status: 404 len: 337 time: 0.0376906 Apr 23 00:05:12.902160 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52632) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:12.930880 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5908ee-5891-43fe-ab8d-b63e072411fd None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:12.933255 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-8ec31a61-a0a7-41f3-ba2a-275497a2b1df None None] Provisioning complete for port 7dcdb8b1-4788-48cc-ac7a-e8136908f468 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:12.934043 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ec31a61-a0a7-41f3-ba2a-275497a2b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:12.949310 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb669d36-6809-4b46-99ac-3c25b9a2056c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] DELETE failed (client error): The resource could not be found. Apr 23 00:05:12.950045 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb669d36-6809-4b46-99ac-3c25b9a2056c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:05:12.955367 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cb669d36-6809-4b46-99ac-3c25b9a2056c tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/ports/f738dcdb-d1f5-4e87-8377-5a8d37d86e86 HTTP/1.1" status: 404 len: 333 time: 0.0499849 Apr 23 00:05:12.955367 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33de7555-324a-475d-9cd2-9e85c97fafb9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:12.956166 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52634) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:12.975257 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f522fff4-de84-4039-af3e-52b44fe7b92d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:12.990718 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-936053f4-b31d-4d18-99a1-9b6d41581180 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] DELETE failed (client error): The resource could not be found. Apr 23 00:05:12.991237 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936053f4-b31d-4d18-99a1-9b6d41581180 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:05:12.997177 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-936053f4-b31d-4d18-99a1-9b6d41581180 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/subnets/0c6aef40-4d87-46ea-9c74-9ecdc6ed18b7 HTTP/1.1" status: 404 len: 337 time: 0.0378220 Apr 23 00:05:12.997482 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52636) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:13.000433 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ec3f713b-d6e2-484d-a61a-1f1b57987657 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:13.013965 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-f522fff4-de84-4039-af3e-52b44fe7b92d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Calling delete_port for 16dea214-f1d9-47a5-9f2e-24dae3e08fe6 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:13.024962 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dacbcb0-3660-45ce-a725-dd69de2296c7 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] DELETE failed (client error): The resource could not be found. Apr 23 00:05:13.025363 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dacbcb0-3660-45ce-a725-dd69de2296c7 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:05:13.031218 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9dacbcb0-3660-45ce-a725-dd69de2296c7 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/subnets/6d479377-8039-46c5-ae58-5b57e337a4f6 HTTP/1.1" status: 404 len: 337 time: 0.0306013 Apr 23 00:05:13.031774 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52638) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:13.032232 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5908ee-5891-43fe-ab8d-b63e072411fd None None] Pushing event updated for resources: {'Port': ['ID=b73b1f68-fd27-42e4-9932-7fa433342c29,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:13.072026 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000b2d97-b4e7-4449-b903-2a95d4895965 None None] DHCP port deletion for b1f19102-072e-4aa8-ace3-d4d6ad38968f request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:05:13.073402 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-60dc6c36-fe46-438e-9156-f023fa1958bb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Allocated IP 172.20.0.8 (2b958ac2-f04d-466e-a022-77a24e90fb1d/cebd42da-7a49-4d45-8234-2cbc63b28f68/d0aa884b-b39b-4092-8adc-25acb02b80ce) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:13.089167 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ec3f713b-d6e2-484d-a61a-1f1b57987657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:13.110422 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6f5908ee-5891-43fe-ab8d-b63e072411fd None None] Attempting to bind port b73b1f68-fd27-42e4-9932-7fa433342c29 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:05:13.110789 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6f5908ee-5891-43fe-ab8d-b63e072411fd None None] Attempting to bind port b73b1f68-fd27-42e4-9932-7fa433342c29 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'f9dd54f0-905f-45f1-8125-35713058d7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:05:13.111176 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5908ee-5891-43fe-ab8d-b63e072411fd None None] Attempting to bind port b73b1f68-fd27-42e4-9932-7fa433342c29 on network 2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:05:13.138686 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-eb9e4b34-00e4-4dd0-beb6-63bf192114c7 None None] For port 0c2803e0-78cc-489c-9dce-c2b9386aacd8, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=0c2803e0-78cc-489c-9dce-c2b9386aacd8,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:13.160942 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5908ee-5891-43fe-ab8d-b63e072411fd None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:05:13.161321 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5908ee-5891-43fe-ab8d-b63e072411fd None None] Checking segment: {'id': 'f9dd54f0-905f-45f1-8125-35713058d7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:13.161729 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f5908ee-5891-43fe-ab8d-b63e072411fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:13.162131 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5908ee-5891-43fe-ab8d-b63e072411fd None None] Bound using segment: {'id': 'f9dd54f0-905f-45f1-8125-35713058d7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:05:13.162624 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6f5908ee-5891-43fe-ab8d-b63e072411fd None None] Bound port: b73b1f68-fd27-42e4-9932-7fa433342c29, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9dd54f0-905f-45f1-8125-35713058d7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:05:13.163009 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f5908ee-5891-43fe-ab8d-b63e072411fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:13.261715 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb9e4b34-00e4-4dd0-beb6-63bf192114c7 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:13.275101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-045387a9-f9c4-4e7b-bc57-f08666f5b506 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting port f1a45ab3-9d2e-4089-8ec5-a60bb6429b89 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:13.275669 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-045387a9-f9c4-4e7b-bc57-f08666f5b506 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:13.304574 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-000b2d97-b4e7-4449-b903-2a95d4895965 None None] Deleting port 7dcdb8b1-4788-48cc-ac7a-e8136908f468 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:13.305485 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-000b2d97-b4e7-4449-b903-2a95d4895965 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:13.313180 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-8ec31a61-a0a7-41f3-ba2a-275497a2b1df None None] Provisioning complete for port 368a5f37-41ac-47d6-892f-d97e94a6e52e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:13.313557 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ec31a61-a0a7-41f3-ba2a-275497a2b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:13.356008 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fb1c896f-0748-4061-be3d-1c261089839f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:13.393796 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-045387a9-f9c4-4e7b-bc57-f08666f5b506 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:13.418257 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-045387a9-f9c4-4e7b-bc57-f08666f5b506 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Calling delete_port for f1a45ab3-9d2e-4089-8ec5-a60bb6429b89 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:13.421149 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-33de7555-324a-475d-9cd2-9e85c97fafb9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Allocated IP 172.20.0.1 (1a7d97d5-e703-4fdb-9224-760558481f82/82439766-28b3-4475-ba77-b120862a0fc3/e947a49d-ecab-47ba-9874-1a77a49320e5) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:13.436590 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9df69f58-233f-4c62-9f45-31c0ce701625 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:13.485542 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-6f5908ee-5891-43fe-ab8d-b63e072411fd None None] For port b73b1f68-fd27-42e4-9932-7fa433342c29, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:05:13.515730 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb9e4b34-00e4-4dd0-beb6-63bf192114c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:13.530176 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-6f5908ee-5891-43fe-ab8d-b63e072411fd None None] For port b73b1f68-fd27-42e4-9932-7fa433342c29, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b73b1f68-fd27-42e4-9932-7fa433342c29,segment=NetworkSegment(f9dd54f0-905f-45f1-8125-35713058d7d6),segment_id=f9dd54f0-905f-45f1-8125-35713058d7d6)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:05:13.541650 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df69f58-233f-4c62-9f45-31c0ce701625 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Pushing event deleted for resources: {'Port': ['ID=0c53a224-8277-404a-bff8-27681e985ae1,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:13.551987 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-ec3f713b-d6e2-484d-a61a-1f1b57987657 admin admin] Allocated IP 172.26.3.48 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/f791bd98-e9ff-4a10-90c4-fc3805afc800) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:13.582880 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9df69f58-233f-4c62-9f45-31c0ce701625 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:13.590164 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9df69f58-233f-4c62-9f45-31c0ce701625 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] 10.222.0.15 "DELETE /v2.0/ports/0c53a224-8277-404a-bff8-27681e985ae1 HTTP/1.1" status: 204 len: 168 time: 2.6417408 Apr 23 00:05:13.601624 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52640) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:13.623200 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f5908ee-5891-43fe-ab8d-b63e072411fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:13.636743 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-f5bbba55-129e-477d-86e2-27a0932e93b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Request body: {'port': {'name': 'tempest-new-port-name-1632118990', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:13.637134 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.api.validators [None req-f5bbba55-129e-477d-86e2-27a0932e93b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] bootfile-name is not in valid_values {{(pid=103143) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 23 00:05:13.637466 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.api.validators [None req-f5bbba55-129e-477d-86e2-27a0932e93b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] tftp-server is not in valid_values {{(pid=103143) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 23 00:05:13.637840 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.api.validators [None req-f5bbba55-129e-477d-86e2-27a0932e93b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] server-ip-address is not in valid_values {{(pid=103143) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 23 00:05:13.729243 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-60dc6c36-fe46-438e-9156-f023fa1958bb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:13.734553 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:05:13.735115 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:05:13.751329 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-000b2d97-b4e7-4449-b903-2a95d4895965 None None] For port 7dcdb8b1-4788-48cc-ac7a-e8136908f468, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7dcdb8b1-4788-48cc-ac7a-e8136908f468,segment=NetworkSegment(a8b5dee3-fe0e-43c4-9e52-edb0a4ad52ea),segment_id=a8b5dee3-fe0e-43c4-9e52-edb0a4ad52ea)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:13.751818 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-000b2d97-b4e7-4449-b903-2a95d4895965 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:13.763426 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-045387a9-f9c4-4e7b-bc57-f08666f5b506 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:13.799347 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e4b34-00e4-4dd0-beb6-63bf192114c7 None None] Pushing event updated for resources: {'Port': ['ID=0c2803e0-78cc-489c-9dce-c2b9386aacd8,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:13.809718 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-000b2d97-b4e7-4449-b903-2a95d4895965 None None] Calling delete_port for 7dcdb8b1-4788-48cc-ac7a-e8136908f468 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:13.834518 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045387a9-f9c4-4e7b-bc57-f08666f5b506 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Port': ['ID=f1a45ab3-9d2e-4089-8ec5-a60bb6429b89,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:13.844521 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33de7555-324a-475d-9cd2-9e85c97fafb9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:13.844521 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-045387a9-f9c4-4e7b-bc57-f08666f5b506 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:13.850372 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-045387a9-f9c4-4e7b-bc57-f08666f5b506 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/ports/f1a45ab3-9d2e-4089-8ec5-a60bb6429b89 HTTP/1.1" status: 204 len: 168 time: 0.8178904 Apr 23 00:05:13.853774 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52642) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:14.001813 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-14503002-cefc-4d66-9692-f4a1945022d3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:14.026493 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ec31a61-a0a7-41f3-ba2a-275497a2b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:14.036717 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f5bbba55-129e-477d-86e2-27a0932e93b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:14.036859 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5908ee-5891-43fe-ab8d-b63e072411fd None None] Pushing event updated for resources: {'Port': ['ID=b73b1f68-fd27-42e4-9932-7fa433342c29,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:14.077878 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-14503002-cefc-4d66-9692-f4a1945022d3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Deleting port 7dcdb8b1-4788-48cc-ac7a-e8136908f468 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:14.078333 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-14503002-cefc-4d66-9692-f4a1945022d3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:14.112039 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8ec31a61-a0a7-41f3-ba2a-275497a2b1df None None] For port 368a5f37-41ac-47d6-892f-d97e94a6e52e, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=368a5f37-41ac-47d6-892f-d97e94a6e52e,segment=NetworkSegment(24b33ff1-a5f2-464c-97f9-cddcb490f7c7),segment_id=24b33ff1-a5f2-464c-97f9-cddcb490f7c7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:14.115419 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33de7555-324a-475d-9cd2-9e85c97fafb9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:14.163408 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ec3f713b-d6e2-484d-a61a-1f1b57987657 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:14.185603 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-000b2d97-b4e7-4449-b903-2a95d4895965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:14.239020 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33de7555-324a-475d-9cd2-9e85c97fafb9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Network 1a7d97d5-e703-4fdb-9224-760558481f82 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:14.261242 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-33de7555-324a-475d-9cd2-9e85c97fafb9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:14.274155 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33de7555-324a-475d-9cd2-9e85c97fafb9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:14.283709 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-14503002-cefc-4d66-9692-f4a1945022d3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] For port 7dcdb8b1-4788-48cc-ac7a-e8136908f468, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7dcdb8b1-4788-48cc-ac7a-e8136908f468,segment=NetworkSegment(a8b5dee3-fe0e-43c4-9e52-edb0a4ad52ea),segment_id=a8b5dee3-fe0e-43c4-9e52-edb0a4ad52ea)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:14.283709 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-14503002-cefc-4d66-9692-f4a1945022d3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:14.297640 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b2d97-b4e7-4449-b903-2a95d4895965 None None] Pushing event deleted for resources: {'Port': ['ID=7dcdb8b1-4788-48cc-ac7a-e8136908f468,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:14.326904 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ec31a61-a0a7-41f3-ba2a-275497a2b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:14.330968 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de7555-324a-475d-9cd2-9e85c97fafb9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Pushing event updated for resources: {'Port': ['ID=e947a49d-ecab-47ba-9874-1a77a49320e5,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:14.338421 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000b2d97-b4e7-4449-b903-2a95d4895965 None None] No DVR routers for this DVR port 7dcdb8b1-4788-48cc-ac7a-e8136908f468 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:05:14.339557 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-14503002-cefc-4d66-9692-f4a1945022d3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Calling delete_port for 7dcdb8b1-4788-48cc-ac7a-e8136908f468 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:14.381393 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-8ec31a61-a0a7-41f3-ba2a-275497a2b1df None None] Could not find standard attr ID for object f1a45ab3-9d2e-4089-8ec5-a60bb6429b89. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:05:14.414175 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f522fff4-de84-4039-af3e-52b44fe7b92d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:14.419815 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33de7555-324a-475d-9cd2-9e85c97fafb9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:14.443064 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec31a61-a0a7-41f3-ba2a-275497a2b1df None None] Pushing event updated for resources: {'Port': ['ID=368a5f37-41ac-47d6-892f-d97e94a6e52e,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:14.454599 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-60dc6c36-fe46-438e-9156-f023fa1958bb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:14.500681 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-cafe8e89-82b2-44b5-ac83-f2db481255f2 None None] Could not find standard attr ID for object 0c53a224-8277-404a-bff8-27681e985ae1. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:05:14.534781 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-cafe8e89-82b2-44b5-ac83-f2db481255f2 None None] Provisioning complete for port 368a5f37-41ac-47d6-892f-d97e94a6e52e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:14.535156 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cafe8e89-82b2-44b5-ac83-f2db481255f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:14.598472 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ec3f713b-d6e2-484d-a61a-1f1b57987657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:14.618825 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522fff4-de84-4039-af3e-52b44fe7b92d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Port': ['ID=16dea214-f1d9-47a5-9f2e-24dae3e08fe6,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:14.714038 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-14503002-cefc-4d66-9692-f4a1945022d3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:14.730086 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3f713b-d6e2-484d-a61a-1f1b57987657 admin admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:14.738522 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14503002-cefc-4d66-9692-f4a1945022d3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] No DVR routers for this DVR port 7dcdb8b1-4788-48cc-ac7a-e8136908f468 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:05:14.789387 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-cafe8e89-82b2-44b5-ac83-f2db481255f2 None None] Provisioning complete for port 726b58f3-e828-4194-83a2-719fa5cf201c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:14.790137 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cafe8e89-82b2-44b5-ac83-f2db481255f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:14.794751 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14503002-cefc-4d66-9692-f4a1945022d3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Port': ['ID=7dcdb8b1-4788-48cc-ac7a-e8136908f468,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:14.849802 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cafe8e89-82b2-44b5-ac83-f2db481255f2 None None] Port 726b58f3-e828-4194-83a2-719fa5cf201c cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:05:14.857316 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b73b1f68-fd27-42e4-9932-7fa433342c29 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:14.860598 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-ec3f713b-d6e2-484d-a61a-1f1b57987657 admin admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:14.863646 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc6c36-fe46-438e-9156-f023fa1958bb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event updated for resources: {'Port': ['ID=d0aa884b-b39b-4092-8adc-25acb02b80ce,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:14.872902 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3f713b-d6e2-484d-a61a-1f1b57987657 admin admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:14.896439 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dc6c36-fe46-438e-9156-f023fa1958bb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Network 2b958ac2-f04d-466e-a022-77a24e90fb1d is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:14.933342 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33de7555-324a-475d-9cd2-9e85c97fafb9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:14.938313 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-14503002-cefc-4d66-9692-f4a1945022d3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:14.945088 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port b73b1f68-fd27-42e4-9932-7fa433342c29 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:14.946152 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:15.013548 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f5bbba55-129e-477d-86e2-27a0932e93b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:15.065279 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-60dc6c36-fe46-438e-9156-f023fa1958bb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:15.079044 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dc6c36-fe46-438e-9156-f023fa1958bb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:15.082820 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:15.084822 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f5bbba55-129e-477d-86e2-27a0932e93b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:15.125712 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-14503002-cefc-4d66-9692-f4a1945022d3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f19102-072e-4aa8-ace3-d4d6ad38968f']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:15.144667 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port b73b1f68-fd27-42e4-9932-7fa433342c29, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b73b1f68-fd27-42e4-9932-7fa433342c29,segment=NetworkSegment(f9dd54f0-905f-45f1-8125-35713058d7d6),segment_id=f9dd54f0-905f-45f1-8125-35713058d7d6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:15.145926 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-a5b31580-c373-4f3e-816f-3815727c7d0b None None] Could not find standard attr ID for object 0c53a224-8277-404a-bff8-27681e985ae1. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:05:15.174288 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-a5b31580-c373-4f3e-816f-3815727c7d0b None None] Provisioning complete for port e947a49d-ecab-47ba-9874-1a77a49320e5 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:15.175182 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5b31580-c373-4f3e-816f-3815727c7d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:15.176699 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-14503002-cefc-4d66-9692-f4a1945022d3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b5dee3-fe0e-43c4-9e52-edb0a4ad52ea') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:15.177009 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-14503002-cefc-4d66-9692-f4a1945022d3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b5dee3-fe0e-43c4-9e52-edb0a4ad52ea') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:15.193080 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f713b-d6e2-484d-a61a-1f1b57987657 admin admin] Pushing event updated for resources: {'Port': ['ID=f791bd98-e9ff-4a10-90c4-fc3805afc800,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:15.193990 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-14503002-cefc-4d66-9692-f4a1945022d3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:15.201536 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f522fff4-de84-4039-af3e-52b44fe7b92d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:15.216932 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f522fff4-de84-4039-af3e-52b44fe7b92d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/16dea214-f1d9-47a5-9f2e-24dae3e08fe6 HTTP/1.1" status: 204 len: 168 time: 3.6155188 Apr 23 00:05:15.216932 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-f5bbba55-129e-477d-86e2-27a0932e93b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] In _notify_port_updated(), no bound segment for port 726b58f3-e828-4194-83a2-719fa5cf201c on network cf472c34-47ee-4d23-a988-08c450745588 {{(pid=103143) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 23 00:05:15.217271 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52644) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:15.229604 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:15.230243 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 0c2803e0-78cc-489c-9dce-c2b9386aacd8 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:15.234517 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bbba55-129e-477d-86e2-27a0932e93b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:15.235314 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f5bbba55-129e-477d-86e2-27a0932e93b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:15.239702 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f5bbba55-129e-477d-86e2-27a0932e93b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] 10.222.0.15 "PUT /v2.0/ports/726b58f3-e828-4194-83a2-719fa5cf201c HTTP/1.1" status: 200 len: 1130 time: 1.6347215 Apr 23 00:05:15.300647 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-fb1c896f-0748-4061-be3d-1c261089839f admin admin] Deleting port 2b65dd43-5f10-4f3a-ac92-d629ab23c6cd {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:15.301070 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fb1c896f-0748-4061-be3d-1c261089839f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:15.303150 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbba55-129e-477d-86e2-27a0932e93b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Pushing event updated for resources: {'Port': ['ID=726b58f3-e828-4194-83a2-719fa5cf201c,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:15.309162 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52646) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:15.352942 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=b73b1f68-fd27-42e4-9932-7fa433342c29,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:15.362906 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a5b31580-c373-4f3e-816f-3815727c7d0b None None] Port e947a49d-ecab-47ba-9874-1a77a49320e5 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:05:15.374721 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 0c2803e0-78cc-489c-9dce-c2b9386aacd8 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:15.375226 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:15.382430 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33de7555-324a-475d-9cd2-9e85c97fafb9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:15.397496 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dc6c36-fe46-438e-9156-f023fa1958bb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:15.397496 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-60dc6c36-fe46-438e-9156-f023fa1958bb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:15.427147 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-14503002-cefc-4d66-9692-f4a1945022d3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:15.438975 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14503002-cefc-4d66-9692-f4a1945022d3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:05:15.439392 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-14503002-cefc-4d66-9692-f4a1945022d3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:05:15.443120 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:05:15.467493 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33de7555-324a-475d-9cd2-9e85c97fafb9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:15.498600 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-0736977f-6eee-463d-8e82-7e9c513cacde None None] Could not find standard attr ID for object 16dea214-f1d9-47a5-9f2e-24dae3e08fe6. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:05:15.508360 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 368a5f37-41ac-47d6-892f-d97e94a6e52e up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:15.510063 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8c2687-c5a7-4b01-8748-1d3ebcfca7dd tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:15.512913 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8c2687-c5a7-4b01-8748-1d3ebcfca7dd tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:15.514479 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8c2687-c5a7-4b01-8748-1d3ebcfca7dd tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:15.517449 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bd8c2687-c5a7-4b01-8748-1d3ebcfca7dd tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3017285 Apr 23 00:05:15.537491 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52648) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:15.580354 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-0736977f-6eee-463d-8e82-7e9c513cacde None None] Provisioning complete for port 0c2803e0-78cc-489c-9dce-c2b9386aacd8 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:15.582043 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0736977f-6eee-463d-8e82-7e9c513cacde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:15.630338 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de7555-324a-475d-9cd2-9e85c97fafb9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Pushing event updated for resources: {'Port': ['ID=e947a49d-ecab-47ba-9874-1a77a49320e5,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:15.634600 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33de7555-324a-475d-9cd2-9e85c97fafb9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:15.642100 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bbd629-227a-45ff-983c-53dc7d4ebc21 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:15.643867 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-45bbd629-227a-45ff-983c-53dc7d4ebc21 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] 10.222.0.15 "GET /v2.0/ports/726b58f3-e828-4194-83a2-719fa5cf201c HTTP/1.1" status: 200 len: 1130 time: 0.3336012 Apr 23 00:05:15.650077 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52650) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:15.692831 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 368a5f37-41ac-47d6-892f-d97e94a6e52e triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:15.693839 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:15.733730 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-60dc6c36-fe46-438e-9156-f023fa1958bb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.5258141 Apr 23 00:05:15.762527 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52652) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:15.776200 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-90a4e906-3455-4ab7-a8a2-6a98f77bad43 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Request body: {'port': {'network_id': '2b958ac2-f04d-466e-a022-77a24e90fb1d', 'name': 'tempest-FloatingIPTestJSON-1453903957'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:15.834508 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-fb1c896f-0748-4061-be3d-1c261089839f admin admin] For port 2b65dd43-5f10-4f3a-ac92-d629ab23c6cd, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=2b65dd43-5f10-4f3a-ac92-d629ab23c6cd,segment=NetworkSegment(7964bcf9-55fb-4cf8-a99d-cf4969598524),segment_id=7964bcf9-55fb-4cf8-a99d-cf4969598524)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:15.834671 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fb1c896f-0748-4061-be3d-1c261089839f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:15.875529 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 04fc60b5-02c6-4590-8f03-872dca8ead16 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:15.882887 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75bde5e-33a0-4193-ba0b-bcae320c9635 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet 1172c1ac-dbce-4506-a5af-b86f403d833e {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:05:15.891801 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d75bde5e-33a0-4193-ba0b-bcae320c9635 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:15.919564 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-fb1c896f-0748-4061-be3d-1c261089839f admin admin] Calling delete_port for 2b65dd43-5f10-4f3a-ac92-d629ab23c6cd owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:15.942002 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bdb4794a-730a-4958-8034-c7928cabf41e None None] Provisioning complete for port 726b58f3-e828-4194-83a2-719fa5cf201c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:15.942516 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdb4794a-730a-4958-8034-c7928cabf41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:15.994275 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 04fc60b5-02c6-4590-8f03-872dca8ead16 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:15.994746 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:15.996795 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40954439-3713-45ff-b1b0-19b60a3694a9 None None] Network 2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:16.000611 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bdb4794a-730a-4958-8034-c7928cabf41e None None] Port 726b58f3-e828-4194-83a2-719fa5cf201c cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:05:16.064490 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-14503002-cefc-4d66-9692-f4a1945022d3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:16.082697 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-14503002-cefc-4d66-9692-f4a1945022d3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:16.089201 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-14503002-cefc-4d66-9692-f4a1945022d3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] 10.222.0.15 "DELETE /v2.0/networks/b1f19102-072e-4aa8-ace3-d4d6ad38968f HTTP/1.1" status: 204 len: 168 time: 2.2332621 Apr 23 00:05:16.121268 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-e86539e7-f140-4362-8c95-b34413583cc3 None None] Could not find standard attr ID for object 16dea214-f1d9-47a5-9f2e-24dae3e08fe6. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:05:16.203749 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-e86539e7-f140-4362-8c95-b34413583cc3 None None] Provisioning complete for port b73b1f68-fd27-42e4-9932-7fa433342c29 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:16.204235 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e86539e7-f140-4362-8c95-b34413583cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:16.213906 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14503002-cefc-4d66-9692-f4a1945022d3 tempest-PortsIpV6TestJSON-1011235173 tempest-PortsIpV6TestJSON-1011235173-project] Pushing event deleted for resources: {'Network': ['ID=b1f19102-072e-4aa8-ace3-d4d6ad38968f,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:16.228243 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33de7555-324a-475d-9cd2-9e85c97fafb9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Network 1a7d97d5-e703-4fdb-9224-760558481f82 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:16.231302 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-33de7555-324a-475d-9cd2-9e85c97fafb9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:16.332889 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7dcdb8b1-4788-48cc-ac7a-e8136908f468 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:05:16.375621 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33de7555-324a-475d-9cd2-9e85c97fafb9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Router 09be12fb-f34d-4e9f-8920-bf9837708eef has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:05:16.401067 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 7dcdb8b1-4788-48cc-ac7a-e8136908f468 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:05:16.401416 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7dcdb8b1-4788-48cc-ac7a-e8136908f468 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:05:16.487175 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d75bde5e-33a0-4193-ba0b-bcae320c9635 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:16.569092 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33de7555-324a-475d-9cd2-9e85c97fafb9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:05:16.582249 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7190874f-3676-4b81-a274-90c2952fb097 None None] Sync routers for ids ['09be12fb-f34d-4e9f-8920-bf9837708eef'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:05:16.589651 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-33de7555-324a-475d-9cd2-9e85c97fafb9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] 10.222.0.15 "PUT /v2.0/routers/09be12fb-f34d-4e9f-8920-bf9837708eef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2407498 Apr 23 00:05:16.596253 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52658) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:16.605306 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7190874f-3676-4b81-a274-90c2952fb097 None None] Routers {'09be12fb-f34d-4e9f-8920-bf9837708eef'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:16.609197 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7190874f-3676-4b81-a274-90c2952fb097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['09be12fb-f34d-4e9f-8920-bf9837708eef'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:16.642045 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 368a5f37-41ac-47d6-892f-d97e94a6e52e up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:16.732149 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ec3f713b-d6e2-484d-a61a-1f1b57987657 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:16.740418 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52660) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:16.747448 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7190874f-3676-4b81-a274-90c2952fb097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:16.781916 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-92cf435c-2ebd-404a-b3ee-8b505f344fb9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:16.787841 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7190874f-3676-4b81-a274-90c2952fb097 None None] Routers {'09be12fb-f34d-4e9f-8920-bf9837708eef'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:16.788478 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7190874f-3676-4b81-a274-90c2952fb097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['09be12fb-f34d-4e9f-8920-bf9837708eef'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:16.791542 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-7e7a7d57-4c72-4332-ae02-cf9aed254129 None None] Provisioning complete for port e947a49d-ecab-47ba-9874-1a77a49320e5 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:16.793101 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e7a7d57-4c72-4332-ae02-cf9aed254129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:16.865213 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27729f5-1ddc-4b48-9084-bf5ab75a47d3 None None] get_active_networks_info from dv-neutron-838783-1-hyperv {{(pid=103146) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 23 00:05:16.873465 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7190874f-3676-4b81-a274-90c2952fb097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:16.874086 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7190874f-3676-4b81-a274-90c2952fb097 None None] The sync data for ids ['09be12fb-f34d-4e9f-8920-bf9837708eef'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:05:16.903903 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-92cf435c-2ebd-404a-b3ee-8b505f344fb9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 23 00:05:16.905529 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-92cf435c-2ebd-404a-b3ee-8b505f344fb9 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] 10.222.0.15 "DELETE /v2.0/routers/09be12fb-f34d-4e9f-8920-bf9837708eef HTTP/1.1" status: 409 len: 329 time: 0.3082802 Apr 23 00:05:16.908813 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52664) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:16.919082 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a4e906-3455-4ab7-a8a2-6a98f77bad43 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Made reservation on behalf of dff97029a5b74c08a025f88e2eb1aa56 for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:16.922747 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-90a4e906-3455-4ab7-a8a2-6a98f77bad43 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:16.946637 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 368a5f37-41ac-47d6-892f-d97e94a6e52e triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:16.947085 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:16.953033 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a7d57-4c72-4332-ae02-cf9aed254129 None None] Port e947a49d-ecab-47ba-9874-1a77a49320e5 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:05:16.957064 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-ea38ae4c-440d-4e9b-9e14-f4ceb40c5ae6 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Deleting port 726b58f3-e828-4194-83a2-719fa5cf201c {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:16.957524 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ea38ae4c-440d-4e9b-9e14-f4ceb40c5ae6 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:17.038921 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d75bde5e-33a0-4193-ba0b-bcae320c9635 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:17.115638 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-90a4e906-3455-4ab7-a8a2-6a98f77bad43 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] device_id is not set on port 411d8339-1da7-40b7-bb8b-fe5b50342f8d yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:05:17.217093 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-e19bd643-c993-496a-81a8-d364b8bebe92 None None] Provisioning complete for port b73b1f68-fd27-42e4-9932-7fa433342c29 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:17.217454 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e19bd643-c993-496a-81a8-d364b8bebe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:17.250564 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-dc4a895f-e5a9-43b0-b603-b13748eca538 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=484d56a8af5642b494f3dd7d6249c4ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5108161 Apr 23 00:05:17.253124 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52666) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:17.265841 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fb1c896f-0748-4061-be3d-1c261089839f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:17.274945 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-11d14dca-d785-414e-ab19-53c073463d57 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:17.277189 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27729f5-1ddc-4b48-9084-bf5ab75a47d3 None None] Resources bound (agent type, host, resource id): {{(pid=103146) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:05:17.312099 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c896f-0748-4061-be3d-1c261089839f admin admin] Pushing event deleted for resources: {'Port': ['ID=2b65dd43-5f10-4f3a-ac92-d629ab23c6cd,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:17.325105 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ea38ae4c-440d-4e9b-9e14-f4ceb40c5ae6 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:17.347310 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b73b1f68-fd27-42e4-9932-7fa433342c29 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:17.395060 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-900eb7d7-d38f-4a9a-a975-3f4890e8dd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:17.415498 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-ea38ae4c-440d-4e9b-9e14-f4ceb40c5ae6 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Calling delete_port for 726b58f3-e828-4194-83a2-719fa5cf201c owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:17.467533 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-900eb7d7-d38f-4a9a-a975-3f4890e8dd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:17.495214 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d75bde5e-33a0-4193-ba0b-bcae320c9635 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:17.585347 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port b73b1f68-fd27-42e4-9932-7fa433342c29 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:17.585942 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:17.599127 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-90a4e906-3455-4ab7-a8a2-6a98f77bad43 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Allocated IP 172.20.0.10 (2b958ac2-f04d-466e-a022-77a24e90fb1d/cebd42da-7a49-4d45-8234-2cbc63b28f68/411d8339-1da7-40b7-bb8b-fe5b50342f8d) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:17.613098 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bde5e-33a0-4193-ba0b-bcae320c9635 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=1172c1ac-dbce-4506-a5af-b86f403d833e,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:17.619947 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-11d14dca-d785-414e-ab19-53c073463d57 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Deleting port e947a49d-ecab-47ba-9874-1a77a49320e5 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:17.620502 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-11d14dca-d785-414e-ab19-53c073463d57 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:17.625833 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-900eb7d7-d38f-4a9a-a975-3f4890e8dd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:17.626105 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d75bde5e-33a0-4193-ba0b-bcae320c9635 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:17.628439 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-900eb7d7-d38f-4a9a-a975-3f4890e8dd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:17.632095 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-900eb7d7-d38f-4a9a-a975-3f4890e8dd49 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/26641319-5745-4ff5-abdd-4abf4230c903 HTTP/1.1" status: 204 len: 168 time: 0.3755114 Apr 23 00:05:17.632244 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d75bde5e-33a0-4193-ba0b-bcae320c9635 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/1172c1ac-dbce-4506-a5af-b86f403d833e HTTP/1.1" status: 204 len: 168 time: 2.0876350 Apr 23 00:05:17.642546 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52668) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:17.693170 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900eb7d7-d38f-4a9a-a975-3f4890e8dd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26641319-5745-4ff5-abdd-4abf4230c903,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:17.751826 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ec3f713b-d6e2-484d-a61a-1f1b57987657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:17.757165 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-11d14dca-d785-414e-ab19-53c073463d57 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:17.771655 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-11d14dca-d785-414e-ab19-53c073463d57 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Calling delete_port for e947a49d-ecab-47ba-9874-1a77a49320e5 owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:17.894623 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8bc97b7-9230-4e75-911e-eb59eb4167f1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet ce37c368-67d0-48b8-931c-b6061bc61a5d {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:05:17.911279 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b8bc97b7-9230-4e75-911e-eb59eb4167f1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:17.912157 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e988010f-98a7-4868-ae98-95da68f66315 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:18.107157 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fb1c896f-0748-4061-be3d-1c261089839f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:18.120394 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-11d14dca-d785-414e-ab19-53c073463d57 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:18.139367 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b8bc97b7-9230-4e75-911e-eb59eb4167f1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:18.168562 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d14dca-d785-414e-ab19-53c073463d57 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Pushing event deleted for resources: {'Port': ['ID=e947a49d-ecab-47ba-9874-1a77a49320e5,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:18.334887 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-11d14dca-d785-414e-ab19-53c073463d57 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:18.398007 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ea38ae4c-440d-4e9b-9e14-f4ceb40c5ae6 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:18.405583 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-90a4e906-3455-4ab7-a8a2-6a98f77bad43 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:18.512583 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3f713b-d6e2-484d-a61a-1f1b57987657 admin admin] Router 79f28168-8033-4ce3-b1d1-b515cf0c625c is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:05:18.520049 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38ae4c-440d-4e9b-9e14-f4ceb40c5ae6 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Pushing event deleted for resources: {'Port': ['ID=726b58f3-e828-4194-83a2-719fa5cf201c,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:18.524626 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b8bc97b7-9230-4e75-911e-eb59eb4167f1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:18.605722 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ea38ae4c-440d-4e9b-9e14-f4ceb40c5ae6 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:18.609882 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d14dca-d785-414e-ab19-53c073463d57 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Router 09be12fb-f34d-4e9f-8920-bf9837708eef has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:05:18.610237 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ea38ae4c-440d-4e9b-9e14-f4ceb40c5ae6 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] 10.222.0.15 "DELETE /v2.0/ports/726b58f3-e828-4194-83a2-719fa5cf201c HTTP/1.1" status: 204 len: 168 time: 2.9562492 Apr 23 00:05:18.614562 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52682) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:18.769596 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d14dca-d785-414e-ab19-53c073463d57 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:05:18.778949 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-11d14dca-d785-414e-ab19-53c073463d57 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] 10.222.0.15 "PUT /v2.0/routers/09be12fb-f34d-4e9f-8920-bf9837708eef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8690891 Apr 23 00:05:18.782662 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52690) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:18.790265 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a6baf0-f351-4275-a629-9949706227d0 None None] Sync routers for ids ['09be12fb-f34d-4e9f-8920-bf9837708eef'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:05:18.800052 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a6baf0-f351-4275-a629-9949706227d0 None None] Routers {'09be12fb-f34d-4e9f-8920-bf9837708eef'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:18.800689 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-61a6baf0-f351-4275-a629-9949706227d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['09be12fb-f34d-4e9f-8920-bf9837708eef'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:18.841746 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-61a6baf0-f351-4275-a629-9949706227d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:18.842706 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-7f84faec-9bcf-45fd-8704-a45619cc2a46 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] show failed (client error): The resource could not be found. Apr 23 00:05:18.844049 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7f84faec-9bcf-45fd-8704-a45619cc2a46 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-953559554 HTTP/1.1" status: 404 len: 334 time: 0.0606782 Apr 23 00:05:18.848954 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52692) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:18.853984 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-a80c7d52-2e35-439e-ba0e-9e356d5ca95f tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:18.860219 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a6baf0-f351-4275-a629-9949706227d0 None None] Routers {'09be12fb-f34d-4e9f-8920-bf9837708eef'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:18.861058 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-61a6baf0-f351-4275-a629-9949706227d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['09be12fb-f34d-4e9f-8920-bf9837708eef'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:18.905654 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-61a6baf0-f351-4275-a629-9949706227d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:18.906483 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a6baf0-f351-4275-a629-9949706227d0 None None] The sync data for ids ['09be12fb-f34d-4e9f-8920-bf9837708eef'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:05:18.918636 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8fa2c9b-df0e-4e32-b37c-4c5b2a44422d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Deleting subnet d154435f-dff8-408c-b6e3-006f9f0b3eef {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:05:18.922980 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-a80c7d52-2e35-439e-ba0e-9e356d5ca95f tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] update failed (client error): The resource could not be found. Apr 23 00:05:18.929994 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a80c7d52-2e35-439e-ba0e-9e356d5ca95f tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-1504568901 HTTP/1.1" status: 404 len: 335 time: 0.0740347 Apr 23 00:05:18.929994 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8fa2c9b-df0e-4e32-b37c-4c5b2a44422d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:18.930641 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52696) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:19.015363 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8fa2c9b-df0e-4e32-b37c-4c5b2a44422d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:19.052302 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-7919ba9b-257f-4858-84e7-9f53878f618e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Deleting subnet 61e620ca-de70-4b6f-8aa0-1fc56e04b922 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:05:19.057255 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-ab844257-97d9-4e20-bd5e-77715eb36579 None None] Provisioning complete for port 0c2803e0-78cc-489c-9dce-c2b9386aacd8 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:19.057833 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab844257-97d9-4e20-bd5e-77715eb36579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:19.058740 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52698) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:19.064552 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7919ba9b-257f-4858-84e7-9f53878f618e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:19.128715 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7919ba9b-257f-4858-84e7-9f53878f618e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:19.208402 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8fa2c9b-df0e-4e32-b37c-4c5b2a44422d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:19.212080 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3f713b-d6e2-484d-a61a-1f1b57987657 admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:05:19.219315 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-56eddccf-8d91-4991-83e3-a25bb31bd099 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'network': {'name': 'tempest-RoutersTest-819970984'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:19.223314 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] Sync routers for ids ['79f28168-8033-4ce3-b1d1-b515cf0c625c'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:05:19.238595 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-90a4e906-3455-4ab7-a8a2-6a98f77bad43 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:19.245256 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] Routers {'79f28168-8033-4ce3-b1d1-b515cf0c625c'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:19.245990 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['79f28168-8033-4ce3-b1d1-b515cf0c625c'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:19.305469 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b8bc97b7-9230-4e75-911e-eb59eb4167f1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:19.314842 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7919ba9b-257f-4858-84e7-9f53878f618e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:19.358848 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ec3f713b-d6e2-484d-a61a-1f1b57987657 admin admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:19.360029 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ec3f713b-d6e2-484d-a61a-1f1b57987657 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.2954190 Apr 23 00:05:19.364702 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a4e906-3455-4ab7-a8a2-6a98f77bad43 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Network 2b958ac2-f04d-466e-a022-77a24e90fb1d is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:19.364863 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52702) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:19.368057 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc97b7-9230-4e75-911e-eb59eb4167f1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=ce37c368-67d0-48b8-931c-b6061bc61a5d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:19.372739 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b8bc97b7-9230-4e75-911e-eb59eb4167f1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:19.378371 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b8bc97b7-9230-4e75-911e-eb59eb4167f1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/ce37c368-67d0-48b8-931c-b6061bc61a5d HTTP/1.1" status: 204 len: 168 time: 1.7335439 Apr 23 00:05:19.381667 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52704) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:19.381972 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4e906-3455-4ab7-a8a2-6a98f77bad43 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event updated for resources: {'Port': ['ID=411d8339-1da7-40b7-bb8b-fe5b50342f8d,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:19.382815 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c309e013-239c-4256-8a79-15e32a50874e None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:19.386241 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-90a4e906-3455-4ab7-a8a2-6a98f77bad43 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:19.395194 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a4e906-3455-4ab7-a8a2-6a98f77bad43 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:19.407391 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] Set router 79f28168-8033-4ce3-b1d1-b515cf0c625c gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:05:19.418726 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56eddccf-8d91-4991-83e3-a25bb31bd099 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Made reservation on behalf of 5fe246ce7e8b4978826fd603fb3045d6 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:19.422252 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-56eddccf-8d91-4991-83e3-a25bb31bd099 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:19.442407 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-56eddccf-8d91-4991-83e3-a25bb31bd099 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:19.448521 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8fa2c9b-df0e-4e32-b37c-4c5b2a44422d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:19.452883 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-11e4b1b2-8c79-44ae-831b-ae5fa0027b99 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0677385 Apr 23 00:05:19.455809 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52706) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:19.465097 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-219e3739-90f8-47b2-a20c-a31c98d4d146 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:19.474697 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1c896f-0748-4061-be3d-1c261089839f admin admin] Router c7bed32a-7724-4b83-9803-2f16be97fc7c has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:05:19.521182 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa2c9b-df0e-4e32-b37c-4c5b2a44422d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Pushing event deleted for resources: {'Subnet': ['ID=d154435f-dff8-408c-b6e3-006f9f0b3eef,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:19.543920 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8fa2c9b-df0e-4e32-b37c-4c5b2a44422d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:19.547081 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c8fa2c9b-df0e-4e32-b37c-4c5b2a44422d tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] 10.222.0.15 "DELETE /v2.0/subnets/d154435f-dff8-408c-b6e3-006f9f0b3eef HTTP/1.1" status: 204 len: 168 time: 0.9312234 Apr 23 00:05:19.550847 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a4e906-3455-4ab7-a8a2-6a98f77bad43 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:19.551494 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-90a4e906-3455-4ab7-a8a2-6a98f77bad43 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:19.556241 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52708) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:19.559844 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7f8a74-a0c1-4fe3-b359-cef2ea1551a0 None None] Network cf472c34-47ee-4d23-a988-08c450745588 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:19.675798 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7919ba9b-257f-4858-84e7-9f53878f618e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:19.703684 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-90a4e906-3455-4ab7-a8a2-6a98f77bad43 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9379869 Apr 23 00:05:19.709185 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52710) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:19.720364 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-1918ae42-6d19-4a9b-9986-029eafe73110 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': '411d8339-1da7-40b7-bb8b-fe5b50342f8d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:19.754068 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1c896f-0748-4061-be3d-1c261089839f admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:05:19.760266 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219e3739-90f8-47b2-a20c-a31c98d4d146 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:19.765105 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-219e3739-90f8-47b2-a20c-a31c98d4d146 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:19.769571 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e41a59-5a9a-4fbb-bb59-4b72d4655d63 None None] Sync routers for ids ['c7bed32a-7724-4b83-9803-2f16be97fc7c'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:05:19.786739 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e41a59-5a9a-4fbb-bb59-4b72d4655d63 None None] Routers {'c7bed32a-7724-4b83-9803-2f16be97fc7c'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:19.788212 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-40e41a59-5a9a-4fbb-bb59-4b72d4655d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c7bed32a-7724-4b83-9803-2f16be97fc7c'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:19.953707 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-40e41a59-5a9a-4fbb-bb59-4b72d4655d63 None None] Set router c7bed32a-7724-4b83-9803-2f16be97fc7c gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:05:20.020780 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919ba9b-257f-4858-84e7-9f53878f618e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Pushing event deleted for resources: {'Subnet': ['ID=61e620ca-de70-4b6f-8aa0-1fc56e04b922,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:20.029966 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7919ba9b-257f-4858-84e7-9f53878f618e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:20.035920 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7919ba9b-257f-4858-84e7-9f53878f618e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] 10.222.0.15 "DELETE /v2.0/subnets/61e620ca-de70-4b6f-8aa0-1fc56e04b922 HTTP/1.1" status: 204 len: 168 time: 1.1044612 Apr 23 00:05:20.040666 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cedb3499-a12b-46ee-92f9-d8ab14a881f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:20.043052 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52712) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:20.053285 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f28168-8033-4ce3-b1d1-b515cf0c625c', 'name': 'tempest-TestVolumeBootPattern-1266499450-router', 'tenant_id': '9bd796c595cb4e14bbe59e768528927f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f791bd98-e9ff-4a10-90c4-fc3805afc800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:10Z', 'updated_at': '2022-04-23T00:05:15Z', 'revision_number': 3, 'project_id': '9bd796c595cb4e14bbe59e768528927f', 'gw_port': {'id': 'f791bd98-e9ff-4a10-90c4-fc3805afc800', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f28168-8033-4ce3-b1d1-b515cf0c625c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:13Z', 'updated_at': '2022-04-23T00:05:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:20.055379 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17b0a4f-db9f-43dc-bcdc-d606d05bbcc5 None None] Network bdaa7c4f-b06b-45ab-b5ec-76164f9809ec requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:20.104604 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] Checking router: 79f28168-8033-4ce3-b1d1-b515cf0c625c for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:05:20.105236 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] Updating router 79f28168-8033-4ce3-b1d1-b515cf0c625c port f791bd98-e9ff-4a10-90c4-fc3805afc800 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:05:20.135155 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-fb1c896f-0748-4061-be3d-1c261089839f admin admin] 10.222.0.15 "PUT /v2.0/routers/c7bed32a-7724-4b83-9803-2f16be97fc7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3652396 Apr 23 00:05:20.147137 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52714) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:20.149086 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1918ae42-6d19-4a9b-9986-029eafe73110 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:20.165852 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-56eddccf-8d91-4991-83e3-a25bb31bd099 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:20.183452 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b4d1b4-4b3b-4c5b-9229-69563999f74a None None] DHCP port deletion for 52c789e5-894b-4719-a369-b13bd1dbccf2 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:05:20.186055 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31af8e43-3fd9-4eb5-b628-4a5ef077eb38 None None] DHCP port deletion for cf472c34-47ee-4d23-a988-08c450745588 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:05:20.210458 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:20.213204 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea651a6-a2fe-4408-9716-4740db0ba04e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Deleting subnet 92da8b28-9fb2-4dd7-9597-30c0c6875f1f {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:05:20.219082 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6ea651a6-a2fe-4408-9716-4740db0ba04e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:20.268337 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-40e41a59-5a9a-4fbb-bb59-4b72d4655d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'name': 'tempest-ServerActionsTestJSON-663334939-router', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:05:16Z', 'revision_number': 5, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'gw_port': {'id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:42Z', 'updated_at': '2022-04-23T00:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:20.297699 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-56eddccf-8d91-4991-83e3-a25bb31bd099 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:20.315238 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e41a59-5a9a-4fbb-bb59-4b72d4655d63 None None] Checking router: c7bed32a-7724-4b83-9803-2f16be97fc7c for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:05:20.333596 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e41a59-5a9a-4fbb-bb59-4b72d4655d63 None None] Routers {'c7bed32a-7724-4b83-9803-2f16be97fc7c'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:20.334604 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-40e41a59-5a9a-4fbb-bb59-4b72d4655d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c7bed32a-7724-4b83-9803-2f16be97fc7c'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:20.350142 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56eddccf-8d91-4991-83e3-a25bb31bd099 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:05:20.358881 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6ea651a6-a2fe-4408-9716-4740db0ba04e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:20.386237 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-29919264-a161-4497-9f13-b587309ae5e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:20.428261 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eddccf-8d91-4991-83e3-a25bb31bd099 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96e40317-1757-46e8-8dd2-ccadbbf7196b,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:20.443307 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-56eddccf-8d91-4991-83e3-a25bb31bd099 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:20.443693 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-56eddccf-8d91-4991-83e3-a25bb31bd099 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Added segment 509815ee-7771-49fc-9a3e-287f9824e535 of type vlan for network 81942f0a-8a09-4ae2-95af-e13c58bd72fe Apr 23 00:05:20.498557 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-40e41a59-5a9a-4fbb-bb59-4b72d4655d63 None None] Set router c7bed32a-7724-4b83-9803-2f16be97fc7c gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:05:20.524477 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.objects.ports [None req-219e3739-90f8-47b2-a20c-a31c98d4d146 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103143) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 23 00:05:20.561852 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-cedb3499-a12b-46ee-92f9-d8ab14a881f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Deleting port 368a5f37-41ac-47d6-892f-d97e94a6e52e {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:20.562517 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cedb3499-a12b-46ee-92f9-d8ab14a881f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:20.588001 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 368a5f37-41ac-47d6-892f-d97e94a6e52e no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:05:20.637265 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-56eddccf-8d91-4991-83e3-a25bb31bd099 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:20.713598 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6ea651a6-a2fe-4408-9716-4740db0ba04e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:20.734061 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-31af8e43-3fd9-4eb5-b628-4a5ef077eb38 None None] Deleting port 368a5f37-41ac-47d6-892f-d97e94a6e52e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:20.734434 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31af8e43-3fd9-4eb5-b628-4a5ef077eb38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:20.767787 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-40e41a59-5a9a-4fbb-bb59-4b72d4655d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'name': 'tempest-ServerActionsTestJSON-663334939-router', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:05:16Z', 'revision_number': 5, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'gw_port': {'id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:42Z', 'updated_at': '2022-04-23T00:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:20.796867 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e41a59-5a9a-4fbb-bb59-4b72d4655d63 None None] The sync data for ids ['c7bed32a-7724-4b83-9803-2f16be97fc7c'] in dv-neutron-838783-1-hyperv is: [{'id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'name': 'tempest-ServerActionsTestJSON-663334939-router', 'tenant_id': '2daecb10958e408da92a371a07f83b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:01:41Z', 'updated_at': '2022-04-23T00:05:16Z', 'revision_number': 5, 'project_id': '2daecb10958e408da92a371a07f83b9c', 'gw_port': {'id': 'fc49ab7d-42e5-46d8-a58c-51244f325768', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bed32a-7724-4b83-9803-2f16be97fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:01:42Z', 'updated_at': '2022-04-23T00:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:05:20.799904 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-31af8e43-3fd9-4eb5-b628-4a5ef077eb38 None None] For port 368a5f37-41ac-47d6-892f-d97e94a6e52e, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=368a5f37-41ac-47d6-892f-d97e94a6e52e,segment=NetworkSegment(24b33ff1-a5f2-464c-97f9-cddcb490f7c7),segment_id=24b33ff1-a5f2-464c-97f9-cddcb490f7c7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:20.800314 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31af8e43-3fd9-4eb5-b628-4a5ef077eb38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:20.815181 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-31af8e43-3fd9-4eb5-b628-4a5ef077eb38 None None] Calling delete_port for 368a5f37-41ac-47d6-892f-d97e94a6e52e owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:20.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1918ae42-6d19-4a9b-9986-029eafe73110 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:20.841114 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-29919264-a161-4497-9f13-b587309ae5e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:20.866114 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6ea651a6-a2fe-4408-9716-4740db0ba04e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:20.907740 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b1b4d1b4-4b3b-4c5b-9229-69563999f74a None None] Deleting port 0c2803e0-78cc-489c-9dce-c2b9386aacd8 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:20.908281 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1b4d1b4-4b3b-4c5b-9229-69563999f74a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:20.932328 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6ea651a6-a2fe-4408-9716-4740db0ba04e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:20.937618 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6ea651a6-a2fe-4408-9716-4740db0ba04e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] 10.222.0.15 "DELETE /v2.0/subnets/92da8b28-9fb2-4dd7-9597-30c0c6875f1f HTTP/1.1" status: 204 len: 168 time: 0.8821046 Apr 23 00:05:20.939036 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52716) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:20.941720 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea651a6-a2fe-4408-9716-4740db0ba04e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Pushing event deleted for resources: {'Subnet': ['ID=92da8b28-9fb2-4dd7-9597-30c0c6875f1f,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:20.951611 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-cedb3499-a12b-46ee-92f9-d8ab14a881f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] For port 368a5f37-41ac-47d6-892f-d97e94a6e52e, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=368a5f37-41ac-47d6-892f-d97e94a6e52e,segment=NetworkSegment(24b33ff1-a5f2-464c-97f9-cddcb490f7c7),segment_id=24b33ff1-a5f2-464c-97f9-cddcb490f7c7)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:20.951999 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cedb3499-a12b-46ee-92f9-d8ab14a881f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:20.971326 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:20.974561 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c691b6-27f9-4d44-81f0-a44fb3696254 None None] Network 060f4aeb-c5e1-4483-ab09-5e2114e3d256 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:20.991635 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-cedb3499-a12b-46ee-92f9-d8ab14a881f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Calling delete_port for 368a5f37-41ac-47d6-892f-d97e94a6e52e owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:21.017709 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-745f597d-b36f-418d-bdce-4c2da3480b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.057341 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-56eddccf-8d91-4991-83e3-a25bb31bd099 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.062853 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eddccf-8d91-4991-83e3-a25bb31bd099 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:21.063026 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31af8e43-3fd9-4eb5-b628-4a5ef077eb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.063506 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-56eddccf-8d91-4991-83e3-a25bb31bd099 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.064807 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.098024 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.120780 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-219e3739-90f8-47b2-a20c-a31c98d4d146 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.136334 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31af8e43-3fd9-4eb5-b628-4a5ef077eb38 None None] No DVR routers for this DVR port 368a5f37-41ac-47d6-892f-d97e94a6e52e on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:05:21.147546 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af8e43-3fd9-4eb5-b628-4a5ef077eb38 None None] Pushing event deleted for resources: {'Port': ['ID=368a5f37-41ac-47d6-892f-d97e94a6e52e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:21.150068 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2d281624-70bd-4fb6-b4e5-5441ce4ebb6e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.202368 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-1918ae42-6d19-4a9b-9986-029eafe73110 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Allocated IP 172.26.3.74 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/17922247-cc93-4b76-9f35-8163cff93493) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:21.203103 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-56eddccf-8d91-4991-83e3-a25bb31bd099 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1439517 Apr 23 00:05:21.210928 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52718) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:21.212059 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eddccf-8d91-4991-83e3-a25bb31bd099 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Network': ['ID=81942f0a-8a09-4ae2-95af-e13c58bd72fe,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:21.227252 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-4580f3ef-0981-44c7-8260-ac73272af808 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'network': {'name': 'tempest-RoutersTest-645990015'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:21.265501 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b1b4d1b4-4b3b-4c5b-9229-69563999f74a None None] For port 0c2803e0-78cc-489c-9dce-c2b9386aacd8, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=0c2803e0-78cc-489c-9dce-c2b9386aacd8,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:21.265501 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1b4d1b4-4b3b-4c5b-9229-69563999f74a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.280437 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d679cd-2e82-4e32-a1ea-e4db8fc2817b None None] DHCP port deletion for bdaa7c4f-b06b-45ab-b5ec-76164f9809ec request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:05:21.290520 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 81942f0a-8a09-4ae2-95af-e13c58bd72fe details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:05:21.294921 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-29919264-a161-4497-9f13-b587309ae5e1 admin admin] Deleting port fc49ab7d-42e5-46d8-a58c-51244f325768 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:21.295262 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-29919264-a161-4497-9f13-b587309ae5e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.298247 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cedb3499-a12b-46ee-92f9-d8ab14a881f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.337120 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b1b4d1b4-4b3b-4c5b-9229-69563999f74a None None] Calling delete_port for 0c2803e0-78cc-489c-9dce-c2b9386aacd8 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:21.389839 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-745f597d-b36f-418d-bdce-4c2da3480b83 admin admin] Allocated IP 172.20.0.1 (2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9/f1d3116c-19f5-43e1-b907-28e290e911dd/66b8ee3f-65cc-471d-84a9-8d5d506062a1) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:21.401578 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb3499-a12b-46ee-92f9-d8ab14a881f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Pushing event deleted for resources: {'Port': ['ID=368a5f37-41ac-47d6-892f-d97e94a6e52e,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:21.403344 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] Attempting to bind port f791bd98-e9ff-4a10-90c4-fc3805afc800 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:05:21.403754 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] Attempting to bind port f791bd98-e9ff-4a10-90c4-fc3805afc800 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:05:21.404126 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] Attempting to bind port f791bd98-e9ff-4a10-90c4-fc3805afc800 on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:05:21.406249 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4580f3ef-0981-44c7-8260-ac73272af808 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Made reservation on behalf of 5fe246ce7e8b4978826fd603fb3045d6 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:21.408403 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4580f3ef-0981-44c7-8260-ac73272af808 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.417659 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedb3499-a12b-46ee-92f9-d8ab14a881f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] No DVR routers for this DVR port 368a5f37-41ac-47d6-892f-d97e94a6e52e on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:05:21.446211 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:05:21.447254 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:21.447694 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.448181 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:05:21.448679 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] Bound port: f791bd98-e9ff-4a10-90c4-fc3805afc800, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:05:21.449069 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.568314 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4580f3ef-0981-44c7-8260-ac73272af808 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:05:21.578285 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-29919264-a161-4497-9f13-b587309ae5e1 admin admin] For port fc49ab7d-42e5-46d8-a58c-51244f325768, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=fc49ab7d-42e5-46d8-a58c-51244f325768,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:21.578866 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-29919264-a161-4497-9f13-b587309ae5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.584382 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 0c2803e0-78cc-489c-9dce-c2b9386aacd8 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:05:21.585897 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cedb3499-a12b-46ee-92f9-d8ab14a881f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.604457 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4580f3ef-0981-44c7-8260-ac73272af808 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.604680 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1918ae42-6d19-4a9b-9986-029eafe73110 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.605027 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-4580f3ef-0981-44c7-8260-ac73272af808 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Added segment 75042fc1-fd46-49e9-a81e-417107bc6b7c of type vlan for network 78824aec-7e99-429b-b60c-a315f777fe2f Apr 23 00:05:21.616211 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-2d281624-70bd-4fb6-b4e5-5441ce4ebb6e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Deleting port 5be88ef2-864f-4c32-b318-b56c57f46b80 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:21.616541 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2d281624-70bd-4fb6-b4e5-5441ce4ebb6e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.619070 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e7fc4-8335-49b3-aa05-af7251079553 None None] Pushing event updated for resources: {'Port': ['ID=f791bd98-e9ff-4a10-90c4-fc3805afc800,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:21.619668 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-29919264-a161-4497-9f13-b587309ae5e1 admin admin] Calling delete_port for fc49ab7d-42e5-46d8-a58c-51244f325768 owned by network:router_gateway {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:21.654251 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-cedb3499-a12b-46ee-92f9-d8ab14a881f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf472c34-47ee-4d23-a988-08c450745588']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:21.657288 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-219e3739-90f8-47b2-a20c-a31c98d4d146 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] For port 0c2803e0-78cc-489c-9dce-c2b9386aacd8, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=0c2803e0-78cc-489c-9dce-c2b9386aacd8,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:21.670476 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] For port f791bd98-e9ff-4a10-90c4-fc3805afc800, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:05:21.673073 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-cedb3499-a12b-46ee-92f9-d8ab14a881f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b33ff1-a5f2-464c-97f9-cddcb490f7c7') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:21.673522 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-cedb3499-a12b-46ee-92f9-d8ab14a881f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b33ff1-a5f2-464c-97f9-cddcb490f7c7') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:21.674846 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] For port f791bd98-e9ff-4a10-90c4-fc3805afc800, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=f791bd98-e9ff-4a10-90c4-fc3805afc800,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:05:21.692437 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4580f3ef-0981-44c7-8260-ac73272af808 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.704501 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cedb3499-a12b-46ee-92f9-d8ab14a881f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.714351 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-745f597d-b36f-418d-bdce-4c2da3480b83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.727069 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-10d679cd-2e82-4e32-a1ea-e4db8fc2817b None None] Deleting port 5be88ef2-864f-4c32-b318-b56c57f46b80 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:21.727462 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10d679cd-2e82-4e32-a1ea-e4db8fc2817b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.748116 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cedb3499-a12b-46ee-92f9-d8ab14a881f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.748466 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.769276 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cedb3499-a12b-46ee-92f9-d8ab14a881f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:05:21.769764 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cedb3499-a12b-46ee-92f9-d8ab14a881f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:05:21.773330 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:05:21.799834 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-2d281624-70bd-4fb6-b4e5-5441ce4ebb6e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] For port 5be88ef2-864f-4c32-b318-b56c57f46b80, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=5be88ef2-864f-4c32-b318-b56c57f46b80,segment=NetworkSegment(86fee54b-6f15-4f05-9649-6513d6135d50),segment_id=86fee54b-6f15-4f05-9649-6513d6135d50)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:21.800220 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2d281624-70bd-4fb6-b4e5-5441ce4ebb6e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.822962 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3780f53f-6185-44dd-8bb3-e30d030dc686 None None] DHCP port deletion for 060f4aeb-c5e1-4483-ab09-5e2114e3d256 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:05:21.825041 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.827924 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-2d281624-70bd-4fb6-b4e5-5441ce4ebb6e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Calling delete_port for 5be88ef2-864f-4c32-b318-b56c57f46b80 owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:21.840286 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-219e3739-90f8-47b2-a20c-a31c98d4d146 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.842813 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4580f3ef-0981-44c7-8260-ac73272af808 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.848521 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4580f3ef-0981-44c7-8260-ac73272af808 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:21.849911 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4580f3ef-0981-44c7-8260-ac73272af808 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.870454 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-10d679cd-2e82-4e32-a1ea-e4db8fc2817b None None] For port 5be88ef2-864f-4c32-b318-b56c57f46b80, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=5be88ef2-864f-4c32-b318-b56c57f46b80,segment=NetworkSegment(86fee54b-6f15-4f05-9649-6513d6135d50),segment_id=86fee54b-6f15-4f05-9649-6513d6135d50)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:21.870853 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10d679cd-2e82-4e32-a1ea-e4db8fc2817b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.904844 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-219e3739-90f8-47b2-a20c-a31c98d4d146 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.905596 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-219e3739-90f8-47b2-a20c-a31c98d4d146 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.920685 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580f3ef-0981-44c7-8260-ac73272af808 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Network': ['ID=78824aec-7e99-429b-b60c-a315f777fe2f,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:21.927937 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-745f597d-b36f-418d-bdce-4c2da3480b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.936818 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cedb3499-a12b-46ee-92f9-d8ab14a881f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.978072 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cedb3499-a12b-46ee-92f9-d8ab14a881f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:21.981936 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cedb3499-a12b-46ee-92f9-d8ab14a881f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] 10.222.0.15 "DELETE /v2.0/networks/cf472c34-47ee-4d23-a988-08c450745588 HTTP/1.1" status: 204 len: 168 time: 2.4248078 Apr 23 00:05:21.996504 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745f597d-b36f-418d-bdce-4c2da3480b83 admin admin] Network 2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:22.001951 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1918ae42-6d19-4a9b-9986-029eafe73110 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:22.011034 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-745f597d-b36f-418d-bdce-4c2da3480b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:22.016184 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4580f3ef-0981-44c7-8260-ac73272af808 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8004675 Apr 23 00:05:22.017329 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745f597d-b36f-418d-bdce-4c2da3480b83 admin admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:22.047693 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52722) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:22.062328 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-ec196ab9-52d6-48ea-8495-93f8a1db9b40 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'subnet': {'network_id': '81942f0a-8a09-4ae2-95af-e13c58bd72fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:22.065602 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-745f597d-b36f-418d-bdce-4c2da3480b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:22.077669 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 78824aec-7e99-429b-b60c-a315f777fe2f details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:05:22.082562 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb3499-a12b-46ee-92f9-d8ab14a881f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992 tempest-ExtraDHCPOptionsIpV6TestJSON-1236643992-project] Pushing event deleted for resources: {'Network': ['ID=cf472c34-47ee-4d23-a988-08c450745588,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:22.082975 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-10d679cd-2e82-4e32-a1ea-e4db8fc2817b None None] Calling delete_port for 5be88ef2-864f-4c32-b318-b56c57f46b80 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:22.083734 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219e3739-90f8-47b2-a20c-a31c98d4d146 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:22.118553 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e7fc4-8335-49b3-aa05-af7251079553 None None] Pushing event updated for resources: {'Port': ['ID=f791bd98-e9ff-4a10-90c4-fc3805afc800,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:22.118964 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1918ae42-6d19-4a9b-9986-029eafe73110 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:22.120369 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-219e3739-90f8-47b2-a20c-a31c98d4d146 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:22.121472 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] Routers {'79f28168-8033-4ce3-b1d1-b515cf0c625c'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:22.122281 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['79f28168-8033-4ce3-b1d1-b515cf0c625c'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:22.123261 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219e3739-90f8-47b2-a20c-a31c98d4d146 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:22.124119 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-219e3739-90f8-47b2-a20c-a31c98d4d146 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:22.147960 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f597d-b36f-418d-bdce-4c2da3480b83 admin admin] Pushing event updated for resources: {'Port': ['ID=66b8ee3f-65cc-471d-84a9-8d5d506062a1,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:22.174477 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-1918ae42-6d19-4a9b-9986-029eafe73110 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:22.177055 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1918ae42-6d19-4a9b-9986-029eafe73110 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:22.218538 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e3739-90f8-47b2-a20c-a31c98d4d146 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=0c2803e0-78cc-489c-9dce-c2b9386aacd8,revision_number=8']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:22.223933 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e3739-90f8-47b2-a20c-a31c98d4d146 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=b1862b91-3064-4674-bbc1-96aa8d34712c,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:22.285307 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1b4d1b4-4b3b-4c5b-9229-69563999f74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:22.365785 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-745f597d-b36f-418d-bdce-4c2da3480b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:22.404997 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4d1b4-4b3b-4c5b-9229-69563999f74a None None] Pushing event deleted for resources: {'Port': ['ID=0c2803e0-78cc-489c-9dce-c2b9386aacd8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:22.408427 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b4d1b4-4b3b-4c5b-9229-69563999f74a None None] No DVR routers for this DVR port 0c2803e0-78cc-489c-9dce-c2b9386aacd8 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:05:22.519182 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d626261-bbaf-43a7-bfa6-df2d856fa51b None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:22.605072 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-745f597d-b36f-418d-bdce-4c2da3480b83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:22.623956 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device c20a3676-f9fa-4531-9b79-e0e81c1015fa no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:05:22.662873 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-745f597d-b36f-418d-bdce-4c2da3480b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:22.664425 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3780f53f-6185-44dd-8bb3-e30d030dc686 None None] Deleting port c20a3676-f9fa-4531-9b79-e0e81c1015fa {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:22.664831 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3780f53f-6185-44dd-8bb3-e30d030dc686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:22.675170 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-219e3739-90f8-47b2-a20c-a31c98d4d146 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2170939 Apr 23 00:05:22.680223 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] Set router 79f28168-8033-4ce3-b1d1-b515cf0c625c gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:05:22.695085 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52730) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:22.700516 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-39d427da-2f61-44c3-a1e7-2f6cc53c65d6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:22.716263 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52732) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:22.729611 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-643ec3b1-4e67-4aa6-af77-8d10809a17da None None] Provisioning complete for port 66b8ee3f-65cc-471d-84a9-8d5d506062a1 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:22.730076 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-643ec3b1-4e67-4aa6-af77-8d10809a17da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:22.763032 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f597d-b36f-418d-bdce-4c2da3480b83 admin admin] Pushing event updated for resources: {'Port': ['ID=66b8ee3f-65cc-471d-84a9-8d5d506062a1,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:22.774096 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-745f597d-b36f-418d-bdce-4c2da3480b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:22.776069 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918ae42-6d19-4a9b-9986-029eafe73110 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event updated for resources: {'Port': ['ID=17922247-cc93-4b76-9f35-8163cff93493,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:22.816024 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2d281624-70bd-4fb6-b4e5-5441ce4ebb6e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:22.891022 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10d679cd-2e82-4e32-a1ea-e4db8fc2817b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:22.893829 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d281624-70bd-4fb6-b4e5-5441ce4ebb6e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] No DVR routers for this DVR port 5be88ef2-864f-4c32-b318-b56c57f46b80 on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:05:22.905100 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d281624-70bd-4fb6-b4e5-5441ce4ebb6e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Pushing event deleted for resources: {'Port': ['ID=5be88ef2-864f-4c32-b318-b56c57f46b80,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:22.931460 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745f597d-b36f-418d-bdce-4c2da3480b83 admin admin] Network 2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:22.938924 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-29919264-a161-4497-9f13-b587309ae5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:22.939852 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-745f597d-b36f-418d-bdce-4c2da3480b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:22.975396 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-643ec3b1-4e67-4aa6-af77-8d10809a17da None None] Port 66b8ee3f-65cc-471d-84a9-8d5d506062a1 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:05:22.979740 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d679cd-2e82-4e32-a1ea-e4db8fc2817b None None] Pushing event deleted for resources: {'Port': ['ID=5be88ef2-864f-4c32-b318-b56c57f46b80,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:22.991939 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3780f53f-6185-44dd-8bb3-e30d030dc686 None None] For port c20a3676-f9fa-4531-9b79-e0e81c1015fa, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=c20a3676-f9fa-4531-9b79-e0e81c1015fa,segment=NetworkSegment(a449421b-f635-4abb-84dd-fe6b6abe4daf),segment_id=a449421b-f635-4abb-84dd-fe6b6abe4daf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:22.993261 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3780f53f-6185-44dd-8bb3-e30d030dc686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:23.010486 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec196ab9-52d6-48ea-8495-93f8a1db9b40 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Made reservation on behalf of 5fe246ce7e8b4978826fd603fb3045d6 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:23.014089 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ec196ab9-52d6-48ea-8495-93f8a1db9b40 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:23.036647 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f9485970-faf5-4732-9ebf-c37daef84859 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=25e05de54e8049598531bbe6caaaf10d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015885 Apr 23 00:05:23.061093 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52738) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:23.093658 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29919264-a161-4497-9f13-b587309ae5e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc49ab7d-42e5-46d8-a58c-51244f325768,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:23.106835 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745f597d-b36f-418d-bdce-4c2da3480b83 admin admin] Router 79f28168-8033-4ce3-b1d1-b515cf0c625c has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:05:23.124970 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2d281624-70bd-4fb6-b4e5-5441ce4ebb6e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:23.163853 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d679cd-2e82-4e32-a1ea-e4db8fc2817b None None] No DVR routers for this DVR port 5be88ef2-864f-4c32-b318-b56c57f46b80 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:05:23.165634 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:23.185575 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3780f53f-6185-44dd-8bb3-e30d030dc686 None None] Calling delete_port for c20a3676-f9fa-4531-9b79-e0e81c1015fa owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:23.246069 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-2d281624-70bd-4fb6-b4e5-5441ce4ebb6e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdaa7c4f-b06b-45ab-b5ec-76164f9809ec']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:23.257660 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-2d281624-70bd-4fb6-b4e5-5441ce4ebb6e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86fee54b-6f15-4f05-9649-6513d6135d50') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:23.258032 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-2d281624-70bd-4fb6-b4e5-5441ce4ebb6e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86fee54b-6f15-4f05-9649-6513d6135d50') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:23.259047 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745f597d-b36f-418d-bdce-4c2da3480b83 admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:05:23.265557 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-745f597d-b36f-418d-bdce-4c2da3480b83 admin admin] 10.222.0.15 "PUT /v2.0/routers/79f28168-8033-4ce3-b1d1-b515cf0c625c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9004097 Apr 23 00:05:23.301129 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db9180a-fb6e-448f-9fc5-c667e4563a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-52c789e5-894b-4719-a369-b13bd1dbccf2', 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'fixed_ips': [{'subnet_id': 'b1862b91-3064-4674-bbc1-96aa8d34712c'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:05:23.302073 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0db9180a-fb6e-448f-9fc5-c667e4563a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:23.309553 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2d281624-70bd-4fb6-b4e5-5441ce4ebb6e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:23.313202 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port c20a3676-f9fa-4531-9b79-e0e81c1015fa, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=c20a3676-f9fa-4531-9b79-e0e81c1015fa,segment=NetworkSegment(a449421b-f635-4abb-84dd-fe6b6abe4daf),segment_id=a449421b-f635-4abb-84dd-fe6b6abe4daf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:23.376250 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2d281624-70bd-4fb6-b4e5-5441ce4ebb6e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:23.424945 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d281624-70bd-4fb6-b4e5-5441ce4ebb6e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:05:23.425364 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2d281624-70bd-4fb6-b4e5-5441ce4ebb6e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:23.432198 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-76a29219-25cb-48eb-bc27-e1b881102085 None None] Provisioning complete for port 66b8ee3f-65cc-471d-84a9-8d5d506062a1 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:23.432566 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76a29219-25cb-48eb-bc27-e1b881102085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:05:23.433750 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:05:23.465502 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d427da-2f61-44c3-a1e7-2f6cc53c65d6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:23.469182 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-39d427da-2f61-44c3-a1e7-2f6cc53c65d6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:23.470316 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:23.471086 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2b65dd43-5f10-4f3a-ac92-d629ab23c6cd no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:05:23.472417 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-29919264-a161-4497-9f13-b587309ae5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:23.514832 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f28168-8033-4ce3-b1d1-b515cf0c625c', 'name': 'tempest-TestVolumeBootPattern-1266499450-router', 'tenant_id': '9bd796c595cb4e14bbe59e768528927f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f791bd98-e9ff-4a10-90c4-fc3805afc800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:10Z', 'updated_at': '2022-04-23T00:05:15Z', 'revision_number': 3, 'project_id': '9bd796c595cb4e14bbe59e768528927f', 'gw_port': {'id': 'f791bd98-e9ff-4a10-90c4-fc3805afc800', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f28168-8033-4ce3-b1d1-b515cf0c625c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:13Z', 'updated_at': '2022-04-23T00:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:23.560977 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 2b65dd43-5f10-4f3a-ac92-d629ab23c6cd {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:05:23.560977 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2b65dd43-5f10-4f3a-ac92-d629ab23c6cd not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:05:23.561413 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 5be88ef2-864f-4c32-b318-b56c57f46b80 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:05:23.610740 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd753b7c-d944-4069-ac6f-cf8a505519d2 None None] The sync data for ids ['79f28168-8033-4ce3-b1d1-b515cf0c625c'] in dv-neutron-838783-1-hyperv is: [{'id': '79f28168-8033-4ce3-b1d1-b515cf0c625c', 'name': 'tempest-TestVolumeBootPattern-1266499450-router', 'tenant_id': '9bd796c595cb4e14bbe59e768528927f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f791bd98-e9ff-4a10-90c4-fc3805afc800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:10Z', 'updated_at': '2022-04-23T00:05:15Z', 'revision_number': 3, 'project_id': '9bd796c595cb4e14bbe59e768528927f', 'gw_port': {'id': 'f791bd98-e9ff-4a10-90c4-fc3805afc800', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f28168-8033-4ce3-b1d1-b515cf0c625c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:13Z', 'updated_at': '2022-04-23T00:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:05:23.616781 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-76a29219-25cb-48eb-bc27-e1b881102085 None None] Port 66b8ee3f-65cc-471d-84a9-8d5d506062a1 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:05:23.623649 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 5be88ef2-864f-4c32-b318-b56c57f46b80 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:05:23.624005 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 5be88ef2-864f-4c32-b318-b56c57f46b80 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:05:23.647952 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4700d1cc-ff6e-42e3-bbc5-ad09b91d0dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:23.690907 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:23.702654 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3780f53f-6185-44dd-8bb3-e30d030dc686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:23.731991 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=c20a3676-f9fa-4531-9b79-e0e81c1015fa,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:23.748537 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3780f53f-6185-44dd-8bb3-e30d030dc686 None None] No DVR routers for this DVR port c20a3676-f9fa-4531-9b79-e0e81c1015fa on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:05:23.785609 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780f53f-6185-44dd-8bb3-e30d030dc686 None None] Pushing event deleted for resources: {'Port': ['ID=c20a3676-f9fa-4531-9b79-e0e81c1015fa,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:23.788077 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-0db9180a-fb6e-448f-9fc5-c667e4563a0f None None] Allocated IP 2001:db8::f816:3eff:fef2:3832 (52c789e5-894b-4719-a369-b13bd1dbccf2/b1862b91-3064-4674-bbc1-96aa8d34712c/bc3db1ed-5f9a-4fbc-9514-1d2a5774f798) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:23.795998 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-29919264-a161-4497-9f13-b587309ae5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:23.800903 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2d281624-70bd-4fb6-b4e5-5441ce4ebb6e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:23.807237 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-29919264-a161-4497-9f13-b587309ae5e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:23.829528 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:05:23.865849 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2d281624-70bd-4fb6-b4e5-5441ce4ebb6e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:23.869854 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2d281624-70bd-4fb6-b4e5-5441ce4ebb6e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] 10.222.0.15 "DELETE /v2.0/networks/bdaa7c4f-b06b-45ab-b5ec-76164f9809ec HTTP/1.1" status: 204 len: 168 time: 2.9290879 Apr 23 00:05:23.874031 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52748) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:23.991840 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-10d63d64-20a9-42fd-bb2a-10cfae338245 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:23.993975 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0db9180a-fb6e-448f-9fc5-c667e4563a0f None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:24.009349 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52750) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:24.015943 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-c5471039-c55b-4eb4-a0f4-19b6819e03ce tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-995703728', 'description': 'tempest-secgroup-smoke-995703728 description', 'project_id': 'eca10cab387440428e231a953cda4553'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:24.059746 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4700d1cc-ff6e-42e3-bbc5-ad09b91d0dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:24.067481 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0db9180a-fb6e-448f-9fc5-c667e4563a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:24.069680 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d281624-70bd-4fb6-b4e5-5441ce4ebb6e tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Pushing event deleted for resources: {'Network': ['ID=bdaa7c4f-b06b-45ab-b5ec-76164f9809ec,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:24.118870 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-10d63d64-20a9-42fd-bb2a-10cfae338245 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:24.136359 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db9180a-fb6e-448f-9fc5-c667e4563a0f None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:24.140424 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0db9180a-fb6e-448f-9fc5-c667e4563a0f None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:24.141044 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c5471039-c55b-4eb4-a0f4-19b6819e03ce tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:24.146897 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db9180a-fb6e-448f-9fc5-c667e4563a0f None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:24.147121 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-10d63d64-20a9-42fd-bb2a-10cfae338245 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060f4aeb-c5e1-4483-ab09-5e2114e3d256']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:24.151404 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9180a-fb6e-448f-9fc5-c667e4563a0f None None] Pushing event updated for resources: {'Port': ['ID=bc3db1ed-5f9a-4fbc-9514-1d2a5774f798,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:24.171386 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-10d63d64-20a9-42fd-bb2a-10cfae338245 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a449421b-f635-4abb-84dd-fe6b6abe4daf') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:24.171754 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-10d63d64-20a9-42fd-bb2a-10cfae338245 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a449421b-f635-4abb-84dd-fe6b6abe4daf') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:24.220395 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-0db9180a-fb6e-448f-9fc5-c667e4563a0f None None] Attempting to bind port bc3db1ed-5f9a-4fbc-9514-1d2a5774f798 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:05:24.220910 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-0db9180a-fb6e-448f-9fc5-c667e4563a0f None None] Attempting to bind port bc3db1ed-5f9a-4fbc-9514-1d2a5774f798 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:05:24.221575 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db9180a-fb6e-448f-9fc5-c667e4563a0f None None] Attempting to bind port bc3db1ed-5f9a-4fbc-9514-1d2a5774f798 on network 52c789e5-894b-4719-a369-b13bd1dbccf2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:05:24.224129 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-10d63d64-20a9-42fd-bb2a-10cfae338245 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:24.228241 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db9180a-fb6e-448f-9fc5-c667e4563a0f None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:05:24.231486 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db9180a-fb6e-448f-9fc5-c667e4563a0f None None] Checking segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:24.231486 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0db9180a-fb6e-448f-9fc5-c667e4563a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:24.231486 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db9180a-fb6e-448f-9fc5-c667e4563a0f None None] Bound using segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:05:24.231486 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-0db9180a-fb6e-448f-9fc5-c667e4563a0f None None] Bound port: bc3db1ed-5f9a-4fbc-9514-1d2a5774f798, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:05:24.231486 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0db9180a-fb6e-448f-9fc5-c667e4563a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:24.249689 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-29919264-a161-4497-9f13-b587309ae5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:24.249689 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29919264-a161-4497-9f13-b587309ae5e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7bed32a-7724-4b83-9803-2f16be97fc7c {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:05:24.254491 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-10d63d64-20a9-42fd-bb2a-10cfae338245 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:24.259237 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c5471039-c55b-4eb4-a0f4-19b6819e03ce tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:24.270963 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d63d64-20a9-42fd-bb2a-10cfae338245 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:05:24.271387 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-10d63d64-20a9-42fd-bb2a-10cfae338245 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:05:24.275843 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:05:24.294816 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-29919264-a161-4497-9f13-b587309ae5e1 admin admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:24.299253 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-29919264-a161-4497-9f13-b587309ae5e1 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c7bed32a-7724-4b83-9803-2f16be97fc7c HTTP/1.1" status: 204 len: 168 time: 4.1453617 Apr 23 00:05:24.309472 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52752) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:24.349915 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c5471039-c55b-4eb4-a0f4-19b6819e03ce tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:24.395151 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5471039-c55b-4eb4-a0f4-19b6819e03ce tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2b9834-154b-4eab-9702-aa2a2c8675d0,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:24.427912 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ec196ab9-52d6-48ea-8495-93f8a1db9b40 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:24.458436 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-10d63d64-20a9-42fd-bb2a-10cfae338245 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:24.471369 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-10d63d64-20a9-42fd-bb2a-10cfae338245 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:24.475480 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-10d63d64-20a9-42fd-bb2a-10cfae338245 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] 10.222.0.15 "DELETE /v2.0/networks/060f4aeb-c5e1-4483-ab09-5e2114e3d256 HTTP/1.1" status: 204 len: 168 time: 0.6020222 Apr 23 00:05:24.507235 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52754) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:24.561539 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0db9180a-fb6e-448f-9fc5-c667e4563a0f None None] For port bc3db1ed-5f9a-4fbc-9514-1d2a5774f798, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:05:24.566639 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0db9180a-fb6e-448f-9fc5-c667e4563a0f None None] For port bc3db1ed-5f9a-4fbc-9514-1d2a5774f798, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=bc3db1ed-5f9a-4fbc-9514-1d2a5774f798,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:05:24.576303 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d63d64-20a9-42fd-bb2a-10cfae338245 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Pushing event deleted for resources: {'Network': ['ID=060f4aeb-c5e1-4483-ab09-5e2114e3d256,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:24.582517 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c5471039-c55b-4eb4-a0f4-19b6819e03ce tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:24.587779 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c5471039-c55b-4eb4-a0f4-19b6819e03ce tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5737994 Apr 23 00:05:24.589063 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52756) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:24.593404 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-ab607532-1639-4552-93d2-526cb5c9f6ce tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Request body: {'security_group_rule': {'security_group_id': '2d2b9834-154b-4eab-9702-aa2a2c8675d0', 'project_id': 'eca10cab387440428e231a953cda4553', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:24.630086 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-164abade-0472-474b-a450-a9b64dfd3f4a tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Deleting subnet 82439766-28b3-4475-ba77-b120862a0fc3 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:05:24.634015 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-164abade-0472-474b-a450-a9b64dfd3f4a tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:24.641552 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0db9180a-fb6e-448f-9fc5-c667e4563a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:24.685859 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-164abade-0472-474b-a450-a9b64dfd3f4a tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:24.738629 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9180a-fb6e-448f-9fc5-c667e4563a0f None None] Pushing event updated for resources: {'Port': ['ID=bc3db1ed-5f9a-4fbc-9514-1d2a5774f798,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:24.865827 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4700d1cc-ff6e-42e3-bbc5-ad09b91d0dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:24.869019 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4700d1cc-ff6e-42e3-bbc5-ad09b91d0dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:24.872834 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4700d1cc-ff6e-42e3-bbc5-ad09b91d0dc0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/703817b2-0826-407d-abfc-d0de5025a8db HTTP/1.1" status: 204 len: 168 time: 1.7809701 Apr 23 00:05:24.876186 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b56a66a-7c82-4cc7-8af0-0e6a50d8350c admin admin] Deleting subnet e051b6c5-e40c-442b-8ae2-46ca4db94a08 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:05:24.905419 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5b56a66a-7c82-4cc7-8af0-0e6a50d8350c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:24.960575 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec196ab9-52d6-48ea-8495-93f8a1db9b40 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Subnet': ['ID=8896fe60-b94b-450a-bd9a-b54f656f2300,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:24.960575 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700d1cc-ff6e-42e3-bbc5-ad09b91d0dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703817b2-0826-407d-abfc-d0de5025a8db,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:24.962573 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1918ae42-6d19-4a9b-9986-029eafe73110 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:25.073930 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5b56a66a-7c82-4cc7-8af0-0e6a50d8350c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:25.123890 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec196ab9-52d6-48ea-8495-93f8a1db9b40 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Checking segment: {'id': '509815ee-7771-49fc-9a3e-287f9824e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '81942f0a-8a09-4ae2-95af-e13c58bd72fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:25.124268 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec196ab9-52d6-48ea-8495-93f8a1db9b40 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network hostable DHCP agents. Network: 81942f0a-8a09-4ae2-95af-e13c58bd72fe, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:05:25.143697 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-39d427da-2f61-44c3-a1e7-2f6cc53c65d6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:25.149229 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f791bd98-e9ff-4a10-90c4-fc3805afc800 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:25.204741 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d427da-2f61-44c3-a1e7-2f6cc53c65d6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:25.229145 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-39d427da-2f61-44c3-a1e7-2f6cc53c65d6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:25.234885 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d427da-2f61-44c3-a1e7-2f6cc53c65d6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:25.235623 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-39d427da-2f61-44c3-a1e7-2f6cc53c65d6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:25.241517 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port f791bd98-e9ff-4a10-90c4-fc3805afc800 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:25.242109 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:25.281868 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ab607532-1639-4552-93d2-526cb5c9f6ce tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:25.288700 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d427da-2f61-44c3-a1e7-2f6cc53c65d6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=d655342b-4025-4253-928c-4b185425d54d,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:25.290476 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-164abade-0472-474b-a450-a9b64dfd3f4a tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:25.297733 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec196ab9-52d6-48ea-8495-93f8a1db9b40 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network 81942f0a-8a09-4ae2-95af-e13c58bd72fe is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:05:25.307672 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5b56a66a-7c82-4cc7-8af0-0e6a50d8350c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:25.328394 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1918ae42-6d19-4a9b-9986-029eafe73110 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:25.342767 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:25.366279 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port f791bd98-e9ff-4a10-90c4-fc3805afc800, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=f791bd98-e9ff-4a10-90c4-fc3805afc800,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:25.374536 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-39d427da-2f61-44c3-a1e7-2f6cc53c65d6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6818683 Apr 23 00:05:25.379448 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52764) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:25.392196 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-56a02a37-1824-4573-9f75-7e01b08aadc0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'mac_address': 'fa:16:3e:09:17:26', 'name': 'tempest-NetworksTestDHCPv6-1618454144'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:25.396566 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ab607532-1639-4552-93d2-526cb5c9f6ce tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:25.440602 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-ec196ab9-52d6-48ea-8495-93f8a1db9b40 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 81942f0a-8a09-4ae2-95af-e13c58bd72fe) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:25.440602 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec196ab9-52d6-48ea-8495-93f8a1db9b40 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:25.441564 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ec196ab9-52d6-48ea-8495-93f8a1db9b40 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:25.444489 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf0beac-9a01-4f00-bfb7-a6f9aca4127f None None] Network 81942f0a-8a09-4ae2-95af-e13c58bd72fe requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:25.464724 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:25.488653 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ab607532-1639-4552-93d2-526cb5c9f6ce tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:25.490507 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-164abade-0472-474b-a450-a9b64dfd3f4a tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:25.532976 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab607532-1639-4552-93d2-526cb5c9f6ce tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714d2173-8209-479c-b7a6-a5a41d4a534f,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:25.535296 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164abade-0472-474b-a450-a9b64dfd3f4a tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Pushing event deleted for resources: {'Subnet': ['ID=82439766-28b3-4475-ba77-b120862a0fc3,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:25.571184 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-164abade-0472-474b-a450-a9b64dfd3f4a tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:25.573939 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-164abade-0472-474b-a450-a9b64dfd3f4a tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] 10.222.0.15 "DELETE /v2.0/subnets/82439766-28b3-4475-ba77-b120862a0fc3 HTTP/1.1" status: 204 len: 168 time: 1.0596347 Apr 23 00:05:25.578563 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5b56a66a-7c82-4cc7-8af0-0e6a50d8350c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:25.578839 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52770) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:25.581465 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d06e087-3a3b-4266-9d5e-86d51c7e864d None None] Network 1a7d97d5-e703-4fdb-9224-760558481f82 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:25.606443 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52774) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:25.609655 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ec196ab9-52d6-48ea-8495-93f8a1db9b40 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5602424 Apr 23 00:05:25.613826 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-114ee6b5-0326-4277-9a81-6645c5cd86fe tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'subnet': {'network_id': '78824aec-7e99-429b-b60c-a315f777fe2f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:25.621833 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1918ae42-6d19-4a9b-9986-029eafe73110 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:25.647810 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=f791bd98-e9ff-4a10-90c4-fc3805afc800,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:25.651356 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56a66a-7c82-4cc7-8af0-0e6a50d8350c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e051b6c5-e40c-442b-8ae2-46ca4db94a08,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:25.678984 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5b56a66a-7c82-4cc7-8af0-0e6a50d8350c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:25.680433 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f312d969-5a93-4802-8aeb-696d84b698e0 None None] Network a8d8d357-da92-4298-b1b5-3d81a026a802 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:25.682455 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5b56a66a-7c82-4cc7-8af0-0e6a50d8350c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e051b6c5-e40c-442b-8ae2-46ca4db94a08 HTTP/1.1" status: 204 len: 168 time: 1.3671784 Apr 23 00:05:25.684962 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52776) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:25.707823 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1918ae42-6d19-4a9b-9986-029eafe73110 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:25.708828 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ab607532-1639-4552-93d2-526cb5c9f6ce tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:25.712801 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ab607532-1639-4552-93d2-526cb5c9f6ce tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1203120 Apr 23 00:05:25.718628 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52778) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:25.788499 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-e3463c44-c15e-4583-a08f-38dbde4ca82a tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Request body: {'security_group_rule': {'security_group_id': '2d2b9834-154b-4eab-9702-aa2a2c8675d0', 'project_id': 'eca10cab387440428e231a953cda4553', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:25.793344 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a02a37-1824-4573-9f75-7e01b08aadc0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:25.916538 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-56a02a37-1824-4573-9f75-7e01b08aadc0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:25.942815 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918ae42-6d19-4a9b-9986-029eafe73110 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event updated for resources: {'Port': ['ID=17922247-cc93-4b76-9f35-8163cff93493,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:25.971933 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ead55eec-4a97-4864-b366-1aba68e06252 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:25.980640 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-56a02a37-1824-4573-9f75-7e01b08aadc0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] device_id is not set on port 763662d0-ff82-4684-8fbd-fe85d6f2b44e yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:05:25.982902 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-65e57b41-c9c0-4855-8cf1-c9d7c1d730eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:26.003939 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1918ae42-6d19-4a9b-9986-029eafe73110 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:26.066569 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d13664-c0a7-4d2f-bf9b-4c8a5bbcf410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-81942f0a-8a09-4ae2-95af-e13c58bd72fe', 'network_id': '81942f0a-8a09-4ae2-95af-e13c58bd72fe', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'fixed_ips': [{'subnet_id': '8896fe60-b94b-450a-bd9a-b54f656f2300'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:05:26.067539 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65d13664-c0a7-4d2f-bf9b-4c8a5bbcf410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:26.147286 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e3463c44-c15e-4583-a08f-38dbde4ca82a tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:26.187185 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114ee6b5-0326-4277-9a81-6645c5cd86fe tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Made reservation on behalf of 5fe246ce7e8b4978826fd603fb3045d6 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:26.194224 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-114ee6b5-0326-4277-9a81-6645c5cd86fe tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:26.230337 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bc7410-7e41-4494-b578-04f0bfcbe40f None None] DHCP port deletion for 1a7d97d5-e703-4fdb-9224-760558481f82 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:05:26.232278 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ca1251-fd87-4efb-bf6e-41695be65982 None None] DHCP port deletion for a8d8d357-da92-4298-b1b5-3d81a026a802 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:05:26.266909 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-ead55eec-4a97-4864-b366-1aba68e06252 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Deleting port d0e93db9-2a34-4f56-91fb-d2f4646d2064 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:26.267258 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ead55eec-4a97-4864-b366-1aba68e06252 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:26.286858 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8155235-e2f7-43b6-b5cc-2edc027a8a20 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:26.342255 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e3463c44-c15e-4583-a08f-38dbde4ca82a tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:26.343534 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-1918ae42-6d19-4a9b-9986-029eafe73110 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Floating IP fd5e7a86-bbc6-4a2b-868c-cca3cbda403b associated. External IP: 172.26.3.74, port: 411d8339-1da7-40b7-bb8b-fe5b50342f8d. Apr 23 00:05:26.348137 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-65e57b41-c9c0-4855-8cf1-c9d7c1d730eb admin admin] Deleting port 630a6919-0e59-4441-8203-e6c9f1440f9a {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:26.348474 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-65e57b41-c9c0-4855-8cf1-c9d7c1d730eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:26.409128 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e3463c44-c15e-4583-a08f-38dbde4ca82a tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:26.434035 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-ead55eec-4a97-4864-b366-1aba68e06252 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] For port d0e93db9-2a34-4f56-91fb-d2f4646d2064, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d0e93db9-2a34-4f56-91fb-d2f4646d2064,segment=NetworkSegment(74a9f44a-51ce-425a-819f-68b11e44f5b1),segment_id=74a9f44a-51ce-425a-819f-68b11e44f5b1)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:26.434508 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ead55eec-4a97-4864-b366-1aba68e06252 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:26.490298 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-ead55eec-4a97-4864-b366-1aba68e06252 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Calling delete_port for d0e93db9-2a34-4f56-91fb-d2f4646d2064 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:26.516635 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3463c44-c15e-4583-a08f-38dbde4ca82a tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d097ab5e-c5e8-4630-9965-d30094b4a28a,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:26.535120 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-56a02a37-1824-4573-9f75-7e01b08aadc0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 172.20.0.11 (52c789e5-894b-4719-a369-b13bd1dbccf2/d655342b-4025-4253-928c-4b185425d54d/763662d0-ff82-4684-8fbd-fe85d6f2b44e) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:26.599897 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52790) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:26.606436 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-65e57b41-c9c0-4855-8cf1-c9d7c1d730eb admin admin] For port 630a6919-0e59-4441-8203-e6c9f1440f9a, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=630a6919-0e59-4441-8203-e6c9f1440f9a,segment=NetworkSegment(7964bcf9-55fb-4cf8-a99d-cf4969598524),segment_id=7964bcf9-55fb-4cf8-a99d-cf4969598524)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:26.606436 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-65e57b41-c9c0-4855-8cf1-c9d7c1d730eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:26.608076 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e3463c44-c15e-4583-a08f-38dbde4ca82a tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:26.609712 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e3463c44-c15e-4583-a08f-38dbde4ca82a tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8589401 Apr 23 00:05:26.611788 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-56a02a37-1824-4573-9f75-7e01b08aadc0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 2001:db8::f816:3eff:fe09:1726 (52c789e5-894b-4719-a369-b13bd1dbccf2/b1862b91-3064-4674-bbc1-96aa8d34712c/763662d0-ff82-4684-8fbd-fe85d6f2b44e) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:26.619517 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52794) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:26.628576 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-14e6081f-f9ed-4516-943a-f46adb6a09ec tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Request body: {'security_group_rule': {'security_group_id': '2d2b9834-154b-4eab-9702-aa2a2c8675d0', 'project_id': 'eca10cab387440428e231a953cda4553', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:26.638825 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-65e57b41-c9c0-4855-8cf1-c9d7c1d730eb admin admin] Calling delete_port for 630a6919-0e59-4441-8203-e6c9f1440f9a owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:26.655194 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-88ca1251-fd87-4efb-bf6e-41695be65982 None None] Deleting port 630a6919-0e59-4441-8203-e6c9f1440f9a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:26.655786 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-88ca1251-fd87-4efb-bf6e-41695be65982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:26.684358 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-751fcf50-55ab-4981-92c9-e4629bdd3730 None None] Provisioning complete for port bc3db1ed-5f9a-4fbc-9514-1d2a5774f798 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:26.688864 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-751fcf50-55ab-4981-92c9-e4629bdd3730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:26.726998 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] Sync routers for ids ['79f28168-8033-4ce3-b1d1-b515cf0c625c'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:05:26.747428 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-65d13664-c0a7-4d2f-bf9b-4c8a5bbcf410 None None] Allocated IP 172.20.0.2 (81942f0a-8a09-4ae2-95af-e13c58bd72fe/8896fe60-b94b-450a-bd9a-b54f656f2300/5fc40064-2270-422f-a107-44356b99ac05) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:26.797967 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-28e7ecba-0f22-44fd-80c9-ad87f3d547f3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1772449999'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:26.839881 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-40bc7410-7e41-4494-b578-04f0bfcbe40f None None] Deleting port d0e93db9-2a34-4f56-91fb-d2f4646d2064 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:26.840258 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40bc7410-7e41-4494-b578-04f0bfcbe40f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:26.841995 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f791bd98-e9ff-4a10-90c4-fc3805afc800 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:26.842592 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-14e6081f-f9ed-4516-943a-f46adb6a09ec tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:26.854805 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] Routers {'79f28168-8033-4ce3-b1d1-b515cf0c625c'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:26.855451 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['79f28168-8033-4ce3-b1d1-b515cf0c625c'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:26.892364 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ead55eec-4a97-4864-b366-1aba68e06252 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:26.916044 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1918ae42-6d19-4a9b-9986-029eafe73110 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Router afa0dda3-a592-488f-8b17-4e21529fcf68 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:05:26.928565 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-14e6081f-f9ed-4516-943a-f46adb6a09ec tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:26.938370 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-114ee6b5-0326-4277-9a81-6645c5cd86fe tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:26.940853 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead55eec-4a97-4864-b366-1aba68e06252 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Pushing event deleted for resources: {'Port': ['ID=d0e93db9-2a34-4f56-91fb-d2f4646d2064,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:26.942336 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead55eec-4a97-4864-b366-1aba68e06252 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] No DVR routers for this DVR port d0e93db9-2a34-4f56-91fb-d2f4646d2064 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:05:26.976633 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-65e57b41-c9c0-4855-8cf1-c9d7c1d730eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.005777 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e7ecba-0f22-44fd-80c9-ad87f3d547f3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Made reservation on behalf of d312e1e3becb48bb95b56303c30a4b4a for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:27.010132 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28e7ecba-0f22-44fd-80c9-ad87f3d547f3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.014429 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-56a02a37-1824-4573-9f75-7e01b08aadc0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.025252 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-14e6081f-f9ed-4516-943a-f46adb6a09ec tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.030038 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e57b41-c9c0-4855-8cf1-c9d7c1d730eb admin admin] No DVR routers for this DVR port 630a6919-0e59-4441-8203-e6c9f1440f9a on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:05:27.034031 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e57b41-c9c0-4855-8cf1-c9d7c1d730eb admin admin] Pushing event deleted for resources: {'Port': ['ID=630a6919-0e59-4441-8203-e6c9f1440f9a,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:27.057339 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-88ca1251-fd87-4efb-bf6e-41695be65982 None None] For port 630a6919-0e59-4441-8203-e6c9f1440f9a, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=630a6919-0e59-4441-8203-e6c9f1440f9a,segment=NetworkSegment(7964bcf9-55fb-4cf8-a99d-cf4969598524),segment_id=7964bcf9-55fb-4cf8-a99d-cf4969598524)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:27.057765 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-88ca1251-fd87-4efb-bf6e-41695be65982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.062624 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28e7ecba-0f22-44fd-80c9-ad87f3d547f3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.137980 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ee6b5-0326-4277-9a81-6645c5cd86fe tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Subnet': ['ID=f1d40ebf-5282-400a-b528-3ca453c626b3,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:27.150990 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ead55eec-4a97-4864-b366-1aba68e06252 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.201399 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114ee6b5-0326-4277-9a81-6645c5cd86fe tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Checking segment: {'id': '75042fc1-fd46-49e9-a81e-417107bc6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '78824aec-7e99-429b-b60c-a315f777fe2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:27.201782 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114ee6b5-0326-4277-9a81-6645c5cd86fe tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network hostable DHCP agents. Network: 78824aec-7e99-429b-b60c-a315f777fe2f, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:05:27.205174 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-ead55eec-4a97-4864-b366-1aba68e06252 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7d97d5-e703-4fdb-9224-760558481f82']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:27.223076 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-ead55eec-4a97-4864-b366-1aba68e06252 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a9f44a-51ce-425a-819f-68b11e44f5b1') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:27.223374 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-ead55eec-4a97-4864-b366-1aba68e06252 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a9f44a-51ce-425a-819f-68b11e44f5b1') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:27.241479 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ead55eec-4a97-4864-b366-1aba68e06252 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.259422 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-56a02a37-1824-4573-9f75-7e01b08aadc0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.305400 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ead55eec-4a97-4864-b366-1aba68e06252 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.335217 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-88ca1251-fd87-4efb-bf6e-41695be65982 None None] Calling delete_port for 630a6919-0e59-4441-8203-e6c9f1440f9a owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:27.336919 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead55eec-4a97-4864-b366-1aba68e06252 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:05:27.337188 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ead55eec-4a97-4864-b366-1aba68e06252 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:05:27.340448 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:05:27.342593 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114ee6b5-0326-4277-9a81-6645c5cd86fe tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network 78824aec-7e99-429b-b60c-a315f777fe2f is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:05:27.358206 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-40bc7410-7e41-4494-b578-04f0bfcbe40f None None] For port d0e93db9-2a34-4f56-91fb-d2f4646d2064, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d0e93db9-2a34-4f56-91fb-d2f4646d2064,segment=NetworkSegment(74a9f44a-51ce-425a-819f-68b11e44f5b1),segment_id=74a9f44a-51ce-425a-819f-68b11e44f5b1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:27.358603 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40bc7410-7e41-4494-b578-04f0bfcbe40f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.360648 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a02a37-1824-4573-9f75-7e01b08aadc0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:27.373581 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6081f-f9ed-4516-943a-f46adb6a09ec tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4804f071-a0b3-48a9-8b35-644f6c3fb1a3,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:27.409087 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a02a37-1824-4573-9f75-7e01b08aadc0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=763662d0-ff82-4684-8fbd-fe85d6f2b44e,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:27.411773 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-56a02a37-1824-4573-9f75-7e01b08aadc0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:27.425461 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a02a37-1824-4573-9f75-7e01b08aadc0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:27.429964 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28e7ecba-0f22-44fd-80c9-ad87f3d547f3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.442445 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-65e57b41-c9c0-4855-8cf1-c9d7c1d730eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.443757 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-40bc7410-7e41-4494-b578-04f0bfcbe40f None None] Calling delete_port for d0e93db9-2a34-4f56-91fb-d2f4646d2064 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:27.455426 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-14e6081f-f9ed-4516-943a-f46adb6a09ec tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.458904 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-14e6081f-f9ed-4516-943a-f46adb6a09ec tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8381295 Apr 23 00:05:27.460398 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52800) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:27.464998 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-af2f9a24-07b2-4539-bbc2-ef23384fe143 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Request body: {'security_group_rule': {'security_group_id': '2d2b9834-154b-4eab-9702-aa2a2c8675d0', 'project_id': 'eca10cab387440428e231a953cda4553', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:27.476404 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-114ee6b5-0326-4277-9a81-6645c5cd86fe tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 78824aec-7e99-429b-b60c-a315f777fe2f) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:27.483372 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-65e57b41-c9c0-4855-8cf1-c9d7c1d730eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d8d357-da92-4298-b1b5-3d81a026a802']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:27.486415 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114ee6b5-0326-4277-9a81-6645c5cd86fe tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:27.487005 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-114ee6b5-0326-4277-9a81-6645c5cd86fe tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.497758 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1918ae42-6d19-4a9b-9986-029eafe73110 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:05:27.501038 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-65e57b41-c9c0-4855-8cf1-c9d7c1d730eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7964bcf9-55fb-4cf8-a99d-cf4969598524') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:27.501886 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-65e57b41-c9c0-4855-8cf1-c9d7c1d730eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7964bcf9-55fb-4cf8-a99d-cf4969598524') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:27.510501 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a02a37-1824-4573-9f75-7e01b08aadc0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:27.511087 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-56a02a37-1824-4573-9f75-7e01b08aadc0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.511393 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6d73b1-a16e-4073-a2b5-c586d51505d2 None None] Sync routers for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:05:27.528858 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28e7ecba-0f22-44fd-80c9-ad87f3d547f3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.529608 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6d73b1-a16e-4073-a2b5-c586d51505d2 None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:27.530348 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-65e57b41-c9c0-4855-8cf1-c9d7c1d730eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.531619 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-cc6d73b1-a16e-4073-a2b5-c586d51505d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:27.531864 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-751fcf50-55ab-4981-92c9-e4629bdd3730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.552933 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e7ecba-0f22-44fd-80c9-ad87f3d547f3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:05:27.555733 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb162507-7ca2-4ff6-a4d5-f910e66f32e4 None None] Network 78824aec-7e99-429b-b60c-a315f777fe2f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:27.555972 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-65e57b41-c9c0-4855-8cf1-c9d7c1d730eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.562984 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e57b41-c9c0-4855-8cf1-c9d7c1d730eb admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:05:27.563388 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-65e57b41-c9c0-4855-8cf1-c9d7c1d730eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.564448 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] Set router 79f28168-8033-4ce3-b1d1-b515cf0c625c gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:05:27.569029 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ead55eec-4a97-4864-b366-1aba68e06252 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.573154 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7ecba-0f22-44fd-80c9-ad87f3d547f3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82408b5c-afad-40f2-855f-6a99ea0b3cdc,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:27.576175 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28e7ecba-0f22-44fd-80c9-ad87f3d547f3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.576529 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-28e7ecba-0f22-44fd-80c9-ad87f3d547f3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Added segment c87dc00a-c3b2-4140-9f0c-2438cf1ca863 of type vlan for network 0af6f65b-87bd-42bd-bd1e-e4a183586982 Apr 23 00:05:27.582434 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ead55eec-4a97-4864-b366-1aba68e06252 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.585577 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ead55eec-4a97-4864-b366-1aba68e06252 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] 10.222.0.15 "DELETE /v2.0/networks/1a7d97d5-e703-4fdb-9224-760558481f82 HTTP/1.1" status: 204 len: 168 time: 2.0057898 Apr 23 00:05:27.592519 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-cc6d73b1-a16e-4073-a2b5-c586d51505d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:27.596144 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52806) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:05:27.603413 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:05:27.613821 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6d73b1-a16e-4073-a2b5-c586d51505d2 None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:27.615615 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-cc6d73b1-a16e-4073-a2b5-c586d51505d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:27.620687 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1918ae42-6d19-4a9b-9986-029eafe73110 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.628452 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b84851-eea5-4974-87f3-2bc7cd70d083 None None] Update dhcp port {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'fixed_ips': [{'subnet_id': 'b1862b91-3064-4674-bbc1-96aa8d34712c', 'ip_address': '2001:db8::f816:3eff:fef2:3832'}, {'subnet_id': 'd655342b-4025-4253-928c-4b185425d54d'}], 'binding:host_id': 'dv-neutron-838783-1-hyperv'}, 'id': 'bc3db1ed-5f9a-4fbc-9514-1d2a5774f798'} from dv-neutron-838783-1-hyperv. {{(pid=103146) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 23 00:05:27.656180 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-114ee6b5-0326-4277-9a81-6645c5cd86fe tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0470548 Apr 23 00:05:27.662274 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-56a02a37-1824-4573-9f75-7e01b08aadc0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2788527 Apr 23 00:05:27.662274 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead55eec-4a97-4864-b366-1aba68e06252 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Pushing event deleted for resources: {'Network': ['ID=1a7d97d5-e703-4fdb-9224-760558481f82,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:27.662274 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52808) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:27.662274 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52810) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:27.671298 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-66f7913f-6627-457e-9a1e-3f19ba82cb34 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] 10.222.0.15 "GET /v2.0/ports?device_id=09be12fb-f34d-4e9f-8920-bf9837708eef HTTP/1.1" status: 200 len: 205 time: 0.0740123 Apr 23 00:05:27.679369 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52812) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:27.687862 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-cc6d73b1-a16e-4073-a2b5-c586d51505d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:27.688970 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6d73b1-a16e-4073-a2b5-c586d51505d2 None None] The sync data for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:05:27.689378 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-e8a21282-b876-4418-b378-06eb9ee207bf tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-797578561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:27.697722 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-af2f9a24-07b2-4539-bbc2-ef23384fe143 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.723081 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28e7ecba-0f22-44fd-80c9-ad87f3d547f3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.735133 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port f791bd98-e9ff-4a10-90c4-fc3805afc800 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:27.735747 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.750397 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1918ae42-6d19-4a9b-9986-029eafe73110 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.0396557 Apr 23 00:05:27.757765 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52814) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:27.775642 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-32692096-6662-4426-8ced-ebd69e40a428 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:27.785513 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-682f8141-2c91-4d48-ab49-f6b674fab766 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.852364 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5610482-2ad2-440a-8aa0-1e42dc98422d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:27.858552 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5610482-2ad2-440a-8aa0-1e42dc98422d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:27.865636 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f5610482-2ad2-440a-8aa0-1e42dc98422d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1913736 Apr 23 00:05:27.865636 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52816) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:27.883508 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-65e57b41-c9c0-4855-8cf1-c9d7c1d730eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.911287 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28e7ecba-0f22-44fd-80c9-ad87f3d547f3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.911591 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36b84851-eea5-4974-87f3-2bc7cd70d083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.917504 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e7ecba-0f22-44fd-80c9-ad87f3d547f3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:27.918200 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28e7ecba-0f22-44fd-80c9-ad87f3d547f3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.920319 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-65e57b41-c9c0-4855-8cf1-c9d7c1d730eb admin admin] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.920699 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e8a21282-b876-4418-b378-06eb9ee207bf tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.921706 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e8a21282-b876-4418-b378-06eb9ee207bf tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.923968 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-65e57b41-c9c0-4855-8cf1-c9d7c1d730eb admin admin] 10.222.0.15 "DELETE /v2.0/networks/a8d8d357-da92-4298-b1b5-3d81a026a802 HTTP/1.1" status: 204 len: 168 time: 2.2372539 Apr 23 00:05:27.928898 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-af2f9a24-07b2-4539-bbc2-ef23384fe143 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.936105 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-751fcf50-55ab-4981-92c9-e4629bdd3730 None None] For port bc3db1ed-5f9a-4fbc-9514-1d2a5774f798, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=bc3db1ed-5f9a-4fbc-9514-1d2a5774f798,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:27.941677 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-32692096-6662-4426-8ced-ebd69e40a428 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.941822 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e57b41-c9c0-4855-8cf1-c9d7c1d730eb admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d8d357-da92-4298-b1b5-3d81a026a802,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:27.972981 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-682f8141-2c91-4d48-ab49-f6b674fab766 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.975460 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-682f8141-2c91-4d48-ab49-f6b674fab766 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:27.982603 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-88ca1251-fd87-4efb-bf6e-41695be65982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:28.007282 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-af2f9a24-07b2-4539-bbc2-ef23384fe143 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:28.013658 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65d13664-c0a7-4d2f-bf9b-4c8a5bbcf410 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:28.057453 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-88ca1251-fd87-4efb-bf6e-41695be65982 None None] Network a8d8d357-da92-4298-b1b5-3d81a026a802 is not hosted by any dhcp agent {{(pid=103146) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 23 00:05:28.057841 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ca1251-fd87-4efb-bf6e-41695be65982 None None] No DVR routers for this DVR port 630a6919-0e59-4441-8203-e6c9f1440f9a on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:05:28.067916 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-751fcf50-55ab-4981-92c9-e4629bdd3730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:28.085120 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-682f8141-2c91-4d48-ab49-f6b674fab766 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:28.086724 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682f8141-2c91-4d48-ab49-f6b674fab766 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Fanout notify agent at l3_agent the message router_deleted on router 09be12fb-f34d-4e9f-8920-bf9837708eef {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:05:28.104259 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-28e7ecba-0f22-44fd-80c9-ad87f3d547f3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4999628 Apr 23 00:05:28.113460 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-682f8141-2c91-4d48-ab49-f6b674fab766 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:28.115404 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-682f8141-2c91-4d48-ab49-f6b674fab766 tempest-RoutersNegativeTest-2112370827 tempest-RoutersNegativeTest-2112370827-project] 10.222.0.15 "DELETE /v2.0/routers/09be12fb-f34d-4e9f-8920-bf9837708eef HTTP/1.1" status: 204 len: 168 time: 0.4341347 Apr 23 00:05:28.129801 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65d13664-c0a7-4d2f-bf9b-4c8a5bbcf410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:28.147154 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f9a24-07b2-4539-bbc2-ef23384fe143 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fabcce2-4bb0-4d31-9582-076a9a003896,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:28.189562 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca1251-fd87-4efb-bf6e-41695be65982 None None] Pushing event deleted for resources: {'Port': ['ID=630a6919-0e59-4441-8203-e6c9f1440f9a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:28.192698 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40bc7410-7e41-4494-b578-04f0bfcbe40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:28.203871 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7ecba-0f22-44fd-80c9-ad87f3d547f3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event updated for resources: {'Network': ['ID=0af6f65b-87bd-42bd-bd1e-e4a183586982,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:28.289977 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e8a21282-b876-4418-b378-06eb9ee207bf tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:28.295675 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-af2f9a24-07b2-4539-bbc2-ef23384fe143 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:28.299965 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-af2f9a24-07b2-4539-bbc2-ef23384fe143 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8386405 Apr 23 00:05:28.302717 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52826) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:28.319514 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-f186d001-d609-4565-9f3c-eebc45e886b0 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Request body: {'security_group_rule': {'security_group_id': '2d2b9834-154b-4eab-9702-aa2a2c8675d0', 'project_id': 'eca10cab387440428e231a953cda4553', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:28.319779 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5410d-4529-4e50-b1bd-34e14fcaee62 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting port 763662d0-ff82-4684-8fbd-fe85d6f2b44e {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:28.319779 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7ef5410d-4529-4e50-b1bd-34e14fcaee62 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:28.347562 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 0af6f65b-87bd-42bd-bd1e-e4a183586982 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:05:28.393271 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d13664-c0a7-4d2f-bf9b-4c8a5bbcf410 None None] Network 81942f0a-8a09-4ae2-95af-e13c58bd72fe is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:28.395948 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-40bc7410-7e41-4494-b578-04f0bfcbe40f None None] Network 1a7d97d5-e703-4fdb-9224-760558481f82 is not hosted by any dhcp agent {{(pid=103146) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 23 00:05:28.396667 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bc7410-7e41-4494-b578-04f0bfcbe40f None None] No DVR routers for this DVR port d0e93db9-2a34-4f56-91fb-d2f4646d2064 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:05:28.399384 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751fcf50-55ab-4981-92c9-e4629bdd3730 None None] Pushing event updated for resources: {'Port': ['ID=bc3db1ed-5f9a-4fbc-9514-1d2a5774f798,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:28.421929 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-32692096-6662-4426-8ced-ebd69e40a428 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:28.441969 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-65d13664-c0a7-4d2f-bf9b-4c8a5bbcf410 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:28.466619 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d13664-c0a7-4d2f-bf9b-4c8a5bbcf410 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:28.468100 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7ef5410d-4529-4e50-b1bd-34e14fcaee62 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:28.469660 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.securitygroups_db [None req-f186d001-d609-4565-9f3c-eebc45e886b0 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Project eca10cab387440428e231a953cda4553 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:05:28.477854 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e8a21282-b876-4418-b378-06eb9ee207bf tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:28.485125 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f186d001-d609-4565-9f3c-eebc45e886b0 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:28.490423 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5410d-4529-4e50-b1bd-34e14fcaee62 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Calling delete_port for 763662d0-ff82-4684-8fbd-fe85d6f2b44e owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:28.544841 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-32692096-6662-4426-8ced-ebd69e40a428 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:28.544841 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-32692096-6662-4426-8ced-ebd69e40a428 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Floating IP fd5e7a86-bbc6-4a2b-868c-cca3cbda403b disassociated. External IP: 172.26.3.74, port: 411d8339-1da7-40b7-bb8b-fe5b50342f8d. Apr 23 00:05:28.549281 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52828) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:28.612362 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e8a21282-b876-4418-b378-06eb9ee207bf tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:28.612362 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e8a21282-b876-4418-b378-06eb9ee207bf tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9423606 Apr 23 00:05:28.614878 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52830) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:28.637962 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f186d001-d609-4565-9f3c-eebc45e886b0 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:28.673944 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-86f5b139-1753-4f48-b06d-7a6274f1c940 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2daecb10958e408da92a371a07f83b9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1221845 Apr 23 00:05:28.674824 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52832) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:28.722450 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-36b84851-eea5-4974-87f3-2bc7cd70d083 None None] Allocated IP 172.20.0.2 (52c789e5-894b-4719-a369-b13bd1dbccf2/d655342b-4025-4253-928c-4b185425d54d/bc3db1ed-5f9a-4fbc-9514-1d2a5774f798) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:28.733681 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f186d001-d609-4565-9f3c-eebc45e886b0 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:28.760846 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186d001-d609-4565-9f3c-eebc45e886b0 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f621020c-adf3-4f84-959e-6337fc90291c,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:28.799419 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fe50b7b5-0927-48ad-93b3-0f03d858d3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:28.829813 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fe50b7b5-0927-48ad-93b3-0f03d858d3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:28.892819 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52836) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:28.910590 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device bc3db1ed-5f9a-4fbc-9514-1d2a5774f798 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:28.956715 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d13664-c0a7-4d2f-bf9b-4c8a5bbcf410 None None] Pushing event updated for resources: {'Port': ['ID=5fc40064-2270-422f-a107-44356b99ac05,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:28.966065 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fe50b7b5-0927-48ad-93b3-0f03d858d3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:28.970693 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fe50b7b5-0927-48ad-93b3-0f03d858d3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:28.984372 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-fe50b7b5-0927-48ad-93b3-0f03d858d3cd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a2449c7-a8e4-4f55-9208-163bc2d0328e HTTP/1.1" status: 204 len: 168 time: 0.3080208 Apr 23 00:05:29.005099 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50b7b5-0927-48ad-93b3-0f03d858d3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2449c7-a8e4-4f55-9208-163bc2d0328e,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:29.017611 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f186d001-d609-4565-9f3c-eebc45e886b0 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:29.024585 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f186d001-d609-4565-9f3c-eebc45e886b0 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7157345 Apr 23 00:05:29.025236 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52842) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:29.028282 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-65d13664-c0a7-4d2f-bf9b-4c8a5bbcf410 None None] Attempting to bind port 5fc40064-2270-422f-a107-44356b99ac05 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:05:29.031319 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-65d13664-c0a7-4d2f-bf9b-4c8a5bbcf410 None None] Attempting to bind port 5fc40064-2270-422f-a107-44356b99ac05 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '509815ee-7771-49fc-9a3e-287f9824e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '81942f0a-8a09-4ae2-95af-e13c58bd72fe'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:05:29.031703 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d13664-c0a7-4d2f-bf9b-4c8a5bbcf410 None None] Attempting to bind port 5fc40064-2270-422f-a107-44356b99ac05 on network 81942f0a-8a09-4ae2-95af-e13c58bd72fe {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:05:29.034610 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-fad5476f-ae25-4dce-9b6e-e71ba753d7ac tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Request body: {'security_group_rule': {'security_group_id': '2d2b9834-154b-4eab-9702-aa2a2c8675d0', 'project_id': 'eca10cab387440428e231a953cda4553', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:29.044302 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313a84c5-baf9-481b-a938-7de6f6ecbe2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-78824aec-7e99-429b-b60c-a315f777fe2f', 'network_id': '78824aec-7e99-429b-b60c-a315f777fe2f', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'fixed_ips': [{'subnet_id': 'f1d40ebf-5282-400a-b528-3ca453c626b3'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:05:29.045020 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-313a84c5-baf9-481b-a938-7de6f6ecbe2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:29.061082 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc7410-7e41-4494-b578-04f0bfcbe40f None None] Pushing event deleted for resources: {'Port': ['ID=d0e93db9-2a34-4f56-91fb-d2f4646d2064,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:29.082948 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d13664-c0a7-4d2f-bf9b-4c8a5bbcf410 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:05:29.083320 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d13664-c0a7-4d2f-bf9b-4c8a5bbcf410 None None] Checking segment: {'id': '509815ee-7771-49fc-9a3e-287f9824e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '81942f0a-8a09-4ae2-95af-e13c58bd72fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:29.083730 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65d13664-c0a7-4d2f-bf9b-4c8a5bbcf410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:29.084282 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d13664-c0a7-4d2f-bf9b-4c8a5bbcf410 None None] Bound using segment: {'id': '509815ee-7771-49fc-9a3e-287f9824e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '81942f0a-8a09-4ae2-95af-e13c58bd72fe'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:05:29.084782 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-65d13664-c0a7-4d2f-bf9b-4c8a5bbcf410 None None] Bound port: 5fc40064-2270-422f-a107-44356b99ac05, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509815ee-7771-49fc-9a3e-287f9824e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '81942f0a-8a09-4ae2-95af-e13c58bd72fe'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:05:29.085480 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65d13664-c0a7-4d2f-bf9b-4c8a5bbcf410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:29.149565 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.securitygroups_db [None req-fad5476f-ae25-4dce-9b6e-e71ba753d7ac tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Project eca10cab387440428e231a953cda4553 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:05:29.155862 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fad5476f-ae25-4dce-9b6e-e71ba753d7ac tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:29.250471 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-35bbfac7-a5cf-45ac-b2a1-bc754b731fc7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f5c90fac34e409dafed2f5eab79a33b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556690 Apr 23 00:05:29.253458 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52844) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:29.288618 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65d13664-c0a7-4d2f-bf9b-4c8a5bbcf410 None None] For port 5fc40064-2270-422f-a107-44356b99ac05, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:05:29.314044 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-36b84851-eea5-4974-87f3-2bc7cd70d083 None None] For port bc3db1ed-5f9a-4fbc-9514-1d2a5774f798, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=bc3db1ed-5f9a-4fbc-9514-1d2a5774f798,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:29.333766 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f28168-8033-4ce3-b1d1-b515cf0c625c', 'name': 'tempest-TestVolumeBootPattern-1266499450-router', 'tenant_id': '9bd796c595cb4e14bbe59e768528927f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f791bd98-e9ff-4a10-90c4-fc3805afc800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:10Z', 'updated_at': '2022-04-23T00:05:22Z', 'revision_number': 4, 'project_id': '9bd796c595cb4e14bbe59e768528927f', 'gw_port': {'id': 'f791bd98-e9ff-4a10-90c4-fc3805afc800', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f28168-8033-4ce3-b1d1-b515cf0c625c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:13Z', 'updated_at': '2022-04-23T00:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '66b8ee3f-65cc-471d-84a9-8d5d506062a1', 'name': '', 'network_id': '2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9', 'tenant_id': '9bd796c595cb4e14bbe59e768528927f', 'mac_address': 'fa:16:3e:31:46:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f28168-8033-4ce3-b1d1-b515cf0c625c', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'f1d3116c-19f5-43e1-b907-28e290e911dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:21Z', 'updated_at': '2022-04-23T00:05:22Z', 'revision_number': 2, 'project_id': '9bd796c595cb4e14bbe59e768528927f', 'subnets': [{'id': 'f1d3116c-19f5-43e1-b907-28e290e911dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:29.411962 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-512e4896-a121-4ab5-b6b2-5ac78071ab33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:29.460884 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fad5476f-ae25-4dce-9b6e-e71ba753d7ac tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:29.463338 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-512e4896-a121-4ab5-b6b2-5ac78071ab33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:29.509915 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] Checking router: 79f28168-8033-4ce3-b1d1-b515cf0c625c for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:05:29.510276 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] Updating router 79f28168-8033-4ce3-b1d1-b515cf0c625c port 66b8ee3f-65cc-471d-84a9-8d5d506062a1 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:05:29.518568 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3b7e3c1e-6481-4f4f-bf2e-348a8808be6f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:29.533841 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port bc3db1ed-5f9a-4fbc-9514-1d2a5774f798 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:29.534314 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:29.543442 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fad5476f-ae25-4dce-9b6e-e71ba753d7ac tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:29.558415 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32692096-6662-4426-8ced-ebd69e40a428 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Router afa0dda3-a592-488f-8b17-4e21529fcf68 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:05:29.573076 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5476f-ae25-4dce-9b6e-e71ba753d7ac tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393ef23f-8803-46ce-a92a-ccd8265892f1,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:29.617727 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7ef5410d-4529-4e50-b1bd-34e14fcaee62 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:29.636336 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36b84851-eea5-4974-87f3-2bc7cd70d083 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:29.639390 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65d13664-c0a7-4d2f-bf9b-4c8a5bbcf410 None None] For port 5fc40064-2270-422f-a107-44356b99ac05, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=5fc40064-2270-422f-a107-44356b99ac05,segment=NetworkSegment(509815ee-7771-49fc-9a3e-287f9824e535),segment_id=509815ee-7771-49fc-9a3e-287f9824e535)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:05:29.641805 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:29.658687 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-512e4896-a121-4ab5-b6b2-5ac78071ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:29.663673 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-512e4896-a121-4ab5-b6b2-5ac78071ab33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:29.667195 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-512e4896-a121-4ab5-b6b2-5ac78071ab33 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b9620066-3271-49aa-8e65-a0aafcb25e9a HTTP/1.1" status: 204 len: 168 time: 0.3970284 Apr 23 00:05:29.704748 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5410d-4529-4e50-b1bd-34e14fcaee62 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Port': ['ID=763662d0-ff82-4684-8fbd-fe85d6f2b44e,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:29.738541 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fad5476f-ae25-4dce-9b6e-e71ba753d7ac tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:29.745385 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-fad5476f-ae25-4dce-9b6e-e71ba753d7ac tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7171412 Apr 23 00:05:29.764147 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e4896-a121-4ab5-b6b2-5ac78071ab33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9620066-3271-49aa-8e65-a0aafcb25e9a,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:29.918977 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65d13664-c0a7-4d2f-bf9b-4c8a5bbcf410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:29.921071 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36b84851-eea5-4974-87f3-2bc7cd70d083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:30.029211 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32692096-6662-4426-8ced-ebd69e40a428 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:05:30.076716 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-32692096-6662-4426-8ced-ebd69e40a428 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:30.125161 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c2137e-9366-469d-bebc-a4dada152c20 None None] Sync routers for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:05:30.274776 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-32692096-6662-4426-8ced-ebd69e40a428 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "PUT /v2.0/floatingips/fd5e7a86-bbc6-4a2b-868c-cca3cbda403b HTTP/1.1" status: 200 len: 687 time: 2.5128090 Apr 23 00:05:30.277271 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52904) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:30.283222 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7ef5410d-4529-4e50-b1bd-34e14fcaee62 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:30.286932 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7ef5410d-4529-4e50-b1bd-34e14fcaee62 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/763662d0-ff82-4684-8fbd-fe85d6f2b44e HTTP/1.1" status: 204 len: 168 time: 2.4219162 Apr 23 00:05:30.290944 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52906) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:30.366309 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-313a84c5-baf9-481b-a938-7de6f6ecbe2e None None] Allocated IP 172.21.0.2 (78824aec-7e99-429b-b60c-a315f777fe2f/f1d40ebf-5282-400a-b528-3ca453c626b3/35c0696d-dfe6-45c5-94d4-4300b5e0149c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:30.517987 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c2137e-9366-469d-bebc-a4dada152c20 None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:30.522417 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-b1c2137e-9366-469d-bebc-a4dada152c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:30.591262 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fe5d2d-ed99-4ac0-af06-224f3bbf3445 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:30.596787 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fe5d2d-ed99-4ac0-af06-224f3bbf3445 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:30.605035 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fe5d2d-ed99-4ac0-af06-224f3bbf3445 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:30.626143 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-11fe5d2d-ed99-4ac0-af06-224f3bbf3445 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3143845 Apr 23 00:05:30.626918 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52926) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:30.703229 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-3b7e3c1e-6481-4f4f-bf2e-348a8808be6f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Allocated IP 172.20.0.1 (81942f0a-8a09-4ae2-95af-e13c58bd72fe/8896fe60-b94b-450a-bd9a-b54f656f2300/2a6bc10e-aa90-4103-adea-30a4a0dc0595) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:30.981589 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-b1c2137e-9366-469d-bebc-a4dada152c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:30.999490 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d13664-c0a7-4d2f-bf9b-4c8a5bbcf410 None None] Pushing event updated for resources: {'Port': ['ID=5fc40064-2270-422f-a107-44356b99ac05,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:31.027198 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-54f81e74-2958-4717-a602-f30c839b80f0 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Deleting port 17922247-cc93-4b76-9f35-8163cff93493 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:31.029283 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-54f81e74-2958-4717-a602-f30c839b80f0 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:31.037863 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dcfc3e7-cb7c-48d5-957c-bda3adb2d4e4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet b1862b91-3064-4674-bbc1-96aa8d34712c {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:05:31.063365 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6dcfc3e7-cb7c-48d5-957c-bda3adb2d4e4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:31.366578 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6dcfc3e7-cb7c-48d5-957c-bda3adb2d4e4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:31.443851 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-54f81e74-2958-4717-a602-f30c839b80f0 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:31.444482 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-54f81e74-2958-4717-a602-f30c839b80f0 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:31.483977 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-54f81e74-2958-4717-a602-f30c839b80f0 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Calling delete_port for 17922247-cc93-4b76-9f35-8163cff93493 owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:31.544690 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3b7e3c1e-6481-4f4f-bf2e-348a8808be6f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:31.546354 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 52936) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:31.569266 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-90919693-df27-4e3d-9cfd-abf0c04ceb38 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Request body: {'subnet': {'network_id': '0af6f65b-87bd-42bd-bd1e-e4a183586982', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:31.715037 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:31.795520 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6dcfc3e7-cb7c-48d5-957c-bda3adb2d4e4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:31.865070 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device fc49ab7d-42e5-46d8-a58c-51244f325768 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:05:31.868321 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c2137e-9366-469d-bebc-a4dada152c20 None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:31.869141 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-b1c2137e-9366-469d-bebc-a4dada152c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:31.870802 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b84851-eea5-4974-87f3-2bc7cd70d083 None None] Pushing event updated for resources: {'Port': ['ID=bc3db1ed-5f9a-4fbc-9514-1d2a5774f798,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:31.992427 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-54f81e74-2958-4717-a602-f30c839b80f0 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:32.022338 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:32.046079 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3b7e3c1e-6481-4f4f-bf2e-348a8808be6f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:32.071143 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f81e74-2958-4717-a602-f30c839b80f0 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event deleted for resources: {'Port': ['ID=17922247-cc93-4b76-9f35-8163cff93493,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:32.143272 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6dcfc3e7-cb7c-48d5-957c-bda3adb2d4e4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:32.143509 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: fc49ab7d-42e5-46d8-a58c-51244f325768 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:05:32.143632 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90919693-df27-4e3d-9cfd-abf0c04ceb38 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Made reservation on behalf of d312e1e3becb48bb95b56303c30a4b4a for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:32.148073 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device fc49ab7d-42e5-46d8-a58c-51244f325768 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:05:32.152869 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d0e93db9-2a34-4f56-91fb-d2f4646d2064 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:05:32.165538 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-b1c2137e-9366-469d-bebc-a4dada152c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:32.166624 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c2137e-9366-469d-bebc-a4dada152c20 None None] The sync data for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:05:32.170801 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-90919693-df27-4e3d-9cfd-abf0c04ceb38 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:32.320968 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-54f81e74-2958-4717-a602-f30c839b80f0 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:32.328228 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-54f81e74-2958-4717-a602-f30c839b80f0 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:32.329795 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-54f81e74-2958-4717-a602-f30c839b80f0 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "DELETE /v2.0/floatingips/fd5e7a86-bbc6-4a2b-868c-cca3cbda403b HTTP/1.1" status: 204 len: 168 time: 2.0496922 Apr 23 00:05:32.335277 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52962) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:32.343920 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-afe3c604-36f1-46d8-add2-c9169bc524e7 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': 'd0aa884b-b39b-4092-8adc-25acb02b80ce'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:32.425877 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38336c-7973-491e-ad0a-4a4f7cc47ea9 None None] Pushing event updated for resources: {'Port': ['ID=66b8ee3f-65cc-471d-84a9-8d5d506062a1,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:32.478512 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690b7545-05c5-4372-aa2a-fbc33380f666 None None] Network 81942f0a-8a09-4ae2-95af-e13c58bd72fe requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:32.480779 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-afe3c604-36f1-46d8-add2-c9169bc524e7 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:32.504710 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfc3e7-cb7c-48d5-957c-bda3adb2d4e4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=b1862b91-3064-4674-bbc1-96aa8d34712c,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:32.521911 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52968) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:32.527266 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7e3c1e-6481-4f4f-bf2e-348a8808be6f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network 81942f0a-8a09-4ae2-95af-e13c58bd72fe is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:32.529762 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: d0e93db9-2a34-4f56-91fb-d2f4646d2064 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:05:32.530111 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d0e93db9-2a34-4f56-91fb-d2f4646d2064 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:05:32.530534 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 630a6919-0e59-4441-8203-e6c9f1440f9a no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:05:32.532326 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-63782b20-72db-4d20-9d0c-d184d4a9ce49 None None] Provisioning complete for port bc3db1ed-5f9a-4fbc-9514-1d2a5774f798 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:32.532688 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63782b20-72db-4d20-9d0c-d184d4a9ce49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:32.540981 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6dcfc3e7-cb7c-48d5-957c-bda3adb2d4e4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:32.544539 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6dcfc3e7-cb7c-48d5-957c-bda3adb2d4e4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/b1862b91-3064-4674-bbc1-96aa8d34712c HTTP/1.1" status: 204 len: 168 time: 1.8861725 Apr 23 00:05:32.549301 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 52970) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:32.701669 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-10663c50-8ba2-486a-a547-99ab6d29ed34 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet d655342b-4025-4253-928c-4b185425d54d {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:05:32.706512 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-10663c50-8ba2-486a-a547-99ab6d29ed34 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:32.856140 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-fbddc887-d846-4ee5-a862-9c2bd337537b tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:32.885769 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-3b7e3c1e-6481-4f4f-bf2e-348a8808be6f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:32.888789 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7e3c1e-6481-4f4f-bf2e-348a8808be6f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:32.924411 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e3c1e-6481-4f4f-bf2e-348a8808be6f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Port': ['ID=2a6bc10e-aa90-4103-adea-30a4a0dc0595,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:32.943675 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-10663c50-8ba2-486a-a547-99ab6d29ed34 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:32.950940 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-313a84c5-baf9-481b-a938-7de6f6ecbe2e None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:32.955944 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-90919693-df27-4e3d-9cfd-abf0c04ceb38 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:32.980334 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 630a6919-0e59-4441-8203-e6c9f1440f9a {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:05:32.980676 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 630a6919-0e59-4441-8203-e6c9f1440f9a not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:05:33.009425 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2460f090-26b9-46e0-8732-c33ce9f24ffb None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:33.046826 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-10663c50-8ba2-486a-a547-99ab6d29ed34 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:33.129648 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fbddc887-d846-4ee5-a862-9c2bd337537b tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:33.166682 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3b7e3c1e-6481-4f4f-bf2e-348a8808be6f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:33.190601 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-10663c50-8ba2-486a-a547-99ab6d29ed34 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:33.205081 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-313a84c5-baf9-481b-a938-7de6f6ecbe2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:33.256915 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] Attempting to bind port 66b8ee3f-65cc-471d-84a9-8d5d506062a1 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:05:33.258385 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] Attempting to bind port 66b8ee3f-65cc-471d-84a9-8d5d506062a1 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'f9dd54f0-905f-45f1-8125-35713058d7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:05:33.258841 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] Attempting to bind port 66b8ee3f-65cc-471d-84a9-8d5d506062a1 on network 2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:05:33.285090 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a84c5-baf9-481b-a938-7de6f6ecbe2e None None] Pushing event updated for resources: {'Port': ['ID=35c0696d-dfe6-45c5-94d4-4300b5e0149c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:33.289741 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:05:33.290243 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] Checking segment: {'id': 'f9dd54f0-905f-45f1-8125-35713058d7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:33.290680 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:33.291177 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] Bound using segment: {'id': 'f9dd54f0-905f-45f1-8125-35713058d7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:05:33.291717 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] Bound port: 66b8ee3f-65cc-471d-84a9-8d5d506062a1, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9dd54f0-905f-45f1-8125-35713058d7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:05:33.292269 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:33.311011 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-10663c50-8ba2-486a-a547-99ab6d29ed34 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:33.314186 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-10663c50-8ba2-486a-a547-99ab6d29ed34 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/d655342b-4025-4253-928c-4b185425d54d HTTP/1.1" status: 204 len: 168 time: 0.7574341 Apr 23 00:05:33.319262 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53016) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:33.329010 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313a84c5-baf9-481b-a938-7de6f6ecbe2e None None] Network 78824aec-7e99-429b-b60c-a315f777fe2f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:33.336016 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-313a84c5-baf9-481b-a938-7de6f6ecbe2e None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:33.348971 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313a84c5-baf9-481b-a938-7de6f6ecbe2e None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:33.355707 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10663c50-8ba2-486a-a547-99ab6d29ed34 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=d655342b-4025-4253-928c-4b185425d54d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:33.363109 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-2cb9e2e5-9409-47cc-b8de-8c40275cbd97 None None] Could not find standard attr ID for object 763662d0-ff82-4684-8fbd-fe85d6f2b44e. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:05:33.408817 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device bc3db1ed-5f9a-4fbc-9514-1d2a5774f798 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:33.421645 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8384d4af-009b-4a9e-a925-45ce913fecda tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010683 Apr 23 00:05:33.426287 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53020) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:33.443066 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-afe3c604-36f1-46d8-add2-c9169bc524e7 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:33.449599 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90919693-df27-4e3d-9cfd-abf0c04ceb38 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event updated for resources: {'Subnet': ['ID=6d35a9a0-d967-4244-84a2-bfe9965e4011,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:33.457528 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-0e5bed02-1ca0-492f-ba98-e5516259f042 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:33.579901 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-2cb9e2e5-9409-47cc-b8de-8c40275cbd97 None None] Provisioning complete for port 66b8ee3f-65cc-471d-84a9-8d5d506062a1 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:33.580244 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2cb9e2e5-9409-47cc-b8de-8c40275cbd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:33.589157 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90919693-df27-4e3d-9cfd-abf0c04ceb38 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Checking segment: {'id': 'c87dc00a-c3b2-4140-9f0c-2438cf1ca863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0af6f65b-87bd-42bd-bd1e-e4a183586982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:33.590378 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90919693-df27-4e3d-9cfd-abf0c04ceb38 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Network hostable DHCP agents. Network: 0af6f65b-87bd-42bd-bd1e-e4a183586982, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:05:33.609580 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fbddc887-d846-4ee5-a862-9c2bd337537b tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:33.709354 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-313a84c5-baf9-481b-a938-7de6f6ecbe2e None None] Attempting to bind port 35c0696d-dfe6-45c5-94d4-4300b5e0149c on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:05:33.709972 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-313a84c5-baf9-481b-a938-7de6f6ecbe2e None None] Attempting to bind port 35c0696d-dfe6-45c5-94d4-4300b5e0149c by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '75042fc1-fd46-49e9-a81e-417107bc6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '78824aec-7e99-429b-b60c-a315f777fe2f'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:05:33.710522 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313a84c5-baf9-481b-a938-7de6f6ecbe2e None None] Attempting to bind port 35c0696d-dfe6-45c5-94d4-4300b5e0149c on network 78824aec-7e99-429b-b60c-a315f777fe2f {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:05:33.731328 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] For port 66b8ee3f-65cc-471d-84a9-8d5d506062a1, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:05:33.762030 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313a84c5-baf9-481b-a938-7de6f6ecbe2e None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:05:33.762770 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313a84c5-baf9-481b-a938-7de6f6ecbe2e None None] Checking segment: {'id': '75042fc1-fd46-49e9-a81e-417107bc6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '78824aec-7e99-429b-b60c-a315f777fe2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:33.764133 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-313a84c5-baf9-481b-a938-7de6f6ecbe2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:33.764716 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313a84c5-baf9-481b-a938-7de6f6ecbe2e None None] Bound using segment: {'id': '75042fc1-fd46-49e9-a81e-417107bc6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '78824aec-7e99-429b-b60c-a315f777fe2f'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:05:33.766353 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-313a84c5-baf9-481b-a938-7de6f6ecbe2e None None] Bound port: 35c0696d-dfe6-45c5-94d4-4300b5e0149c, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75042fc1-fd46-49e9-a81e-417107bc6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '78824aec-7e99-429b-b60c-a315f777fe2f'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:05:33.767632 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-313a84c5-baf9-481b-a938-7de6f6ecbe2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:33.784804 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] For port 66b8ee3f-65cc-471d-84a9-8d5d506062a1, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=66b8ee3f-65cc-471d-84a9-8d5d506062a1,segment=NetworkSegment(f9dd54f0-905f-45f1-8125-35713058d7d6),segment_id=f9dd54f0-905f-45f1-8125-35713058d7d6)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:05:33.799904 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-fbddc887-d846-4ee5-a862-9c2bd337537b tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Allocated IP 172.26.3.6 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/1196e8a0-6e47-4009-abfa-d5410c9ca9e0) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:33.805399 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9e2e5-9409-47cc-b8de-8c40275cbd97 None None] Port 66b8ee3f-65cc-471d-84a9-8d5d506062a1 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:05:33.908973 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-313a84c5-baf9-481b-a938-7de6f6ecbe2e None None] For port 35c0696d-dfe6-45c5-94d4-4300b5e0149c, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:05:33.912781 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-313a84c5-baf9-481b-a938-7de6f6ecbe2e None None] For port 35c0696d-dfe6-45c5-94d4-4300b5e0149c, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=35c0696d-dfe6-45c5-94d4-4300b5e0149c,segment=NetworkSegment(75042fc1-fd46-49e9-a81e-417107bc6b7c),segment_id=75042fc1-fd46-49e9-a81e-417107bc6b7c)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:05:33.920579 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:33.920680 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53026) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:33.922683 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port bc3db1ed-5f9a-4fbc-9514-1d2a5774f798 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:33.923054 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:33.955493 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fbddc887-d846-4ee5-a862-9c2bd337537b tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:34.080431 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fbddc887-d846-4ee5-a862-9c2bd337537b tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:34.194660 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbddc887-d846-4ee5-a862-9c2bd337537b tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:34.212557 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-ef99fd42-bc47-4f20-88a3-5d214fc86729 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'network': {'name': 'tempest-network-smoke--882781303', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'port_security_enabled': True}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:34.224637 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90919693-df27-4e3d-9cfd-abf0c04ceb38 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Network 0af6f65b-87bd-42bd-bd1e-e4a183586982 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:05:34.236511 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-313a84c5-baf9-481b-a938-7de6f6ecbe2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:34.239983 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5bed02-1ca0-492f-ba98-e5516259f042 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:34.243350 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38336c-7973-491e-ad0a-4a4f7cc47ea9 None None] Pushing event updated for resources: {'Port': ['ID=66b8ee3f-65cc-471d-84a9-8d5d506062a1,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:34.246451 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0e5bed02-1ca0-492f-ba98-e5516259f042 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:34.260402 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-fbddc887-d846-4ee5-a862-9c2bd337537b tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:34.306335 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddc887-d846-4ee5-a862-9c2bd337537b tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Pushing event updated for resources: {'Port': ['ID=1196e8a0-6e47-4009-abfa-d5410c9ca9e0,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:34.310805 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a84c5-baf9-481b-a938-7de6f6ecbe2e None None] Pushing event updated for resources: {'Port': ['ID=35c0696d-dfe6-45c5-94d4-4300b5e0149c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:34.313744 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbddc887-d846-4ee5-a862-9c2bd337537b tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:34.346517 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef99fd42-bc47-4f20-88a3-5d214fc86729 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:34.346517 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ef99fd42-bc47-4f20-88a3-5d214fc86729 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:34.346682 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-2cb9e2e5-9409-47cc-b8de-8c40275cbd97 None None] Provisioning complete for port 5fc40064-2270-422f-a107-44356b99ac05 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:34.346682 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2cb9e2e5-9409-47cc-b8de-8c40275cbd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:34.374290 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ef99fd42-bc47-4f20-88a3-5d214fc86729 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:34.407074 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-afe3c604-36f1-46d8-add2-c9169bc524e7 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Allocated IP 172.26.3.173 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/777b3d7d-64e8-4216-8a87-d82e5ce700e8) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:34.487314 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2d74bc-23be-4015-80d0-7833690faf75 None None] DHCP port deletion for 52c789e5-894b-4719-a369-b13bd1dbccf2 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:05:34.496457 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-beda3d97-53f4-4897-ba3d-05509b6ec97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:34.501786 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] Routers {'79f28168-8033-4ce3-b1d1-b515cf0c625c'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:34.502435 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['79f28168-8033-4ce3-b1d1-b515cf0c625c'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:34.588984 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 5fc40064-2270-422f-a107-44356b99ac05 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:34.660917 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-90919693-df27-4e3d-9cfd-abf0c04ceb38 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 0af6f65b-87bd-42bd-bd1e-e4a183586982) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:34.668664 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90919693-df27-4e3d-9cfd-abf0c04ceb38 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:34.668664 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-90919693-df27-4e3d-9cfd-abf0c04ceb38 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:34.679890 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fbddc887-d846-4ee5-a862-9c2bd337537b tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:34.688948 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ef99fd42-bc47-4f20-88a3-5d214fc86729 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:34.705013 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97132571-c934-4e15-b783-53820af6ff77 None None] Network 0af6f65b-87bd-42bd-bd1e-e4a183586982 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:34.712252 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3b7e3c1e-6481-4f4f-bf2e-348a8808be6f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:34.798494 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0e5bed02-1ca0-492f-ba98-e5516259f042 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:34.807504 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-afe3c604-36f1-46d8-add2-c9169bc524e7 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:34.878541 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5bed02-1ca0-492f-ba98-e5516259f042 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:34.883432 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2cb9e2e5-9409-47cc-b8de-8c40275cbd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:34.886925 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-0e5bed02-1ca0-492f-ba98-e5516259f042 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:34.940029 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5bed02-1ca0-492f-ba98-e5516259f042 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:34.940624 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0e5bed02-1ca0-492f-ba98-e5516259f042 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:34.985331 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5bed02-1ca0-492f-ba98-e5516259f042 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=55f68bf3-3a4c-4c9a-9b61-74739e58d207,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:35.026100 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 5fc40064-2270-422f-a107-44356b99ac05 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:35.026488 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:35.074150 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ef99fd42-bc47-4f20-88a3-5d214fc86729 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:35.111625 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef99fd42-bc47-4f20-88a3-5d214fc86729 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:05:35.153825 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99fd42-bc47-4f20-88a3-5d214fc86729 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04bf30c3-0b5c-404b-9ede-d5ab9ef6251f,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:35.161052 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ef99fd42-bc47-4f20-88a3-5d214fc86729 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:35.161761 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-ef99fd42-bc47-4f20-88a3-5d214fc86729 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Added segment aec77dda-8b5c-4aa6-a84f-7c4f710208c7 of type vlan for network 4e0063e3-a51b-4951-b1d1-a61920180a9f Apr 23 00:05:35.190762 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-2cb9e2e5-9409-47cc-b8de-8c40275cbd97 None None] For port 5fc40064-2270-422f-a107-44356b99ac05, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=5fc40064-2270-422f-a107-44356b99ac05,segment=NetworkSegment(509815ee-7771-49fc-9a3e-287f9824e535),segment_id=509815ee-7771-49fc-9a3e-287f9824e535)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:35.209376 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3b7e3c1e-6481-4f4f-bf2e-348a8808be6f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:35.225972 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] Set router 79f28168-8033-4ce3-b1d1-b515cf0c625c gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:05:35.235637 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ef99fd42-bc47-4f20-88a3-5d214fc86729 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:35.273074 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-90919693-df27-4e3d-9cfd-abf0c04ceb38 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.7190549 Apr 23 00:05:35.277669 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2a2d74bc-23be-4015-80d0-7833690faf75 None None] Deleting port bc3db1ed-5f9a-4fbc-9514-1d2a5774f798 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:35.277669 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a2d74bc-23be-4015-80d0-7833690faf75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:35.278387 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53032) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:35.283666 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-e43d1240-1180-4bc0-8a70-68ef7ae831ef tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-191276227'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:35.295298 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fbddc887-d846-4ee5-a862-9c2bd337537b tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:35.327893 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-afe3c604-36f1-46d8-add2-c9169bc524e7 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:35.339088 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3b7e3c1e-6481-4f4f-bf2e-348a8808be6f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:35.339088 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0e5bed02-1ca0-492f-ba98-e5516259f042 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8901608 Apr 23 00:05:35.344105 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53036) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:35.399210 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2cb9e2e5-9409-47cc-b8de-8c40275cbd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:35.402216 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-dfa82b33-38b6-428e-90f9-72e8f2f2c618 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:35.420439 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe3c604-36f1-46d8-add2-c9169bc524e7 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:35.432753 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ef99fd42-bc47-4f20-88a3-5d214fc86729 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:35.441158 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef99fd42-bc47-4f20-88a3-5d214fc86729 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:35.441158 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ef99fd42-bc47-4f20-88a3-5d214fc86729 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:35.442974 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-afe3c604-36f1-46d8-add2-c9169bc524e7 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:35.464267 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43d1240-1180-4bc0-8a70-68ef7ae831ef tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Made reservation on behalf of d312e1e3becb48bb95b56303c30a4b4a for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:35.468566 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e43d1240-1180-4bc0-8a70-68ef7ae831ef tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:35.485347 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa69dd2-6de5-4898-90a0-3dd799103dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-0af6f65b-87bd-42bd-bd1e-e4a183586982', 'network_id': '0af6f65b-87bd-42bd-bd1e-e4a183586982', 'tenant_id': 'd312e1e3becb48bb95b56303c30a4b4a', 'fixed_ips': [{'subnet_id': '6d35a9a0-d967-4244-84a2-bfe9965e4011'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:05:35.486273 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eaa69dd2-6de5-4898-90a0-3dd799103dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:35.527666 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe3c604-36f1-46d8-add2-c9169bc524e7 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:35.561078 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e3c1e-6481-4f4f-bf2e-348a8808be6f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Port': ['ID=2a6bc10e-aa90-4103-adea-30a4a0dc0595,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:35.568045 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99fd42-bc47-4f20-88a3-5d214fc86729 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Network': ['ID=4e0063e3-a51b-4951-b1d1-a61920180a9f,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:35.580309 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3c604-36f1-46d8-add2-c9169bc524e7 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event updated for resources: {'Port': ['ID=777b3d7d-64e8-4216-8a87-d82e5ce700e8,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:35.600243 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3b7e3c1e-6481-4f4f-bf2e-348a8808be6f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:35.627419 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e43d1240-1180-4bc0-8a70-68ef7ae831ef tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:05:35.660767 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 4e0063e3-a51b-4951-b1d1-a61920180a9f details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:05:35.718534 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-2a2d74bc-23be-4015-80d0-7833690faf75 None None] For port bc3db1ed-5f9a-4fbc-9514-1d2a5774f798, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=bc3db1ed-5f9a-4fbc-9514-1d2a5774f798,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:35.718942 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a2d74bc-23be-4015-80d0-7833690faf75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:35.727235 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e43d1240-1180-4bc0-8a70-68ef7ae831ef tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:35.727593 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-e43d1240-1180-4bc0-8a70-68ef7ae831ef tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Added segment d5a2dea5-510d-47f1-b681-728448b03aeb of type vlan for network 5670c326-dd95-4dd7-b1c1-b59b6212a1a6 Apr 23 00:05:35.785210 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9e2e5-9409-47cc-b8de-8c40275cbd97 None None] Pushing event updated for resources: {'Port': ['ID=5fc40064-2270-422f-a107-44356b99ac05,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:35.831406 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d93585d7-c581-452b-af5e-6a125821a41e None None] Provisioning complete for port 66b8ee3f-65cc-471d-84a9-8d5d506062a1 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:35.834633 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d93585d7-c581-452b-af5e-6a125821a41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:35.862878 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2a2d74bc-23be-4015-80d0-7833690faf75 None None] Calling delete_port for bc3db1ed-5f9a-4fbc-9514-1d2a5774f798 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:35.868049 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e43d1240-1180-4bc0-8a70-68ef7ae831ef tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:35.980034 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e43d1240-1180-4bc0-8a70-68ef7ae831ef tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:35.988334 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43d1240-1180-4bc0-8a70-68ef7ae831ef tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:35.988909 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e43d1240-1180-4bc0-8a70-68ef7ae831ef tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:36.099031 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7e3c1e-6481-4f4f-bf2e-348a8808be6f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network 81942f0a-8a09-4ae2-95af-e13c58bd72fe is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:36.110327 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa82b33-38b6-428e-90f9-72e8f2f2c618 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:36.114613 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dfa82b33-38b6-428e-90f9-72e8f2f2c618 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:36.142616 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-3b7e3c1e-6481-4f4f-bf2e-348a8808be6f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:36.150154 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81035714-d857-4e40-8c8a-1dd9a903b892 None None] Network 78824aec-7e99-429b-b60c-a315f777fe2f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:36.182668 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e43d1240-1180-4bc0-8a70-68ef7ae831ef tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9022899 Apr 23 00:05:36.185528 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53038) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:36.209221 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 35c0696d-dfe6-45c5-94d4-4300b5e0149c up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:36.280482 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fbddc887-d846-4ee5-a862-9c2bd337537b tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:36.297867 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-7fc1c670-ae52-474b-9e61-a0cef44ee382 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Request body: {'subnet': {'network_id': '5670c326-dd95-4dd7-b1c1-b59b6212a1a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:36.297867 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d1240-1180-4bc0-8a70-68ef7ae831ef tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event updated for resources: {'Network': ['ID=5670c326-dd95-4dd7-b1c1-b59b6212a1a6,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:36.321380 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 5670c326-dd95-4dd7-b1c1-b59b6212a1a6 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:05:36.382769 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fbddc887-d846-4ee5-a862-9c2bd337537b tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:36.391562 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-eaa69dd2-6de5-4898-90a0-3dd799103dbe None None] Allocated IP 2001:db8:0:ffff::2 (0af6f65b-87bd-42bd-bd1e-e4a183586982/6d35a9a0-d967-4244-84a2-bfe9965e4011/d0fe493f-bd6d-4fec-9d15-82d52d903df1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:36.401067 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ef99fd42-bc47-4f20-88a3-5d214fc86729 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.4766853 Apr 23 00:05:36.405844 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53042) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:36.417000 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1700382994', 'admin_state_up': True, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:36.636125 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:36.638972 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:36.714716 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc1c670-ae52-474b-9e61-a0cef44ee382 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Made reservation on behalf of d312e1e3becb48bb95b56303c30a4b4a for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:36.718135 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7fc1c670-ae52-474b-9e61-a0cef44ee382 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:36.747162 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7e3c1e-6481-4f4f-bf2e-348a8808be6f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Router 044a6a4d-716e-4fbd-b6b1-783e90a39c25 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:05:36.756695 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d93585d7-c581-452b-af5e-6a125821a41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:36.761305 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a2d74bc-23be-4015-80d0-7833690faf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:36.778989 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddc887-d846-4ee5-a862-9c2bd337537b tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Pushing event updated for resources: {'Port': ['ID=1196e8a0-6e47-4009-abfa-d5410c9ca9e0,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:36.786159 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fbddc887-d846-4ee5-a862-9c2bd337537b tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:36.856724 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 35c0696d-dfe6-45c5-94d4-4300b5e0149c triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:36.857388 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:36.860029 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fbddc887-d846-4ee5-a862-9c2bd337537b tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:36.863709 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-fbddc887-d846-4ee5-a862-9c2bd337537b tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.3352346 Apr 23 00:05:36.865287 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53044) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:36.871348 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d74bc-23be-4015-80d0-7833690faf75 None None] Pushing event deleted for resources: {'Port': ['ID=bc3db1ed-5f9a-4fbc-9514-1d2a5774f798,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:36.873922 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-38ee17be-c76e-4684-b2ef-8046c3d49fa2 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-930176863', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'fixed_ips': [{'ip_address': '172.26.3.6'}]}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:36.882798 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2d74bc-23be-4015-80d0-7833690faf75 None None] No DVR routers for this DVR port bc3db1ed-5f9a-4fbc-9514-1d2a5774f798 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:05:36.909153 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:36.930228 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f28168-8033-4ce3-b1d1-b515cf0c625c', 'name': 'tempest-TestVolumeBootPattern-1266499450-router', 'tenant_id': '9bd796c595cb4e14bbe59e768528927f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f791bd98-e9ff-4a10-90c4-fc3805afc800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:10Z', 'updated_at': '2022-04-23T00:05:22Z', 'revision_number': 4, 'project_id': '9bd796c595cb4e14bbe59e768528927f', 'gw_port': {'id': 'f791bd98-e9ff-4a10-90c4-fc3805afc800', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f28168-8033-4ce3-b1d1-b515cf0c625c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:13Z', 'updated_at': '2022-04-23T00:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '66b8ee3f-65cc-471d-84a9-8d5d506062a1', 'name': '', 'network_id': '2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9', 'tenant_id': '9bd796c595cb4e14bbe59e768528927f', 'mac_address': 'fa:16:3e:31:46:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f28168-8033-4ce3-b1d1-b515cf0c625c', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'f1d3116c-19f5-43e1-b907-28e290e911dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:21Z', 'updated_at': '2022-04-23T00:05:33Z', 'revision_number': 4, 'project_id': '9bd796c595cb4e14bbe59e768528927f', 'subnets': [{'id': 'f1d3116c-19f5-43e1-b907-28e290e911dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:36.939522 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f33ada-0421-4695-a791-d2023dfd3154 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:36.995769 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-afe3c604-36f1-46d8-add2-c9169bc524e7 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:37.021014 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e9024-2717-4322-b7be-b5773af094a0 None None] The sync data for ids ['79f28168-8033-4ce3-b1d1-b515cf0c625c'] in dv-neutron-838783-1-hyperv is: [{'id': '79f28168-8033-4ce3-b1d1-b515cf0c625c', 'name': 'tempest-TestVolumeBootPattern-1266499450-router', 'tenant_id': '9bd796c595cb4e14bbe59e768528927f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f791bd98-e9ff-4a10-90c4-fc3805afc800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:10Z', 'updated_at': '2022-04-23T00:05:22Z', 'revision_number': 4, 'project_id': '9bd796c595cb4e14bbe59e768528927f', 'gw_port': {'id': 'f791bd98-e9ff-4a10-90c4-fc3805afc800', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f28168-8033-4ce3-b1d1-b515cf0c625c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:13Z', 'updated_at': '2022-04-23T00:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '66b8ee3f-65cc-471d-84a9-8d5d506062a1', 'name': '', 'network_id': '2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9', 'tenant_id': '9bd796c595cb4e14bbe59e768528927f', 'mac_address': 'fa:16:3e:31:46:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f28168-8033-4ce3-b1d1-b515cf0c625c', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'f1d3116c-19f5-43e1-b907-28e290e911dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:21Z', 'updated_at': '2022-04-23T00:05:33Z', 'revision_number': 4, 'project_id': '9bd796c595cb4e14bbe59e768528927f', 'subnets': [{'id': 'f1d3116c-19f5-43e1-b907-28e290e911dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:05:37.025741 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d93585d7-c581-452b-af5e-6a125821a41e None None] For port 66b8ee3f-65cc-471d-84a9-8d5d506062a1, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=66b8ee3f-65cc-471d-84a9-8d5d506062a1,segment=NetworkSegment(f9dd54f0-905f-45f1-8125-35713058d7d6),segment_id=f9dd54f0-905f-45f1-8125-35713058d7d6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:37.089993 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d93585d7-c581-452b-af5e-6a125821a41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:37.187094 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-afe3c604-36f1-46d8-add2-c9169bc524e7 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:37.275532 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ee17be-c76e-4684-b2ef-8046c3d49fa2 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Made reservation on behalf of 7d9213752ab24403aed98bd0df5a5b8a for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:37.289694 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-38ee17be-c76e-4684-b2ef-8046c3d49fa2 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:37.330646 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7e3c1e-6481-4f4f-bf2e-348a8808be6f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:05:37.343749 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433f58be-cc10-48f0-b3da-0c7b90adab16 None None] Sync routers for ids ['044a6a4d-716e-4fbd-b6b1-783e90a39c25'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:05:37.351349 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3b7e3c1e-6481-4f4f-bf2e-348a8808be6f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "PUT /v2.0/routers/044a6a4d-716e-4fbd-b6b1-783e90a39c25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7353120 Apr 23 00:05:37.361431 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433f58be-cc10-48f0-b3da-0c7b90adab16 None None] Routers {'044a6a4d-716e-4fbd-b6b1-783e90a39c25'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:37.362592 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-433f58be-cc10-48f0-b3da-0c7b90adab16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['044a6a4d-716e-4fbd-b6b1-783e90a39c25'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:37.371908 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53046) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:37.404859 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-433f58be-cc10-48f0-b3da-0c7b90adab16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:37.407683 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:37.416592 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433f58be-cc10-48f0-b3da-0c7b90adab16 None None] Routers {'044a6a4d-716e-4fbd-b6b1-783e90a39c25'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:37.417864 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-433f58be-cc10-48f0-b3da-0c7b90adab16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['044a6a4d-716e-4fbd-b6b1-783e90a39c25'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:37.424135 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-38ee17be-c76e-4684-b2ef-8046c3d49fa2 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:37.433564 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93585d7-c581-452b-af5e-6a125821a41e None None] Pushing event updated for resources: {'Port': ['ID=66b8ee3f-65cc-471d-84a9-8d5d506062a1,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:37.464016 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d93585d7-c581-452b-af5e-6a125821a41e None None] Provisioning complete for port 5fc40064-2270-422f-a107-44356b99ac05 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:37.465047 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-433f58be-cc10-48f0-b3da-0c7b90adab16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:37.465275 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d93585d7-c581-452b-af5e-6a125821a41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:37.466264 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433f58be-cc10-48f0-b3da-0c7b90adab16 None None] The sync data for ids ['044a6a4d-716e-4fbd-b6b1-783e90a39c25'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:05:37.470831 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:37.482602 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eaa69dd2-6de5-4898-90a0-3dd799103dbe None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:37.546469 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-afe3c604-36f1-46d8-add2-c9169bc524e7 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:37.566214 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.objects.ports [None req-dfa82b33-38b6-428e-90f9-72e8f2f2c618 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103144) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 23 00:05:37.593319 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dfa82b33-38b6-428e-90f9-72e8f2f2c618 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:37.607358 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eaa69dd2-6de5-4898-90a0-3dd799103dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:37.618065 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-afe3c604-36f1-46d8-add2-c9169bc524e7 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:37.641369 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a5359eb-0af1-4d41-a543-c93e1dc66283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:37.710047 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e8cf7c-9d24-43bf-820e-f38fa16710ef tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:37.710047 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-65e8cf7c-9d24-43bf-820e-f38fa16710ef tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "GET /v2.0/ports/2a6bc10e-aa90-4103-adea-30a4a0dc0595 HTTP/1.1" status: 200 len: 910 time: 0.3326907 Apr 23 00:05:37.717286 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa69dd2-6de5-4898-90a0-3dd799103dbe None None] Network 0af6f65b-87bd-42bd-bd1e-e4a183586982 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:37.726190 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53050) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:37.756021 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3c604-36f1-46d8-add2-c9169bc524e7 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event updated for resources: {'Port': ['ID=777b3d7d-64e8-4216-8a87-d82e5ce700e8,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:37.765489 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa82b33-38b6-428e-90f9-72e8f2f2c618 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:37.768141 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 35c0696d-dfe6-45c5-94d4-4300b5e0149c, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=35c0696d-dfe6-45c5-94d4-4300b5e0149c,segment=NetworkSegment(75042fc1-fd46-49e9-a81e-417107bc6b7c),segment_id=75042fc1-fd46-49e9-a81e-417107bc6b7c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:37.776779 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-eaa69dd2-6de5-4898-90a0-3dd799103dbe None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:37.784117 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-afe3c604-36f1-46d8-add2-c9169bc524e7 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:37.806829 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa69dd2-6de5-4898-90a0-3dd799103dbe None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:37.831052 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865c31a3-9971-4a0f-a1ab-53a0ce7e9dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-52c789e5-894b-4719-a369-b13bd1dbccf2', 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'fixed_ips': [{'subnet_id': '45222dc3-3029-4880-9e6e-46c526df00ab'}, {'subnet_id': '55f68bf3-3a4c-4c9a-9b61-74739e58d207'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:05:37.844069 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-865c31a3-9971-4a0f-a1ab-53a0ce7e9dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:37.864278 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-dfa82b33-38b6-428e-90f9-72e8f2f2c618 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:37.880850 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa82b33-38b6-428e-90f9-72e8f2f2c618 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:37.881443 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dfa82b33-38b6-428e-90f9-72e8f2f2c618 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:37.896968 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa69dd2-6de5-4898-90a0-3dd799103dbe None None] Pushing event updated for resources: {'Port': ['ID=d0fe493f-bd6d-4fec-9d15-82d52d903df1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:37.911216 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:37.970685 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-afe3c604-36f1-46d8-add2-c9169bc524e7 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Floating IP 23406a58-a056-48ed-a0b2-31d7c7f14e6a associated. External IP: 172.26.3.173, port: d0aa884b-b39b-4092-8adc-25acb02b80ce. Apr 23 00:05:38.009766 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:38.034799 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device bc3db1ed-5f9a-4fbc-9514-1d2a5774f798 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:05:38.087217 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: bc3db1ed-5f9a-4fbc-9514-1d2a5774f798 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:05:38.087559 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device bc3db1ed-5f9a-4fbc-9514-1d2a5774f798 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:05:38.130314 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-eaa69dd2-6de5-4898-90a0-3dd799103dbe None None] Attempting to bind port d0fe493f-bd6d-4fec-9d15-82d52d903df1 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:05:38.130985 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-eaa69dd2-6de5-4898-90a0-3dd799103dbe None None] Attempting to bind port d0fe493f-bd6d-4fec-9d15-82d52d903df1 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'c87dc00a-c3b2-4140-9f0c-2438cf1ca863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0af6f65b-87bd-42bd-bd1e-e4a183586982'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:05:38.131763 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa69dd2-6de5-4898-90a0-3dd799103dbe None None] Attempting to bind port d0fe493f-bd6d-4fec-9d15-82d52d903df1 on network 0af6f65b-87bd-42bd-bd1e-e4a183586982 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:05:38.365515 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa82b33-38b6-428e-90f9-72e8f2f2c618 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=45222dc3-3029-4880-9e6e-46c526df00ab,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:38.370913 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=35c0696d-dfe6-45c5-94d4-4300b5e0149c,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:38.377197 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 66b8ee3f-65cc-471d-84a9-8d5d506062a1 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:38.380146 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa69dd2-6de5-4898-90a0-3dd799103dbe None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:05:38.387329 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa69dd2-6de5-4898-90a0-3dd799103dbe None None] Checking segment: {'id': 'c87dc00a-c3b2-4140-9f0c-2438cf1ca863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0af6f65b-87bd-42bd-bd1e-e4a183586982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:38.387329 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eaa69dd2-6de5-4898-90a0-3dd799103dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:38.387329 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa69dd2-6de5-4898-90a0-3dd799103dbe None None] Bound using segment: {'id': 'c87dc00a-c3b2-4140-9f0c-2438cf1ca863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0af6f65b-87bd-42bd-bd1e-e4a183586982'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:05:38.387329 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-eaa69dd2-6de5-4898-90a0-3dd799103dbe None None] Bound port: d0fe493f-bd6d-4fec-9d15-82d52d903df1, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87dc00a-c3b2-4140-9f0c-2438cf1ca863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0af6f65b-87bd-42bd-bd1e-e4a183586982'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:05:38.387329 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eaa69dd2-6de5-4898-90a0-3dd799103dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:38.406159 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe3c604-36f1-46d8-add2-c9169bc524e7 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Router afa0dda3-a592-488f-8b17-4e21529fcf68 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:05:38.456323 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d93585d7-c581-452b-af5e-6a125821a41e None None] Provisioning complete for port 2a6bc10e-aa90-4103-adea-30a4a0dc0595 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:38.458360 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d93585d7-c581-452b-af5e-6a125821a41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:38.493181 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7fc1c670-ae52-474b-9e61-a0cef44ee382 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:38.547384 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-38ee17be-c76e-4684-b2ef-8046c3d49fa2 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:38.579014 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-dfa82b33-38b6-428e-90f9-72e8f2f2c618 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1839008 Apr 23 00:05:38.585230 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53052) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:38.600756 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'mac_address': 'fa:16:3e:3f:81:64', 'name': 'tempest-NetworksTestDHCPv6-1009877380'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:38.618581 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-865c31a3-9971-4a0f-a1ab-53a0ce7e9dfb None None] Allocated IP 172.20.0.2 (52c789e5-894b-4719-a369-b13bd1dbccf2/55f68bf3-3a4c-4c9a-9b61-74739e58d207/b15a8633-90f7-4f05-a206-80af9a306485) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:38.635083 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d93585d7-c581-452b-af5e-6a125821a41e None None] Port 2a6bc10e-aa90-4103-adea-30a4a0dc0595 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:05:38.642691 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-eaa69dd2-6de5-4898-90a0-3dd799103dbe None None] For port d0fe493f-bd6d-4fec-9d15-82d52d903df1, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:05:38.644965 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 66b8ee3f-65cc-471d-84a9-8d5d506062a1 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:38.645394 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:38.648657 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-865c31a3-9971-4a0f-a1ab-53a0ce7e9dfb None None] Allocated IP 2001:db8::f816:3eff:fe1c:92bf (52c789e5-894b-4719-a369-b13bd1dbccf2/45222dc3-3029-4880-9e6e-46c526df00ab/b15a8633-90f7-4f05-a206-80af9a306485) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:38.652877 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-eaa69dd2-6de5-4898-90a0-3dd799103dbe None None] For port d0fe493f-bd6d-4fec-9d15-82d52d903df1, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d0fe493f-bd6d-4fec-9d15-82d52d903df1,segment=NetworkSegment(c87dc00a-c3b2-4140-9f0c-2438cf1ca863),segment_id=c87dc00a-c3b2-4140-9f0c-2438cf1ca863)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:05:38.680893 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe3c604-36f1-46d8-add2-c9169bc524e7 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:05:38.692921 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeeba72-d252-49b8-b81a-fbce9b92cb33 None None] Sync routers for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:05:38.736295 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-38ee17be-c76e-4684-b2ef-8046c3d49fa2 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:38.736947 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eaa69dd2-6de5-4898-90a0-3dd799103dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:38.750363 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-38ee17be-c76e-4684-b2ef-8046c3d49fa2 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] device_id is not set on port 75365047-4ba4-418d-ae68-cbd80598d210 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:05:38.790356 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-afe3c604-36f1-46d8-add2-c9169bc524e7 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:38.821028 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeeba72-d252-49b8-b81a-fbce9b92cb33 None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:38.821857 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-cdeeba72-d252-49b8-b81a-fbce9b92cb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:38.831492 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-afe3c604-36f1-46d8-add2-c9169bc524e7 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.4940472 Apr 23 00:05:38.835059 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53056) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:38.881898 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:38.958155 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-cdeeba72-d252-49b8-b81a-fbce9b92cb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:38.960143 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-6a67c86d-b115-42bf-9a70-23df0a26d587 None None] Provisioning complete for port 35c0696d-dfe6-45c5-94d4-4300b5e0149c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:38.960518 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a67c86d-b115-42bf-9a70-23df0a26d587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:39.057316 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-072d0d7b-5b11-4b50-9793-e5cb19e19d74 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "GET /v2.0/floatingips/23406a58-a056-48ed-a0b2-31d7c7f14e6a HTTP/1.1" status: 200 len: 978 time: 0.2218103 Apr 23 00:05:39.062463 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53058) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:39.074872 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa69dd2-6de5-4898-90a0-3dd799103dbe None None] Pushing event updated for resources: {'Port': ['ID=d0fe493f-bd6d-4fec-9d15-82d52d903df1,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:39.084346 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee17be-c76e-4684-b2ef-8046c3d49fa2 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c678e75d-7809-47f9-858e-f775d94ac318,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:39.113494 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeeba72-d252-49b8-b81a-fbce9b92cb33 None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:39.115196 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-cdeeba72-d252-49b8-b81a-fbce9b92cb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:39.115340 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1c670-ae52-474b-9e61-a0cef44ee382 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event updated for resources: {'Subnet': ['ID=d28badcb-8fad-4207-9727-08169bd9a636,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:39.194421 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 5fc40064-2270-422f-a107-44356b99ac05 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:39.231696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-cdeeba72-d252-49b8-b81a-fbce9b92cb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:39.233435 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeeba72-d252-49b8-b81a-fbce9b92cb33 None None] The sync data for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:05:39.247832 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:39.254599 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0cdc4aca-7dc9-456b-b91b-73b3a5efebb9 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1896238 Apr 23 00:05:39.261277 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53060) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:39.267382 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-865c31a3-9971-4a0f-a1ab-53a0ce7e9dfb None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:39.270967 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-9d521daa-2428-4667-85f5-275fd6d63f52 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Request body: {'floatingip': {'port_id': '411d8339-1da7-40b7-bb8b-fe5b50342f8d'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:39.336515 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 5fc40064-2270-422f-a107-44356b99ac05 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:39.336734 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:39.343806 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] device_id is not set on port 320e6080-429d-42e7-8ff9-64e38245671f yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:05:39.432493 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9d521daa-2428-4667-85f5-275fd6d63f52 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:39.443691 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc1c670-ae52-474b-9e61-a0cef44ee382 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Checking segment: {'id': 'd5a2dea5-510d-47f1-b681-728448b03aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5670c326-dd95-4dd7-b1c1-b59b6212a1a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:39.444842 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc1c670-ae52-474b-9e61-a0cef44ee382 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Network hostable DHCP agents. Network: 5670c326-dd95-4dd7-b1c1-b59b6212a1a6, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:05:39.510817 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ee17be-c76e-4684-b2ef-8046c3d49fa2 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 23 00:05:39.511755 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ee17be-c76e-4684-b2ef-8046c3d49fa2 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:05:39.574824 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-865c31a3-9971-4a0f-a1ab-53a0ce7e9dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:39.648250 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-6a67c86d-b115-42bf-9a70-23df0a26d587 None None] Provisioning complete for port 2a6bc10e-aa90-4103-adea-30a4a0dc0595 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:39.649313 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a67c86d-b115-42bf-9a70-23df0a26d587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:39.654852 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:39.664954 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-38ee17be-c76e-4684-b2ef-8046c3d49fa2 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 2.7948067 Apr 23 00:05:39.666658 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53062) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:39.707927 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:39.733607 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865c31a3-9971-4a0f-a1ab-53a0ce7e9dfb None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:39.735609 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc1c670-ae52-474b-9e61-a0cef44ee382 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Network 5670c326-dd95-4dd7-b1c1-b59b6212a1a6 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:05:39.759334 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 172.20.0.13 (52c789e5-894b-4719-a369-b13bd1dbccf2/55f68bf3-3a4c-4c9a-9b61-74739e58d207/320e6080-429d-42e7-8ff9-64e38245671f) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:39.777155 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 2001:db8::f816:3eff:fe3f:8164 (52c789e5-894b-4719-a369-b13bd1dbccf2/45222dc3-3029-4880-9e6e-46c526df00ab/320e6080-429d-42e7-8ff9-64e38245671f) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:39.803906 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-865c31a3-9971-4a0f-a1ab-53a0ce7e9dfb None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:39.809419 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:39.811361 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865c31a3-9971-4a0f-a1ab-53a0ce7e9dfb None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:39.815074 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c31a3-9971-4a0f-a1ab-53a0ce7e9dfb None None] Pushing event updated for resources: {'Port': ['ID=b15a8633-90f7-4f05-a206-80af9a306485,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:39.825118 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6a67c86d-b115-42bf-9a70-23df0a26d587 None None] Port 2a6bc10e-aa90-4103-adea-30a4a0dc0595 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:05:39.838782 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:39.908287 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-865c31a3-9971-4a0f-a1ab-53a0ce7e9dfb None None] Attempting to bind port b15a8633-90f7-4f05-a206-80af9a306485 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:05:39.908910 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-865c31a3-9971-4a0f-a1ab-53a0ce7e9dfb None None] Attempting to bind port b15a8633-90f7-4f05-a206-80af9a306485 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:05:39.909517 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865c31a3-9971-4a0f-a1ab-53a0ce7e9dfb None None] Attempting to bind port b15a8633-90f7-4f05-a206-80af9a306485 on network 52c789e5-894b-4719-a369-b13bd1dbccf2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:05:39.922767 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865c31a3-9971-4a0f-a1ab-53a0ce7e9dfb None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:05:39.923141 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865c31a3-9971-4a0f-a1ab-53a0ce7e9dfb None None] Checking segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:39.928714 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-865c31a3-9971-4a0f-a1ab-53a0ce7e9dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:39.928714 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865c31a3-9971-4a0f-a1ab-53a0ce7e9dfb None None] Bound using segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:05:39.928714 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-865c31a3-9971-4a0f-a1ab-53a0ce7e9dfb None None] Bound port: b15a8633-90f7-4f05-a206-80af9a306485, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:05:39.928714 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-865c31a3-9971-4a0f-a1ab-53a0ce7e9dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:39.980365 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-7fc1c670-ae52-474b-9e61-a0cef44ee382 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 5670c326-dd95-4dd7-b1c1-b59b6212a1a6) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:39.988343 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc1c670-ae52-474b-9e61-a0cef44ee382 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:39.988343 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7fc1c670-ae52-474b-9e61-a0cef44ee382 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:39.999882 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e384234b-0a44-487a-b5ed-385542f44909 None None] Network 5670c326-dd95-4dd7-b1c1-b59b6212a1a6 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:40.032618 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-659be2ad-f141-4a6e-99b8-450b52913e16 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:40.078299 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-865c31a3-9971-4a0f-a1ab-53a0ce7e9dfb None None] For port b15a8633-90f7-4f05-a206-80af9a306485, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:05:40.083406 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-865c31a3-9971-4a0f-a1ab-53a0ce7e9dfb None None] For port b15a8633-90f7-4f05-a206-80af9a306485, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b15a8633-90f7-4f05-a206-80af9a306485,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:05:40.140810 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7fc1c670-ae52-474b-9e61-a0cef44ee382 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.9533265 Apr 23 00:05:40.183723 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-865c31a3-9971-4a0f-a1ab-53a0ce7e9dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:40.272308 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53066) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:40.344210 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.26.3.247 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/7ad0172f-24e5-4f3e-830c-78b2a5f45fd0) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:40.345080 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c31a3-9971-4a0f-a1ab-53a0ce7e9dfb None None] Pushing event updated for resources: {'Port': ['ID=b15a8633-90f7-4f05-a206-80af9a306485,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:40.401258 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 35c0696d-dfe6-45c5-94d4-4300b5e0149c up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:40.430215 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac31338-af1e-4af0-ba47-3e5422d30b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-5670c326-dd95-4dd7-b1c1-b59b6212a1a6', 'network_id': '5670c326-dd95-4dd7-b1c1-b59b6212a1a6', 'tenant_id': 'd312e1e3becb48bb95b56303c30a4b4a', 'fixed_ips': [{'subnet_id': 'd28badcb-8fad-4207-9727-08169bd9a636'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:05:40.430594 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cac31338-af1e-4af0-ba47-3e5422d30b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:40.517253 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d55258b-cc78-4836-8616-d848d37cc5e9 None None] Network 0af6f65b-87bd-42bd-bd1e-e4a183586982 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:40.722164 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:40.752716 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 35c0696d-dfe6-45c5-94d4-4300b5e0149c triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:40.752716 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:40.755457 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-bf12866c-1c1c-45c3-bc7e-23f1f3add808 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Deleting port 1196e8a0-6e47-4009-abfa-d5410c9ca9e0 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:40.755988 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bf12866c-1c1c-45c3-bc7e-23f1f3add808 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:40.786266 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:40.816210 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-a10a8e6b-efe2-41d3-bf94-7f9a7ee05c91 None None] Provisioning complete for port d0fe493f-bd6d-4fec-9d15-82d52d903df1 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:40.816585 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a10a8e6b-efe2-41d3-bf94-7f9a7ee05c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:40.888546 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9d521daa-2428-4667-85f5-275fd6d63f52 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:40.947741 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-cac31338-af1e-4af0-ba47-3e5422d30b61 None None] Allocated IP 2001:db8::1 (5670c326-dd95-4dd7-b1c1-b59b6212a1a6/d28badcb-8fad-4207-9727-08169bd9a636/4a028a48-d6bd-450d-8d2d-940015f1e2ef) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:40.959169 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:40.962148 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9d521daa-2428-4667-85f5-275fd6d63f52 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:41.014814 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:41.021588 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bf12866c-1c1c-45c3-bc7e-23f1f3add808 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:41.022008 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bf12866c-1c1c-45c3-bc7e-23f1f3add808 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:41.037211 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-659be2ad-f141-4a6e-99b8-450b52913e16 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Allocated IP 172.21.0.1 (78824aec-7e99-429b-b60c-a315f777fe2f/f1d40ebf-5282-400a-b528-3ca453c626b3/9c420660-3360-471e-949b-7d919741c593) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:41.081443 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-bf12866c-1c1c-45c3-bc7e-23f1f3add808 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Calling delete_port for 1196e8a0-6e47-4009-abfa-d5410c9ca9e0 owned by network:floatingip {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:41.103616 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=320e6080-429d-42e7-8ff9-64e38245671f,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:41.120815 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:41.121589 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:41.121945 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:41.122281 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:41.122612 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:41.122947 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:41.124846 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:41.124846 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:41.124846 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:41.124846 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:41.125227 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:41.125626 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:41.132080 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:41.163622 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d0fe493f-bd6d-4fec-9d15-82d52d903df1 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:41.167711 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a10a8e6b-efe2-41d3-bf94-7f9a7ee05c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:41.177955 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:41.185211 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:41.186477 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:41.201922 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:41.276905 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-9d521daa-2428-4667-85f5-275fd6d63f52 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Floating IP 23406a58-a056-48ed-a0b2-31d7c7f14e6a associated. External IP: 172.26.3.173, port: d0aa884b-b39b-4092-8adc-25acb02b80ce. Apr 23 00:05:41.289448 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:41.290142 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:41.330047 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cac31338-af1e-4af0-ba47-3e5422d30b61 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:41.338047 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a10a8e6b-efe2-41d3-bf94-7f9a7ee05c91 None None] For port d0fe493f-bd6d-4fec-9d15-82d52d903df1, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d0fe493f-bd6d-4fec-9d15-82d52d903df1,segment=NetworkSegment(c87dc00a-c3b2-4140-9f0c-2438cf1ca863),segment_id=c87dc00a-c3b2-4140-9f0c-2438cf1ca863)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:41.363085 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port d0fe493f-bd6d-4fec-9d15-82d52d903df1 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:41.363466 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:41.392694 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c21c7664-cde2-4b22-97b0-f785e75bec33 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8009708 Apr 23 00:05:41.395026 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53070) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:41.426868 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cac31338-af1e-4af0-ba47-3e5422d30b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:41.438081 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a10a8e6b-efe2-41d3-bf94-7f9a7ee05c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:41.465107 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:41.513112 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:41.516291 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:41.529833 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac31338-af1e-4af0-ba47-3e5422d30b61 None None] Pushing event updated for resources: {'Port': ['ID=4a028a48-d6bd-450d-8d2d-940015f1e2ef,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:41.544714 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac31338-af1e-4af0-ba47-3e5422d30b61 None None] Network 5670c326-dd95-4dd7-b1c1-b59b6212a1a6 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:41.546578 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-cac31338-af1e-4af0-ba47-3e5422d30b61 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:41.558564 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac31338-af1e-4af0-ba47-3e5422d30b61 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:41.573541 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=7ad0172f-24e5-4f3e-830c-78b2a5f45fd0,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:41.575239 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88e44ff-9367-45b5-857c-b972bf888ae9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:41.580892 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88e44ff-9367-45b5-857c-b972bf888ae9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:41.587980 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a88e44ff-9367-45b5-857c-b972bf888ae9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1918306 Apr 23 00:05:41.588857 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53072) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:41.620367 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:41.620737 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:41.621117 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:41.621482 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:41.621813 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:41.622153 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:41.622467 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:41.623104 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:41.623104 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:41.623418 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:41.623777 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:41.624095 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:41.682232 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a8e6b-efe2-41d3-bf94-7f9a7ee05c91 None None] Pushing event updated for resources: {'Port': ['ID=d0fe493f-bd6d-4fec-9d15-82d52d903df1,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:41.700351 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-659be2ad-f141-4a6e-99b8-450b52913e16 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:41.725780 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:41.888836 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-cac31338-af1e-4af0-ba47-3e5422d30b61 None None] Attempting to bind port 4a028a48-d6bd-450d-8d2d-940015f1e2ef on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:05:41.889435 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-cac31338-af1e-4af0-ba47-3e5422d30b61 None None] Attempting to bind port 4a028a48-d6bd-450d-8d2d-940015f1e2ef by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'd5a2dea5-510d-47f1-b681-728448b03aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5670c326-dd95-4dd7-b1c1-b59b6212a1a6'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:05:41.889791 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac31338-af1e-4af0-ba47-3e5422d30b61 None None] Attempting to bind port 4a028a48-d6bd-450d-8d2d-940015f1e2ef on network 5670c326-dd95-4dd7-b1c1-b59b6212a1a6 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:05:41.897958 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d5cee3fd-f806-4831-9b72-338439a0899b None None] Provisioning complete for port d0fe493f-bd6d-4fec-9d15-82d52d903df1 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:41.899539 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5cee3fd-f806-4831-9b72-338439a0899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:41.903042 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac31338-af1e-4af0-ba47-3e5422d30b61 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:05:41.903909 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac31338-af1e-4af0-ba47-3e5422d30b61 None None] Checking segment: {'id': 'd5a2dea5-510d-47f1-b681-728448b03aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5670c326-dd95-4dd7-b1c1-b59b6212a1a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:41.904925 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cac31338-af1e-4af0-ba47-3e5422d30b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:41.905422 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac31338-af1e-4af0-ba47-3e5422d30b61 None None] Bound using segment: {'id': 'd5a2dea5-510d-47f1-b681-728448b03aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5670c326-dd95-4dd7-b1c1-b59b6212a1a6'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:05:41.906022 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-cac31338-af1e-4af0-ba47-3e5422d30b61 None None] Bound port: 4a028a48-d6bd-450d-8d2d-940015f1e2ef, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a2dea5-510d-47f1-b681-728448b03aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5670c326-dd95-4dd7-b1c1-b59b6212a1a6'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:05:41.906505 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cac31338-af1e-4af0-ba47-3e5422d30b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:41.942684 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-be0075fa-4420-42c9-8971-1ca51b6859de tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting port 320e6080-429d-42e7-8ff9-64e38245671f {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:41.943181 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-be0075fa-4420-42c9-8971-1ca51b6859de tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:42.011659 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2070bbd-2390-4421-a1bb-6f55682d651f None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:42.059255 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d521daa-2428-4667-85f5-275fd6d63f52 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Router afa0dda3-a592-488f-8b17-4e21529fcf68 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:05:42.104921 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-cac31338-af1e-4af0-ba47-3e5422d30b61 None None] For port 4a028a48-d6bd-450d-8d2d-940015f1e2ef, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:05:42.159771 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-be0075fa-4420-42c9-8971-1ca51b6859de tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:42.194721 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Subnet': ['ID=d28badcb-8fad-4207-9727-08169bd9a636,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:42.258617 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-be0075fa-4420-42c9-8971-1ca51b6859de tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Calling delete_port for 320e6080-429d-42e7-8ff9-64e38245671f owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:42.304398 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:42.316581 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-cac31338-af1e-4af0-ba47-3e5422d30b61 None None] For port 4a028a48-d6bd-450d-8d2d-940015f1e2ef, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4a028a48-d6bd-450d-8d2d-940015f1e2ef,segment=NetworkSegment(d5a2dea5-510d-47f1-b681-728448b03aeb),segment_id=d5a2dea5-510d-47f1-b681-728448b03aeb)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:05:42.317489 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bf12866c-1c1c-45c3-bc7e-23f1f3add808 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:42.379243 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5670c326-dd95-4dd7-b1c1-b59b6212a1a6']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:42.382402 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12866c-1c1c-45c3-bc7e-23f1f3add808 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Pushing event deleted for resources: {'Port': ['ID=1196e8a0-6e47-4009-abfa-d5410c9ca9e0,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:42.388599 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d521daa-2428-4667-85f5-275fd6d63f52 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:05:42.405706 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cac31338-af1e-4af0-ba47-3e5422d30b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:42.406509 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ebad9e-33a8-40ee-9495-2d9545500483 None None] Sync routers for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:05:42.426739 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ebad9e-33a8-40ee-9495-2d9545500483 None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:42.426739 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-44ebad9e-33a8-40ee-9495-2d9545500483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:42.435543 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-659be2ad-f141-4a6e-99b8-450b52913e16 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:42.469182 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a2dea5-510d-47f1-b681-728448b03aeb') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:42.469182 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a2dea5-510d-47f1-b681-728448b03aeb') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:42.497427 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-44ebad9e-33a8-40ee-9495-2d9545500483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:42.521299 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ebad9e-33a8-40ee-9495-2d9545500483 None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:42.521930 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-44ebad9e-33a8-40ee-9495-2d9545500483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:42.559367 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b15a8633-90f7-4f05-a206-80af9a306485 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:42.597372 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-44ebad9e-33a8-40ee-9495-2d9545500483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:42.597372 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ebad9e-33a8-40ee-9495-2d9545500483 None None] The sync data for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:05:42.611404 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659be2ad-f141-4a6e-99b8-450b52913e16 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network 78824aec-7e99-429b-b60c-a315f777fe2f is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:42.615371 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:42.634507 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-659be2ad-f141-4a6e-99b8-450b52913e16 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:42.652879 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659be2ad-f141-4a6e-99b8-450b52913e16 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:42.663017 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:42.701155 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659be2ad-f141-4a6e-99b8-450b52913e16 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Port': ['ID=9c420660-3360-471e-949b-7d919741c593,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:42.723941 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac31338-af1e-4af0-ba47-3e5422d30b61 None None] Pushing event updated for resources: {'Port': ['ID=4a028a48-d6bd-450d-8d2d-940015f1e2ef,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:42.733783 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9bd1b1ff-0b80-4904-a961-66f9e42ad847 None None] Provisioning complete for port b15a8633-90f7-4f05-a206-80af9a306485 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:42.734159 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b1ff-0b80-4904-a961-66f9e42ad847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:42.756002 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:05:42.756419 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:42.759719 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bf12866c-1c1c-45c3-bc7e-23f1f3add808 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:42.762216 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bf12866c-1c1c-45c3-bc7e-23f1f3add808 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:42.763408 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bf12866c-1c1c-45c3-bc7e-23f1f3add808 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891 tempest-ExternalNetworksAdminNegativeTestJSON-1958236891-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/cba5cc14-f808-4e4c-8f1f-7160a53d7119 HTTP/1.1" status: 204 len: 168 time: 3.0659690 Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:05:42.764237 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:05:42.798152 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3b2c7f-5d63-4d5a-b50f-568294e6d21e None None] Network 5670c326-dd95-4dd7-b1c1-b59b6212a1a6 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:42.805637 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-be0075fa-4420-42c9-8971-1ca51b6859de tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:42.837098 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d521daa-2428-4667-85f5-275fd6d63f52 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Router afa0dda3-a592-488f-8b17-4e21529fcf68 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:05:42.880750 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0075fa-4420-42c9-8971-1ca51b6859de tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Port': ['ID=320e6080-429d-42e7-8ff9-64e38245671f,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:42.940990 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port b15a8633-90f7-4f05-a206-80af9a306485 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:42.941455 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:43.000497 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:43.015923 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-659be2ad-f141-4a6e-99b8-450b52913e16 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:43.117000 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-be0075fa-4420-42c9-8971-1ca51b6859de tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:43.117697 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.db.api [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:05:43.117697 dv-neutron-838783-1-hyperv neutron-server[103144]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:05:43.117697 dv-neutron-838783-1-hyperv neutron-server[103144]: [parameters: {'id': '5670c326-dd95-4dd7-b1c1-b59b6212a1a6'}] Apr 23 00:05:43.117697 dv-neutron-838783-1-hyperv neutron-server[103144]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103144) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:05:43.118877 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG oslo_db.api [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:05:43.124385 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-be0075fa-4420-42c9-8971-1ca51b6859de tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/320e6080-429d-42e7-8ff9-64e38245671f HTTP/1.1" status: 204 len: 168 time: 1.5310371 Apr 23 00:05:43.126956 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53080) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:43.128433 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b1ff-0b80-4904-a961-66f9e42ad847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:43.184573 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d521daa-2428-4667-85f5-275fd6d63f52 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:05:43.191113 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9d521daa-2428-4667-85f5-275fd6d63f52 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:43.237005 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d673d2-9142-48c4-99d8-54298307d19f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:43.242490 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d673d2-9142-48c4-99d8-54298307d19f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:43.244038 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d673d2-9142-48c4-99d8-54298307d19f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:43.248124 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a4d673d2-9142-48c4-99d8-54298307d19f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1175840 Apr 23 00:05:43.248885 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53082) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:43.288273 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe31007-7a5a-4950-b79e-d41c1cf48d78 None None] Sync routers for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:05:43.294988 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9bd1b1ff-0b80-4904-a961-66f9e42ad847 None None] For port b15a8633-90f7-4f05-a206-80af9a306485, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b15a8633-90f7-4f05-a206-80af9a306485,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:43.302522 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:43.331748 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe31007-7a5a-4950-b79e-d41c1cf48d78 None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:43.332640 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7fe31007-7a5a-4950-b79e-d41c1cf48d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:43.360370 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9d521daa-2428-4667-85f5-275fd6d63f52 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "PUT /v2.0/floatingips/23406a58-a056-48ed-a0b2-31d7c7f14e6a HTTP/1.1" status: 200 len: 979 time: 4.0980058 Apr 23 00:05:43.363271 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53084) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:43.369434 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-ef844bf7-79e3-4764-9856-00b29ffdf4fa tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:43.416184 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b1ff-0b80-4904-a961-66f9e42ad847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:43.421631 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7fe31007-7a5a-4950-b79e-d41c1cf48d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:43.443999 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-1197ba1f-d201-4b1e-97c9-068b83c775e7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet 45222dc3-3029-4880-9e6e-46c526df00ab {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:05:43.458259 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1197ba1f-d201-4b1e-97c9-068b83c775e7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:43.484867 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe31007-7a5a-4950-b79e-d41c1cf48d78 None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:43.485506 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7fe31007-7a5a-4950-b79e-d41c1cf48d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:43.533425 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ef844bf7-79e3-4764-9856-00b29ffdf4fa tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:43.565147 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7fe31007-7a5a-4950-b79e-d41c1cf48d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:43.566015 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe31007-7a5a-4950-b79e-d41c1cf48d78 None None] The sync data for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:05:43.567839 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-659be2ad-f141-4a6e-99b8-450b52913e16 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:43.598807 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1b1ff-0b80-4904-a961-66f9e42ad847 None None] Pushing event updated for resources: {'Port': ['ID=b15a8633-90f7-4f05-a206-80af9a306485,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:43.605341 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:05:43.605697 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:05:43.606626 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-086fe074-79e1-4174-b1f2-26984282c5ea None None] Provisioning complete for port b15a8633-90f7-4f05-a206-80af9a306485 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:43.607001 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-086fe074-79e1-4174-b1f2-26984282c5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:43.638739 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:43.657323 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1197ba1f-d201-4b1e-97c9-068b83c775e7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:43.659990 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53088) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:43.757195 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-086fe074-79e1-4174-b1f2-26984282c5ea None None] Could not find standard attr ID for object 320e6080-429d-42e7-8ff9-64e38245671f. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:05:43.778638 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-086fe074-79e1-4174-b1f2-26984282c5ea None None] Provisioning complete for port 9c420660-3360-471e-949b-7d919741c593 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:43.779010 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-086fe074-79e1-4174-b1f2-26984282c5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:43.844405 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-086fe074-79e1-4174-b1f2-26984282c5ea None None] Port 9c420660-3360-471e-949b-7d919741c593 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:05:43.949244 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:43.973512 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-fa506edf-90b4-4613-a2fc-f3cdd73299e5 None None] Could not find standard attr ID for object 320e6080-429d-42e7-8ff9-64e38245671f. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:05:44.042625 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2136c7c2-bd29-423b-8648-e1b11c66d1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:44.181258 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ef844bf7-79e3-4764-9856-00b29ffdf4fa tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:44.182350 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Deleting port 4a028a48-d6bd-450d-8d2d-940015f1e2ef {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:44.182350 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:44.184767 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1197ba1f-d201-4b1e-97c9-068b83c775e7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:44.195943 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd2f49a-57a0-4529-8f0f-c0123dd59d09 None None] get_active_networks_info from dv-neutron-838783-1-hyperv {{(pid=103146) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 23 00:05:44.249849 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d0fe493f-bd6d-4fec-9d15-82d52d903df1 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:44.253349 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ef844bf7-79e3-4764-9856-00b29ffdf4fa tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:44.253981 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-ef844bf7-79e3-4764-9856-00b29ffdf4fa tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Floating IP 23406a58-a056-48ed-a0b2-31d7c7f14e6a disassociated. External IP: 172.26.3.173, port: 411d8339-1da7-40b7-bb8b-fe5b50342f8d. Apr 23 00:05:44.316618 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] For port 4a028a48-d6bd-450d-8d2d-940015f1e2ef, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4a028a48-d6bd-450d-8d2d-940015f1e2ef,segment=NetworkSegment(d5a2dea5-510d-47f1-b681-728448b03aeb),segment_id=d5a2dea5-510d-47f1-b681-728448b03aeb)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:44.317261 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:44.352420 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Calling delete_port for 4a028a48-d6bd-450d-8d2d-940015f1e2ef owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:44.359542 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1197ba1f-d201-4b1e-97c9-068b83c775e7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:44.379456 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port d0fe493f-bd6d-4fec-9d15-82d52d903df1 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:44.380279 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:44.406668 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197ba1f-d201-4b1e-97c9-068b83c775e7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=45222dc3-3029-4880-9e6e-46c526df00ab,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:44.410772 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1197ba1f-d201-4b1e-97c9-068b83c775e7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:44.414005 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1197ba1f-d201-4b1e-97c9-068b83c775e7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/45222dc3-3029-4880-9e6e-46c526df00ab HTTP/1.1" status: 204 len: 168 time: 1.1638958 Apr 23 00:05:44.417281 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53094) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:44.425824 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-659be2ad-f141-4a6e-99b8-450b52913e16 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:44.429224 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router d0d1c542-97a8-4393-8bb5-ab5a5696ff63 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:05:44.458958 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2136c7c2-bd29-423b-8648-e1b11c66d1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:44.460400 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd2f49a-57a0-4529-8f0f-c0123dd59d09 None None] Resources bound (agent type, host, resource id): {{(pid=103146) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:05:44.494262 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-659be2ad-f141-4a6e-99b8-450b52913e16 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:44.564627 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2136c7c2-bd29-423b-8648-e1b11c66d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:44.598007 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2136c7c2-bd29-423b-8648-e1b11c66d1a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b0da19077c4b458da425b8e1baab6866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9367447 Apr 23 00:05:44.611138 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53096) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:44.646704 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0361ca-c64c-4ad1-a64e-f24119cbd765 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet 55f68bf3-3a4c-4c9a-9b61-74739e58d207 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:05:44.654769 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b15a8633-90f7-4f05-a206-80af9a306485 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:44.661602 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4b0361ca-c64c-4ad1-a64e-f24119cbd765 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:44.672827 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:44.695387 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136c7c2-bd29-423b-8648-e1b11c66d1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a5431d-b324-4ec6-a887-85119fa3dfe0,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:44.704962 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef844bf7-79e3-4764-9856-00b29ffdf4fa tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Router afa0dda3-a592-488f-8b17-4e21529fcf68 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:05:44.736169 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] No DVR routers for this DVR port 4a028a48-d6bd-450d-8d2d-940015f1e2ef on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:05:44.739347 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4b0361ca-c64c-4ad1-a64e-f24119cbd765 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:44.739523 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-659be2ad-f141-4a6e-99b8-450b52913e16 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:44.806314 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f7a3ad5e-8d0c-4b90-be38-0ad3991bc6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:44.821417 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port b15a8633-90f7-4f05-a206-80af9a306485 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:44.821788 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:44.849882 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f7a3ad5e-8d0c-4b90-be38-0ad3991bc6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:44.964004 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef844bf7-79e3-4764-9856-00b29ffdf4fa tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:05:44.969970 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ef844bf7-79e3-4764-9856-00b29ffdf4fa tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:44.974868 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e55c54d-d881-4d4f-809f-98ecd322ec4f None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:44.995181 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e884ea11-d163-4eb9-8d00-dd7c05b1309a None None] Sync routers for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:05:44.995724 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4b0361ca-c64c-4ad1-a64e-f24119cbd765 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:44.995842 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e884ea11-d163-4eb9-8d00-dd7c05b1309a None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:44.997943 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-e884ea11-d163-4eb9-8d00-dd7c05b1309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:45.016500 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:45.019419 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:05:45.021023 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659be2ad-f141-4a6e-99b8-450b52913e16 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Port': ['ID=9c420660-3360-471e-949b-7d919741c593,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:45.041564 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ef844bf7-79e3-4764-9856-00b29ffdf4fa tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "PUT /v2.0/floatingips/23406a58-a056-48ed-a0b2-31d7c7f14e6a HTTP/1.1" status: 200 len: 688 time: 1.6732306 Apr 23 00:05:45.043487 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53098) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:45.052067 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] Sync routers for ids ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:05:45.099535 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Port': ['ID=4a028a48-d6bd-450d-8d2d-940015f1e2ef,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:45.131305 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f7a3ad5e-8d0c-4b90-be38-0ad3991bc6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:45.131993 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659be2ad-f141-4a6e-99b8-450b52913e16 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network 78824aec-7e99-429b-b60c-a315f777fe2f is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:45.134110 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5670c326-dd95-4dd7-b1c1-b59b6212a1a6']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:45.134287 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f7a3ad5e-8d0c-4b90-be38-0ad3991bc6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:45.135267 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f7a3ad5e-8d0c-4b90-be38-0ad3991bc6d3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81a5431d-b324-4ec6-a887-85119fa3dfe0 HTTP/1.1" status: 204 len: 168 time: 0.5240421 Apr 23 00:05:45.137703 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-659be2ad-f141-4a6e-99b8-450b52913e16 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:45.159126 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a2dea5-510d-47f1-b681-728448b03aeb') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:45.159457 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a2dea5-510d-47f1-b681-728448b03aeb') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:45.182676 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3ad5e-8d0c-4b90-be38-0ad3991bc6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a5431d-b324-4ec6-a887-85119fa3dfe0,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:45.238402 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-e37980fc-f614-4230-bdbc-b128f6bc6b88 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Deleting port 777b3d7d-64e8-4216-8a87-d82e5ce700e8 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:45.238402 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e37980fc-f614-4230-bdbc-b128f6bc6b88 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:45.257084 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:45.258966 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-dc5312d9-88c0-4531-a7fb-e774a825222d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.8481016 Apr 23 00:05:45.267536 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53104) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:45.276698 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4b0361ca-c64c-4ad1-a64e-f24119cbd765 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:45.277242 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:45.296299 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-e884ea11-d163-4eb9-8d00-dd7c05b1309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:45.306984 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] Routers {'d0d1c542-97a8-4393-8bb5-ab5a5696ff63'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:45.312245 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:45.327480 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e884ea11-d163-4eb9-8d00-dd7c05b1309a None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:45.328463 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-e884ea11-d163-4eb9-8d00-dd7c05b1309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:45.363219 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:45.377169 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:05:45.377548 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:05:45.380638 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:05:45.426088 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0361ca-c64c-4ad1-a64e-f24119cbd765 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=55f68bf3-3a4c-4c9a-9b61-74739e58d207,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:45.427148 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-e884ea11-d163-4eb9-8d00-dd7c05b1309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:45.428071 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e884ea11-d163-4eb9-8d00-dd7c05b1309a None None] The sync data for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:05:45.455449 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4b0361ca-c64c-4ad1-a64e-f24119cbd765 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:45.463098 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4b0361ca-c64c-4ad1-a64e-f24119cbd765 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/55f68bf3-3a4c-4c9a-9b61-74739e58d207 HTTP/1.1" status: 204 len: 168 time: 1.0420041 Apr 23 00:05:45.465620 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53108) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:45.577457 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e37980fc-f614-4230-bdbc-b128f6bc6b88 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:45.577792 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e37980fc-f614-4230-bdbc-b128f6bc6b88 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:45.599705 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-e37980fc-f614-4230-bdbc-b128f6bc6b88 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Calling delete_port for 777b3d7d-64e8-4216-8a87-d82e5ce700e8 owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:45.609103 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-16643080-3a4f-412d-8330-a8885dff8fc2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1401095 Apr 23 00:05:45.613936 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53112) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:45.625822 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-302ddb85-26ff-438b-82d5-3d847e4357aa tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:45.739392 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-430ba368-b3f8-41c3-bbca-c932b1a878bc None None] Provisioning complete for port 9c420660-3360-471e-949b-7d919741c593 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:45.739792 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-430ba368-b3f8-41c3-bbca-c932b1a878bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:45.749970 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] Set router d0d1c542-97a8-4393-8bb5-ab5a5696ff63 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:05:45.892640 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-430ba368-b3f8-41c3-bbca-c932b1a878bc None None] Port 9c420660-3360-471e-949b-7d919741c593 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:05:45.909146 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302ddb85-26ff-438b-82d5-3d847e4357aa tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:45.912946 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-302ddb85-26ff-438b-82d5-3d847e4357aa tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:45.947001 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6737111f-e512-49e5-9493-b04510cdba61 None None] Update dhcp port {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'fixed_ips': [{'subnet_id': '55f68bf3-3a4c-4c9a-9b61-74739e58d207'}], 'binding:host_id': 'dv-neutron-838783-1-hyperv'}, 'id': 'b15a8633-90f7-4f05-a206-80af9a306485'} from dv-neutron-838783-1-hyperv. {{(pid=103146) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 23 00:05:45.974789 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e37980fc-f614-4230-bdbc-b128f6bc6b88 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:46.008560 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6737111f-e512-49e5-9493-b04510cdba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:46.023921 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37980fc-f614-4230-bdbc-b128f6bc6b88 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event deleted for resources: {'Port': ['ID=777b3d7d-64e8-4216-8a87-d82e5ce700e8,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:46.055380 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53114) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:46.066722 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659be2ad-f141-4a6e-99b8-450b52913e16 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Router 044a6a4d-716e-4fbd-b6b1-783e90a39c25 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:05:46.074919 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9550f012-0bae-4b7b-9290-c331c5600d1e tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b0d4e09f8966425d866e56289d457074&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7911608 Apr 23 00:05:46.075788 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53116) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:46.139435 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e37980fc-f614-4230-bdbc-b128f6bc6b88 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:46.142105 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e37980fc-f614-4230-bdbc-b128f6bc6b88 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:46.146237 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e37980fc-f614-4230-bdbc-b128f6bc6b88 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "DELETE /v2.0/floatingips/23406a58-a056-48ed-a0b2-31d7c7f14e6a HTTP/1.1" status: 204 len: 168 time: 1.1017466 Apr 23 00:05:46.146837 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53118) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:46.191799 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-f82f92f1-4129-433d-8441-fc21f6621efe tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] delete failed (client error): The resource could not be found. Apr 23 00:05:46.200474 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f82f92f1-4129-433d-8441-fc21f6621efe tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "DELETE /v2.0/floatingips/23406a58-a056-48ed-a0b2-31d7c7f14e6a HTTP/1.1" status: 404 len: 345 time: 0.0496199 Apr 23 00:05:46.208177 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53120) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:46.213648 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:46.214669 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'name': 'tempest-TestNetworkBasicOps-router-1700382994', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:36Z', 'updated_at': '2022-04-23T00:05:42Z', 'revision_number': 3, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:39Z', 'updated_at': '2022-04-23T00:05:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:46.215288 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d8084daf-3778-473c-8ca9-9b47a10b56ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d9213752ab24403aed98bd0df5a5b8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587107 Apr 23 00:05:46.224226 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53122) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:46.261537 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:46.265350 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/networks/5670c326-dd95-4dd7-b1c1-b59b6212a1a6 HTTP/1.1" status: 204 len: 168 time: 5.9911814 Apr 23 00:05:46.266303 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531470db-fb3c-4b1a-9915-903dbb117d86 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Network': ['ID=5670c326-dd95-4dd7-b1c1-b59b6212a1a6,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:46.269166 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53124) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:46.274311 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-57b2e07f-9a4b-4426-88fe-d981707b3f2a tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1426294381'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:46.288223 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] Checking router: d0d1c542-97a8-4393-8bb5-ab5a5696ff63 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:05:46.288637 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] Updating router d0d1c542-97a8-4393-8bb5-ab5a5696ff63 port 7ad0172f-24e5-4f3e-830c-78b2a5f45fd0 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:05:46.296719 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f719e855-3c20-499b-8cd4-2739cbb598e2 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:46.408679 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:46.411262 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b2e07f-9a4b-4426-88fe-d981707b3f2a tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Made reservation on behalf of d312e1e3becb48bb95b56303c30a4b4a for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:46.416251 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57b2e07f-9a4b-4426-88fe-d981707b3f2a tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:46.450406 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-e673a7fb-e9e2-44c1-99f4-81e035fb5fc4 None None] Provisioning complete for port b15a8633-90f7-4f05-a206-80af9a306485 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:46.450406 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e673a7fb-e9e2-44c1-99f4-81e035fb5fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:46.450719 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659be2ad-f141-4a6e-99b8-450b52913e16 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:05:46.465831 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-659be2ad-f141-4a6e-99b8-450b52913e16 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "PUT /v2.0/routers/044a6a4d-716e-4fbd-b6b1-783e90a39c25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7293189 Apr 23 00:05:46.466100 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53128) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:46.468950 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe973813-5835-4922-96bf-d6d6f1a7d47a None None] Sync routers for ids ['044a6a4d-716e-4fbd-b6b1-783e90a39c25'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:05:46.485358 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe973813-5835-4922-96bf-d6d6f1a7d47a None None] Routers {'044a6a4d-716e-4fbd-b6b1-783e90a39c25'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:46.485651 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b2e07f-9a4b-4426-88fe-d981707b3f2a tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:05:46.486751 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d9da37-fbb0-4923-aeab-881cbee98fef tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:46.487157 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-fe973813-5835-4922-96bf-d6d6f1a7d47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['044a6a4d-716e-4fbd-b6b1-783e90a39c25'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:46.492932 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-29d9da37-fbb0-4923-aeab-881cbee98fef tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4131894 Apr 23 00:05:46.495457 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57b2e07f-9a4b-4426-88fe-d981707b3f2a tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:46.495638 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-57b2e07f-9a4b-4426-88fe-d981707b3f2a tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Added segment c199594a-186d-4221-bad7-2732ecc03a12 of type vlan for network 8cc16883-70e8-457c-8569-563e51e729ae Apr 23 00:05:46.550563 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57b2e07f-9a4b-4426-88fe-d981707b3f2a tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:46.550869 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53130) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:46.550869 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2976e5d-5540-4899-90a7-eaeb7fd77885 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:46.551420 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d2976e5d-5540-4899-90a7-eaeb7fd77885 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "GET /v2.0/ports/9c420660-3360-471e-949b-7d919741c593 HTTP/1.1" status: 200 len: 910 time: 0.0844390 Apr 23 00:05:46.581134 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53132) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:46.591948 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-fe973813-5835-4922-96bf-d6d6f1a7d47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:46.605334 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe973813-5835-4922-96bf-d6d6f1a7d47a None None] Routers {'044a6a4d-716e-4fbd-b6b1-783e90a39c25'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:46.606189 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-fe973813-5835-4922-96bf-d6d6f1a7d47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['044a6a4d-716e-4fbd-b6b1-783e90a39c25'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:46.625660 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7781ccf8-fe13-4a08-a4cb-db6e17eb1820 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0701404 Apr 23 00:05:46.625863 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53134) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:46.633376 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-c696de5f-419d-48c2-af8d-d9819625ffda tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1928302139', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:46.660811 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b061677-c5e6-4d1f-b588-8b7fd1ae6a40 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:46.668020 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b061677-c5e6-4d1f-b588-8b7fd1ae6a40 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:46.674097 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b061677-c5e6-4d1f-b588-8b7fd1ae6a40 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:46.675214 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b15a8633-90f7-4f05-a206-80af9a306485 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:05:46.675812 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3b061677-c5e6-4d1f-b588-8b7fd1ae6a40 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "GET /v2.0/ports?network_id=2b958ac2-f04d-466e-a022-77a24e90fb1d HTTP/1.1" status: 200 len: 2359 time: 0.4633167 Apr 23 00:05:46.680622 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-fe973813-5835-4922-96bf-d6d6f1a7d47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:46.681502 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe973813-5835-4922-96bf-d6d6f1a7d47a None None] The sync data for ids ['044a6a4d-716e-4fbd-b6b1-783e90a39c25'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:05:46.682882 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53136) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:46.691128 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57b2e07f-9a4b-4426-88fe-d981707b3f2a tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:46.702478 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b2e07f-9a4b-4426-88fe-d981707b3f2a tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:46.702478 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57b2e07f-9a4b-4426-88fe-d981707b3f2a tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:46.750071 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0044e664-970f-4fa9-931f-4bd2b6fcc634 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:46.752532 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0044e664-970f-4fa9-931f-4bd2b6fcc634 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "GET /v2.0/subnets/cebd42da-7a49-4d45-8234-2cbc63b28f68 HTTP/1.1" status: 200 len: 797 time: 0.0664620 Apr 23 00:05:46.759871 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c2ee7454-04ed-4352-b631-546db03400e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:46.778987 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53138) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:46.786361 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-60e037bf-ce8b-47f8-b1d4-3127a25b12cb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Request body: {'port': {'network_id': '2b958ac2-f04d-466e-a022-77a24e90fb1d', 'name': 'tempest-FloatingIPTestJSON-1861093148', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:46.997986 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0794210-a848-44c5-86ed-ad9b0cdeb6d4 None None] DHCP port deletion for 52c789e5-894b-4719-a369-b13bd1dbccf2 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:05:47.010319 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:47.106170 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port b15a8633-90f7-4f05-a206-80af9a306485, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b15a8633-90f7-4f05-a206-80af9a306485,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:47.121085 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:47.139235 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f0794210-a848-44c5-86ed-ad9b0cdeb6d4 None None] Deleting port b15a8633-90f7-4f05-a206-80af9a306485 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:47.139641 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0794210-a848-44c5-86ed-ad9b0cdeb6d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:47.184395 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c2ee7454-04ed-4352-b631-546db03400e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:47.191788 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:47.223685 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-57b2e07f-9a4b-4426-88fe-d981707b3f2a tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9518485 Apr 23 00:05:47.224982 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53140) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:47.231533 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-8b124d62-fde7-43e9-8791-182912b0245b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Request body: {'subnet': {'network_id': '8cc16883-70e8-457c-8569-563e51e729ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:47.234631 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:47.250623 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f0794210-a848-44c5-86ed-ad9b0cdeb6d4 None None] For port b15a8633-90f7-4f05-a206-80af9a306485, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b15a8633-90f7-4f05-a206-80af9a306485,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:47.251027 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0794210-a848-44c5-86ed-ad9b0cdeb6d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:47.256545 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2e07f-9a4b-4426-88fe-d981707b3f2a tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event updated for resources: {'Network': ['ID=8cc16883-70e8-457c-8569-563e51e729ae,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:47.294984 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f0794210-a848-44c5-86ed-ad9b0cdeb6d4 None None] Calling delete_port for b15a8633-90f7-4f05-a206-80af9a306485 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:47.301157 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 8cc16883-70e8-457c-8569-563e51e729ae details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:05:47.310688 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] Attempting to bind port 7ad0172f-24e5-4f3e-830c-78b2a5f45fd0 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:05:47.311066 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] Attempting to bind port 7ad0172f-24e5-4f3e-830c-78b2a5f45fd0 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:05:47.311429 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] Attempting to bind port 7ad0172f-24e5-4f3e-830c-78b2a5f45fd0 on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:05:47.329907 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=b15a8633-90f7-4f05-a206-80af9a306485,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:47.332256 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c696de5f-419d-48c2-af8d-d9819625ffda tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:47.336419 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c696de5f-419d-48c2-af8d-d9819625ffda tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:47.353582 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-302ddb85-26ff-438b-82d5-3d847e4357aa tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:47.370512 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:05:47.370877 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:47.371298 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:47.371751 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:05:47.372419 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] Bound port: 7ad0172f-24e5-4f3e-830c-78b2a5f45fd0, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:05:47.373194 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:47.386741 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:47.386741 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:47.389696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:47.389696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:47.389696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:47.389696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:47.389696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:47.389696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:47.389696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:47.389696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:47.389696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:47.390835 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:05:47.526756 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302ddb85-26ff-438b-82d5-3d847e4357aa tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:47.536858 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b124d62-fde7-43e9-8791-182912b0245b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Made reservation on behalf of d312e1e3becb48bb95b56303c30a4b4a for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:47.541429 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-302ddb85-26ff-438b-82d5-3d847e4357aa tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:47.543423 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b124d62-fde7-43e9-8791-182912b0245b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:47.550981 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ae2ed-cfa1-4df1-b771-d5f6e85b40cf None None] Pushing event updated for resources: {'Port': ['ID=7ad0172f-24e5-4f3e-830c-78b2a5f45fd0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:47.563735 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302ddb85-26ff-438b-82d5-3d847e4357aa tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:47.564456 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-302ddb85-26ff-438b-82d5-3d847e4357aa tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:47.565814 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] For port 7ad0172f-24e5-4f3e-830c-78b2a5f45fd0, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:05:47.569515 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] For port 7ad0172f-24e5-4f3e-830c-78b2a5f45fd0, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7ad0172f-24e5-4f3e-830c-78b2a5f45fd0,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:05:47.572040 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ddb85-26ff-438b-82d5-3d847e4357aa tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=db7e42ee-d4aa-4f33-b269-0f2f139c5fb6,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:47.602047 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c2ee7454-04ed-4352-b631-546db03400e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:47.604831 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c2ee7454-04ed-4352-b631-546db03400e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:47.608390 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c2ee7454-04ed-4352-b631-546db03400e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c678e75d-7809-47f9-858e-f775d94ac318 HTTP/1.1" status: 204 len: 168 time: 1.3808534 Apr 23 00:05:47.625242 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee7454-04ed-4352-b631-546db03400e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c678e75d-7809-47f9-858e-f775d94ac318,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:47.631449 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e037bf-ce8b-47f8-b1d4-3127a25b12cb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Made reservation on behalf of dff97029a5b74c08a025f88e2eb1aa56 for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:47.686983 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:47.696180 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0794210-a848-44c5-86ed-ad9b0cdeb6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:47.725350 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-302ddb85-26ff-438b-82d5-3d847e4357aa tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1087348 Apr 23 00:05:47.733794 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53146) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:47.738956 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-0195ec51-52df-49ad-9fb9-9ad7be704f8a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:47.806263 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0794210-a848-44c5-86ed-ad9b0cdeb6d4 None None] No DVR routers for this DVR port b15a8633-90f7-4f05-a206-80af9a306485 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:05:47.848407 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8dcb12-632f-42a3-b58d-6df1ec75ee8d None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:47.893673 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-60e037bf-ce8b-47f8-b1d4-3127a25b12cb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:47.911127 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] Routers {'d0d1c542-97a8-4393-8bb5-ab5a5696ff63'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:47.912093 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:47.923930 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c696de5f-419d-48c2-af8d-d9819625ffda tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:47.934094 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-60e037bf-ce8b-47f8-b1d4-3127a25b12cb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] device_id is not set on port 6a23e59a-5767-4e4c-bf65-2ad449c0e3ee yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:05:48.004411 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ae2ed-cfa1-4df1-b771-d5f6e85b40cf None None] Pushing event updated for resources: {'Port': ['ID=7ad0172f-24e5-4f3e-830c-78b2a5f45fd0,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:48.020397 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696de5f-419d-48c2-af8d-d9819625ffda tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Subnet': ['ID=9105ea4b-a502-4369-ad5a-671310beacde,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:48.025941 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696de5f-419d-48c2-af8d-d9819625ffda tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Checking segment: {'id': 'aec77dda-8b5c-4aa6-a84f-7c4f710208c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:48.026396 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c696de5f-419d-48c2-af8d-d9819625ffda tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network hostable DHCP agents. Network: 4e0063e3-a51b-4951-b1d1-a61920180a9f, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:05:48.077336 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b124d62-fde7-43e9-8791-182912b0245b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:48.089778 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3c6d1519-1da7-4b92-b17d-140ca45114e8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:48.150575 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0195ec51-52df-49ad-9fb9-9ad7be704f8a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:48.154938 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0195ec51-52df-49ad-9fb9-9ad7be704f8a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:48.157688 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b124d62-fde7-43e9-8791-182912b0245b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event updated for resources: {'Subnet': ['ID=fd99813b-5268-4103-837f-005ae525dbd7,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:48.178306 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b124d62-fde7-43e9-8791-182912b0245b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Checking segment: {'id': 'c199594a-186d-4221-bad7-2732ecc03a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8cc16883-70e8-457c-8569-563e51e729ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:48.178872 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b124d62-fde7-43e9-8791-182912b0245b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Network hostable DHCP agents. Network: 8cc16883-70e8-457c-8569-563e51e729ae, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:05:48.185482 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c696de5f-419d-48c2-af8d-d9819625ffda tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 4e0063e3-a51b-4951-b1d1-a61920180a9f is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:05:48.292140 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-c696de5f-419d-48c2-af8d-d9819625ffda tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 4e0063e3-a51b-4951-b1d1-a61920180a9f) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:48.302085 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c696de5f-419d-48c2-af8d-d9819625ffda tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:48.303406 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c696de5f-419d-48c2-af8d-d9819625ffda tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:48.314513 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0794210-a848-44c5-86ed-ad9b0cdeb6d4 None None] Pushing event deleted for resources: {'Port': ['ID=b15a8633-90f7-4f05-a206-80af9a306485,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:48.330739 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e5fa21-2f1c-46e3-a4c1-39051e260d04 None None] Network 4e0063e3-a51b-4951-b1d1-a61920180a9f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:48.385866 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b124d62-fde7-43e9-8791-182912b0245b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Network 8cc16883-70e8-457c-8569-563e51e729ae is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:05:48.394450 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-8b124d62-fde7-43e9-8791-182912b0245b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 8cc16883-70e8-457c-8569-563e51e729ae) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:48.409341 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b124d62-fde7-43e9-8791-182912b0245b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:48.412235 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b124d62-fde7-43e9-8791-182912b0245b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:48.425186 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fa8c13-11c0-4a3a-9496-b0b10e456169 None None] Network 8cc16883-70e8-457c-8569-563e51e729ae requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:48.446744 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c696de5f-419d-48c2-af8d-d9819625ffda tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8195059 Apr 23 00:05:48.451496 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53156) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:48.490824 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] Set router d0d1c542-97a8-4393-8bb5-ab5a5696ff63 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:05:48.675122 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8b124d62-fde7-43e9-8791-182912b0245b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4450462 Apr 23 00:05:48.680789 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53162) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:48.688175 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-37902e58-0a24-425c-a3ba-1e499f49c91d tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-192786780'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:48.709939 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-60e037bf-ce8b-47f8-b1d4-3127a25b12cb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Allocated IP 172.20.0.14 (2b958ac2-f04d-466e-a022-77a24e90fb1d/cebd42da-7a49-4d45-8234-2cbc63b28f68/6a23e59a-5767-4e4c-bf65-2ad449c0e3ee) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:48.726162 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-60e037bf-ce8b-47f8-b1d4-3127a25b12cb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Allocated IP 172.20.0.13 (2b958ac2-f04d-466e-a022-77a24e90fb1d/cebd42da-7a49-4d45-8234-2cbc63b28f68/6a23e59a-5767-4e4c-bf65-2ad449c0e3ee) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:48.738510 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a8ae72-bf58-4743-b518-20c99e9eaaeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-52c789e5-894b-4719-a369-b13bd1dbccf2', 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'fixed_ips': [{'subnet_id': 'db7e42ee-d4aa-4f33-b269-0f2f139c5fb6'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:05:48.739680 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20a8ae72-bf58-4743-b518-20c99e9eaaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:48.905620 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37902e58-0a24-425c-a3ba-1e499f49c91d tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Made reservation on behalf of d312e1e3becb48bb95b56303c30a4b4a for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:48.909542 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-37902e58-0a24-425c-a3ba-1e499f49c91d tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:48.984167 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37902e58-0a24-425c-a3ba-1e499f49c91d tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:05:48.989578 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98707e09-3a6c-4262-8f9e-aa83a4854e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-8cc16883-70e8-457c-8569-563e51e729ae', 'network_id': '8cc16883-70e8-457c-8569-563e51e729ae', 'tenant_id': 'd312e1e3becb48bb95b56303c30a4b4a', 'fixed_ips': [{'subnet_id': 'fd99813b-5268-4103-837f-005ae525dbd7'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:05:48.990271 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98707e09-3a6c-4262-8f9e-aa83a4854e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:49.019396 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47689ea7-744e-48a9-b825-354244cba3e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-4e0063e3-a51b-4951-b1d1-a61920180a9f', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ips': [{'subnet_id': '9105ea4b-a502-4369-ad5a-671310beacde'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:05:49.020285 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47689ea7-744e-48a9-b825-354244cba3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:49.036411 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-37902e58-0a24-425c-a3ba-1e499f49c91d tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:49.036411 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-37902e58-0a24-425c-a3ba-1e499f49c91d tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Added segment b30bfa7c-e567-45b7-9545-1dd97c642672 of type vlan for network 4f1f9740-4b72-4b87-b500-b80dd0f23f17 Apr 23 00:05:49.195679 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-852cbecf-18e5-4ff2-87ea-7320bf647384 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:49.201562 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-37902e58-0a24-425c-a3ba-1e499f49c91d tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:49.224091 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-60e037bf-ce8b-47f8-b1d4-3127a25b12cb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:49.245629 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-3c6d1519-1da7-4b92-b17d-140ca45114e8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting port 9c420660-3360-471e-949b-7d919741c593 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:49.246068 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3c6d1519-1da7-4b92-b17d-140ca45114e8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:49.331336 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53172) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:49.353600 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-37902e58-0a24-425c-a3ba-1e499f49c91d tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:49.359304 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37902e58-0a24-425c-a3ba-1e499f49c91d tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:49.360046 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-37902e58-0a24-425c-a3ba-1e499f49c91d tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:49.452007 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37902e58-0a24-425c-a3ba-1e499f49c91d tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event updated for resources: {'Network': ['ID=4f1f9740-4b72-4b87-b500-b80dd0f23f17,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:49.480724 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-37902e58-0a24-425c-a3ba-1e499f49c91d tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7957602 Apr 23 00:05:49.484859 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53176) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:49.501515 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-add967e3-23cf-472e-802f-7d0556463b94 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Request body: {'subnet': {'network_id': '4f1f9740-4b72-4b87-b500-b80dd0f23f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:49.501766 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 4f1f9740-4b72-4b87-b500-b80dd0f23f17 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:05:49.519916 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-47689ea7-744e-48a9-b825-354244cba3e3 None None] Allocated IP 172.20.0.2 (4e0063e3-a51b-4951-b1d1-a61920180a9f/9105ea4b-a502-4369-ad5a-671310beacde/270e5bd0-f529-48eb-a382-ff30a90bc9a0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:49.551977 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3c6d1519-1da7-4b92-b17d-140ca45114e8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:49.579894 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-3c6d1519-1da7-4b92-b17d-140ca45114e8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Calling delete_port for 9c420660-3360-471e-949b-7d919741c593 owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:49.598340 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-20a8ae72-bf58-4743-b518-20c99e9eaaeb None None] Allocated IP 172.20.0.2 (52c789e5-894b-4719-a369-b13bd1dbccf2/db7e42ee-d4aa-4f33-b269-0f2f139c5fb6/d74a45aa-7a3c-4c4c-833e-d48d888b54b1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:49.708824 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-ec386e6d-15f2-4926-a19c-4c799cca422d tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Request body: {'networks': [{'name': 'tempest-network--1145627088'}, {'name': 'tempest-network--292345267'}]} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:49.709132 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-ec386e6d-15f2-4926-a19c-4c799cca422d tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Request body: {'network': {'name': 'tempest-network--1145627088'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:49.709611 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-ec386e6d-15f2-4926-a19c-4c799cca422d tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Request body: {'network': {'name': 'tempest-network--292345267'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:49.746771 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-60e037bf-ce8b-47f8-b1d4-3127a25b12cb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:49.774673 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'name': 'tempest-TestNetworkBasicOps-router-1700382994', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:36Z', 'updated_at': '2022-04-23T00:05:42Z', 'revision_number': 3, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:39Z', 'updated_at': '2022-04-23T00:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:49.794715 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec386e6d-15f2-4926-a19c-4c799cca422d tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Made reservation on behalf of 17dc42e78963449ea09d8efdfad868db for: {'network': 2} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:49.799939 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ec386e6d-15f2-4926-a19c-4c799cca422d tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:49.817277 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ec386e6d-15f2-4926-a19c-4c799cca422d tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:49.824591 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-98707e09-3a6c-4262-8f9e-aa83a4854e01 None None] Allocated IP 2001:db8::1 (8cc16883-70e8-457c-8569-563e51e729ae/fd99813b-5268-4103-837f-005ae525dbd7/937ed300-b196-4028-9691-ff20a4112929) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:49.828578 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c383c5-794a-4f4c-bdf9-2c015898eebd None None] The sync data for ids ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'] in dv-neutron-838783-1-hyperv is: [{'id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'name': 'tempest-TestNetworkBasicOps-router-1700382994', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:36Z', 'updated_at': '2022-04-23T00:05:42Z', 'revision_number': 3, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:39Z', 'updated_at': '2022-04-23T00:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:05:49.834753 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e037bf-ce8b-47f8-b1d4-3127a25b12cb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Network 2b958ac2-f04d-466e-a022-77a24e90fb1d is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:49.863526 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.objects.ports [None req-0195ec51-52df-49ad-9fb9-9ad7be704f8a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103143) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 23 00:05:49.866089 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-60e037bf-ce8b-47f8-b1d4-3127a25b12cb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:49.887549 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e037bf-ce8b-47f8-b1d4-3127a25b12cb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:49.892357 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0195ec51-52df-49ad-9fb9-9ad7be704f8a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:49.932369 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ec386e6d-15f2-4926-a19c-4c799cca422d tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:49.999980 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ec386e6d-15f2-4926-a19c-4c799cca422d tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:50.000747 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ec386e6d-15f2-4926-a19c-4c799cca422d tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:50.068346 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20a8ae72-bf58-4743-b518-20c99e9eaaeb None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:50.069937 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47689ea7-744e-48a9-b825-354244cba3e3 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:50.096670 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec386e6d-15f2-4926-a19c-4c799cca422d tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e8d712-67f1-41de-980d-1a48a2a0c99f,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:50.103488 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec386e6d-15f2-4926-a19c-4c799cca422d tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:05:50.114372 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ec386e6d-15f2-4926-a19c-4c799cca422d tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:50.114764 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-ec386e6d-15f2-4926-a19c-4c799cca422d tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Added segment f4712051-753f-48f9-ad8b-fa5c04175c72 of type vlan for network a4dfd409-77b7-4598-9a6c-d833e5e7f875 Apr 23 00:05:50.129947 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20a8ae72-bf58-4743-b518-20c99e9eaaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:50.176625 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47689ea7-744e-48a9-b825-354244cba3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:50.217313 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a8ae72-bf58-4743-b518-20c99e9eaaeb None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:50.225758 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98707e09-3a6c-4262-8f9e-aa83a4854e01 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:50.228638 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ec386e6d-15f2-4926-a19c-4c799cca422d tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:50.229040 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47689ea7-744e-48a9-b825-354244cba3e3 None None] Network 4e0063e3-a51b-4951-b1d1-a61920180a9f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:50.242522 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-20a8ae72-bf58-4743-b518-20c99e9eaaeb None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:50.242522 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8ae72-bf58-4743-b518-20c99e9eaaeb None None] Pushing event updated for resources: {'Port': ['ID=d74a45aa-7a3c-4c4c-833e-d48d888b54b1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:50.242522 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a8ae72-bf58-4743-b518-20c99e9eaaeb None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:50.286261 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47689ea7-744e-48a9-b825-354244cba3e3 None None] Pushing event updated for resources: {'Port': ['ID=270e5bd0-f529-48eb-a382-ff30a90bc9a0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:50.290090 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-47689ea7-744e-48a9-b825-354244cba3e3 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:50.294156 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47689ea7-744e-48a9-b825-354244cba3e3 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:50.302913 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-852cbecf-18e5-4ff2-87ea-7320bf647384 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.20.0.1 (4e0063e3-a51b-4951-b1d1-a61920180a9f/9105ea4b-a502-4369-ad5a-671310beacde/3207a98b-fb02-4089-94fa-fc1f1361032d) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:50.326325 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec386e6d-15f2-4926-a19c-4c799cca422d tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:05:50.352090 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ec386e6d-15f2-4926-a19c-4c799cca422d tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:50.352790 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-ec386e6d-15f2-4926-a19c-4c799cca422d tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Added segment e84aaae5-45b8-4a75-bf12-7aaf6f8182d7 of type vlan for network fd4c2232-8b61-4fe0-913e-bd7df4c9a204 Apr 23 00:05:50.402460 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ec386e6d-15f2-4926-a19c-4c799cca422d tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:50.466452 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add967e3-23cf-472e-802f-7d0556463b94 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Made reservation on behalf of d312e1e3becb48bb95b56303c30a4b4a for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:50.474725 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-add967e3-23cf-472e-802f-7d0556463b94 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:50.486785 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e037bf-ce8b-47f8-b1d4-3127a25b12cb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:50.487637 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-60e037bf-ce8b-47f8-b1d4-3127a25b12cb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:50.504270 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0195ec51-52df-49ad-9fb9-9ad7be704f8a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:50.506653 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e037bf-ce8b-47f8-b1d4-3127a25b12cb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event updated for resources: {'Port': ['ID=6a23e59a-5767-4e4c-bf65-2ad449c0e3ee,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:50.550961 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ec386e6d-15f2-4926-a19c-4c799cca422d tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:50.551649 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ec386e6d-15f2-4926-a19c-4c799cca422d tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:50.557105 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98707e09-3a6c-4262-8f9e-aa83a4854e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:50.566823 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec386e6d-15f2-4926-a19c-4c799cca422d tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:50.572316 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec386e6d-15f2-4926-a19c-4c799cca422d tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:50.573058 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ec386e6d-15f2-4926-a19c-4c799cca422d tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:50.655299 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98707e09-3a6c-4262-8f9e-aa83a4854e01 None None] Pushing event updated for resources: {'Port': ['ID=937ed300-b196-4028-9691-ff20a4112929,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:50.666670 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-0195ec51-52df-49ad-9fb9-9ad7be704f8a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:50.683846 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0195ec51-52df-49ad-9fb9-9ad7be704f8a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:50.684458 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0195ec51-52df-49ad-9fb9-9ad7be704f8a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:50.704084 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195ec51-52df-49ad-9fb9-9ad7be704f8a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=ef318ce2-5e43-4f6b-a36b-deec46ec6de4,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:50.747400 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98707e09-3a6c-4262-8f9e-aa83a4854e01 None None] Network 8cc16883-70e8-457c-8569-563e51e729ae is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:50.748946 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec386e6d-15f2-4926-a19c-4c799cca422d tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Pushing event updated for resources: {'Network': ['ID=a4dfd409-77b7-4598-9a6c-d833e5e7f875,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:50.759757 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7ad0172f-24e5-4f3e-830c-78b2a5f45fd0 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:50.808076 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.ipam_backend_mixin [None req-add967e3-23cf-472e-802f-7d0556463b94 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Performing IP validity checks on allocation pools {{(pid=103143) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 23 00:05:50.809043 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.ipam_backend_mixin [None req-add967e3-23cf-472e-802f-7d0556463b94 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103143) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 23 00:05:50.818466 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network a4dfd409-77b7-4598-9a6c-d833e5e7f875 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:05:50.819313 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ec386e6d-15f2-4926-a19c-4c799cca422d tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4795644 Apr 23 00:05:50.821281 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-98707e09-3a6c-4262-8f9e-aa83a4854e01 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:50.826293 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-20a8ae72-bf58-4743-b518-20c99e9eaaeb None None] Attempting to bind port d74a45aa-7a3c-4c4c-833e-d48d888b54b1 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:05:50.826660 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-20a8ae72-bf58-4743-b518-20c99e9eaaeb None None] Attempting to bind port d74a45aa-7a3c-4c4c-833e-d48d888b54b1 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:05:50.827026 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a8ae72-bf58-4743-b518-20c99e9eaaeb None None] Attempting to bind port d74a45aa-7a3c-4c4c-833e-d48d888b54b1 on network 52c789e5-894b-4719-a369-b13bd1dbccf2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:05:50.839433 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98707e09-3a6c-4262-8f9e-aa83a4854e01 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:50.842218 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-47689ea7-744e-48a9-b825-354244cba3e3 None None] Attempting to bind port 270e5bd0-f529-48eb-a382-ff30a90bc9a0 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:05:50.842587 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-47689ea7-744e-48a9-b825-354244cba3e3 None None] Attempting to bind port 270e5bd0-f529-48eb-a382-ff30a90bc9a0 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'aec77dda-8b5c-4aa6-a84f-7c4f710208c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:05:50.842946 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47689ea7-744e-48a9-b825-354244cba3e3 None None] Attempting to bind port 270e5bd0-f529-48eb-a382-ff30a90bc9a0 on network 4e0063e3-a51b-4951-b1d1-a61920180a9f {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:05:50.856448 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53182) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:50.862170 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a8ae72-bf58-4743-b518-20c99e9eaaeb None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:05:50.863778 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a8ae72-bf58-4743-b518-20c99e9eaaeb None None] Checking segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:50.863778 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20a8ae72-bf58-4743-b518-20c99e9eaaeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:50.863778 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a8ae72-bf58-4743-b518-20c99e9eaaeb None None] Bound using segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:05:50.864022 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-20a8ae72-bf58-4743-b518-20c99e9eaaeb None None] Bound port: d74a45aa-7a3c-4c4c-833e-d48d888b54b1, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:05:50.864226 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20a8ae72-bf58-4743-b518-20c99e9eaaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:50.900713 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47689ea7-744e-48a9-b825-354244cba3e3 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:05:50.901086 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47689ea7-744e-48a9-b825-354244cba3e3 None None] Checking segment: {'id': 'aec77dda-8b5c-4aa6-a84f-7c4f710208c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:50.901486 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47689ea7-744e-48a9-b825-354244cba3e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:50.901879 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47689ea7-744e-48a9-b825-354244cba3e3 None None] Bound using segment: {'id': 'aec77dda-8b5c-4aa6-a84f-7c4f710208c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:05:50.902362 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-47689ea7-744e-48a9-b825-354244cba3e3 None None] Bound port: 270e5bd0-f529-48eb-a382-ff30a90bc9a0, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec77dda-8b5c-4aa6-a84f-7c4f710208c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:05:50.902837 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47689ea7-744e-48a9-b825-354244cba3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:50.923359 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec386e6d-15f2-4926-a19c-4c799cca422d tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Pushing event updated for resources: {'Network': ['ID=fd4c2232-8b61-4fe0-913e-bd7df4c9a204,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:50.977894 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7ad0172f-24e5-4f3e-830c-78b2a5f45fd0 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:50.978342 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:50.980181 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network fd4c2232-8b61-4fe0-913e-bd7df4c9a204 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:05:50.992733 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-852cbecf-18e5-4ff2-87ea-7320bf647384 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:51.007193 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-add967e3-23cf-472e-802f-7d0556463b94 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:51.071956 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-60e037bf-ce8b-47f8-b1d4-3127a25b12cb tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.2879505 Apr 23 00:05:51.072178 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e699bb26-f264-468a-bd47-8124449522bd tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:51.076373 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e699bb26-f264-468a-bd47-8124449522bd tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:51.082519 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e699bb26-f264-468a-bd47-8124449522bd tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:51.084248 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0195ec51-52df-49ad-9fb9-9ad7be704f8a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3485622 Apr 23 00:05:51.084576 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3c6d1519-1da7-4b92-b17d-140ca45114e8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:51.092402 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e699bb26-f264-468a-bd47-8124449522bd tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:51.097801 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e699bb26-f264-468a-bd47-8124449522bd tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2339830 Apr 23 00:05:51.098102 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53184) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:51.098102 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53186) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:51.102435 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53188) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:51.137752 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-57ad5ef0-3106-4f53-936a-cc8185286b77 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': '6a23e59a-5767-4e4c-bf65-2ad449c0e3ee', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:51.152122 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-18318c19-4893-45c2-805c-acb3687d7506 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'mac_address': 'fa:16:3e:a7:64:3c', 'name': 'tempest-NetworksTestDHCPv6-1178697395'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:51.165135 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d1519-1da7-4b92-b17d-140ca45114e8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Port': ['ID=9c420660-3360-471e-949b-7d919741c593,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:51.180727 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-852cbecf-18e5-4ff2-87ea-7320bf647384 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:51.219339 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-98707e09-3a6c-4262-8f9e-aa83a4854e01 None None] Attempting to bind port 937ed300-b196-4028-9691-ff20a4112929 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:05:51.222839 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-98707e09-3a6c-4262-8f9e-aa83a4854e01 None None] Attempting to bind port 937ed300-b196-4028-9691-ff20a4112929 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'c199594a-186d-4221-bad7-2732ecc03a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8cc16883-70e8-457c-8569-563e51e729ae'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:05:51.222839 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98707e09-3a6c-4262-8f9e-aa83a4854e01 None None] Attempting to bind port 937ed300-b196-4028-9691-ff20a4112929 on network 8cc16883-70e8-457c-8569-563e51e729ae {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:05:51.258046 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98707e09-3a6c-4262-8f9e-aa83a4854e01 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:05:51.258046 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98707e09-3a6c-4262-8f9e-aa83a4854e01 None None] Checking segment: {'id': 'c199594a-186d-4221-bad7-2732ecc03a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8cc16883-70e8-457c-8569-563e51e729ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:51.258046 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98707e09-3a6c-4262-8f9e-aa83a4854e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:51.258046 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98707e09-3a6c-4262-8f9e-aa83a4854e01 None None] Bound using segment: {'id': 'c199594a-186d-4221-bad7-2732ecc03a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8cc16883-70e8-457c-8569-563e51e729ae'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:05:51.259207 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-98707e09-3a6c-4262-8f9e-aa83a4854e01 None None] Bound port: 937ed300-b196-4028-9691-ff20a4112929, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c199594a-186d-4221-bad7-2732ecc03a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8cc16883-70e8-457c-8569-563e51e729ae'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:05:51.259207 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98707e09-3a6c-4262-8f9e-aa83a4854e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:51.308247 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-20a8ae72-bf58-4743-b518-20c99e9eaaeb None None] For port d74a45aa-7a3c-4c4c-833e-d48d888b54b1, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:05:51.312502 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-47689ea7-744e-48a9-b825-354244cba3e3 None None] For port 270e5bd0-f529-48eb-a382-ff30a90bc9a0, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:05:51.313344 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add967e3-23cf-472e-802f-7d0556463b94 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event updated for resources: {'Subnet': ['ID=51dc428f-be86-4012-820c-d7d8c9416127,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:51.327391 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a28d5b16-0d85-4906-850e-65c04e4c62c6 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:51.386475 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852cbecf-18e5-4ff2-87ea-7320bf647384 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 4e0063e3-a51b-4951-b1d1-a61920180a9f is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:51.387410 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add967e3-23cf-472e-802f-7d0556463b94 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Checking segment: {'id': 'b30bfa7c-e567-45b7-9545-1dd97c642672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4f1f9740-4b72-4b87-b500-b80dd0f23f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:51.387824 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add967e3-23cf-472e-802f-7d0556463b94 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Network hostable DHCP agents. Network: 4f1f9740-4b72-4b87-b500-b80dd0f23f17, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:05:51.400303 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-47689ea7-744e-48a9-b825-354244cba3e3 None None] For port 270e5bd0-f529-48eb-a382-ff30a90bc9a0, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=270e5bd0-f529-48eb-a382-ff30a90bc9a0,segment=NetworkSegment(aec77dda-8b5c-4aa6-a84f-7c4f710208c7),segment_id=aec77dda-8b5c-4aa6-a84f-7c4f710208c7)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:05:51.403787 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57ad5ef0-3106-4f53-936a-cc8185286b77 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:51.407094 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-20a8ae72-bf58-4743-b518-20c99e9eaaeb None None] For port d74a45aa-7a3c-4c4c-833e-d48d888b54b1, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d74a45aa-7a3c-4c4c-833e-d48d888b54b1,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:05:51.430129 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-852cbecf-18e5-4ff2-87ea-7320bf647384 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:51.440322 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852cbecf-18e5-4ff2-87ea-7320bf647384 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:51.480081 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47689ea7-744e-48a9-b825-354244cba3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:51.494504 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20a8ae72-bf58-4743-b518-20c99e9eaaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:51.555663 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:51.576883 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-852cbecf-18e5-4ff2-87ea-7320bf647384 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:51.579735 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852cbecf-18e5-4ff2-87ea-7320bf647384 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=3207a98b-fb02-4089-94fa-fc1f1361032d,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:51.634470 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-98707e09-3a6c-4262-8f9e-aa83a4854e01 None None] For port 937ed300-b196-4028-9691-ff20a4112929, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:05:51.647822 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 7ad0172f-24e5-4f3e-830c-78b2a5f45fd0, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7ad0172f-24e5-4f3e-830c-78b2a5f45fd0,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:51.653506 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3c6d1519-1da7-4b92-b17d-140ca45114e8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:51.655535 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add967e3-23cf-472e-802f-7d0556463b94 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Network 4f1f9740-4b72-4b87-b500-b80dd0f23f17 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:05:51.678229 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-98707e09-3a6c-4262-8f9e-aa83a4854e01 None None] For port 937ed300-b196-4028-9691-ff20a4112929, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=937ed300-b196-4028-9691-ff20a4112929,segment=NetworkSegment(c199594a-186d-4221-bad7-2732ecc03a12),segment_id=c199594a-186d-4221-bad7-2732ecc03a12)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:05:51.693860 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47689ea7-744e-48a9-b825-354244cba3e3 None None] Pushing event updated for resources: {'Port': ['ID=270e5bd0-f529-48eb-a382-ff30a90bc9a0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:51.779897 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18318c19-4893-45c2-805c-acb3687d7506 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:51.790467 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-add967e3-23cf-472e-802f-7d0556463b94 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 4f1f9740-4b72-4b87-b500-b80dd0f23f17) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:51.822008 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a28d5b16-0d85-4906-850e-65c04e4c62c6 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:51.822315 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8ae72-bf58-4743-b518-20c99e9eaaeb None None] Pushing event updated for resources: {'Port': ['ID=d74a45aa-7a3c-4c4c-833e-d48d888b54b1,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:51.828582 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2307f5b-c398-48e7-bd23-8a89b7b0b19f None None] Network 4f1f9740-4b72-4b87-b500-b80dd0f23f17 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:51.830817 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98707e09-3a6c-4262-8f9e-aa83a4854e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:51.836096 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:51.854923 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add967e3-23cf-472e-802f-7d0556463b94 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:51.856158 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-add967e3-23cf-472e-802f-7d0556463b94 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:51.857765 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-a28d5b16-0d85-4906-850e-65c04e4c62c6 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4dfd409-77b7-4598-9a6c-d833e5e7f875']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:51.873184 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-a28d5b16-0d85-4906-850e-65c04e4c62c6 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4712051-753f-48f9-ad8b-fa5c04175c72') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:51.873565 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-a28d5b16-0d85-4906-850e-65c04e4c62c6 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4712051-753f-48f9-ad8b-fa5c04175c72') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:51.897682 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a28d5b16-0d85-4906-850e-65c04e4c62c6 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:51.922949 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a28d5b16-0d85-4906-850e-65c04e4c62c6 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:51.932724 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a28d5b16-0d85-4906-850e-65c04e4c62c6 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:05:51.933131 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a28d5b16-0d85-4906-850e-65c04e4c62c6 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:05:52.038407 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:05:52.108900 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98707e09-3a6c-4262-8f9e-aa83a4854e01 None None] Pushing event updated for resources: {'Port': ['ID=937ed300-b196-4028-9691-ff20a4112929,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:52.161682 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-852cbecf-18e5-4ff2-87ea-7320bf647384 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:52.259244 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-18318c19-4893-45c2-805c-acb3687d7506 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:52.264257 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57ad5ef0-3106-4f53-936a-cc8185286b77 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:52.348940 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6d1519-1da7-4b92-b17d-140ca45114e8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Router 044a6a4d-716e-4fbd-b6b1-783e90a39c25 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:05:52.357011 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-18318c19-4893-45c2-805c-acb3687d7506 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] device_id is not set on port a67072dd-a4a9-428b-a6c5-f06d152cf320 yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:05:52.404502 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-add967e3-23cf-472e-802f-7d0556463b94 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.9069526 Apr 23 00:05:52.405436 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=7ad0172f-24e5-4f3e-830c-78b2a5f45fd0,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:52.414490 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53194) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:52.561890 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783a01b2-9c01-4c8f-9d90-be2ae5e9733f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-4f1f9740-4b72-4b87-b500-b80dd0f23f17', 'network_id': '4f1f9740-4b72-4b87-b500-b80dd0f23f17', 'tenant_id': 'd312e1e3becb48bb95b56303c30a4b4a', 'fixed_ips': [{'subnet_id': '51dc428f-be86-4012-820c-d7d8c9416127'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:05:52.562762 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-783a01b2-9c01-4c8f-9d90-be2ae5e9733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:52.942974 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6d1519-1da7-4b92-b17d-140ca45114e8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:05:52.952455 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3c6d1519-1da7-4b92-b17d-140ca45114e8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "PUT /v2.0/routers/044a6a4d-716e-4fbd-b6b1-783e90a39c25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3666201 Apr 23 00:05:52.961943 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53198) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:52.967663 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f97f3d-0be2-446d-9f3f-3aa78922dc54 None None] Sync routers for ids ['044a6a4d-716e-4fbd-b6b1-783e90a39c25'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:05:53.061696 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:53.105508 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-783a01b2-9c01-4c8f-9d90-be2ae5e9733f None None] Allocated IP 2001:db8::3 (4f1f9740-4b72-4b87-b500-b80dd0f23f17/51dc428f-be86-4012-820c-d7d8c9416127/0fc6d104-673e-4812-b4d6-fb2266dc8725) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:53.125493 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a28d5b16-0d85-4906-850e-65c04e4c62c6 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:53.146182 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-57ad5ef0-3106-4f53-936a-cc8185286b77 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Allocated IP 172.26.3.65 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/05825b99-492d-4095-960b-19649d0e8318) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:53.197515 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a28d5b16-0d85-4906-850e-65c04e4c62c6 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:53.202246 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f97f3d-0be2-446d-9f3f-3aa78922dc54 None None] Routers {'044a6a4d-716e-4fbd-b6b1-783e90a39c25'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:53.202903 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a5f97f3d-0be2-446d-9f3f-3aa78922dc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['044a6a4d-716e-4fbd-b6b1-783e90a39c25'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:53.207346 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a28d5b16-0d85-4906-850e-65c04e4c62c6 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] 10.222.0.15 "DELETE /v2.0/networks/a4dfd409-77b7-4598-9a6c-d833e5e7f875 HTTP/1.1" status: 204 len: 168 time: 2.0999444 Apr 23 00:05:53.210496 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d5b16-0d85-4906-850e-65c04e4c62c6 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Pushing event deleted for resources: {'Network': ['ID=a4dfd409-77b7-4598-9a6c-d833e5e7f875,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:53.221269 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53200) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:53.254108 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a5f97f3d-0be2-446d-9f3f-3aa78922dc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:53.256553 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7ad0172f-24e5-4f3e-830c-78b2a5f45fd0 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:53.345839 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f97f3d-0be2-446d-9f3f-3aa78922dc54 None None] Routers {'044a6a4d-716e-4fbd-b6b1-783e90a39c25'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:53.346868 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a5f97f3d-0be2-446d-9f3f-3aa78922dc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['044a6a4d-716e-4fbd-b6b1-783e90a39c25'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:53.408879 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a5f97f3d-0be2-446d-9f3f-3aa78922dc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:53.409778 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f97f3d-0be2-446d-9f3f-3aa78922dc54 None None] The sync data for ids ['044a6a4d-716e-4fbd-b6b1-783e90a39c25'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:05:53.418703 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:53.520516 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5a6d6e2-8ba1-4cd8-b117-d7fac0645811 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:53.536307 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:53.540432 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-783a01b2-9c01-4c8f-9d90-be2ae5e9733f None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:53.568043 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7ad0172f-24e5-4f3e-830c-78b2a5f45fd0 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:53.569170 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:53.624259 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-783a01b2-9c01-4c8f-9d90-be2ae5e9733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:53.703359 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783a01b2-9c01-4c8f-9d90-be2ae5e9733f None None] Network 4f1f9740-4b72-4b87-b500-b80dd0f23f17 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:53.720684 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-783a01b2-9c01-4c8f-9d90-be2ae5e9733f None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:53.730871 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783a01b2-9c01-4c8f-9d90-be2ae5e9733f None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:53.743779 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a01b2-9c01-4c8f-9d90-be2ae5e9733f None None] Pushing event updated for resources: {'Port': ['ID=0fc6d104-673e-4812-b4d6-fb2266dc8725,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:53.795294 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c56496a-c345-4e5c-ae9d-bc63e884c8be None None] Network 4e0063e3-a51b-4951-b1d1-a61920180a9f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:53.849589 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5a6d6e2-8ba1-4cd8-b117-d7fac0645811 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:53.894496 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-a5a6d6e2-8ba1-4cd8-b117-d7fac0645811 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4c2232-8b61-4fe0-913e-bd7df4c9a204']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:53.918152 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-a5a6d6e2-8ba1-4cd8-b117-d7fac0645811 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e84aaae5-45b8-4a75-bf12-7aaf6f8182d7') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:53.918474 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-a5a6d6e2-8ba1-4cd8-b117-d7fac0645811 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e84aaae5-45b8-4a75-bf12-7aaf6f8182d7') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:53.934704 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5a6d6e2-8ba1-4cd8-b117-d7fac0645811 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:53.960375 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5a6d6e2-8ba1-4cd8-b117-d7fac0645811 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:53.964919 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-852cbecf-18e5-4ff2-87ea-7320bf647384 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:53.973417 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-18318c19-4893-45c2-805c-acb3687d7506 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 172.20.0.3 (52c789e5-894b-4719-a369-b13bd1dbccf2/db7e42ee-d4aa-4f33-b269-0f2f139c5fb6/a67072dd-a4a9-428b-a6c5-f06d152cf320) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a6d6e2-8ba1-4cd8-b117-d7fac0645811 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5a6d6e2-8ba1-4cd8-b117-d7fac0645811 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:05:54.023530 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:05:54.050488 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-18318c19-4893-45c2-805c-acb3687d7506 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 2001:db8::f816:3eff:fea7:643c (52c789e5-894b-4719-a369-b13bd1dbccf2/ef318ce2-5e43-4f6b-a36b-deec46ec6de4/a67072dd-a4a9-428b-a6c5-f06d152cf320) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:54.136189 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57ad5ef0-3106-4f53-936a-cc8185286b77 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:54.185065 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-783a01b2-9c01-4c8f-9d90-be2ae5e9733f None None] Attempting to bind port 0fc6d104-673e-4812-b4d6-fb2266dc8725 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:05:54.186365 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-783a01b2-9c01-4c8f-9d90-be2ae5e9733f None None] Attempting to bind port 0fc6d104-673e-4812-b4d6-fb2266dc8725 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'b30bfa7c-e567-45b7-9545-1dd97c642672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4f1f9740-4b72-4b87-b500-b80dd0f23f17'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:05:54.186920 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783a01b2-9c01-4c8f-9d90-be2ae5e9733f None None] Attempting to bind port 0fc6d104-673e-4812-b4d6-fb2266dc8725 on network 4f1f9740-4b72-4b87-b500-b80dd0f23f17 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:05:54.193000 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769155d8-afd0-46aa-869d-1789e2c0af09 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:54.206518 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783a01b2-9c01-4c8f-9d90-be2ae5e9733f None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:05:54.207068 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783a01b2-9c01-4c8f-9d90-be2ae5e9733f None None] Checking segment: {'id': 'b30bfa7c-e567-45b7-9545-1dd97c642672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4f1f9740-4b72-4b87-b500-b80dd0f23f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:54.208189 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-783a01b2-9c01-4c8f-9d90-be2ae5e9733f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:54.208189 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783a01b2-9c01-4c8f-9d90-be2ae5e9733f None None] Bound using segment: {'id': 'b30bfa7c-e567-45b7-9545-1dd97c642672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4f1f9740-4b72-4b87-b500-b80dd0f23f17'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:05:54.208580 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-783a01b2-9c01-4c8f-9d90-be2ae5e9733f None None] Bound port: 0fc6d104-673e-4812-b4d6-fb2266dc8725, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30bfa7c-e567-45b7-9545-1dd97c642672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4f1f9740-4b72-4b87-b500-b80dd0f23f17'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:05:54.209004 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-783a01b2-9c01-4c8f-9d90-be2ae5e9733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:54.213253 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d74a45aa-7a3c-4c4c-833e-d48d888b54b1 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:54.330053 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-33a9e6de-8b56-4170-a30f-eec3b20af8e9 None None] Provisioning complete for port 270e5bd0-f529-48eb-a382-ff30a90bc9a0 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:54.330380 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33a9e6de-8b56-4170-a30f-eec3b20af8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:54.415517 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-18318c19-4893-45c2-805c-acb3687d7506 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:54.471868 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4429fd60-eda5-4135-a17b-1135863d8a83 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:54.505886 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-783a01b2-9c01-4c8f-9d90-be2ae5e9733f None None] For port 0fc6d104-673e-4812-b4d6-fb2266dc8725, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:05:54.511772 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03678241-8506-47e0-9ea1-ed14d617ca9a None None] Network 8cc16883-70e8-457c-8569-563e51e729ae requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:54.563847 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-783a01b2-9c01-4c8f-9d90-be2ae5e9733f None None] For port 0fc6d104-673e-4812-b4d6-fb2266dc8725, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=0fc6d104-673e-4812-b4d6-fb2266dc8725,segment=NetworkSegment(b30bfa7c-e567-45b7-9545-1dd97c642672),segment_id=b30bfa7c-e567-45b7-9545-1dd97c642672)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:05:54.625270 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port d74a45aa-7a3c-4c4c-833e-d48d888b54b1 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:54.625640 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:54.727673 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-852cbecf-18e5-4ff2-87ea-7320bf647384 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:54.743944 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33a9e6de-8b56-4170-a30f-eec3b20af8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:54.759333 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-4429fd60-eda5-4135-a17b-1135863d8a83 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting port 2a6bc10e-aa90-4103-adea-30a4a0dc0595 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:54.760073 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4429fd60-eda5-4135-a17b-1135863d8a83 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:54.767744 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:54.786775 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57ad5ef0-3106-4f53-936a-cc8185286b77 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:54.787005 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5a6d6e2-8ba1-4cd8-b117-d7fac0645811 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:54.790789 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-18318c19-4893-45c2-805c-acb3687d7506 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:54.825353 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5a6d6e2-8ba1-4cd8-b117-d7fac0645811 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:54.837649 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a5a6d6e2-8ba1-4cd8-b117-d7fac0645811 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] 10.222.0.15 "DELETE /v2.0/networks/fd4c2232-8b61-4fe0-913e-bd7df4c9a204 HTTP/1.1" status: 204 len: 168 time: 1.6152039 Apr 23 00:05:54.838152 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-783a01b2-9c01-4c8f-9d90-be2ae5e9733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:54.850509 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6d6e2-8ba1-4cd8-b117-d7fac0645811 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Pushing event deleted for resources: {'Network': ['ID=fd4c2232-8b61-4fe0-913e-bd7df4c9a204,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:54.876930 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53212) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:54.886020 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-33a9e6de-8b56-4170-a30f-eec3b20af8e9 None None] For port 270e5bd0-f529-48eb-a382-ff30a90bc9a0, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=270e5bd0-f529-48eb-a382-ff30a90bc9a0,segment=NetworkSegment(aec77dda-8b5c-4aa6-a84f-7c4f710208c7),segment_id=aec77dda-8b5c-4aa6-a84f-7c4f710208c7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:54.903499 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Subnet': ['ID=51dc428f-be86-4012-820c-d7d8c9416127,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:54.990537 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852cbecf-18e5-4ff2-87ea-7320bf647384 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=3207a98b-fb02-4089-94fa-fc1f1361032d,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:55.010356 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18318c19-4893-45c2-805c-acb3687d7506 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:55.012560 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ad5ef0-3106-4f53-936a-cc8185286b77 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:55.028152 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33a9e6de-8b56-4170-a30f-eec3b20af8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:55.048955 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-852cbecf-18e5-4ff2-87ea-7320bf647384 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:55.076657 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:55.087736 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a01b2-9c01-4c8f-9d90-be2ae5e9733f None None] Pushing event updated for resources: {'Port': ['ID=0fc6d104-673e-4812-b4d6-fb2266dc8725,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:55.107178 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-18318c19-4893-45c2-805c-acb3687d7506 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:55.115484 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18318c19-4893-45c2-805c-acb3687d7506 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:55.132177 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cbf962-1a53-4304-a3fd-fd70568bf44f None None] Update dhcp port {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'fixed_ips': [{'subnet_id': 'db7e42ee-d4aa-4f33-b269-0f2f139c5fb6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ef318ce2-5e43-4f6b-a36b-deec46ec6de4'}], 'binding:host_id': 'dv-neutron-838783-1-hyperv'}, 'id': 'd74a45aa-7a3c-4c4c-833e-d48d888b54b1'} from dv-neutron-838783-1-hyperv. {{(pid=103146) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 23 00:05:55.195950 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad5ef0-3106-4f53-936a-cc8185286b77 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event updated for resources: {'Port': ['ID=05825b99-492d-4095-960b-19649d0e8318,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:55.236707 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-57ad5ef0-3106-4f53-936a-cc8185286b77 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:55.239382 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ad5ef0-3106-4f53-936a-cc8185286b77 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:05:55.245620 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port d74a45aa-7a3c-4c4c-833e-d48d888b54b1, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d74a45aa-7a3c-4c4c-833e-d48d888b54b1,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:55.255814 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64cbf962-1a53-4304-a3fd-fd70568bf44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:55.275264 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-8afb9861-04bb-446d-ac50-03a8253abecd None None] Provisioning complete for port 937ed300-b196-4028-9691-ff20a4112929 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:55.275665 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8afb9861-04bb-446d-ac50-03a8253abecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:55.281448 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9e6de-8b56-4170-a30f-eec3b20af8e9 None None] Pushing event updated for resources: {'Port': ['ID=270e5bd0-f529-48eb-a382-ff30a90bc9a0,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:55.314194 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4429fd60-eda5-4135-a17b-1135863d8a83 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:55.334102 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:55.334919 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 270e5bd0-f529-48eb-a382-ff30a90bc9a0 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:55.366241 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-4429fd60-eda5-4135-a17b-1135863d8a83 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Calling delete_port for 2a6bc10e-aa90-4103-adea-30a4a0dc0595 owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:55.373279 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1d19c3-ea47-4b54-9c5b-cb8e34356062 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:55.385463 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1d19c3-ea47-4b54-9c5b-cb8e34356062 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:55.391843 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1c1d19c3-ea47-4b54-9c5b-cb8e34356062 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5135686 Apr 23 00:05:55.392529 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53216) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:55.435696 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-e60f78aa-598c-4d38-95f3-a83e26ec461a tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-772753730'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:55.531302 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852cbecf-18e5-4ff2-87ea-7320bf647384 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 4e0063e3-a51b-4951-b1d1-a61920180a9f is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:05:55.533979 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-852cbecf-18e5-4ff2-87ea-7320bf647384 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:05:55.640191 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60f78aa-598c-4d38-95f3-a83e26ec461a tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Made reservation on behalf of 17dc42e78963449ea09d8efdfad868db for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:55.645740 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e60f78aa-598c-4d38-95f3-a83e26ec461a tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:55.649657 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=d74a45aa-7a3c-4c4c-833e-d48d888b54b1,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:55.757184 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60f78aa-598c-4d38-95f3-a83e26ec461a tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:05:55.764246 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 270e5bd0-f529-48eb-a382-ff30a90bc9a0 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:55.765082 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:55.799160 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8afb9861-04bb-446d-ac50-03a8253abecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:55.812711 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-64cbf962-1a53-4304-a3fd-fd70568bf44f None None] Allocated IP 2001:db8::f816:3eff:fe68:6a64 (52c789e5-894b-4719-a369-b13bd1dbccf2/ef318ce2-5e43-4f6b-a36b-deec46ec6de4/d74a45aa-7a3c-4c4c-833e-d48d888b54b1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:05:55.869692 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e60f78aa-598c-4d38-95f3-a83e26ec461a tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:55.870905 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-e60f78aa-598c-4d38-95f3-a83e26ec461a tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Added segment b6dbfd23-d236-475d-9057-90637f122a77 of type vlan for network b300ddc6-dc6e-4774-8514-39df1bae5b89 Apr 23 00:05:55.903052 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:55.947929 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852cbecf-18e5-4ff2-87ea-7320bf647384 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router d0d1c542-97a8-4393-8bb5-ab5a5696ff63 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:05:55.949420 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18318c19-4893-45c2-805c-acb3687d7506 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:55.950156 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-18318c19-4893-45c2-805c-acb3687d7506 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:55.960846 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e60f78aa-598c-4d38-95f3-a83e26ec461a tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:55.990189 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1f9740-4b72-4b87-b500-b80dd0f23f17']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:56.005421 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30bfa7c-e567-45b7-9545-1dd97c642672') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:56.009306 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30bfa7c-e567-45b7-9545-1dd97c642672') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:56.011705 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-64cbf962-1a53-4304-a3fd-fd70568bf44f None None] For port d74a45aa-7a3c-4c4c-833e-d48d888b54b1, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d74a45aa-7a3c-4c4c-833e-d48d888b54b1,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:56.018187 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18318c19-4893-45c2-805c-acb3687d7506 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=a67072dd-a4a9-428b-a6c5-f06d152cf320,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:56.023289 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:56.038061 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-18318c19-4893-45c2-805c-acb3687d7506 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.9296491 Apr 23 00:05:56.044419 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53226) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:56.066732 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:56.075040 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:05:56.075040 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:05:56.137098 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:05:56.156549 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e60f78aa-598c-4d38-95f3-a83e26ec461a tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:56.162161 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60f78aa-598c-4d38-95f3-a83e26ec461a tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:56.162763 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e60f78aa-598c-4d38-95f3-a83e26ec461a tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:56.186830 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8afb9861-04bb-446d-ac50-03a8253abecd None None] For port 937ed300-b196-4028-9691-ff20a4112929, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=937ed300-b196-4028-9691-ff20a4112929,segment=NetworkSegment(c199594a-186d-4221-bad7-2732ecc03a12),segment_id=c199594a-186d-4221-bad7-2732ecc03a12)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:56.191257 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64cbf962-1a53-4304-a3fd-fd70568bf44f None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:56.201329 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4429fd60-eda5-4135-a17b-1135863d8a83 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:56.211696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 937ed300-b196-4028-9691-ff20a4112929 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:56.230687 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.db.api [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:05:56.230687 dv-neutron-838783-1-hyperv neutron-server[103143]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:05:56.230687 dv-neutron-838783-1-hyperv neutron-server[103143]: [parameters: {'id': '4f1f9740-4b72-4b87-b500-b80dd0f23f17'}] Apr 23 00:05:56.230687 dv-neutron-838783-1-hyperv neutron-server[103143]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:05:56.231185 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG oslo_db.api [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:05:56.237971 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429fd60-eda5-4135-a17b-1135863d8a83 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Port': ['ID=2a6bc10e-aa90-4103-adea-30a4a0dc0595,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:56.265419 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8afb9861-04bb-446d-ac50-03a8253abecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:56.280862 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aad3adf-119e-47c4-9513-d85b2b342069 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:56.287741 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aad3adf-119e-47c4-9513-d85b2b342069 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:56.289537 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4aad3adf-119e-47c4-9513-d85b2b342069 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.2440963 Apr 23 00:05:56.330809 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53230) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:56.354557 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64cbf962-1a53-4304-a3fd-fd70568bf44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:56.373688 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852cbecf-18e5-4ff2-87ea-7320bf647384 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:05:56.396063 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] Sync routers for ids ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:05:56.409136 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-852cbecf-18e5-4ff2-87ea-7320bf647384 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "PUT /v2.0/routers/d0d1c542-97a8-4393-8bb5-ab5a5696ff63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9553008 Apr 23 00:05:56.412229 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53232) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:56.414086 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] Routers {'d0d1c542-97a8-4393-8bb5-ab5a5696ff63'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:56.414505 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:56.458432 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-8afb9861-04bb-446d-ac50-03a8253abecd None None] Provisioning complete for port d74a45aa-7a3c-4c4c-833e-d48d888b54b1 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:56.458925 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8afb9861-04bb-446d-ac50-03a8253abecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:56.476606 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e60f78aa-598c-4d38-95f3-a83e26ec461a tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0500016 Apr 23 00:05:56.489902 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53234) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:56.499864 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-09c4fc29-5d79-4c92-8fcc-6e21711b31e4 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-936258996'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:56.558916 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f78aa-598c-4d38-95f3-a83e26ec461a tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Pushing event updated for resources: {'Network': ['ID=b300ddc6-dc6e-4774-8514-39df1bae5b89,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:56.580612 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57ad5ef0-3106-4f53-936a-cc8185286b77 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:56.619817 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network b300ddc6-dc6e-4774-8514-39df1bae5b89 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:05:56.625550 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c4fc29-5d79-4c92-8fcc-6e21711b31e4 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Made reservation on behalf of 17dc42e78963449ea09d8efdfad868db for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:56.630489 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-09c4fc29-5d79-4c92-8fcc-6e21711b31e4 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:56.642417 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb9861-04bb-446d-ac50-03a8253abecd None None] Pushing event updated for resources: {'Port': ['ID=937ed300-b196-4028-9691-ff20a4112929,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:56.643234 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] Set router d0d1c542-97a8-4393-8bb5-ab5a5696ff63 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:05:56.719050 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c4fc29-5d79-4c92-8fcc-6e21711b31e4 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:05:56.740232 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-599305c0-0d64-4d7c-a799-e0b35720e2c6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting port a67072dd-a4a9-428b-a6c5-f06d152cf320 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:56.740592 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-599305c0-0d64-4d7c-a799-e0b35720e2c6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:56.764468 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-09c4fc29-5d79-4c92-8fcc-6e21711b31e4 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:56.766479 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-09c4fc29-5d79-4c92-8fcc-6e21711b31e4 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Added segment 9273ab42-599b-47ad-a4b9-ca7b7cfe3c1c of type vlan for network be06962f-e0da-48c3-a351-395e617be3b6 Apr 23 00:05:56.815390 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:56.822667 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4429fd60-eda5-4135-a17b-1135863d8a83 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:56.883374 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-09c4fc29-5d79-4c92-8fcc-6e21711b31e4 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:56.932447 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-599305c0-0d64-4d7c-a799-e0b35720e2c6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:56.962083 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-599305c0-0d64-4d7c-a799-e0b35720e2c6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Calling delete_port for a67072dd-a4a9-428b-a6c5-f06d152cf320 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:57.078890 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-09c4fc29-5d79-4c92-8fcc-6e21711b31e4 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:57.086872 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'name': 'tempest-TestNetworkBasicOps-router-1700382994', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:36Z', 'updated_at': '2022-04-23T00:05:51Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:39Z', 'updated_at': '2022-04-23T00:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '3207a98b-fb02-4089-94fa-fc1f1361032d', 'name': '', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:d8:dd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '9105ea4b-a502-4369-ad5a-671310beacde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:49Z', 'updated_at': '2022-04-23T00:05:53Z', 'revision_number': 2, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '9105ea4b-a502-4369-ad5a-671310beacde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:57.087428 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c4fc29-5d79-4c92-8fcc-6e21711b31e4 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:57.088093 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-09c4fc29-5d79-4c92-8fcc-6e21711b31e4 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:57.136411 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] Checking router: d0d1c542-97a8-4393-8bb5-ab5a5696ff63 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:05:57.142437 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] Updating router d0d1c542-97a8-4393-8bb5-ab5a5696ff63 port 3207a98b-fb02-4089-94fa-fc1f1361032d binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:05:57.142602 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57ad5ef0-3106-4f53-936a-cc8185286b77 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:57.151181 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3863fc0-42b1-4c62-ac6d-d4b68b7e3ac7 None None] Network 4f1f9740-4b72-4b87-b500-b80dd0f23f17 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:57.174309 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:57.191863 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4fc29-5d79-4c92-8fcc-6e21711b31e4 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Pushing event updated for resources: {'Network': ['ID=be06962f-e0da-48c3-a351-395e617be3b6,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:57.200346 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-09c4fc29-5d79-4c92-8fcc-6e21711b31e4 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7069168 Apr 23 00:05:57.206036 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53238) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:57.212999 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Request body: {'ports': [{'network_id': 'b300ddc6-dc6e-4774-8514-39df1bae5b89', 'name': 'tempest-port--813684194', 'admin_state_up': True}, {'network_id': 'be06962f-e0da-48c3-a351-395e617be3b6', 'admin_state_up': False}]} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:57.213320 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Request body: {'port': {'network_id': 'b300ddc6-dc6e-4774-8514-39df1bae5b89', 'name': 'tempest-port--813684194', 'admin_state_up': True}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:57.213922 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Request body: {'port': {'network_id': 'be06962f-e0da-48c3-a351-395e617be3b6', 'admin_state_up': False}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:05:57.274592 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network be06962f-e0da-48c3-a351-395e617be3b6 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:05:57.316882 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 937ed300-b196-4028-9691-ff20a4112929 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:57.317216 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:57.329237 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbf962-1a53-4304-a3fd-fd70568bf44f None None] Pushing event updated for resources: {'Port': ['ID=d74a45aa-7a3c-4c4c-833e-d48d888b54b1,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:57.626142 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Made reservation on behalf of 17dc42e78963449ea09d8efdfad868db for: {'port': 2} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:05:57.643474 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:57.703424 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:57.744226 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-4612db52-69df-40e2-addd-87716bd49108 None None] Provisioning complete for port 270e5bd0-f529-48eb-a382-ff30a90bc9a0 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:57.749085 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4612db52-69df-40e2-addd-87716bd49108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:57.749085 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d309c72-cafb-4e3a-b08a-322beb2629dc None None] DHCP port deletion for 4f1f9740-4b72-4b87-b500-b80dd0f23f17 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:05:57.838312 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:57.841237 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-599305c0-0d64-4d7c-a799-e0b35720e2c6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:57.896085 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599305c0-0d64-4d7c-a799-e0b35720e2c6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Port': ['ID=a67072dd-a4a9-428b-a6c5-f06d152cf320,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:57.926134 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:57.934014 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d74a45aa-7a3c-4c4c-833e-d48d888b54b1 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:57.982218 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e19688-63a1-4534-ab0d-1c7ceba22701 None None] Pushing event updated for resources: {'Port': ['ID=3207a98b-fb02-4089-94fa-fc1f1361032d,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:57.985401 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1d309c72-cafb-4e3a-b08a-322beb2629dc None None] Deleting port 0fc6d104-673e-4812-b4d6-fb2266dc8725 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:57.985851 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d309c72-cafb-4e3a-b08a-322beb2629dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:58.107120 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] Attempting to bind port 3207a98b-fb02-4089-94fa-fc1f1361032d on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:05:58.107492 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] Attempting to bind port 3207a98b-fb02-4089-94fa-fc1f1361032d by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'aec77dda-8b5c-4aa6-a84f-7c4f710208c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:05:58.107873 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] Attempting to bind port 3207a98b-fb02-4089-94fa-fc1f1361032d on network 4e0063e3-a51b-4951-b1d1-a61920180a9f {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:05:58.113584 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:05:58.113936 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] Checking segment: {'id': 'aec77dda-8b5c-4aa6-a84f-7c4f710208c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:05:58.114347 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:58.114741 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] Bound using segment: {'id': 'aec77dda-8b5c-4aa6-a84f-7c4f710208c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:05:58.115209 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] Bound port: 3207a98b-fb02-4089-94fa-fc1f1361032d, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec77dda-8b5c-4aa6-a84f-7c4f710208c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:05:58.115622 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:58.214964 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-4612db52-69df-40e2-addd-87716bd49108 None None] Provisioning complete for port 0fc6d104-673e-4812-b4d6-fb2266dc8725 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:58.215337 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4612db52-69df-40e2-addd-87716bd49108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:58.261024 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-599305c0-0d64-4d7c-a799-e0b35720e2c6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:58.264322 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-599305c0-0d64-4d7c-a799-e0b35720e2c6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/a67072dd-a4a9-428b-a6c5-f06d152cf320 HTTP/1.1" status: 204 len: 168 time: 1.9214201 Apr 23 00:05:58.289698 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53242) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:58.328675 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57ad5ef0-3106-4f53-936a-cc8185286b77 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:58.344077 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd493ce3-81fb-4f31-a338-e8e8439a37d9 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.344885 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd493ce3-81fb-4f31-a338-e8e8439a37d9 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.345592 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd493ce3-81fb-4f31-a338-e8e8439a37d9 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.346228 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd493ce3-81fb-4f31-a338-e8e8439a37d9 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.347438 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd493ce3-81fb-4f31-a338-e8e8439a37d9 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.348350 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd493ce3-81fb-4f31-a338-e8e8439a37d9 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.348997 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd493ce3-81fb-4f31-a338-e8e8439a37d9 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.349642 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd493ce3-81fb-4f31-a338-e8e8439a37d9 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.350288 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd493ce3-81fb-4f31-a338-e8e8439a37d9 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.350944 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd493ce3-81fb-4f31-a338-e8e8439a37d9 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.351901 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd493ce3-81fb-4f31-a338-e8e8439a37d9 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.352646 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd493ce3-81fb-4f31-a338-e8e8439a37d9 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.353426 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd493ce3-81fb-4f31-a338-e8e8439a37d9 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.354068 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd493ce3-81fb-4f31-a338-e8e8439a37d9 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.356619 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cd493ce3-81fb-4f31-a338-e8e8439a37d9 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9807 time: 1.9454207 Apr 23 00:05:58.359777 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53244) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:58.377355 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4429fd60-eda5-4135-a17b-1135863d8a83 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Router 044a6a4d-716e-4fbd-b6b1-783e90a39c25 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:05:58.379414 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Deleting port 0fc6d104-673e-4812-b4d6-fb2266dc8725 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:05:58.380096 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1d309c72-cafb-4e3a-b08a-322beb2629dc None None] For port 0fc6d104-673e-4812-b4d6-fb2266dc8725, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=0fc6d104-673e-4812-b4d6-fb2266dc8725,segment=NetworkSegment(b30bfa7c-e567-45b7-9545-1dd97c642672),segment_id=b30bfa7c-e567-45b7-9545-1dd97c642672)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:58.380584 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d309c72-cafb-4e3a-b08a-322beb2629dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:58.381403 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:58.389035 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port d74a45aa-7a3c-4c4c-833e-d48d888b54b1 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:58.390332 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:58.397720 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] device_id is not set on port 0a4ebe53-022c-44f5-b3fd-c7118559d6c4 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:05:58.402884 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] For port 3207a98b-fb02-4089-94fa-fc1f1361032d, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:05:58.411901 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] For port 3207a98b-fb02-4089-94fa-fc1f1361032d, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=3207a98b-fb02-4089-94fa-fc1f1361032d,segment=NetworkSegment(aec77dda-8b5c-4aa6-a84f-7c4f710208c7),segment_id=aec77dda-8b5c-4aa6-a84f-7c4f710208c7)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:05:58.442526 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57ad5ef0-3106-4f53-936a-cc8185286b77 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:58.475307 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1d309c72-cafb-4e3a-b08a-322beb2629dc None None] Calling delete_port for 0fc6d104-673e-4812-b4d6-fb2266dc8725 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:58.493413 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:58.544291 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad5ef0-3106-4f53-936a-cc8185286b77 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event updated for resources: {'Port': ['ID=05825b99-492d-4095-960b-19649d0e8318,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:58.575815 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] Routers {'d0d1c542-97a8-4393-8bb5-ab5a5696ff63'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:58.576458 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:58.643411 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b342e6-6668-4d6f-b77f-d4e4db8c4dd3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.644966 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b342e6-6668-4d6f-b77f-d4e4db8c4dd3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.646703 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b342e6-6668-4d6f-b77f-d4e4db8c4dd3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.648965 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-23b342e6-6668-4d6f-b77f-d4e4db8c4dd3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3521929 Apr 23 00:05:58.654297 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:58.661668 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53246) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:58.692911 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57ad5ef0-3106-4f53-936a-cc8185286b77 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:58.763461 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e19688-63a1-4534-ab0d-1c7ceba22701 None None] Pushing event updated for resources: {'Port': ['ID=3207a98b-fb02-4089-94fa-fc1f1361032d,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:58.833521 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4612db52-69df-40e2-addd-87716bd49108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:58.846796 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] Set router d0d1c542-97a8-4393-8bb5-ab5a5696ff63 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:05:58.868201 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-4910692d-477c-4857-83de-a8b750bbe068 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet db7e42ee-d4aa-4f33-b269-0f2f139c5fb6 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:05:58.873239 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 270e5bd0-f529-48eb-a382-ff30a90bc9a0 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:58.888093 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4429fd60-eda5-4135-a17b-1135863d8a83 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:05:58.894185 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4429fd60-eda5-4135-a17b-1135863d8a83 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "PUT /v2.0/routers/044a6a4d-716e-4fbd-b6b1-783e90a39c25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9237225 Apr 23 00:05:58.925096 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53256) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:58.928124 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2494d7a-84f8-49fe-b1e2-4aad3872a7a3 None None] Sync routers for ids ['044a6a4d-716e-4fbd-b6b1-783e90a39c25'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:05:58.949581 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d309c72-cafb-4e3a-b08a-322beb2629dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:58.954300 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89282e6-858a-4b4b-9a25-576e25e3c505 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.955385 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89282e6-858a-4b4b-9a25-576e25e3c505 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.955966 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89282e6-858a-4b4b-9a25-576e25e3c505 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.956483 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89282e6-858a-4b4b-9a25-576e25e3c505 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.957000 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89282e6-858a-4b4b-9a25-576e25e3c505 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.957525 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89282e6-858a-4b4b-9a25-576e25e3c505 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.958254 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89282e6-858a-4b4b-9a25-576e25e3c505 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.958820 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89282e6-858a-4b4b-9a25-576e25e3c505 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.959526 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89282e6-858a-4b4b-9a25-576e25e3c505 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.960072 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89282e6-858a-4b4b-9a25-576e25e3c505 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.961779 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89282e6-858a-4b4b-9a25-576e25e3c505 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.963281 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89282e6-858a-4b4b-9a25-576e25e3c505 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.963839 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89282e6-858a-4b4b-9a25-576e25e3c505 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:05:58.966972 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f89282e6-858a-4b4b-9a25-576e25e3c505 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8309 time: 0.6053290 Apr 23 00:05:58.986382 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53258) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:58.999081 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-77b89e68-5038-4c18-a560-03464df8ea31 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "GET /v2.0/ports?device_id=044a6a4d-716e-4fbd-b6b1-783e90a39c25 HTTP/1.1" status: 200 len: 205 time: 0.0726349 Apr 23 00:05:59.006016 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2494d7a-84f8-49fe-b1e2-4aad3872a7a3 None None] Routers {'044a6a4d-716e-4fbd-b6b1-783e90a39c25'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:59.006996 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-e2494d7a-84f8-49fe-b1e2-4aad3872a7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['044a6a4d-716e-4fbd-b6b1-783e90a39c25'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:59.015227 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d309c72-cafb-4e3a-b08a-322beb2629dc None None] Pushing event deleted for resources: {'Port': ['ID=0fc6d104-673e-4812-b4d6-fb2266dc8725,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:59.018491 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d309c72-cafb-4e3a-b08a-322beb2629dc None None] No DVR routers for this DVR port 0fc6d104-673e-4812-b4d6-fb2266dc8725 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:05:59.025368 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] device_id is not set on port 67ae6150-d9c0-41a5-9b6d-28777f0116f4 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:05:59.031515 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] For port 0fc6d104-673e-4812-b4d6-fb2266dc8725, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=0fc6d104-673e-4812-b4d6-fb2266dc8725,segment=NetworkSegment(b30bfa7c-e567-45b7-9545-1dd97c642672),segment_id=b30bfa7c-e567-45b7-9545-1dd97c642672)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:59.032088 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:59.036504 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53260) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:59.057080 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4910692d-477c-4857-83de-a8b750bbe068 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:59.084794 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-e2494d7a-84f8-49fe-b1e2-4aad3872a7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:59.108905 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2494d7a-84f8-49fe-b1e2-4aad3872a7a3 None None] Routers {'044a6a4d-716e-4fbd-b6b1-783e90a39c25'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:05:59.110270 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-e2494d7a-84f8-49fe-b1e2-4aad3872a7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['044a6a4d-716e-4fbd-b6b1-783e90a39c25'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:59.114211 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-4612db52-69df-40e2-addd-87716bd49108 None None] Provisioning complete for port 937ed300-b196-4028-9691-ff20a4112929 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:59.114585 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4612db52-69df-40e2-addd-87716bd49108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:59.128628 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 270e5bd0-f529-48eb-a382-ff30a90bc9a0 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:59.129768 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:59.175217 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-05576f48-7935-4044-b6d6-431a1ad97423 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:59.176097 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4910692d-477c-4857-83de-a8b750bbe068 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:59.219793 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'name': 'tempest-TestNetworkBasicOps-router-1700382994', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:36Z', 'updated_at': '2022-04-23T00:05:51Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:39Z', 'updated_at': '2022-04-23T00:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '3207a98b-fb02-4089-94fa-fc1f1361032d', 'name': '', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:d8:dd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '9105ea4b-a502-4369-ad5a-671310beacde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:49Z', 'updated_at': '2022-04-23T00:05:58Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '9105ea4b-a502-4369-ad5a-671310beacde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:59.252285 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caf37e4-9f4a-46bf-b612-b9901f498eb7 None None] The sync data for ids ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'] in dv-neutron-838783-1-hyperv is: [{'id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'name': 'tempest-TestNetworkBasicOps-router-1700382994', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:36Z', 'updated_at': '2022-04-23T00:05:51Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:39Z', 'updated_at': '2022-04-23T00:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '3207a98b-fb02-4089-94fa-fc1f1361032d', 'name': '', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:d8:dd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '9105ea4b-a502-4369-ad5a-671310beacde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:49Z', 'updated_at': '2022-04-23T00:05:58Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '9105ea4b-a502-4369-ad5a-671310beacde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:05:59.257006 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Calling delete_port for 0fc6d104-673e-4812-b4d6-fb2266dc8725 owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:05:59.345623 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-e2494d7a-84f8-49fe-b1e2-4aad3872a7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:05:59.346933 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2494d7a-84f8-49fe-b1e2-4aad3872a7a3 None None] The sync data for ids ['044a6a4d-716e-4fbd-b6b1-783e90a39c25'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:05:59.498939 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4910692d-477c-4857-83de-a8b750bbe068 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:59.563825 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 937ed300-b196-4028-9691-ff20a4112929 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:05:59.596282 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:59.605417 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-4612db52-69df-40e2-addd-87716bd49108 None None] Provisioning complete for port 3207a98b-fb02-4089-94fa-fc1f1361032d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:59.605953 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4612db52-69df-40e2-addd-87716bd49108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:59.693547 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:59.707201 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-05576f48-7935-4044-b6d6-431a1ad97423 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:59.721977 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-05576f48-7935-4044-b6d6-431a1ad97423 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:59.723794 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-57ad5ef0-3106-4f53-936a-cc8185286b77 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Floating IP ba60e7d1-93fb-43cd-a75a-6b54db9f7704 associated. External IP: 172.26.3.65, port: 6a23e59a-5767-4e4c-bf65-2ad449c0e3ee. Apr 23 00:05:59.730276 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] No DVR routers for this DVR port 0fc6d104-673e-4812-b4d6-fb2266dc8725 on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:05:59.742624 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 937ed300-b196-4028-9691-ff20a4112929 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:05:59.742846 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:59.745964 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4612db52-69df-40e2-addd-87716bd49108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:59.778770 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4910692d-477c-4857-83de-a8b750bbe068 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:59.811965 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4910692d-477c-4857-83de-a8b750bbe068 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:59.816210 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4910692d-477c-4857-83de-a8b750bbe068 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/db7e42ee-d4aa-4f33-b269-0f2f139c5fb6 HTTP/1.1" status: 204 len: 168 time: 1.1379857 Apr 23 00:05:59.824922 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dec4aa-1c44-4d50-bf25-3c5b50f999f5 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:05:59.843139 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53264) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:05:59.844293 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:05:59.885105 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Port': ['ID=0fc6d104-673e-4812-b4d6-fb2266dc8725,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:05:59.917043 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4612db52-69df-40e2-addd-87716bd49108 None None] For port 3207a98b-fb02-4089-94fa-fc1f1361032d, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=3207a98b-fb02-4089-94fa-fc1f1361032d,segment=NetworkSegment(aec77dda-8b5c-4aa6-a84f-7c4f710208c7),segment_id=aec77dda-8b5c-4aa6-a84f-7c4f710208c7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:05:59.917265 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910692d-477c-4857-83de-a8b750bbe068 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=db7e42ee-d4aa-4f33-b269-0f2f139c5fb6,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:00.061783 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4612db52-69df-40e2-addd-87716bd49108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:00.090765 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Checking segment: {'id': 'b6dbfd23-d236-475d-9057-90637f122a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b300ddc6-dc6e-4774-8514-39df1bae5b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:00.095659 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Network hostable DHCP agents. Network: b300ddc6-dc6e-4774-8514-39df1bae5b89, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:06:00.106532 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-21ccaa6c-c758-4d7a-b69f-a49327f23c25 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet ef318ce2-5e43-4f6b-a36b-deec46ec6de4 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:06:00.108724 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Pushing event updated for resources: {'Port': ['ID=0a4ebe53-022c-44f5-b3fd-c7118559d6c4,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:00.113125 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-05576f48-7935-4044-b6d6-431a1ad97423 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:00.113688 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05576f48-7935-4044-b6d6-431a1ad97423 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Fanout notify agent at l3_agent the message router_deleted on router 044a6a4d-716e-4fbd-b6b1-783e90a39c25 {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:06:00.113806 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-21ccaa6c-c758-4d7a-b69f-a49327f23c25 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:00.151486 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612db52-69df-40e2-addd-87716bd49108 None None] Pushing event updated for resources: {'Port': ['ID=3207a98b-fb02-4089-94fa-fc1f1361032d,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:00.153981 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-05576f48-7935-4044-b6d6-431a1ad97423 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:00.155054 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-05576f48-7935-4044-b6d6-431a1ad97423 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/routers/044a6a4d-716e-4fbd-b6b1-783e90a39c25 HTTP/1.1" status: 204 len: 168 time: 1.0775182 Apr 23 00:06:00.157039 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:00.159441 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53266) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:00.184409 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 3207a98b-fb02-4089-94fa-fc1f1361032d up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:00.242421 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-21ccaa6c-c758-4d7a-b69f-a49327f23c25 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:00.251231 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1f9740-4b72-4b87-b500-b80dd0f23f17']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:00.261954 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-63497fc9-2f23-43ea-977c-4b88ccb98d62 None None] Could not find standard attr ID for object a67072dd-a4a9-428b-a6c5-f06d152cf320. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:06:00.264416 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30bfa7c-e567-45b7-9545-1dd97c642672') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:00.264901 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30bfa7c-e567-45b7-9545-1dd97c642672') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:00.283412 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:00.289786 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-63497fc9-2f23-43ea-977c-4b88ccb98d62 None None] Provisioning complete for port d74a45aa-7a3c-4c4c-833e-d48d888b54b1 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:00.291331 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63497fc9-2f23-43ea-977c-4b88ccb98d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:00.344213 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-21ccaa6c-c758-4d7a-b69f-a49327f23c25 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:00.351704 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 3207a98b-fb02-4089-94fa-fc1f1361032d triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:00.352519 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:00.393370 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:00.409690 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Network b300ddc6-dc6e-4774-8514-39df1bae5b89 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:06:00.458441 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:06:00.458910 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: self.session.flush() Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: self.session.flush() Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: self.session.flush() Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: self.session.flush() Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:06:00.463031 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:06:00.489224 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-21ccaa6c-c758-4d7a-b69f-a49327f23c25 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:00.555795 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, b300ddc6-dc6e-4774-8514-39df1bae5b89) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:00.558416 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccaa6c-c758-4d7a-b69f-a49327f23c25 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=ef318ce2-5e43-4f6b-a36b-deec46ec6de4,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:00.566809 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-21ccaa6c-c758-4d7a-b69f-a49327f23c25 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:00.577483 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-21ccaa6c-c758-4d7a-b69f-a49327f23c25 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/ef318ce2-5e43-4f6b-a36b-deec46ec6de4 HTTP/1.1" status: 204 len: 168 time: 0.7309744 Apr 23 00:06:00.578913 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:00.583927 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:00.588540 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53270) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:00.633871 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3335ede1-098a-45de-b145-9636bb578ebf None None] Network b300ddc6-dc6e-4774-8514-39df1bae5b89 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:00.634870 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9cb867af-89d6-403c-8757-889d97b31d4c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454500 Apr 23 00:06:00.637336 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53272) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:00.747834 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Pushing event updated for resources: {'Port': ['ID=67ae6150-d9c0-41a5-9b6d-28777f0116f4,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:00.769422 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe370a-3ad7-41fd-ba7f-e086ed71ca59 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:00.771045 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1fbe370a-3ad7-41fd-ba7f-e086ed71ca59 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1301599 Apr 23 00:06:00.774760 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53274) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:00.825800 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Checking segment: {'id': '9273ab42-599b-47ad-a4b9-ca7b7cfe3c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'be06962f-e0da-48c3-a351-395e617be3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:00.826169 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Network hostable DHCP agents. Network: be06962f-e0da-48c3-a351-395e617be3b6, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:06:00.840548 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:06:00.856359 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-63497fc9-2f23-43ea-977c-4b88ccb98d62 None None] Provisioning complete for port 3207a98b-fb02-4089-94fa-fc1f1361032d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:00.856989 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63497fc9-2f23-43ea-977c-4b88ccb98d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:00.868219 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9f6416-d1b4-42ec-95a8-ca6fe2ccb722 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:00.871996 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1c9f6416-d1b4-42ec-95a8-ca6fe2ccb722 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0940361 Apr 23 00:06:00.872275 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53276) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:00.923121 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7bc95137-d8e5-4947-a28a-6326a014f4fc tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494645 Apr 23 00:06:00.930504 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53278) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:00.936364 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-00c26091-4363-4d6e-bbc7-db59c42964c7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:00.965988 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10905759-57c0-49f3-a4c9-cad48285b6c8 None None] Update dhcp port {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'fixed_ips': [{'subnet_id': 'ef318ce2-5e43-4f6b-a36b-deec46ec6de4'}], 'binding:host_id': 'dv-neutron-838783-1-hyperv'}, 'id': 'd74a45aa-7a3c-4c4c-833e-d48d888b54b1'} from dv-neutron-838783-1-hyperv. {{(pid=103146) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 23 00:06:00.990870 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-c640e016-4043-4404-903b-6adf4a78e344 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting subnet f1d40ebf-5282-400a-b528-3ca453c626b3 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:06:01.004183 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 0fc6d104-673e-4812-b4d6-fb2266dc8725 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:06:01.018979 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c640e016-4043-4404-903b-6adf4a78e344 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:01.039458 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Network be06962f-e0da-48c3-a351-395e617be3b6 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:06:01.144034 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, be06962f-e0da-48c3-a351-395e617be3b6) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:01.165549 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:01.191631 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:01.199513 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:01.199513 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:01.199513 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c26091-4363-4d6e-bbc7-db59c42964c7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:01.205710 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c640e016-4043-4404-903b-6adf4a78e344 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:01.206397 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-00c26091-4363-4d6e-bbc7-db59c42964c7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:01.207923 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c26091-4363-4d6e-bbc7-db59c42964c7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:06:01.208364 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c26091-4363-4d6e-bbc7-db59c42964c7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:06:01.209611 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:01.214461 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:01.222480 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/networks/4f1f9740-4b72-4b87-b500-b80dd0f23f17 HTTP/1.1" status: 204 len: 168 time: 8.7984557 Apr 23 00:06:01.223469 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ad5ef0-3106-4f53-936a-cc8185286b77 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Router afa0dda3-a592-488f-8b17-4e21529fcf68 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:06:01.226652 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53280) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:01.241552 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-f8589f71-7f25-470d-9df9-cb857959fc5c tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-438951490'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:01.275721 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1466f78d-f913-4526-817c-07cb78513c9a tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4289 time: 2.2792149 Apr 23 00:06:01.286508 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df6d739-7bb6-4ad9-a443-c2d60b767317 None None] Network be06962f-e0da-48c3-a351-395e617be3b6 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:01.293292 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258f505-9c64-4402-8c99-907c853acd8b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Network': ['ID=4f1f9740-4b72-4b87-b500-b80dd0f23f17,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:01.294044 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 0fc6d104-673e-4812-b4d6-fb2266dc8725 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:06:01.294385 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 0fc6d104-673e-4812-b4d6-fb2266dc8725 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:06:01.319239 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10905759-57c0-49f3-a4c9-cad48285b6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:01.393697 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-00c26091-4363-4d6e-bbc7-db59c42964c7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4594841 Apr 23 00:06:01.395362 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53284) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:01.406251 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-bacad24a-30ee-45ae-868e-9ab14da64491 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:01.440290 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-96a37b1c-7b36-413b-95b3-1444b967d9e3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.2318647 Apr 23 00:06:01.441001 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8589f71-7f25-470d-9df9-cb857959fc5c tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Made reservation on behalf of d312e1e3becb48bb95b56303c30a4b4a for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:01.449848 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f8589f71-7f25-470d-9df9-cb857959fc5c tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:01.451969 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53286) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:01.473266 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c640e016-4043-4404-903b-6adf4a78e344 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:01.605353 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ad5ef0-3106-4f53-936a-cc8185286b77 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:06:01.612800 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52baa0f6-cb16-42f9-8efc-288cdbdfde00 None None] Sync routers for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:06:01.626753 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52baa0f6-cb16-42f9-8efc-288cdbdfde00 None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:01.627933 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-52baa0f6-cb16-42f9-8efc-288cdbdfde00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:01.672619 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f47f26-b5e4-4c26-ba97-df165c18a77b None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:01.680723 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a246bd63-00d9-4596-975f-ae9890307b48 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:01.682114 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-52baa0f6-cb16-42f9-8efc-288cdbdfde00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:01.688122 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a246bd63-00d9-4596-975f-ae9890307b48 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:01.689913 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a246bd63-00d9-4596-975f-ae9890307b48 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2331662 Apr 23 00:06:01.691991 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52baa0f6-cb16-42f9-8efc-288cdbdfde00 None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:01.695969 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53290) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:01.696101 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-52baa0f6-cb16-42f9-8efc-288cdbdfde00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:01.729412 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8589f71-7f25-470d-9df9-cb857959fc5c tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:06:01.731390 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-52baa0f6-cb16-42f9-8efc-288cdbdfde00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:01.732369 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52baa0f6-cb16-42f9-8efc-288cdbdfde00 None None] The sync data for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:06:01.741007 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c640e016-4043-4404-903b-6adf4a78e344 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:01.753567 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f8589f71-7f25-470d-9df9-cb857959fc5c tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:01.753939 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-f8589f71-7f25-470d-9df9-cb857959fc5c tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Added segment 97f62f9b-cb9d-45bb-b09e-d446cb7cb8d8 of type vlan for network 148c358e-d435-4c76-b6cf-93287d6067a0 Apr 23 00:06:01.771339 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-09dc390b-0f7b-4e40-aaba-12895395db3a None None] Provisioning complete for port d74a45aa-7a3c-4c4c-833e-d48d888b54b1 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:01.771741 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09dc390b-0f7b-4e40-aaba-12895395db3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:01.786122 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640e016-4043-4404-903b-6adf4a78e344 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Subnet': ['ID=f1d40ebf-5282-400a-b528-3ca453c626b3,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:01.791006 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57ad5ef0-3106-4f53-936a-cc8185286b77 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:01.796695 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c640e016-4043-4404-903b-6adf4a78e344 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:01.803161 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c640e016-4043-4404-903b-6adf4a78e344 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/subnets/f1d40ebf-5282-400a-b528-3ca453c626b3 HTTP/1.1" status: 204 len: 168 time: 1.5871546 Apr 23 00:06:01.806548 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53292) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:01.817091 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacad24a-30ee-45ae-868e-9ab14da64491 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:01.820719 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bacad24a-30ee-45ae-868e-9ab14da64491 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:01.823365 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-bacad24a-30ee-45ae-868e-9ab14da64491 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:06:01.824045 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bacad24a-30ee-45ae-868e-9ab14da64491 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:06:01.828895 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f8589f71-7f25-470d-9df9-cb857959fc5c tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:01.862744 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dcffbc-bdb2-470d-b379-1eafcfb0be5d None None] Network 78824aec-7e99-429b-b60c-a315f777fe2f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:01.884371 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-57ad5ef0-3106-4f53-936a-cc8185286b77 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.7775707 Apr 23 00:06:01.887758 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53294) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:01.895511 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-10267711-60df-470f-aab6-cc7829280273 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Request body: {'floatingip': {'port_id': '6a23e59a-5767-4e4c-bf65-2ad449c0e3ee', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:01.910655 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5337a8-1f25-4402-aa7f-aa90fbefb0a4 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting subnet 8896fe60-b94b-450a-bd9a-b54f656f2300 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:06:01.917157 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5b5337a8-1f25-4402-aa7f-aa90fbefb0a4 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:01.964264 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5b5337a8-1f25-4402-aa7f-aa90fbefb0a4 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:01.968896 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f017b-fb83-48ab-a461-25354c45d2cc tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Deleting port 0a4ebe53-022c-44f5-b3fd-c7118559d6c4 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:01.969230 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e6f017b-fb83-48ab-a461-25354c45d2cc tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:01.995302 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53296) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:02.001207 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-5c86da23-69e7-4e2f-89f0-da169ccce892 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1858374919', 'description': 'tempest-secgroup-smoke-1858374919 description', 'project_id': 'b0d4e09f8966425d866e56289d457074'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:02.054682 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4fb995-694e-4cbe-8782-99d6149d17b6 None None] DHCP port deletion for 52c789e5-894b-4719-a369-b13bd1dbccf2 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:06:02.067232 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 3207a98b-fb02-4089-94fa-fc1f1361032d up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:02.103284 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e6f017b-fb83-48ab-a461-25354c45d2cc tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:02.145651 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f017b-fb83-48ab-a461-25354c45d2cc tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Calling delete_port for 0a4ebe53-022c-44f5-b3fd-c7118559d6c4 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:02.191171 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 3207a98b-fb02-4089-94fa-fc1f1361032d triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:02.191547 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:02.202647 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5c86da23-69e7-4e2f-89f0-da169ccce892 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:02.205232 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5b5337a8-1f25-4402-aa7f-aa90fbefb0a4 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:02.218320 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0f4fb995-694e-4cbe-8782-99d6149d17b6 None None] Deleting port d74a45aa-7a3c-4c4c-833e-d48d888b54b1 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:02.218687 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb995-694e-4cbe-8782-99d6149d17b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:02.264913 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb732a5-ad77-49e3-9952-2a9ab447ccd8 None None] DHCP port deletion for 78824aec-7e99-429b-b60c-a315f777fe2f request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:06:02.331843 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0f4fb995-694e-4cbe-8782-99d6149d17b6 None None] For port d74a45aa-7a3c-4c4c-833e-d48d888b54b1, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d74a45aa-7a3c-4c4c-833e-d48d888b54b1,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:02.332240 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb995-694e-4cbe-8782-99d6149d17b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:02.352431 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0f4fb995-694e-4cbe-8782-99d6149d17b6 None None] Calling delete_port for d74a45aa-7a3c-4c4c-833e-d48d888b54b1 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:02.354493 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5c86da23-69e7-4e2f-89f0-da169ccce892 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:02.363403 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bacad24a-30ee-45ae-868e-9ab14da64491 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9656203 Apr 23 00:06:02.366101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f8589f71-7f25-470d-9df9-cb857959fc5c tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:02.367295 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53298) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:02.372637 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-9c7d265f-79dc-4aa4-a859-80c0a0c01e15 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:02.377803 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8589f71-7f25-470d-9df9-cb857959fc5c tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:02.378739 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f8589f71-7f25-470d-9df9-cb857959fc5c tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:02.460034 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3eb732a5-ad77-49e3-9952-2a9ab447ccd8 None None] Deleting port 35c0696d-dfe6-45c5-94d4-4300b5e0149c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:02.460497 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3eb732a5-ad77-49e3-9952-2a9ab447ccd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:02.463047 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-10267711-60df-470f-aab6-cc7829280273 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:02.466769 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8589f71-7f25-470d-9df9-cb857959fc5c tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event updated for resources: {'Network': ['ID=148c358e-d435-4c76-b6cf-93287d6067a0,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:02.496530 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 148c358e-d435-4c76-b6cf-93287d6067a0 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:06:02.526913 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5b5337a8-1f25-4402-aa7f-aa90fbefb0a4 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:02.535178 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d74a45aa-7a3c-4c4c-833e-d48d888b54b1 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:06:02.559908 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5337a8-1f25-4402-aa7f-aa90fbefb0a4 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Subnet': ['ID=8896fe60-b94b-450a-bd9a-b54f656f2300,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:02.564571 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5b5337a8-1f25-4402-aa7f-aa90fbefb0a4 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:02.568015 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5b5337a8-1f25-4402-aa7f-aa90fbefb0a4 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/subnets/8896fe60-b94b-450a-bd9a-b54f656f2300 HTTP/1.1" status: 204 len: 168 time: 0.7457240 Apr 23 00:06:02.571066 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53300) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:02.588211 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f8589f71-7f25-470d-9df9-cb857959fc5c tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3500907 Apr 23 00:06:02.596267 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5c86da23-69e7-4e2f-89f0-da169ccce892 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:02.600478 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53302) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:02.607501 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e6f017b-fb83-48ab-a461-25354c45d2cc tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:02.622532 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-a78310c4-7a8e-4921-80e6-d9db7c9d9b49 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Request body: {'subnet': {'network_id': '148c358e-d435-4c76-b6cf-93287d6067a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:02.624845 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ab6fa2-4ca5-40e9-b4ee-dfeb8712939d None None] Network 81942f0a-8a09-4ae2-95af-e13c58bd72fe requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:02.655430 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3eb732a5-ad77-49e3-9952-2a9ab447ccd8 None None] For port 35c0696d-dfe6-45c5-94d4-4300b5e0149c, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=35c0696d-dfe6-45c5-94d4-4300b5e0149c,segment=NetworkSegment(75042fc1-fd46-49e9-a81e-417107bc6b7c),segment_id=75042fc1-fd46-49e9-a81e-417107bc6b7c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:02.655854 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3eb732a5-ad77-49e3-9952-2a9ab447ccd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:02.718752 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3eb732a5-ad77-49e3-9952-2a9ab447ccd8 None None] Calling delete_port for 35c0696d-dfe6-45c5-94d4-4300b5e0149c owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:02.732309 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb995-694e-4cbe-8782-99d6149d17b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:02.741526 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No active binding found for port d74a45aa-7a3c-4c4c-833e-d48d888b54b1 {{(pid=103146) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 23 00:06:02.742114 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d74a45aa-7a3c-4c4c-833e-d48d888b54b1 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:06:02.769952 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7d265f-79dc-4aa4-a859-80c0a0c01e15 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:02.775394 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9c7d265f-79dc-4aa4-a859-80c0a0c01e15 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:02.776940 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7d265f-79dc-4aa4-a859-80c0a0c01e15 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:06:02.777375 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7d265f-79dc-4aa4-a859-80c0a0c01e15 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:06:02.778403 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fb995-694e-4cbe-8782-99d6149d17b6 None None] Pushing event deleted for resources: {'Port': ['ID=d74a45aa-7a3c-4c4c-833e-d48d888b54b1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:02.828092 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e6f017b-fb83-48ab-a461-25354c45d2cc tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:02.834188 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3e6f017b-fb83-48ab-a461-25354c45d2cc tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] 10.222.0.15 "DELETE /v2.0/ports/0a4ebe53-022c-44f5-b3fd-c7118559d6c4 HTTP/1.1" status: 204 len: 168 time: 1.1382821 Apr 23 00:06:02.834334 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4fb995-694e-4cbe-8782-99d6149d17b6 None None] No DVR routers for this DVR port d74a45aa-7a3c-4c4c-833e-d48d888b54b1 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:02.844234 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53306) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:02.852231 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f017b-fb83-48ab-a461-25354c45d2cc tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Pushing event deleted for resources: {'Port': ['ID=0a4ebe53-022c-44f5-b3fd-c7118559d6c4,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:02.865867 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5c86da23-69e7-4e2f-89f0-da169ccce892 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:02.868772 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5c86da23-69e7-4e2f-89f0-da169ccce892 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8702769 Apr 23 00:06:02.869563 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86da23-69e7-4e2f-89f0-da169ccce892 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d83eafcd-8e21-400f-8199-da42aed372d0,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:02.880285 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53308) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:02.887285 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-3767352c-58b3-4440-b378-55260ee724a8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'd83eafcd-8e21-400f-8199-da42aed372d0', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:02.901582 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd7ee-6cd4-4816-b310-9d9fbe4160bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:02.982571 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9c7d265f-79dc-4aa4-a859-80c0a0c01e15 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6114070 Apr 23 00:06:02.983085 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53310) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:02.987851 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-89c2e008-8e43-4e51-9083-ca5f86b70bcc tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:03.014755 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d549cf-a456-4175-8be9-a41f10b97b00 None None] DHCP port deletion for 81942f0a-8a09-4ae2-95af-e13c58bd72fe request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:06:03.050351 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3eb732a5-ad77-49e3-9952-2a9ab447ccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.065435 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-1e7dd7ee-6cd4-4816-b310-9d9fbe4160bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting port 35c0696d-dfe6-45c5-94d4-4300b5e0149c {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:03.066010 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd7ee-6cd4-4816-b310-9d9fbe4160bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.088386 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb732a5-ad77-49e3-9952-2a9ab447ccd8 None None] Pushing event deleted for resources: {'Port': ['ID=35c0696d-dfe6-45c5-94d4-4300b5e0149c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:03.088695 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78310c4-7a8e-4921-80e6-d9db7c9d9b49 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Made reservation on behalf of d312e1e3becb48bb95b56303c30a4b4a for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:03.091685 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb732a5-ad77-49e3-9952-2a9ab447ccd8 None None] No DVR routers for this DVR port 35c0696d-dfe6-45c5-94d4-4300b5e0149c on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:03.093699 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a78310c4-7a8e-4921-80e6-d9db7c9d9b49 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.121768 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-33d549cf-a456-4175-8be9-a41f10b97b00 None None] Deleting port 5fc40064-2270-422f-a107-44356b99ac05 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:03.122281 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33d549cf-a456-4175-8be9-a41f10b97b00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.162237 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-d671552f-6c54-45f2-b1e1-cd1f12041529 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Deleting port 67ae6150-d9c0-41a5-9b6d-28777f0116f4 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:03.162804 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d671552f-6c54-45f2-b1e1-cd1f12041529 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.168757 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3767352c-58b3-4440-b378-55260ee724a8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.193786 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-33d549cf-a456-4175-8be9-a41f10b97b00 None None] For port 5fc40064-2270-422f-a107-44356b99ac05, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=5fc40064-2270-422f-a107-44356b99ac05,segment=NetworkSegment(509815ee-7771-49fc-9a3e-287f9824e535),segment_id=509815ee-7771-49fc-9a3e-287f9824e535)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:03.194302 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33d549cf-a456-4175-8be9-a41f10b97b00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.208945 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-33d549cf-a456-4175-8be9-a41f10b97b00 None None] Calling delete_port for 5fc40064-2270-422f-a107-44356b99ac05 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:03.227471 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.db.resource_extend [None req-10267711-60df-470f-aab6-cc7829280273 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:06:03.266843 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-1e7dd7ee-6cd4-4816-b310-9d9fbe4160bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] For port 35c0696d-dfe6-45c5-94d4-4300b5e0149c, host dv-neutron-838783-1-hyperv, got binding levels [] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:03.266843 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd7ee-6cd4-4816-b310-9d9fbe4160bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.289270 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d671552f-6c54-45f2-b1e1-cd1f12041529 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.301365 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-1e7dd7ee-6cd4-4816-b310-9d9fbe4160bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Calling delete_port for 35c0696d-dfe6-45c5-94d4-4300b5e0149c owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:03.306246 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.ipam_backend_mixin [None req-1e7dd7ee-6cd4-4816-b310-9d9fbe4160bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Port 35c0696d-dfe6-45c5-94d4-4300b5e0149c was not found and therefore no delete operation was performed {{(pid=103143) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 23 00:06:03.308663 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-10267711-60df-470f-aab6-cc7829280273 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.309733 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-d671552f-6c54-45f2-b1e1-cd1f12041529 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Calling delete_port for 67ae6150-d9c0-41a5-9b6d-28777f0116f4 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:03.317033 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd7ee-6cd4-4816-b310-9d9fbe4160bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.354212 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7dd7ee-6cd4-4816-b310-9d9fbe4160bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Port': ['ID=35c0696d-dfe6-45c5-94d4-4300b5e0149c,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:03.371701 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3767352c-58b3-4440-b378-55260ee724a8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.375176 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7dd7ee-6cd4-4816-b310-9d9fbe4160bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] No DVR routers for this DVR port 35c0696d-dfe6-45c5-94d4-4300b5e0149c on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:03.404577 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c2e008-8e43-4e51-9083-ca5f86b70bcc tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:03.408039 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-89c2e008-8e43-4e51-9083-ca5f86b70bcc tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.409408 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c2e008-8e43-4e51-9083-ca5f86b70bcc tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:06:03.409835 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c2e008-8e43-4e51-9083-ca5f86b70bcc tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:06:03.424240 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33d549cf-a456-4175-8be9-a41f10b97b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.424482 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-10267711-60df-470f-aab6-cc7829280273 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.452847 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d549cf-a456-4175-8be9-a41f10b97b00 None None] Pushing event deleted for resources: {'Port': ['ID=5fc40064-2270-422f-a107-44356b99ac05,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:03.458073 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d549cf-a456-4175-8be9-a41f10b97b00 None None] No DVR routers for this DVR port 5fc40064-2270-422f-a107-44356b99ac05 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:03.515638 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd7ee-6cd4-4816-b310-9d9fbe4160bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.552779 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3767352c-58b3-4440-b378-55260ee724a8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.572095 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d671552f-6c54-45f2-b1e1-cd1f12041529 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.576440 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-1e7dd7ee-6cd4-4816-b310-9d9fbe4160bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78824aec-7e99-429b-b60c-a315f777fe2f']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:03.602268 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-89c2e008-8e43-4e51-9083-ca5f86b70bcc tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6183484 Apr 23 00:06:03.602868 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53312) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:03.605361 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671552f-6c54-45f2-b1e1-cd1f12041529 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Pushing event deleted for resources: {'Port': ['ID=67ae6150-d9c0-41a5-9b6d-28777f0116f4,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:03.608478 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-1e7dd7ee-6cd4-4816-b310-9d9fbe4160bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75042fc1-fd46-49e9-a81e-417107bc6b7c') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:03.608478 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-1e7dd7ee-6cd4-4816-b310-9d9fbe4160bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75042fc1-fd46-49e9-a81e-417107bc6b7c') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:03.611788 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767352c-58b3-4440-b378-55260ee724a8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7348ce8-91e3-4fa1-bad6-95b07c6cce37,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:03.618199 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d671552f-6c54-45f2-b1e1-cd1f12041529 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.623656 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d671552f-6c54-45f2-b1e1-cd1f12041529 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] 10.222.0.15 "DELETE /v2.0/ports/67ae6150-d9c0-41a5-9b6d-28777f0116f4 HTTP/1.1" status: 204 len: 168 time: 0.7763815 Apr 23 00:06:03.624012 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-3cf8e30c-d1e7-47ce-8f49-39968a960394 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:03.624792 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53314) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:03.636585 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd7ee-6cd4-4816-b310-9d9fbe4160bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.664554 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd7ee-6cd4-4816-b310-9d9fbe4160bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.688323 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-aa12e490-9e0c-4987-a685-2fb57d96d94b tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0586753 Apr 23 00:06:03.689082 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53316) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:03.696188 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-b54dd735-db80-4e21-92dd-19b850a2b343 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-551853015'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:03.702250 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a78310c4-7a8e-4921-80e6-d9db7c9d9b49 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.716142 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7dd7ee-6cd4-4816-b310-9d9fbe4160bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:06:03.716547 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd7ee-6cd4-4816-b310-9d9fbe4160bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:06:03.719670 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:06:03.729868 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10267711-60df-470f-aab6-cc7829280273 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Router afa0dda3-a592-488f-8b17-4e21529fcf68 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:06:03.776912 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3767352c-58b3-4440-b378-55260ee724a8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.780790 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3767352c-58b3-4440-b378-55260ee724a8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8954523 Apr 23 00:06:03.783548 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53320) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:03.830266 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-fe785a76-9f2b-4bb4-b72f-f3a7b4a3c341 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'd83eafcd-8e21-400f-8199-da42aed372d0', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:03.836607 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54dd735-db80-4e21-92dd-19b850a2b343 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Made reservation on behalf of 17dc42e78963449ea09d8efdfad868db for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:03.840314 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b54dd735-db80-4e21-92dd-19b850a2b343 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.881124 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10267711-60df-470f-aab6-cc7829280273 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:06:03.886016 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-10267711-60df-470f-aab6-cc7829280273 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.892771 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78310c4-7a8e-4921-80e6-d9db7c9d9b49 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event updated for resources: {'Subnet': ['ID=f1822789-9c21-4b8e-9d88-40424f3bbfd9,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:03.892959 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54dd735-db80-4e21-92dd-19b850a2b343 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:06:03.893044 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a70833d-ad2f-4474-ab16-c67c8d6e97fe None None] Sync routers for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:06:03.904327 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78310c4-7a8e-4921-80e6-d9db7c9d9b49 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Checking segment: {'id': '97f62f9b-cb9d-45bb-b09e-d446cb7cb8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '148c358e-d435-4c76-b6cf-93287d6067a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:03.904701 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78310c4-7a8e-4921-80e6-d9db7c9d9b49 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Network hostable DHCP agents. Network: 148c358e-d435-4c76-b6cf-93287d6067a0, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:06:03.905818 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a70833d-ad2f-4474-ab16-c67c8d6e97fe None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:03.908652 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-3a70833d-ad2f-4474-ab16-c67c8d6e97fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:03.925621 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b54dd735-db80-4e21-92dd-19b850a2b343 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.925981 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-b54dd735-db80-4e21-92dd-19b850a2b343 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Added segment b3f657de-acfc-40c7-983d-d68aec9e8dfd of type vlan for network d802d630-fa5b-47e5-8176-23f9065b7390 Apr 23 00:06:03.949713 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-3a70833d-ad2f-4474-ab16-c67c8d6e97fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:03.958827 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a70833d-ad2f-4474-ab16-c67c8d6e97fe None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:03.959436 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-3a70833d-ad2f-4474-ab16-c67c8d6e97fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:03.972068 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd7ee-6cd4-4816-b310-9d9fbe4160bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.981477 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd7ee-6cd4-4816-b310-9d9fbe4160bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:03.989752 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1e7dd7ee-6cd4-4816-b310-9d9fbe4160bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/networks/78824aec-7e99-429b-b60c-a315f777fe2f HTTP/1.1" status: 204 len: 168 time: 1.4162512 Apr 23 00:06:03.991244 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53322) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:03.998407 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-3a70833d-ad2f-4474-ab16-c67c8d6e97fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:03.999171 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a70833d-ad2f-4474-ab16-c67c8d6e97fe None None] The sync data for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:06:04.004967 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-10267711-60df-470f-aab6-cc7829280273 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "PUT /v2.0/floatingips/ba60e7d1-93fb-43cd-a75a-6b54db9f7704 HTTP/1.1" status: 200 len: 978 time: 2.1160729 Apr 23 00:06:04.015994 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b54dd735-db80-4e21-92dd-19b850a2b343 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.016718 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7dd7ee-6cd4-4816-b310-9d9fbe4160bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Network': ['ID=78824aec-7e99-429b-b60c-a315f777fe2f,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:04.023585 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53324) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:04.062691 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 35c0696d-dfe6-45c5-94d4-4300b5e0149c no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:06:04.067367 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78310c4-7a8e-4921-80e6-d9db7c9d9b49 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Network 148c358e-d435-4c76-b6cf-93287d6067a0 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:06:04.069358 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf8e30c-d1e7-47ce-8f49-39968a960394 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:04.073849 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3cf8e30c-d1e7-47ce-8f49-39968a960394 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.077801 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf8e30c-d1e7-47ce-8f49-39968a960394 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:06:04.077801 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cf8e30c-d1e7-47ce-8f49-39968a960394 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:06:04.083967 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 35c0696d-dfe6-45c5-94d4-4300b5e0149c {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:06:04.085029 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 35c0696d-dfe6-45c5-94d4-4300b5e0149c not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:06:04.085029 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 5fc40064-2270-422f-a107-44356b99ac05 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:06:04.088991 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fe785a76-9f2b-4bb4-b72f-f3a7b4a3c341 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.100389 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a57d4c74-b3a7-4ba1-b7a3-bc44cc539742 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.105759 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 5fc40064-2270-422f-a107-44356b99ac05 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:06:04.106109 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 5fc40064-2270-422f-a107-44356b99ac05 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:06:04.192213 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a57d4c74-b3a7-4ba1-b7a3-bc44cc539742 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.213885 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-a57d4c74-b3a7-4ba1-b7a3-bc44cc539742 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81942f0a-8a09-4ae2-95af-e13c58bd72fe']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:04.216482 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b54dd735-db80-4e21-92dd-19b850a2b343 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.221976 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54dd735-db80-4e21-92dd-19b850a2b343 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:04.222553 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b54dd735-db80-4e21-92dd-19b850a2b343 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.231714 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fe785a76-9f2b-4bb4-b72f-f3a7b4a3c341 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.243911 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-a57d4c74-b3a7-4ba1-b7a3-bc44cc539742 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509815ee-7771-49fc-9a3e-287f9824e535') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:04.244212 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-a57d4c74-b3a7-4ba1-b7a3-bc44cc539742 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509815ee-7771-49fc-9a3e-287f9824e535') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:04.257044 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3cf8e30c-d1e7-47ce-8f49-39968a960394 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6463046 Apr 23 00:06:04.259556 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-a78310c4-7a8e-4921-80e6-d9db7c9d9b49 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 148c358e-d435-4c76-b6cf-93287d6067a0) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:04.263903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53326) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:04.265877 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78310c4-7a8e-4921-80e6-d9db7c9d9b49 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:04.265877 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a78310c4-7a8e-4921-80e6-d9db7c9d9b49 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.270920 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a57d4c74-b3a7-4ba1-b7a3-bc44cc539742 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.272309 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe23022-1757-424c-a3d3-473735785a9f None None] Network 148c358e-d435-4c76-b6cf-93287d6067a0 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:04.275617 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-480a5f36-433e-4167-86e0-8dbdf2e6a163 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Deleting port 05825b99-492d-4095-960b-19649d0e8318 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:04.275797 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-2728fa65-226b-44be-ac7d-0b896d225728 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:04.275970 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-480a5f36-433e-4167-86e0-8dbdf2e6a163 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.327539 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fe785a76-9f2b-4bb4-b72f-f3a7b4a3c341 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.358634 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe785a76-9f2b-4bb4-b72f-f3a7b4a3c341 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc956e4-763f-4958-bbb1-5ab90d2e8c4f,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:04.380112 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a57d4c74-b3a7-4ba1-b7a3-bc44cc539742 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.386362 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26173890-8d23-4162-a309-2a4b5789198f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.395013 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-480a5f36-433e-4167-86e0-8dbdf2e6a163 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.395352 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-480a5f36-433e-4167-86e0-8dbdf2e6a163 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.395606 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57d4c74-b3a7-4ba1-b7a3-bc44cc539742 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:06:04.396023 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a57d4c74-b3a7-4ba1-b7a3-bc44cc539742 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.399868 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54dd735-db80-4e21-92dd-19b850a2b343 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Pushing event updated for resources: {'Network': ['ID=d802d630-fa5b-47e5-8176-23f9065b7390,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:06:04.404519 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:06:04.412517 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-480a5f36-433e-4167-86e0-8dbdf2e6a163 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Calling delete_port for 05825b99-492d-4095-960b-19649d0e8318 owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:04.427685 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network d802d630-fa5b-47e5-8176-23f9065b7390 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:06:04.438285 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a78310c4-7a8e-4921-80e6-d9db7c9d9b49 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8316474 Apr 23 00:06:04.441414 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53328) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:04.449251 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fcbb32-3004-499b-b0bc-dfc73b32812a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-148c358e-d435-4c76-b6cf-93287d6067a0', 'network_id': '148c358e-d435-4c76-b6cf-93287d6067a0', 'tenant_id': 'd312e1e3becb48bb95b56303c30a4b4a', 'fixed_ips': [{'subnet_id': 'f1822789-9c21-4b8e-9d88-40424f3bbfd9'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:06:04.452200 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25fcbb32-3004-499b-b0bc-dfc73b32812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.484731 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b54dd735-db80-4e21-92dd-19b850a2b343 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7946007 Apr 23 00:06:04.487500 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53330) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:04.494802 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-1864c83b-f4cd-4f3a-a8d9-41bbcb9e74dc tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1082964690'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:04.506545 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fe785a76-9f2b-4bb4-b72f-f3a7b4a3c341 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.508022 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-fe785a76-9f2b-4bb4-b72f-f3a7b4a3c341 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6899636 Apr 23 00:06:04.515765 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53332) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:04.525114 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-5811da2e-c078-42c0-a104-0064405b2033 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'd83eafcd-8e21-400f-8199-da42aed372d0', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:04.544494 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2728fa65-226b-44be-ac7d-0b896d225728 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:04.547996 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2728fa65-226b-44be-ac7d-0b896d225728 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.549659 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-2728fa65-226b-44be-ac7d-0b896d225728 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:06:04.550509 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2728fa65-226b-44be-ac7d-0b896d225728 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:06:04.591302 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a57d4c74-b3a7-4ba1-b7a3-bc44cc539742 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.601551 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a57d4c74-b3a7-4ba1-b7a3-bc44cc539742 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.604587 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a57d4c74-b3a7-4ba1-b7a3-bc44cc539742 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/networks/81942f0a-8a09-4ae2-95af-e13c58bd72fe HTTP/1.1" status: 204 len: 168 time: 0.6116190 Apr 23 00:06:04.610226 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53334) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:04.613721 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-e33180f9-37b8-4835-acb0-9dcf5f891cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'network': {'name': 'tempest-RoutersTest-71662034'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:04.636676 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d4c74-b3a7-4ba1-b7a3-bc44cc539742 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Network': ['ID=81942f0a-8a09-4ae2-95af-e13c58bd72fe,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:04.650783 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.665005 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2728fa65-226b-44be-ac7d-0b896d225728 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3986657 Apr 23 00:06:04.667682 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53336) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:04.672003 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-25fcbb32-3004-499b-b0bc-dfc73b32812a None None] Allocated IP 2001:db8::1 (148c358e-d435-4c76-b6cf-93287d6067a0/f1822789-9c21-4b8e-9d88-40424f3bbfd9/8feb2762-aa34-45db-87fe-bfc87c39e06a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:04.696912 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1864c83b-f4cd-4f3a-a8d9-41bbcb9e74dc tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Made reservation on behalf of 17dc42e78963449ea09d8efdfad868db for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:04.702165 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1864c83b-f4cd-4f3a-a8d9-41bbcb9e74dc tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.719331 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-fe3addbf-1675-43b3-bfab-c44c82002dce tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0505579 Apr 23 00:06:04.722055 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53338) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:04.736186 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1864c83b-f4cd-4f3a-a8d9-41bbcb9e74dc tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:06:04.747469 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1864c83b-f4cd-4f3a-a8d9-41bbcb9e74dc tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.747930 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-1864c83b-f4cd-4f3a-a8d9-41bbcb9e74dc tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Added segment 0f7287a6-a4a9-475c-b53a-9a490838327e of type vlan for network a263445e-0c69-4352-ad8a-2ed258b29075 Apr 23 00:06:04.766578 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33180f9-37b8-4835-acb0-9dcf5f891cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Made reservation on behalf of 5fe246ce7e8b4978826fd603fb3045d6 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:04.769994 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e33180f9-37b8-4835-acb0-9dcf5f891cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.789050 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-480a5f36-433e-4167-86e0-8dbdf2e6a163 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.796805 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.822972 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a5f36-433e-4167-86e0-8dbdf2e6a163 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event deleted for resources: {'Port': ['ID=05825b99-492d-4095-960b-19649d0e8318,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:04.826098 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1864c83b-f4cd-4f3a-a8d9-41bbcb9e74dc tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.829889 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5811da2e-c078-42c0-a104-0064405b2033 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.837963 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e987f6a1-d996-4e73-a428-835a91276b27 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:04.841767 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e987f6a1-d996-4e73-a428-835a91276b27 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1165133 Apr 23 00:06:04.852798 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53342) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:04.856182 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33180f9-37b8-4835-acb0-9dcf5f891cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:06:04.873220 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e33180f9-37b8-4835-acb0-9dcf5f891cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.874004 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-e33180f9-37b8-4835-acb0-9dcf5f891cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Added segment 93affab7-2237-4bab-8507-b4d20f3f07bf of type vlan for network 0b791ced-89c0-4a55-97f2-08ba14120c7b Apr 23 00:06:04.888868 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25fcbb32-3004-499b-b0bc-dfc73b32812a None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.916816 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e33180f9-37b8-4835-acb0-9dcf5f891cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.923862 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7e91b05b-2000-4471-97ac-3a4101016886 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735424 Apr 23 00:06:04.928992 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53344) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:04.935208 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-0eebbc5b-4d75-4589-9b76-b654c91bc12a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:04.993278 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-480a5f36-433e-4167-86e0-8dbdf2e6a163 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.993530 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-480a5f36-433e-4167-86e0-8dbdf2e6a163 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Floating IP ba60e7d1-93fb-43cd-a75a-6b54db9f7704 disassociated (deleted). External IP: 172.26.3.65, port: 6a23e59a-5767-4e4c-bf65-2ad449c0e3ee. Apr 23 00:06:04.995716 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25fcbb32-3004-499b-b0bc-dfc73b32812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:04.996402 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5811da2e-c078-42c0-a104-0064405b2033 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:05.039191 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fcbb32-3004-499b-b0bc-dfc73b32812a None None] Network 148c358e-d435-4c76-b6cf-93287d6067a0 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:05.046232 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-25fcbb32-3004-499b-b0bc-dfc73b32812a None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:05.050841 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fcbb32-3004-499b-b0bc-dfc73b32812a None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:05.062647 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcbb32-3004-499b-b0bc-dfc73b32812a None None] Pushing event updated for resources: {'Port': ['ID=8feb2762-aa34-45db-87fe-bfc87c39e06a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:05.093337 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1864c83b-f4cd-4f3a-a8d9-41bbcb9e74dc tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:05.099254 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1864c83b-f4cd-4f3a-a8d9-41bbcb9e74dc tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:05.099930 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1864c83b-f4cd-4f3a-a8d9-41bbcb9e74dc tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:05.123885 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5811da2e-c078-42c0-a104-0064405b2033 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:05.200138 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811da2e-c078-42c0-a104-0064405b2033 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca8b2496-0ac0-4a47-8532-27ccdbae0cd6,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:05.226913 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864c83b-f4cd-4f3a-a8d9-41bbcb9e74dc tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Pushing event updated for resources: {'Network': ['ID=a263445e-0c69-4352-ad8a-2ed258b29075,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:05.240671 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network a263445e-0c69-4352-ad8a-2ed258b29075 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:06:05.268231 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1864c83b-f4cd-4f3a-a8d9-41bbcb9e74dc tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7794116 Apr 23 00:06:05.317566 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-25fcbb32-3004-499b-b0bc-dfc73b32812a None None] Attempting to bind port 8feb2762-aa34-45db-87fe-bfc87c39e06a on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:06:05.318113 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-25fcbb32-3004-499b-b0bc-dfc73b32812a None None] Attempting to bind port 8feb2762-aa34-45db-87fe-bfc87c39e06a by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '97f62f9b-cb9d-45bb-b09e-d446cb7cb8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '148c358e-d435-4c76-b6cf-93287d6067a0'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:06:05.318626 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fcbb32-3004-499b-b0bc-dfc73b32812a None None] Attempting to bind port 8feb2762-aa34-45db-87fe-bfc87c39e06a on network 148c358e-d435-4c76-b6cf-93287d6067a0 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:06:05.328805 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fcbb32-3004-499b-b0bc-dfc73b32812a None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:06:05.329370 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fcbb32-3004-499b-b0bc-dfc73b32812a None None] Checking segment: {'id': '97f62f9b-cb9d-45bb-b09e-d446cb7cb8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '148c358e-d435-4c76-b6cf-93287d6067a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:05.329924 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25fcbb32-3004-499b-b0bc-dfc73b32812a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:05.330436 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fcbb32-3004-499b-b0bc-dfc73b32812a None None] Bound using segment: {'id': '97f62f9b-cb9d-45bb-b09e-d446cb7cb8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '148c358e-d435-4c76-b6cf-93287d6067a0'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:06:05.331038 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-25fcbb32-3004-499b-b0bc-dfc73b32812a None None] Bound port: 8feb2762-aa34-45db-87fe-bfc87c39e06a, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f62f9b-cb9d-45bb-b09e-d446cb7cb8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '148c358e-d435-4c76-b6cf-93287d6067a0'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:06:05.331513 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25fcbb32-3004-499b-b0bc-dfc73b32812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:05.340746 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e33180f9-37b8-4835-acb0-9dcf5f891cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:05.346640 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33180f9-37b8-4835-acb0-9dcf5f891cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:05.347998 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e33180f9-37b8-4835-acb0-9dcf5f891cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:05.418927 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-25fcbb32-3004-499b-b0bc-dfc73b32812a None None] For port 8feb2762-aa34-45db-87fe-bfc87c39e06a, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:06:05.422475 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-25fcbb32-3004-499b-b0bc-dfc73b32812a None None] For port 8feb2762-aa34-45db-87fe-bfc87c39e06a, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=8feb2762-aa34-45db-87fe-bfc87c39e06a,segment=NetworkSegment(97f62f9b-cb9d-45bb-b09e-d446cb7cb8d8),segment_id=97f62f9b-cb9d-45bb-b09e-d446cb7cb8d8)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:06:05.430763 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53346) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:05.445958 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-eb7a6807-783b-4004-9cae-7a870eb60dac tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Request body: {'subnets': [{'network_id': 'd802d630-fa5b-47e5-8176-23f9065b7390', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1758370438', 'ip_version': 4}, {'network_id': 'a263445e-0c69-4352-ad8a-2ed258b29075', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:05.446718 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-eb7a6807-783b-4004-9cae-7a870eb60dac tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Request body: {'subnet': {'network_id': 'd802d630-fa5b-47e5-8176-23f9065b7390', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1758370438', 'ip_version': 4}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:05.446867 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-eb7a6807-783b-4004-9cae-7a870eb60dac tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Request body: {'subnet': {'network_id': 'a263445e-0c69-4352-ad8a-2ed258b29075', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:05.470707 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33180f9-37b8-4835-acb0-9dcf5f891cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Network': ['ID=0b791ced-89c0-4a55-97f2-08ba14120c7b,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:05.481753 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 0b791ced-89c0-4a55-97f2-08ba14120c7b details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:06:05.520483 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e33180f9-37b8-4835-acb0-9dcf5f891cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.9106863 Apr 23 00:06:05.524196 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53348) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:05.532332 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-91036ab5-832c-4ccf-864b-c7b6461257f1 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'subnet': {'network_id': '0b791ced-89c0-4a55-97f2-08ba14120c7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:05.568197 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25fcbb32-3004-499b-b0bc-dfc73b32812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:05.607344 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:05.626766 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eebbc5b-4d75-4589-9b76-b654c91bc12a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:05.630270 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0eebbc5b-4d75-4589-9b76-b654c91bc12a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:05.657962 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcbb32-3004-499b-b0bc-dfc73b32812a None None] Pushing event updated for resources: {'Port': ['ID=8feb2762-aa34-45db-87fe-bfc87c39e06a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:05.711042 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Subnet': ['ID=f1822789-9c21-4b8e-9d88-40424f3bbfd9,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:05.739866 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5811da2e-c078-42c0-a104-0064405b2033 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:05.741075 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5811da2e-c078-42c0-a104-0064405b2033 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2224519 Apr 23 00:06:05.745575 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53350) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:05.750616 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-92aae082-95eb-4418-8c0b-b2673d35da45 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'd83eafcd-8e21-400f-8199-da42aed372d0', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:05.790494 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480a5f36-433e-4167-86e0-8dbdf2e6a163 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Router afa0dda3-a592-488f-8b17-4e21529fcf68 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:06:05.891700 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:05.933062 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92aae082-95eb-4418-8c0b-b2673d35da45 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:05.942866 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148c358e-d435-4c76-b6cf-93287d6067a0']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:05.958190 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f62f9b-cb9d-45bb-b09e-d446cb7cb8d8') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:05.958740 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f62f9b-cb9d-45bb-b09e-d446cb7cb8d8') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:05.959606 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480a5f36-433e-4167-86e0-8dbdf2e6a163 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:06:05.972300 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59780c9-d903-493f-8bc6-85f68a730502 None None] Sync routers for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:06:05.972850 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:05.973907 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-480a5f36-433e-4167-86e0-8dbdf2e6a163 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:05.995396 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59780c9-d903-493f-8bc6-85f68a730502 None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:05.996067 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-f59780c9-d903-493f-8bc6-85f68a730502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:06.023258 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:06.035484 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-480a5f36-433e-4167-86e0-8dbdf2e6a163 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "DELETE /v2.0/floatingips/ba60e7d1-93fb-43cd-a75a-6b54db9f7704 HTTP/1.1" status: 204 len: 168 time: 2.0138621 Apr 23 00:06:06.037634 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53354) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:06.040865 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:06:06.041535 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:06:06.045093 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:06:06.068672 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91036ab5-832c-4ccf-864b-c7b6461257f1 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Made reservation on behalf of 5fe246ce7e8b4978826fd603fb3045d6 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:06.075312 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-91036ab5-832c-4ccf-864b-c7b6461257f1 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:06.076241 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-f59780c9-d903-493f-8bc6-85f68a730502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:06.093577 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59780c9-d903-493f-8bc6-85f68a730502 None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:06.094277 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-f59780c9-d903-493f-8bc6-85f68a730502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:05:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:06.119425 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92aae082-95eb-4418-8c0b-b2673d35da45 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:06.153426 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8feb2762-aa34-45db-87fe-bfc87c39e06a up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:06.154145 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-f59780c9-d903-493f-8bc6-85f68a730502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:06.154966 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59780c9-d903-493f-8bc6-85f68a730502 None None] The sync data for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:06:06.181964 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7a6807-783b-4004-9cae-7a870eb60dac tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Made reservation on behalf of 17dc42e78963449ea09d8efdfad868db for: {'subnet': 2} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:06.186527 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eb7a6807-783b-4004-9cae-7a870eb60dac tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:06.186878 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eb7a6807-783b-4004-9cae-7a870eb60dac tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:06.202456 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ef3d7-3207-4bf4-b7b7-52583c1f6c0b tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Deleting port 6a23e59a-5767-4e4c-bf65-2ad449c0e3ee {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:06.202769 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef3d7-3207-4bf4-b7b7-52583c1f6c0b tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:06.213577 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 8feb2762-aa34-45db-87fe-bfc87c39e06a triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:06.214222 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:06.289174 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92aae082-95eb-4418-8c0b-b2673d35da45 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:06.299603 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.db.api [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:06:06.299603 dv-neutron-838783-1-hyperv neutron-server[103144]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:06:06.299603 dv-neutron-838783-1-hyperv neutron-server[103144]: [parameters: {'id': '148c358e-d435-4c76-b6cf-93287d6067a0'}] Apr 23 00:06:06.299603 dv-neutron-838783-1-hyperv neutron-server[103144]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103144) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:06:06.300076 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG oslo_db.api [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:06:06.314980 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:06.331205 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aae082-95eb-4418-8c0b-b2673d35da45 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebcbbabc-bdc9-4247-a4c2-f3ce74ac0839,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:06.351961 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 8feb2762-aa34-45db-87fe-bfc87c39e06a, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=8feb2762-aa34-45db-87fe-bfc87c39e06a,segment=NetworkSegment(97f62f9b-cb9d-45bb-b09e-d446cb7cb8d8),segment_id=97f62f9b-cb9d-45bb-b09e-d446cb7cb8d8)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:06.361594 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef3d7-3207-4bf4-b7b7-52583c1f6c0b tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:06.375259 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ef3d7-3207-4bf4-b7b7-52583c1f6c0b tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Calling delete_port for 6a23e59a-5767-4e4c-bf65-2ad449c0e3ee owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:06.448042 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:06.448390 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92aae082-95eb-4418-8c0b-b2673d35da45 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:06.448390 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-92aae082-95eb-4418-8c0b-b2673d35da45 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6984241 Apr 23 00:06:06.448390 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53356) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:06.453670 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-c1007e0c-8fdc-4c30-8a22-50c9a9c506c4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'd83eafcd-8e21-400f-8199-da42aed372d0', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:06.504478 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=8feb2762-aa34-45db-87fe-bfc87c39e06a,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:06.596047 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.securitygroups_db [None req-c1007e0c-8fdc-4c30-8a22-50c9a9c506c4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Project b0d4e09f8966425d866e56289d457074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:06:06.605802 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c1007e0c-8fdc-4c30-8a22-50c9a9c506c4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:06.606524 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.objects.ports [None req-0eebbc5b-4d75-4589-9b76-b654c91bc12a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103144) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 23 00:06:06.611168 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0eebbc5b-4d75-4589-9b76-b654c91bc12a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:06.677396 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c1007e0c-8fdc-4c30-8a22-50c9a9c506c4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:06.680291 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eebbc5b-4d75-4589-9b76-b654c91bc12a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:06.720863 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-0eebbc5b-4d75-4589-9b76-b654c91bc12a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:06.722847 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-91036ab5-832c-4ccf-864b-c7b6461257f1 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:06.731026 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eebbc5b-4d75-4589-9b76-b654c91bc12a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:06.731656 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0eebbc5b-4d75-4589-9b76-b654c91bc12a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:06.732419 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b63d6c1-ada8-4df9-b5b3-772a6bfeb8be None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:06.749895 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c1007e0c-8fdc-4c30-8a22-50c9a9c506c4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:06.759492 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef3d7-3207-4bf4-b7b7-52583c1f6c0b tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:06.759888 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebbc5b-4d75-4589-9b76-b654c91bc12a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=be82a69e-4091-4541-873f-41a6b4743745,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:06.801410 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:06.820960 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ef3d7-3207-4bf4-b7b7-52583c1f6c0b tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event deleted for resources: {'Port': ['ID=6a23e59a-5767-4e4c-bf65-2ad449c0e3ee,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:06.825166 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1007e0c-8fdc-4c30-8a22-50c9a9c506c4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19073ed1-7552-4fa4-9678-87b46decf396,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:06.862899 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0eebbc5b-4d75-4589-9b76-b654c91bc12a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9327409 Apr 23 00:06:06.867139 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91036ab5-832c-4ccf-864b-c7b6461257f1 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Checking segment: {'id': '93affab7-2237-4bab-8507-b4d20f3f07bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0b791ced-89c0-4a55-97f2-08ba14120c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:06.867609 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91036ab5-832c-4ccf-864b-c7b6461257f1 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network hostable DHCP agents. Network: 0b791ced-89c0-4a55-97f2-08ba14120c7b, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:06:06.869721 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91036ab5-832c-4ccf-864b-c7b6461257f1 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Subnet': ['ID=fde07bf3-75f4-4111-ae9e-13443a44d2f1,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:06.871747 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53358) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:06.905909 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b418a34-17cc-4f42-adbd-2d2f190fc5d7 None None] Network 148c358e-d435-4c76-b6cf-93287d6067a0 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:06.906026 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-fc78d271-cf9c-4c81-bf27-c2d02f003182 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'mac_address': 'fa:16:3e:a4:b5:10', 'name': 'tempest-NetworksTestDHCPv6-1705532714'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:06.930968 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c1007e0c-8fdc-4c30-8a22-50c9a9c506c4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:06.932822 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c1007e0c-8fdc-4c30-8a22-50c9a9c506c4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4839833 Apr 23 00:06:06.935994 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53362) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:06.943323 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-1cec9d44-6197-47d7-9100-dc0f16f93975 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'd83eafcd-8e21-400f-8199-da42aed372d0', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:06.976852 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef3d7-3207-4bf4-b7b7-52583c1f6c0b tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:06.981749 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2b0ef3d7-3207-4bf4-b7b7-52583c1f6c0b tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "DELETE /v2.0/ports/6a23e59a-5767-4e4c-bf65-2ad449c0e3ee HTTP/1.1" status: 204 len: 168 time: 0.9431448 Apr 23 00:06:06.989517 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53364) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:06.994958 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-a30a2ad4-81f0-4700-9225-e61b50e83473 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:07.030916 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-18dc7bb8-f0b3-4fb4-82c6-edcecf11a663 None None] Provisioning complete for port 8feb2762-aa34-45db-87fe-bfc87c39e06a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:07.031290 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18dc7bb8-f0b3-4fb4-82c6-edcecf11a663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.033636 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68096bd7-e18e-47c8-9150-aa26985d55f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-52c789e5-894b-4719-a369-b13bd1dbccf2', 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'fixed_ips': [{'subnet_id': 'be82a69e-4091-4541-873f-41a6b4743745'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:06:07.035122 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68096bd7-e18e-47c8-9150-aa26985d55f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.098394 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Deleting port 8feb2762-aa34-45db-87fe-bfc87c39e06a {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:07.098662 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.105660 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.securitygroups_db [None req-1cec9d44-6197-47d7-9100-dc0f16f93975 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Project b0d4e09f8966425d866e56289d457074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:06:07.112529 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1cec9d44-6197-47d7-9100-dc0f16f93975 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.119996 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a30a2ad4-81f0-4700-9225-e61b50e83473 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.121950 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91036ab5-832c-4ccf-864b-c7b6461257f1 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network 0b791ced-89c0-4a55-97f2-08ba14120c7b is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:06:07.185064 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eb7a6807-783b-4004-9cae-7a870eb60dac tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.221146 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] For port 8feb2762-aa34-45db-87fe-bfc87c39e06a, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=8feb2762-aa34-45db-87fe-bfc87c39e06a,segment=NetworkSegment(97f62f9b-cb9d-45bb-b09e-d446cb7cb8d8),segment_id=97f62f9b-cb9d-45bb-b09e-d446cb7cb8d8)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:07.221514 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.244305 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1cec9d44-6197-47d7-9100-dc0f16f93975 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.253298 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-91036ab5-832c-4ccf-864b-c7b6461257f1 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 0b791ced-89c0-4a55-97f2-08ba14120c7b) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:07.257872 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Calling delete_port for 8feb2762-aa34-45db-87fe-bfc87c39e06a owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:07.267889 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91036ab5-832c-4ccf-864b-c7b6461257f1 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:07.268479 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-91036ab5-832c-4ccf-864b-c7b6461257f1 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.288410 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7bc51d-cbf1-4486-a5df-f8733488bb6c None None] Network 0b791ced-89c0-4a55-97f2-08ba14120c7b requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:07.297008 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a6807-783b-4004-9cae-7a870eb60dac tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Pushing event updated for resources: {'Subnet': ['ID=0d3633f5-cdb8-4237-953a-81fc8e83a3f9,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:07.310797 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a30a2ad4-81f0-4700-9225-e61b50e83473 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.349847 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc78d271-cf9c-4c81-bf27-c2d02f003182 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:07.374810 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-68096bd7-e18e-47c8-9150-aa26985d55f2 None None] Allocated IP 2001:db8::f816:3eff:fe84:83b2 (52c789e5-894b-4719-a369-b13bd1dbccf2/be82a69e-4091-4541-873f-41a6b4743745/c478d278-6b69-4825-ac5d-e93e2b66136f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:07.375073 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7a6807-783b-4004-9cae-7a870eb60dac tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Checking segment: {'id': 'b3f657de-acfc-40c7-983d-d68aec9e8dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd802d630-fa5b-47e5-8176-23f9065b7390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:07.375073 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7a6807-783b-4004-9cae-7a870eb60dac tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Network hostable DHCP agents. Network: d802d630-fa5b-47e5-8176-23f9065b7390, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:06:07.392274 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a3221b-e73c-4548-8362-99c593de5e2a None None] DHCP port deletion for 148c358e-d435-4c76-b6cf-93287d6067a0 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:06:07.407219 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1cec9d44-6197-47d7-9100-dc0f16f93975 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.426109 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff3181a2-a885-45b1-8a5f-ff20ca6d49b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.448676 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec9d44-6197-47d7-9100-dc0f16f93975 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6647d324-bb35-4e7e-8f82-8093a22f73fa,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:07.496732 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-91036ab5-832c-4ccf-864b-c7b6461257f1 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9714439 Apr 23 00:06:07.501169 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53366) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:07.506707 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-8d0f52e6-ca2a-4439-aff8-201d0caceedd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1715338674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:07.513282 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-a30a2ad4-81f0-4700-9225-e61b50e83473 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Allocated IP 172.26.3.46 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/a0efbba9-0442-4fb8-bb93-a1a69352e993) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:07.515181 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc78d271-cf9c-4c81-bf27-c2d02f003182 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.542774 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-fc78d271-cf9c-4c81-bf27-c2d02f003182 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] device_id is not set on port f70decf3-6ee2-4d19-b7a5-a20484e72009 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:06:07.550306 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7a6807-783b-4004-9cae-7a870eb60dac tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Network d802d630-fa5b-47e5-8176-23f9065b7390 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:06:07.624116 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-87a3221b-e73c-4548-8362-99c593de5e2a None None] Deleting port 8feb2762-aa34-45db-87fe-bfc87c39e06a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:07.624492 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87a3221b-e73c-4548-8362-99c593de5e2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.626477 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e8e807-70fb-4f39-80b7-f83c2cc1cc7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-0b791ced-89c0-4a55-97f2-08ba14120c7b', 'network_id': '0b791ced-89c0-4a55-97f2-08ba14120c7b', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'fixed_ips': [{'subnet_id': 'fde07bf3-75f4-4111-ae9e-13443a44d2f1'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:06:07.627281 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7e8e807-70fb-4f39-80b7-f83c2cc1cc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.637294 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.644504 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1cec9d44-6197-47d7-9100-dc0f16f93975 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.648556 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1cec9d44-6197-47d7-9100-dc0f16f93975 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7109385 Apr 23 00:06:07.679694 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Port': ['ID=8feb2762-aa34-45db-87fe-bfc87c39e06a,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:07.683312 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] No DVR routers for this DVR port 8feb2762-aa34-45db-87fe-bfc87c39e06a on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:07.735508 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a30a2ad4-81f0-4700-9225-e61b50e83473 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.737191 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-eb7a6807-783b-4004-9cae-7a870eb60dac tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, d802d630-fa5b-47e5-8176-23f9065b7390) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:07.762469 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aa254b-a2d8-44cc-8752-5bf1df78b2b6 None None] Network d802d630-fa5b-47e5-8176-23f9065b7390 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:07.784896 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eb7a6807-783b-4004-9cae-7a870eb60dac tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.794038 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8d0f52e6-ca2a-4439-aff8-201d0caceedd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.795270 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8d0f52e6-ca2a-4439-aff8-201d0caceedd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.837625 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.869871 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68096bd7-e18e-47c8-9150-aa26985d55f2 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.877473 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.896085 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148c358e-d435-4c76-b6cf-93287d6067a0']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:07.909579 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8d0f52e6-ca2a-4439-aff8-201d0caceedd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.911645 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f62f9b-cb9d-45bb-b09e-d446cb7cb8d8') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:07.916074 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f62f9b-cb9d-45bb-b09e-d446cb7cb8d8') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:07.924306 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a6807-783b-4004-9cae-7a870eb60dac tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Pushing event updated for resources: {'Subnet': ['ID=4f5a78fd-03e1-4c24-a12b-7d4f63a3313f,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:07.949918 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.951802 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7a6807-783b-4004-9cae-7a870eb60dac tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Checking segment: {'id': '0f7287a6-a4a9-475c-b53a-9a490838327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a263445e-0c69-4352-ad8a-2ed258b29075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:07.952288 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7a6807-783b-4004-9cae-7a870eb60dac tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Network hostable DHCP agents. Network: a263445e-0c69-4352-ad8a-2ed258b29075, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:06:07.958633 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-87a3221b-e73c-4548-8362-99c593de5e2a None None] For port 8feb2762-aa34-45db-87fe-bfc87c39e06a, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=8feb2762-aa34-45db-87fe-bfc87c39e06a,segment=NetworkSegment(97f62f9b-cb9d-45bb-b09e-d446cb7cb8d8),segment_id=97f62f9b-cb9d-45bb-b09e-d446cb7cb8d8)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:07.960994 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87a3221b-e73c-4548-8362-99c593de5e2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.964913 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.989906 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68096bd7-e18e-47c8-9150-aa26985d55f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:07.994708 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-87a3221b-e73c-4548-8362-99c593de5e2a None None] Calling delete_port for 8feb2762-aa34-45db-87fe-bfc87c39e06a owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:08.012052 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8d0f52e6-ca2a-4439-aff8-201d0caceedd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:08.026831 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:06:08.027316 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:06:08.033828 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:06:08.108509 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a30a2ad4-81f0-4700-9225-e61b50e83473 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:08.151156 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8d0f52e6-ca2a-4439-aff8-201d0caceedd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:08.152447 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8d0f52e6-ca2a-4439-aff8-201d0caceedd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6503007 Apr 23 00:06:08.156799 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53382) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:08.164006 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-0cc70394-496e-4c40-b4dd-cb99a4b00c2a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'port': {'network_id': '0b791ced-89c0-4a55-97f2-08ba14120c7b', 'name': 'tempest-RoutersTest-444843453'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:08.167286 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7a6807-783b-4004-9cae-7a870eb60dac tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Network a263445e-0c69-4352-ad8a-2ed258b29075 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:06:08.177999 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-49587d4e-f4b3-4d29-8ce1-ee3b73b2b40e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1858374919&fields=id&tenant_id=b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 267 time: 0.1878386 Apr 23 00:06:08.182369 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-fc78d271-cf9c-4c81-bf27-c2d02f003182 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 2001:db8::f816:3eff:fea4:b510 (52c789e5-894b-4719-a369-b13bd1dbccf2/be82a69e-4091-4541-873f-41a6b4743745/f70decf3-6ee2-4d19-b7a5-a20484e72009) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:08.217398 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30a2ad4-81f0-4700-9225-e61b50e83473 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:08.221059 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8feb2762-aa34-45db-87fe-bfc87c39e06a no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:06:08.272420 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-a30a2ad4-81f0-4700-9225-e61b50e83473 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:08.276315 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30a2ad4-81f0-4700-9225-e61b50e83473 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:08.315295 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a2ad4-81f0-4700-9225-e61b50e83473 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event updated for resources: {'Port': ['ID=a0efbba9-0442-4fb8-bb93-a1a69352e993,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:08.337534 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-eb7a6807-783b-4004-9cae-7a870eb60dac tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, a263445e-0c69-4352-ad8a-2ed258b29075) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:08.345618 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071313bb-fef2-49d1-babc-004e2607494c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-d802d630-fa5b-47e5-8176-23f9065b7390', 'network_id': 'd802d630-fa5b-47e5-8176-23f9065b7390', 'tenant_id': '17dc42e78963449ea09d8efdfad868db', 'fixed_ips': [{'subnet_id': '0d3633f5-cdb8-4237-953a-81fc8e83a3f9'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:06:08.346264 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-071313bb-fef2-49d1-babc-004e2607494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:08.349010 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 8feb2762-aa34-45db-87fe-bfc87c39e06a {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:06:08.349547 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8feb2762-aa34-45db-87fe-bfc87c39e06a not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:06:08.357811 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68096bd7-e18e-47c8-9150-aa26985d55f2 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:08.362003 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7a6807-783b-4004-9cae-7a870eb60dac tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:08.367193 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7a6807-783b-4004-9cae-7a870eb60dac tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:08.367193 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eb7a6807-783b-4004-9cae-7a870eb60dac tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:08.380788 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08705c8d-61f4-4ed5-91d8-bbcd512f4803 None None] Network a263445e-0c69-4352-ad8a-2ed258b29075 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:08.384108 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-68096bd7-e18e-47c8-9150-aa26985d55f2 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:08.384339 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:08.392497 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68096bd7-e18e-47c8-9150-aa26985d55f2 None None] Pushing event updated for resources: {'Port': ['ID=c478d278-6b69-4825-ac5d-e93e2b66136f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:08.397247 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68096bd7-e18e-47c8-9150-aa26985d55f2 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:08.417973 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:08.421058 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/networks/148c358e-d435-4c76-b6cf-93287d6067a0 HTTP/1.1" status: 204 len: 168 time: 3.9527299 Apr 23 00:06:08.434024 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53384) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:08.455848 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-1bc45180-b628-4b33-9f78-cbb2e20d7c83 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1765642717'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:08.480029 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e7e8e807-70fb-4f39-80b7-f83c2cc1cc7f None None] Allocated IP 172.20.0.2 (0b791ced-89c0-4a55-97f2-08ba14120c7b/fde07bf3-75f4-4111-ae9e-13443a44d2f1/b89cd29a-4224-4b73-ad14-7ae7b0639000) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:08.483211 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a30a2ad4-81f0-4700-9225-e61b50e83473 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:08.490409 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38f36e-669c-48d1-a015-58d0b9104b91 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Network': ['ID=148c358e-d435-4c76-b6cf-93287d6067a0,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:08.571880 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-b4ea4c8a-2132-48a5-bc21-21c96b0bb312 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:08.573369 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-b4ea4c8a-2132-48a5-bc21-21c96b0bb312 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/networks?id=4e0063e3-a51b-4951-b1d1-a61920180a9f HTTP/1.1" status: 200 len: 796 time: 0.3698084 Apr 23 00:06:08.581237 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-eb7a6807-783b-4004-9cae-7a870eb60dac tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.1494386 Apr 23 00:06:08.584743 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53386) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:08.604670 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-84282d55-0cb4-477b-943a-d4eed57d4ee4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/quotas/b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 375 time: 0.0200665 Apr 23 00:06:08.629569 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc70394-496e-4c40-b4dd-cb99a4b00c2a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Made reservation on behalf of 5fe246ce7e8b4978826fd603fb3045d6 for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:08.633940 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0cc70394-496e-4c40-b4dd-cb99a4b00c2a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:08.650836 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-68096bd7-e18e-47c8-9150-aa26985d55f2 None None] Attempting to bind port c478d278-6b69-4825-ac5d-e93e2b66136f on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:06:08.651229 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-68096bd7-e18e-47c8-9150-aa26985d55f2 None None] Attempting to bind port c478d278-6b69-4825-ac5d-e93e2b66136f by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:06:08.651657 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68096bd7-e18e-47c8-9150-aa26985d55f2 None None] Attempting to bind port c478d278-6b69-4825-ac5d-e93e2b66136f on network 52c789e5-894b-4719-a369-b13bd1dbccf2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:06:08.676501 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87a3221b-e73c-4548-8362-99c593de5e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:08.680540 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc78d271-cf9c-4c81-bf27-c2d02f003182 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:08.693340 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a30a2ad4-81f0-4700-9225-e61b50e83473 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:08.694356 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc45180-b628-4b33-9f78-cbb2e20d7c83 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Made reservation on behalf of d312e1e3becb48bb95b56303c30a4b4a for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:08.698227 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1bc45180-b628-4b33-9f78-cbb2e20d7c83 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:08.703086 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c1ba1a-75db-4866-baa8-59c85b63f209 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:08.704754 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c1ba1a-75db-4866-baa8-59c85b63f209 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:08.713924 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c1ba1a-75db-4866-baa8-59c85b63f209 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:08.713924 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-57c1ba1a-75db-4866-baa8-59c85b63f209 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1209633 Apr 23 00:06:08.715414 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53388) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:08.717947 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68096bd7-e18e-47c8-9150-aa26985d55f2 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:06:08.717947 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68096bd7-e18e-47c8-9150-aa26985d55f2 None None] Checking segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:08.717947 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68096bd7-e18e-47c8-9150-aa26985d55f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:08.717947 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68096bd7-e18e-47c8-9150-aa26985d55f2 None None] Bound using segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:06:08.717947 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-68096bd7-e18e-47c8-9150-aa26985d55f2 None None] Bound port: c478d278-6b69-4825-ac5d-e93e2b66136f, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:06:08.718427 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68096bd7-e18e-47c8-9150-aa26985d55f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:08.733375 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-0cc70394-496e-4c40-b4dd-cb99a4b00c2a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] device_id is not set on port 3d1a41c6-0889-43b0-8255-c712e1600023 yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:06:08.776619 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-e5a15c8f-ac32-4c7b-818a-30460d867f3e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1606085 Apr 23 00:06:08.797566 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-87a3221b-e73c-4548-8362-99c593de5e2a None None] Network 148c358e-d435-4c76-b6cf-93287d6067a0 is not hosted by any dhcp agent {{(pid=103146) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 23 00:06:08.797566 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a3221b-e73c-4548-8362-99c593de5e2a None None] No DVR routers for this DVR port 8feb2762-aa34-45db-87fe-bfc87c39e06a on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:08.797925 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3221b-e73c-4548-8362-99c593de5e2a None None] Pushing event deleted for resources: {'Port': ['ID=8feb2762-aa34-45db-87fe-bfc87c39e06a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:08.806494 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc45180-b628-4b33-9f78-cbb2e20d7c83 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:06:08.826323 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2e58b9-371c-481a-808b-a802ec8df339 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Deleting subnet 0d3633f5-cdb8-4237-953a-81fc8e83a3f9 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:06:08.834653 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1bc45180-b628-4b33-9f78-cbb2e20d7c83 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:08.834999 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-1bc45180-b628-4b33-9f78-cbb2e20d7c83 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Added segment a585869b-0966-4cdf-b20d-9719b96183e4 of type vlan for network 52ecdfdd-a8bb-4228-bf01-66b0ff81e397 Apr 23 00:06:08.895332 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-071313bb-fef2-49d1-babc-004e2607494c None None] Allocated IP 172.20.0.2 (d802d630-fa5b-47e5-8176-23f9065b7390/0d3633f5-cdb8-4237-953a-81fc8e83a3f9/155bd9df-8b57-4161-95ec-4b44df211257) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:08.899441 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1bc45180-b628-4b33-9f78-cbb2e20d7c83 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:08.935404 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc78d271-cf9c-4c81-bf27-c2d02f003182 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:08.951613 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a30a2ad4-81f0-4700-9225-e61b50e83473 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:08.951896 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f629201-9956-4452-80a1-d5b2b66f8788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-a263445e-0c69-4352-ad8a-2ed258b29075', 'network_id': 'a263445e-0c69-4352-ad8a-2ed258b29075', 'tenant_id': '17dc42e78963449ea09d8efdfad868db', 'fixed_ips': [{'subnet_id': '4f5a78fd-03e1-4c24-a12b-7d4f63a3313f'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:06:08.952812 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f629201-9956-4452-80a1-d5b2b66f8788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:09.003657 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc78d271-cf9c-4c81-bf27-c2d02f003182 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:09.017668 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-fc78d271-cf9c-4c81-bf27-c2d02f003182 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:09.027044 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc78d271-cf9c-4c81-bf27-c2d02f003182 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:09.034147 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a30a2ad4-81f0-4700-9225-e61b50e83473 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:09.035262 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc78d271-cf9c-4c81-bf27-c2d02f003182 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:09.036042 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc78d271-cf9c-4c81-bf27-c2d02f003182 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:09.052695 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78d271-cf9c-4c81-bf27-c2d02f003182 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=f70decf3-6ee2-4d19-b7a5-a20484e72009,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:09.071969 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-b54c6815-a112-41b5-b2d4-57cbdde88871 service neutron] 10.222.0.15 "GET /v2.0/networks/4e0063e3-a51b-4951-b1d1-a61920180a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064958 Apr 23 00:06:09.085304 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-68096bd7-e18e-47c8-9150-aa26985d55f2 None None] For port c478d278-6b69-4825-ac5d-e93e2b66136f, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:06:09.088823 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1bc45180-b628-4b33-9f78-cbb2e20d7c83 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:09.100774 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a2ad4-81f0-4700-9225-e61b50e83473 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event updated for resources: {'Port': ['ID=a0efbba9-0442-4fb8-bb93-a1a69352e993,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:09.102448 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc45180-b628-4b33-9f78-cbb2e20d7c83 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:09.109860 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1bc45180-b628-4b33-9f78-cbb2e20d7c83 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:09.144415 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a30a2ad4-81f0-4700-9225-e61b50e83473 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:09.184689 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-68096bd7-e18e-47c8-9150-aa26985d55f2 None None] For port c478d278-6b69-4825-ac5d-e93e2b66136f, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=c478d278-6b69-4825-ac5d-e93e2b66136f,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:06:09.185753 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-fc78d271-cf9c-4c81-bf27-c2d02f003182 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2924249 Apr 23 00:06:09.188404 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53392) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:09.224415 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7e8e807-70fb-4f39-80b7-f83c2cc1cc7f None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:09.250215 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc45180-b628-4b33-9f78-cbb2e20d7c83 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event updated for resources: {'Network': ['ID=52ecdfdd-a8bb-4228-bf01-66b0ff81e397,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:09.250481 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cd293b-6ed0-42ff-ba4a-afb34642ddd7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:09.257692 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cd293b-6ed0-42ff-ba4a-afb34642ddd7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:09.262777 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-07cd293b-6ed0-42ff-ba4a-afb34642ddd7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0725684 Apr 23 00:06:09.263624 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53394) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:09.272509 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-483b4b27-6f33-485d-a68e-adc2f6c2fde3 service neutron] 10.222.0.15 "GET /v2.0/networks/4e0063e3-a51b-4951-b1d1-a61920180a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996372 Apr 23 00:06:09.280600 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 52ecdfdd-a8bb-4228-bf01-66b0ff81e397 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:06:09.303743 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a30a2ad4-81f0-4700-9225-e61b50e83473 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:09.308829 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a30a2ad4-81f0-4700-9225-e61b50e83473 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3158135 Apr 23 00:06:09.310730 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53396) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:09.314612 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-e9895a5b-c657-4d25-82be-0532f625540c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Request body: {'port': {'network_id': '2b958ac2-f04d-466e-a022-77a24e90fb1d', 'name': 'tempest-FloatingIPTestJSON-723455973'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:09.349966 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1bc45180-b628-4b33-9f78-cbb2e20d7c83 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8987713 Apr 23 00:06:09.376926 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53398) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:09.382761 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7e8e807-70fb-4f39-80b7-f83c2cc1cc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:09.392190 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68096bd7-e18e-47c8-9150-aa26985d55f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:09.405172 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-8a5525aa-c439-4497-8a95-52a68d5b6517 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Request body: {'subnet': {'network_id': '52ecdfdd-a8bb-4228-bf01-66b0ff81e397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:09.445244 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-1f629201-9956-4452-80a1-d5b2b66f8788 None None] Allocated IP 172.20.0.18 (a263445e-0c69-4352-ad8a-2ed258b29075/4f5a78fd-03e1-4c24-a12b-7d4f63a3313f/7ecc863e-01dc-481a-a511-1c321bd8a6d6) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:09.452703 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-071313bb-fef2-49d1-babc-004e2607494c None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:09.472285 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e8e807-70fb-4f39-80b7-f83c2cc1cc7f None None] Network 0b791ced-89c0-4a55-97f2-08ba14120c7b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:09.484156 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e7e8e807-70fb-4f39-80b7-f83c2cc1cc7f None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:09.490250 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e8e807-70fb-4f39-80b7-f83c2cc1cc7f None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:09.495307 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8e807-70fb-4f39-80b7-f83c2cc1cc7f None None] Pushing event updated for resources: {'Port': ['ID=b89cd29a-4224-4b73-ad14-7ae7b0639000,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:09.523843 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-0cc70394-496e-4c40-b4dd-cb99a4b00c2a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Allocated IP 172.20.0.12 (0b791ced-89c0-4a55-97f2-08ba14120c7b/fde07bf3-75f4-4111-ae9e-13443a44d2f1/3d1a41c6-0889-43b0-8255-c712e1600023) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:09.553141 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68096bd7-e18e-47c8-9150-aa26985d55f2 None None] Pushing event updated for resources: {'Port': ['ID=c478d278-6b69-4825-ac5d-e93e2b66136f,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:09.574027 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-071313bb-fef2-49d1-babc-004e2607494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:09.641195 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-f4f0c76f-842a-460c-8af3-f6843deaa217 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting port f70decf3-6ee2-4d19-b7a5-a20484e72009 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:09.648928 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f4f0c76f-842a-460c-8af3-f6843deaa217 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:09.696901 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-37f4eece-90cf-4d58-b488-201b40d7986b req-41d176a4-7a7a-4985-b5a4-67f820d3f766 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 210 time: 0.1203473 Apr 23 00:06:09.734636 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071313bb-fef2-49d1-babc-004e2607494c None None] Network d802d630-fa5b-47e5-8176-23f9065b7390 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:09.751192 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-071313bb-fef2-49d1-babc-004e2607494c None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:09.757856 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-e7e8e807-70fb-4f39-80b7-f83c2cc1cc7f None None] Attempting to bind port b89cd29a-4224-4b73-ad14-7ae7b0639000 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:06:09.758224 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-e7e8e807-70fb-4f39-80b7-f83c2cc1cc7f None None] Attempting to bind port b89cd29a-4224-4b73-ad14-7ae7b0639000 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '93affab7-2237-4bab-8507-b4d20f3f07bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0b791ced-89c0-4a55-97f2-08ba14120c7b'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:06:09.759424 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e8e807-70fb-4f39-80b7-f83c2cc1cc7f None None] Attempting to bind port b89cd29a-4224-4b73-ad14-7ae7b0639000 on network 0b791ced-89c0-4a55-97f2-08ba14120c7b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:06:09.769497 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071313bb-fef2-49d1-babc-004e2607494c None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:09.797972 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071313bb-fef2-49d1-babc-004e2607494c None None] Pushing event updated for resources: {'Port': ['ID=155bd9df-8b57-4161-95ec-4b44df211257,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:09.854763 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:09.905754 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e8e807-70fb-4f39-80b7-f83c2cc1cc7f None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:06:09.906696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e8e807-70fb-4f39-80b7-f83c2cc1cc7f None None] Checking segment: {'id': '93affab7-2237-4bab-8507-b4d20f3f07bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0b791ced-89c0-4a55-97f2-08ba14120c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:09.908835 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7e8e807-70fb-4f39-80b7-f83c2cc1cc7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:09.909394 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e8e807-70fb-4f39-80b7-f83c2cc1cc7f None None] Bound using segment: {'id': '93affab7-2237-4bab-8507-b4d20f3f07bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0b791ced-89c0-4a55-97f2-08ba14120c7b'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:06:09.909994 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-e7e8e807-70fb-4f39-80b7-f83c2cc1cc7f None None] Bound port: b89cd29a-4224-4b73-ad14-7ae7b0639000, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93affab7-2237-4bab-8507-b4d20f3f07bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0b791ced-89c0-4a55-97f2-08ba14120c7b'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:06:09.910706 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7e8e807-70fb-4f39-80b7-f83c2cc1cc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:09.915132 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5525aa-c439-4497-8a95-52a68d5b6517 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Made reservation on behalf of d312e1e3becb48bb95b56303c30a4b4a for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:09.918717 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8a5525aa-c439-4497-8a95-52a68d5b6517 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:09.919890 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:09.979446 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7b2e58b9-371c-481a-808b-a802ec8df339 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:10.068082 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-071313bb-fef2-49d1-babc-004e2607494c None None] Attempting to bind port 155bd9df-8b57-4161-95ec-4b44df211257 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:06:10.068443 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-071313bb-fef2-49d1-babc-004e2607494c None None] Attempting to bind port 155bd9df-8b57-4161-95ec-4b44df211257 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'b3f657de-acfc-40c7-983d-d68aec9e8dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd802d630-fa5b-47e5-8176-23f9065b7390'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:06:10.068815 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071313bb-fef2-49d1-babc-004e2607494c None None] Attempting to bind port 155bd9df-8b57-4161-95ec-4b44df211257 on network d802d630-fa5b-47e5-8176-23f9065b7390 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:06:10.070583 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7b2e58b9-371c-481a-808b-a802ec8df339 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:10.105330 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071313bb-fef2-49d1-babc-004e2607494c None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:06:10.105330 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071313bb-fef2-49d1-babc-004e2607494c None None] Checking segment: {'id': 'b3f657de-acfc-40c7-983d-d68aec9e8dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd802d630-fa5b-47e5-8176-23f9065b7390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:10.105330 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-071313bb-fef2-49d1-babc-004e2607494c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:10.105330 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071313bb-fef2-49d1-babc-004e2607494c None None] Bound using segment: {'id': 'b3f657de-acfc-40c7-983d-d68aec9e8dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd802d630-fa5b-47e5-8176-23f9065b7390'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:06:10.105330 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-071313bb-fef2-49d1-babc-004e2607494c None None] Bound port: 155bd9df-8b57-4161-95ec-4b44df211257, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f657de-acfc-40c7-983d-d68aec9e8dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd802d630-fa5b-47e5-8176-23f9065b7390'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:06:10.105330 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-071313bb-fef2-49d1-babc-004e2607494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:10.111857 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f4f0c76f-842a-460c-8af3-f6843deaa217 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:10.129519 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device c478d278-6b69-4825-ac5d-e93e2b66136f up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:10.140156 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f629201-9956-4452-80a1-d5b2b66f8788 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:10.160198 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-f4f0c76f-842a-460c-8af3-f6843deaa217 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Calling delete_port for f70decf3-6ee2-4d19-b7a5-a20484e72009 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:10.165409 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e7e8e807-70fb-4f39-80b7-f83c2cc1cc7f None None] For port b89cd29a-4224-4b73-ad14-7ae7b0639000, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:06:10.192044 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0cc70394-496e-4c40-b4dd-cb99a4b00c2a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:10.224728 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e7e8e807-70fb-4f39-80b7-f83c2cc1cc7f None None] For port b89cd29a-4224-4b73-ad14-7ae7b0639000, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b89cd29a-4224-4b73-ad14-7ae7b0639000,segment=NetworkSegment(93affab7-2237-4bab-8507-b4d20f3f07bf),segment_id=93affab7-2237-4bab-8507-b4d20f3f07bf)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:06:10.237362 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7b2e58b9-371c-481a-808b-a802ec8df339 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:10.260772 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port c478d278-6b69-4825-ac5d-e93e2b66136f triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:10.261298 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:10.344756 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9895a5b-c657-4d25-82be-0532f625540c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Made reservation on behalf of dff97029a5b74c08a025f88e2eb1aa56 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:10.350577 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e9895a5b-c657-4d25-82be-0532f625540c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:10.375292 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-e9895a5b-c657-4d25-82be-0532f625540c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] device_id is not set on port e9cfacd9-fde3-4edb-aabd-40a49d04a008 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:06:10.454007 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f629201-9956-4452-80a1-d5b2b66f8788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:10.456301 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7e8e807-70fb-4f39-80b7-f83c2cc1cc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:10.469855 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0cc70394-496e-4c40-b4dd-cb99a4b00c2a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:10.496434 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7b2e58b9-371c-481a-808b-a802ec8df339 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:10.503123 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-071313bb-fef2-49d1-babc-004e2607494c None None] For port 155bd9df-8b57-4161-95ec-4b44df211257, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:06:10.533509 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-071313bb-fef2-49d1-babc-004e2607494c None None] For port 155bd9df-8b57-4161-95ec-4b44df211257, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=155bd9df-8b57-4161-95ec-4b44df211257,segment=NetworkSegment(b3f657de-acfc-40c7-983d-d68aec9e8dfd),segment_id=b3f657de-acfc-40c7-983d-d68aec9e8dfd)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:06:10.544141 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e58b9-371c-481a-808b-a802ec8df339 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Pushing event deleted for resources: {'Subnet': ['ID=0d3633f5-cdb8-4237-953a-81fc8e83a3f9,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:10.546256 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7b2e58b9-371c-481a-808b-a802ec8df339 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:10.546924 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f629201-9956-4452-80a1-d5b2b66f8788 None None] Network a263445e-0c69-4352-ad8a-2ed258b29075 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:10.551474 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1f629201-9956-4452-80a1-d5b2b66f8788 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:10.553644 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc70394-496e-4c40-b4dd-cb99a4b00c2a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network 0b791ced-89c0-4a55-97f2-08ba14120c7b is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:10.558221 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7b2e58b9-371c-481a-808b-a802ec8df339 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] 10.222.0.15 "DELETE /v2.0/subnets/0d3633f5-cdb8-4237-953a-81fc8e83a3f9 HTTP/1.1" status: 204 len: 168 time: 1.8404021 Apr 23 00:06:10.558675 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-0cc70394-496e-4c40-b4dd-cb99a4b00c2a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:10.562021 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc70394-496e-4c40-b4dd-cb99a4b00c2a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:10.569296 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f629201-9956-4452-80a1-d5b2b66f8788 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:10.569532 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53412) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:10.578665 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f629201-9956-4452-80a1-d5b2b66f8788 None None] Pushing event updated for resources: {'Port': ['ID=7ecc863e-01dc-481a-a511-1c321bd8a6d6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:10.649661 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead22302-9188-46c8-b670-407bbae5c6ef tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Deleting subnet 4f5a78fd-03e1-4c24-a12b-7d4f63a3313f {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:06:10.650399 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8a5525aa-c439-4497-8a95-52a68d5b6517 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:10.652650 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f4f0c76f-842a-460c-8af3-f6843deaa217 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:10.656522 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ead22302-9188-46c8-b670-407bbae5c6ef tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:10.671372 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc70394-496e-4c40-b4dd-cb99a4b00c2a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Port': ['ID=3d1a41c6-0889-43b0-8255-c712e1600023,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:10.692715 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-e9895a5b-c657-4d25-82be-0532f625540c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Allocated IP 172.20.0.11 (2b958ac2-f04d-466e-a022-77a24e90fb1d/cebd42da-7a49-4d45-8234-2cbc63b28f68/e9cfacd9-fde3-4edb-aabd-40a49d04a008) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:10.720154 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ead22302-9188-46c8-b670-407bbae5c6ef tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:10.722190 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-071313bb-fef2-49d1-babc-004e2607494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:10.799054 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-1f629201-9956-4452-80a1-d5b2b66f8788 None None] Attempting to bind port 7ecc863e-01dc-481a-a511-1c321bd8a6d6 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:06:10.799437 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-1f629201-9956-4452-80a1-d5b2b66f8788 None None] Attempting to bind port 7ecc863e-01dc-481a-a511-1c321bd8a6d6 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '0f7287a6-a4a9-475c-b53a-9a490838327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a263445e-0c69-4352-ad8a-2ed258b29075'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:06:10.799843 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f629201-9956-4452-80a1-d5b2b66f8788 None None] Attempting to bind port 7ecc863e-01dc-481a-a511-1c321bd8a6d6 on network a263445e-0c69-4352-ad8a-2ed258b29075 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:06:10.810868 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f4f0c76f-842a-460c-8af3-f6843deaa217 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:10.818632 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f4f0c76f-842a-460c-8af3-f6843deaa217 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/f70decf3-6ee2-4d19-b7a5-a20484e72009 HTTP/1.1" status: 204 len: 168 time: 1.5538871 Apr 23 00:06:10.819129 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8e807-70fb-4f39-80b7-f83c2cc1cc7f None None] Pushing event updated for resources: {'Port': ['ID=b89cd29a-4224-4b73-ad14-7ae7b0639000,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:10.833249 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53418) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:10.845935 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:10.859033 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0c76f-842a-460c-8af3-f6843deaa217 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Port': ['ID=f70decf3-6ee2-4d19-b7a5-a20484e72009,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:10.870781 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc70394-496e-4c40-b4dd-cb99a4b00c2a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:10.871501 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0cc70394-496e-4c40-b4dd-cb99a4b00c2a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:10.878071 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f629201-9956-4452-80a1-d5b2b66f8788 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:06:10.878452 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f629201-9956-4452-80a1-d5b2b66f8788 None None] Checking segment: {'id': '0f7287a6-a4a9-475c-b53a-9a490838327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a263445e-0c69-4352-ad8a-2ed258b29075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:10.878858 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f629201-9956-4452-80a1-d5b2b66f8788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:10.879262 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f629201-9956-4452-80a1-d5b2b66f8788 None None] Bound using segment: {'id': '0f7287a6-a4a9-475c-b53a-9a490838327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a263445e-0c69-4352-ad8a-2ed258b29075'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:06:10.879789 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-1f629201-9956-4452-80a1-d5b2b66f8788 None None] Bound port: 7ecc863e-01dc-481a-a511-1c321bd8a6d6, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7287a6-a4a9-475c-b53a-9a490838327e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a263445e-0c69-4352-ad8a-2ed258b29075'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:06:10.880179 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f629201-9956-4452-80a1-d5b2b66f8788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:10.929741 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5525aa-c439-4497-8a95-52a68d5b6517 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Checking segment: {'id': 'a585869b-0966-4cdf-b20d-9719b96183e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52ecdfdd-a8bb-4228-bf01-66b0ff81e397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:10.930201 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5525aa-c439-4497-8a95-52a68d5b6517 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Network hostable DHCP agents. Network: 52ecdfdd-a8bb-4228-bf01-66b0ff81e397, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:06:10.953015 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5525aa-c439-4497-8a95-52a68d5b6517 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event updated for resources: {'Subnet': ['ID=ea39110b-c924-4053-9e16-2ca31f59044f,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:11.046449 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fac27ef3-8e0e-4186-9ab3-c49af6fec4e3 req-9d982a7e-014c-4ec8-b543-cebcd309377e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 210 time: 0.2512279 Apr 23 00:06:11.052957 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071313bb-fef2-49d1-babc-004e2607494c None None] Pushing event updated for resources: {'Port': ['ID=155bd9df-8b57-4161-95ec-4b44df211257,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:11.065259 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0cc70394-496e-4c40-b4dd-cb99a4b00c2a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.9069686 Apr 23 00:06:11.067533 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53420) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:11.073559 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port c478d278-6b69-4825-ac5d-e93e2b66136f, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=c478d278-6b69-4825-ac5d-e93e2b66136f,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:11.080758 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5525aa-c439-4497-8a95-52a68d5b6517 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Network 52ecdfdd-a8bb-4228-bf01-66b0ff81e397 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:06:11.091512 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1f629201-9956-4452-80a1-d5b2b66f8788 None None] For port 7ecc863e-01dc-481a-a511-1c321bd8a6d6, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:06:11.094526 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1f629201-9956-4452-80a1-d5b2b66f8788 None None] For port 7ecc863e-01dc-481a-a511-1c321bd8a6d6, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7ecc863e-01dc-481a-a511-1c321bd8a6d6,segment=NetworkSegment(0f7287a6-a4a9-475c-b53a-9a490838327e),segment_id=0f7287a6-a4a9-475c-b53a-9a490838327e)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:06:11.198839 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9943344-335b-4779-b49c-5440e4a47e59 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:11.209596 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:11.225558 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9943344-335b-4779-b49c-5440e4a47e59 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:11.225558 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d9943344-335b-4779-b49c-5440e4a47e59 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3852124 Apr 23 00:06:11.252366 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53424) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:11.296004 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ead22302-9188-46c8-b670-407bbae5c6ef tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:11.302601 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f629201-9956-4452-80a1-d5b2b66f8788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:11.327368 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=c478d278-6b69-4825-ac5d-e93e2b66136f,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:11.347527 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df6b9b3-a850-4be2-9c86-ada3d8cc890c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet be82a69e-4091-4541-873f-41a6b4743745 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:06:11.355025 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e9895a5b-c657-4d25-82be-0532f625540c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:11.397712 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f629201-9956-4452-80a1-d5b2b66f8788 None None] Pushing event updated for resources: {'Port': ['ID=7ecc863e-01dc-481a-a511-1c321bd8a6d6,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:11.456123 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-8a5525aa-c439-4497-8a95-52a68d5b6517 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 52ecdfdd-a8bb-4228-bf01-66b0ff81e397) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:11.458208 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2df6b9b3-a850-4be2-9c86-ada3d8cc890c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:11.465392 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5525aa-c439-4497-8a95-52a68d5b6517 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:11.466039 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8a5525aa-c439-4497-8a95-52a68d5b6517 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:11.471373 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25956a44-0e03-4152-b0c4-947a11b199a4 None None] Network 52ecdfdd-a8bb-4228-bf01-66b0ff81e397 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:11.538896 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-7bd1c39d-cfbb-49e1-9cc7-30078232ce9b None None] Provisioning complete for port c478d278-6b69-4825-ac5d-e93e2b66136f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:11.539292 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bd1c39d-cfbb-49e1-9cc7-30078232ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:11.578220 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ead22302-9188-46c8-b670-407bbae5c6ef tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:11.611273 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2df6b9b3-a850-4be2-9c86-ada3d8cc890c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:11.639804 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead22302-9188-46c8-b670-407bbae5c6ef tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Pushing event deleted for resources: {'Subnet': ['ID=4f5a78fd-03e1-4c24-a12b-7d4f63a3313f,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:11.666967 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e9895a5b-c657-4d25-82be-0532f625540c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:11.698997 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ead22302-9188-46c8-b670-407bbae5c6ef tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:11.705519 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ead22302-9188-46c8-b670-407bbae5c6ef tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] 10.222.0.15 "DELETE /v2.0/subnets/4f5a78fd-03e1-4c24-a12b-7d4f63a3313f HTTP/1.1" status: 204 len: 168 time: 1.1325881 Apr 23 00:06:11.728900 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53426) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:11.750083 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8a5525aa-c439-4497-8a95-52a68d5b6517 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3498533 Apr 23 00:06:11.751617 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53428) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:11.784081 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbe0de2-b09e-4dd8-9d26-cc7c8510a682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-52ecdfdd-a8bb-4228-bf01-66b0ff81e397', 'network_id': '52ecdfdd-a8bb-4228-bf01-66b0ff81e397', 'tenant_id': 'd312e1e3becb48bb95b56303c30a4b4a', 'fixed_ips': [{'subnet_id': 'ea39110b-c924-4053-9e16-2ca31f59044f'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:06:11.789160 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adbe0de2-b09e-4dd8-9d26-cc7c8510a682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:11.802277 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9895a5b-c657-4d25-82be-0532f625540c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Network 2b958ac2-f04d-466e-a022-77a24e90fb1d is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:11.823327 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-e9895a5b-c657-4d25-82be-0532f625540c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:11.840909 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9895a5b-c657-4d25-82be-0532f625540c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:11.902697 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2df6b9b3-a850-4be2-9c86-ada3d8cc890c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:11.942751 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9895a5b-c657-4d25-82be-0532f625540c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event updated for resources: {'Port': ['ID=e9cfacd9-fde3-4edb-aabd-40a49d04a008,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:11.967125 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9895a5b-c657-4d25-82be-0532f625540c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:11.968081 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e9895a5b-c657-4d25-82be-0532f625540c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:12.005817 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009898d0-cea7-4d51-aa3f-fbc04e36b1a3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:12.008435 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-009898d0-cea7-4d51-aa3f-fbc04e36b1a3 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2785432 Apr 23 00:06:12.024629 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53430) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:12.046012 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-59bed049-cb33-4400-9ad5-2152deafbf44 None None] Could not find standard attr ID for object f70decf3-6ee2-4d19-b7a5-a20484e72009. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:06:12.071892 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-adbe0de2-b09e-4dd8-9d26-cc7c8510a682 None None] Allocated IP 2001:db8::1 (52ecdfdd-a8bb-4228-bf01-66b0ff81e397/ea39110b-c924-4053-9e16-2ca31f59044f/cf9a3024-da15-4e4b-9413-4908fb30d1f5) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:12.175913 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7cfc25b2-d721-4a4e-94e3-9e0cd061ddd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:12.179792 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:12.245140 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e9895a5b-c657-4d25-82be-0532f625540c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9347558 Apr 23 00:06:12.267158 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53434) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:12.291018 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-c71de507-e92c-42fd-b2e4-d90a90813acd tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Request body: {'floatingip': {'port_id': 'e9cfacd9-fde3-4edb-aabd-40a49d04a008'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:12.314467 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2df6b9b3-a850-4be2-9c86-ada3d8cc890c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:12.510092 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0a1d1bd0-2ce9-4749-a515-8afcc90c830a req-c6b474f0-f34e-4cc8-b992-2f638b7b8fc7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 210 time: 0.1869817 Apr 23 00:06:12.515419 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6b9b3-a850-4be2-9c86-ada3d8cc890c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=be82a69e-4091-4541-873f-41a6b4743745,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:12.521298 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2df6b9b3-a850-4be2-9c86-ada3d8cc890c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:12.523072 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c56daef6-e380-42d2-9191-c1ae3e5ef7a9 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:12.525544 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2df6b9b3-a850-4be2-9c86-ada3d8cc890c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/be82a69e-4091-4541-873f-41a6b4743745 HTTP/1.1" status: 204 len: 168 time: 1.2712762 Apr 23 00:06:12.530551 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53438) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:12.563419 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7ecc863e-01dc-481a-a511-1c321bd8a6d6 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:12.601768 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282d92d5-18b4-4ad6-8f90-de012506623c None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:12.617477 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:12.622343 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c71de507-e92c-42fd-b2e4-d90a90813acd tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:12.806217 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adbe0de2-b09e-4dd8-9d26-cc7c8510a682 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:12.976950 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adbe0de2-b09e-4dd8-9d26-cc7c8510a682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:13.025680 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7ecc863e-01dc-481a-a511-1c321bd8a6d6 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:13.026054 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:13.089559 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3ac77a-dcfa-4815-b970-6b3cafe5e642 None None] Network d802d630-fa5b-47e5-8176-23f9065b7390 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:13.151854 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ebc1b2-18f8-4cc6-b666-21fac6260d49 None None] Network 0b791ced-89c0-4a55-97f2-08ba14120c7b requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:13.235614 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbe0de2-b09e-4dd8-9d26-cc7c8510a682 None None] Network 52ecdfdd-a8bb-4228-bf01-66b0ff81e397 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:13.273110 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e6af9580-d8c4-483e-8e2a-f2ae1d9137f4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7408328 Apr 23 00:06:13.288802 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53440) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:13.303715 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-adbe0de2-b09e-4dd8-9d26-cc7c8510a682 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:13.308671 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbe0de2-b09e-4dd8-9d26-cc7c8510a682 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:13.327331 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe0de2-b09e-4dd8-9d26-cc7c8510a682 None None] Pushing event updated for resources: {'Port': ['ID=cf9a3024-da15-4e4b-9413-4908fb30d1f5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:13.359130 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-f38bad8e-6bf0-4207-98d5-c378f16ee8d1 None None] Provisioning complete for port 155bd9df-8b57-4161-95ec-4b44df211257 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:13.361206 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f38bad8e-6bf0-4207-98d5-c378f16ee8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:13.400077 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-037fad3a-29a4-4cde-b50d-9878734d15f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:13.418976 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e573d0-ab88-4b2d-97f7-bc4a206bbdc7 None None] Network a263445e-0c69-4352-ad8a-2ed258b29075 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:13.526979 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd58d7e9-553b-4cf0-96f1-84a8b9a9b2a7 None None] DHCP port deletion for 52c789e5-894b-4719-a369-b13bd1dbccf2 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:06:13.559870 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7cfc25b2-d721-4a4e-94e3-9e0cd061ddd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:13.577674 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:13.622453 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7cfc25b2-d721-4a4e-94e3-9e0cd061ddd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:13.704957 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc25b2-d721-4a4e-94e3-9e0cd061ddd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Port': ['ID=3d1a41c6-0889-43b0-8255-c712e1600023,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:13.748443 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-52f7e6de-2796-4174-8655-a5e7c55969e0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:13.750171 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-52f7e6de-2796-4174-8655-a5e7c55969e0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/networks?id=4e0063e3-a51b-4951-b1d1-a61920180a9f HTTP/1.1" status: 200 len: 796 time: 0.5511017 Apr 23 00:06:13.796438 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Subnet': ['ID=ea39110b-c924-4053-9e16-2ca31f59044f,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:13.845959 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6a55f3df-e040-430c-a00a-40423e896145 req-3fa117ca-3f0a-4ce1-bfba-b3c1d2af3faa tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 210 time: 0.2382362 Apr 23 00:06:13.848867 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-adbe0de2-b09e-4dd8-9d26-cc7c8510a682 None None] Attempting to bind port cf9a3024-da15-4e4b-9413-4908fb30d1f5 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:06:13.849443 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-adbe0de2-b09e-4dd8-9d26-cc7c8510a682 None None] Attempting to bind port cf9a3024-da15-4e4b-9413-4908fb30d1f5 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'a585869b-0966-4cdf-b20d-9719b96183e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52ecdfdd-a8bb-4228-bf01-66b0ff81e397'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:06:13.849589 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe0de2-b09e-4dd8-9d26-cc7c8510a682 None None] Attempting to bind port cf9a3024-da15-4e4b-9413-4908fb30d1f5 on network 52ecdfdd-a8bb-4228-bf01-66b0ff81e397 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:06:13.907541 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe0de2-b09e-4dd8-9d26-cc7c8510a682 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:06:13.907939 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe0de2-b09e-4dd8-9d26-cc7c8510a682 None None] Checking segment: {'id': 'a585869b-0966-4cdf-b20d-9719b96183e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52ecdfdd-a8bb-4228-bf01-66b0ff81e397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:13.908352 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adbe0de2-b09e-4dd8-9d26-cc7c8510a682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:13.908764 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe0de2-b09e-4dd8-9d26-cc7c8510a682 None None] Bound using segment: {'id': 'a585869b-0966-4cdf-b20d-9719b96183e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52ecdfdd-a8bb-4228-bf01-66b0ff81e397'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:06:13.909402 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-adbe0de2-b09e-4dd8-9d26-cc7c8510a682 None None] Bound port: cf9a3024-da15-4e4b-9413-4908fb30d1f5, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a585869b-0966-4cdf-b20d-9719b96183e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52ecdfdd-a8bb-4228-bf01-66b0ff81e397'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:06:13.909708 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adbe0de2-b09e-4dd8-9d26-cc7c8510a682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:13.910512 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7cfc25b2-d721-4a4e-94e3-9e0cd061ddd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:13.932350 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-4abb2388-fd91-422e-a013-41e97e0fdabe tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 380 time: 0.1370177 Apr 23 00:06:13.954827 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c71de507-e92c-42fd-b2e4-d90a90813acd tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:13.959369 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:13.965545 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-e1568181-7c84-436a-a61c-e36273112f2a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'port': {'device_id': '728b18eb-d94c-4366-b5c9-399e8b894206', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'admin_state_up': True, 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'security_groups': ['d83eafcd-8e21-400f-8199-da42aed372d0']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:13.971591 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:14.002657 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-c56daef6-e380-42d2-9191-c1ae3e5ef7a9 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Deleting port 7ecc863e-01dc-481a-a511-1c321bd8a6d6 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:14.003061 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c56daef6-e380-42d2-9191-c1ae3e5ef7a9 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:14.046918 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c71de507-e92c-42fd-b2e4-d90a90813acd tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:14.055548 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ecdfdd-a8bb-4228-bf01-66b0ff81e397']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:14.098863 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037fad3a-29a4-4cde-b50d-9878734d15f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:14.102292 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-037fad3a-29a4-4cde-b50d-9878734d15f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:14.107525 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ae6d41-482a-4c29-9e7b-23feef1f2ca1 None None] DHCP port deletion for d802d630-fa5b-47e5-8176-23f9065b7390 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:06:14.119064 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7cfc25b2-d721-4a4e-94e3-9e0cd061ddd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:14.142437 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 7ecc863e-01dc-481a-a511-1c321bd8a6d6, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7ecc863e-01dc-481a-a511-1c321bd8a6d6,segment=NetworkSegment(0f7287a6-a4a9-475c-b53a-9a490838327e),segment_id=0f7287a6-a4a9-475c-b53a-9a490838327e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:14.154963 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f38bad8e-6bf0-4207-98d5-c378f16ee8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:14.157375 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-dd58d7e9-553b-4cf0-96f1-84a8b9a9b2a7 None None] Deleting port c478d278-6b69-4825-ac5d-e93e2b66136f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:14.157740 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd58d7e9-553b-4cf0-96f1-84a8b9a9b2a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:14.157953 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a585869b-0966-4cdf-b20d-9719b96183e4') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:14.158237 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a585869b-0966-4cdf-b20d-9719b96183e4') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:14.216116 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-adbe0de2-b09e-4dd8-9d26-cc7c8510a682 None None] For port cf9a3024-da15-4e4b-9413-4908fb30d1f5, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:06:14.222884 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:14.274460 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-c56daef6-e380-42d2-9191-c1ae3e5ef7a9 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] For port 7ecc863e-01dc-481a-a511-1c321bd8a6d6, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7ecc863e-01dc-481a-a511-1c321bd8a6d6,segment=NetworkSegment(0f7287a6-a4a9-475c-b53a-9a490838327e),segment_id=0f7287a6-a4a9-475c-b53a-9a490838327e)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:14.274835 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c56daef6-e380-42d2-9191-c1ae3e5ef7a9 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:14.279620 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:14.280403 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device c478d278-6b69-4825-ac5d-e93e2b66136f up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:14.283958 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-adbe0de2-b09e-4dd8-9d26-cc7c8510a682 None None] For port cf9a3024-da15-4e4b-9413-4908fb30d1f5, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=cf9a3024-da15-4e4b-9413-4908fb30d1f5,segment=NetworkSegment(a585869b-0966-4cdf-b20d-9719b96183e4),segment_id=a585869b-0966-4cdf-b20d-9719b96183e4)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:06:14.332944 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-c56daef6-e380-42d2-9191-c1ae3e5ef7a9 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Calling delete_port for 7ecc863e-01dc-481a-a511-1c321bd8a6d6 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:14.354170 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f38bad8e-6bf0-4207-98d5-c378f16ee8d1 None None] For port 155bd9df-8b57-4161-95ec-4b44df211257, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=155bd9df-8b57-4161-95ec-4b44df211257,segment=NetworkSegment(b3f657de-acfc-40c7-983d-d68aec9e8dfd),segment_id=b3f657de-acfc-40c7-983d-d68aec9e8dfd)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:14.363890 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da86deb-521d-4e3a-a280-107081ec3ea6 None None] DHCP port deletion for a263445e-0c69-4352-ad8a-2ed258b29075 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:06:14.386529 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-dd58d7e9-553b-4cf0-96f1-84a8b9a9b2a7 None None] For port c478d278-6b69-4825-ac5d-e93e2b66136f, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=c478d278-6b69-4825-ac5d-e93e2b66136f,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:14.386529 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd58d7e9-553b-4cf0-96f1-84a8b9a9b2a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:14.388406 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:14.408037 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adbe0de2-b09e-4dd8-9d26-cc7c8510a682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:14.419268 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-c71de507-e92c-42fd-b2e4-d90a90813acd tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Floating IP 4bf87949-3b7f-440b-8525-e833c4078dbe associated. External IP: 172.26.3.46, port: e9cfacd9-fde3-4edb-aabd-40a49d04a008. Apr 23 00:06:14.419547 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-dd58d7e9-553b-4cf0-96f1-84a8b9a9b2a7 None None] Calling delete_port for c478d278-6b69-4825-ac5d-e93e2b66136f owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:14.440452 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7cfc25b2-d721-4a4e-94e3-9e0cd061ddd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:14.465944 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f38bad8e-6bf0-4207-98d5-c378f16ee8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:14.466202 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:06:14.466559 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:06:14.472871 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:06:14.481613 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=7ecc863e-01dc-481a-a511-1c321bd8a6d6,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:14.492483 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-47ae6d41-482a-4c29-9e7b-23feef1f2ca1 None None] Deleting port 155bd9df-8b57-4161-95ec-4b44df211257 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:14.492738 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47ae6d41-482a-4c29-9e7b-23feef1f2ca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:14.525819 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7cfc25b2-d721-4a4e-94e3-9e0cd061ddd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:14.640649 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7cfc25b2-d721-4a4e-94e3-9e0cd061ddd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:14.675756 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc25b2-d721-4a4e-94e3-9e0cd061ddd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Port': ['ID=3d1a41c6-0889-43b0-8255-c712e1600023,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:14.737420 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5431a061-d67b-48fd-84da-9c8e2390d0a3 None None] Network 52ecdfdd-a8bb-4228-bf01-66b0ff81e397 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:14.802766 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfc25b2-d721-4a4e-94e3-9e0cd061ddd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network 0b791ced-89c0-4a55-97f2-08ba14120c7b is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:14.805411 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-7cfc25b2-d721-4a4e-94e3-9e0cd061ddd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:14.910107 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-e1568181-7c84-436a-a61c-e36273112f2a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:14.910271 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port c478d278-6b69-4825-ac5d-e93e2b66136f triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:14.910751 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:14.913995 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-e1568181-7c84-436a-a61c-e36273112f2a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:15.018878 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-51b5135d-041b-4e8a-99c8-19819b5228ce None None] Provisioning complete for port 7ecc863e-01dc-481a-a511-1c321bd8a6d6 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:15.019249 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51b5135d-041b-4e8a-99c8-19819b5228ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:15.027008 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-58d7b125-b050-4185-84a7-5fc3cb6c0fed tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-995703728&fields=id&tenant_id=eca10cab387440428e231a953cda4553 HTTP/1.1" status: 200 len: 267 time: 0.0624237 Apr 23 00:06:15.029830 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe0de2-b09e-4dd8-9d26-cc7c8510a682 None None] Pushing event updated for resources: {'Port': ['ID=cf9a3024-da15-4e4b-9413-4908fb30d1f5,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:15.049774 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-47ae6d41-482a-4c29-9e7b-23feef1f2ca1 None None] For port 155bd9df-8b57-4161-95ec-4b44df211257, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=155bd9df-8b57-4161-95ec-4b44df211257,segment=NetworkSegment(b3f657de-acfc-40c7-983d-d68aec9e8dfd),segment_id=b3f657de-acfc-40c7-983d-d68aec9e8dfd)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:15.050425 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47ae6d41-482a-4c29-9e7b-23feef1f2ca1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:15.094303 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cd2ba579-ed3c-470d-a50c-67758300b17d req-d9607422-f742-4183-b0df-a9e44c695474 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 210 time: 0.1001716 Apr 23 00:06:15.125005 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.db.api [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:06:15.125005 dv-neutron-838783-1-hyperv neutron-server[103144]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:06:15.125005 dv-neutron-838783-1-hyperv neutron-server[103144]: [parameters: {'id': '52ecdfdd-a8bb-4228-bf01-66b0ff81e397'}] Apr 23 00:06:15.125005 dv-neutron-838783-1-hyperv neutron-server[103144]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103144) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:06:15.125476 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG oslo_db.api [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:06:15.157203 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-47ae6d41-482a-4c29-9e7b-23feef1f2ca1 None None] Calling delete_port for 155bd9df-8b57-4161-95ec-4b44df211257 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:15.164404 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9da86deb-521d-4e3a-a280-107081ec3ea6 None None] Deleting port 7ecc863e-01dc-481a-a511-1c321bd8a6d6 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:15.164648 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9da86deb-521d-4e3a-a280-107081ec3ea6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:15.246745 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfc25b2-d721-4a4e-94e3-9e0cd061ddd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Router a1f88d2e-e317-474b-b512-1ffad893ff5a is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:06:15.277137 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c56daef6-e380-42d2-9191-c1ae3e5ef7a9 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:15.316831 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-51b5135d-041b-4e8a-99c8-19819b5228ce None None] Could not find standard attr ID for object 7ecc863e-01dc-481a-a511-1c321bd8a6d6. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:06:15.318711 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd58d7e9-553b-4cf0-96f1-84a8b9a9b2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:15.320881 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38bad8e-6bf0-4207-98d5-c378f16ee8d1 None None] Pushing event updated for resources: {'Port': ['ID=155bd9df-8b57-4161-95ec-4b44df211257,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:15.324521 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No ports have port_id starting with c478d278-6b69-4825-ac5d-e93e2b66136f Apr 23 00:06:15.341746 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.plugins.ml2.db [None req-51b5135d-041b-4e8a-99c8-19819b5228ce None None] No ports have port_id starting with 7ecc863e-01dc-481a-a511-1c321bd8a6d6 Apr 23 00:06:15.344978 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56daef6-e380-42d2-9191-c1ae3e5ef7a9 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Pushing event deleted for resources: {'Port': ['ID=7ecc863e-01dc-481a-a511-1c321bd8a6d6,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:15.349714 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 155bd9df-8b57-4161-95ec-4b44df211257 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:15.353096 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56daef6-e380-42d2-9191-c1ae3e5ef7a9 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] No DVR routers for this DVR port 7ecc863e-01dc-481a-a511-1c321bd8a6d6 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:15.409794 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58d7e9-553b-4cf0-96f1-84a8b9a9b2a7 None None] Pushing event deleted for resources: {'Port': ['ID=c478d278-6b69-4825-ac5d-e93e2b66136f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:15.414956 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd58d7e9-553b-4cf0-96f1-84a8b9a9b2a7 None None] No DVR routers for this DVR port c478d278-6b69-4825-ac5d-e93e2b66136f on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:15.430641 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9da86deb-521d-4e3a-a280-107081ec3ea6 None None] For port 7ecc863e-01dc-481a-a511-1c321bd8a6d6, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7ecc863e-01dc-481a-a511-1c321bd8a6d6,segment=NetworkSegment(0f7287a6-a4a9-475c-b53a-9a490838327e),segment_id=0f7287a6-a4a9-475c-b53a-9a490838327e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:15.431055 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9da86deb-521d-4e3a-a280-107081ec3ea6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:15.434510 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-6c00fa94-4b1f-4d42-92f2-7a7df7e85093 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:15.436273 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-6c00fa94-4b1f-4d42-92f2-7a7df7e85093 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/networks?id=3d224e48-36a8-42d0-8738-ed5ea1abe259 HTTP/1.1" status: 200 len: 811 time: 0.4021642 Apr 23 00:06:15.440741 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfc25b2-d721-4a4e-94e3-9e0cd061ddd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:06:15.450320 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7cfc25b2-d721-4a4e-94e3-9e0cd061ddd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "PUT /v2.0/routers/a1f88d2e-e317-474b-b512-1ffad893ff5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3745074 Apr 23 00:06:15.460251 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-9a8d7b8d-95c0-41bd-90a4-c552eec50a1c tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/quotas/eca10cab387440428e231a953cda4553 HTTP/1.1" status: 200 len: 375 time: 0.0107067 Apr 23 00:06:15.460894 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53462) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:15.473556 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca3170-b8ec-4ed7-8f34-da3e13ab3016 None None] Sync routers for ids ['a1f88d2e-e317-474b-b512-1ffad893ff5a'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:06:15.478568 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9da86deb-521d-4e3a-a280-107081ec3ea6 None None] Calling delete_port for 7ecc863e-01dc-481a-a511-1c321bd8a6d6 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:15.519332 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-51b5135d-041b-4e8a-99c8-19819b5228ce None None] Provisioning complete for port b89cd29a-4224-4b73-ad14-7ae7b0639000 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:15.519823 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51b5135d-041b-4e8a-99c8-19819b5228ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:15.528903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-e1568181-7c84-436a-a61c-e36273112f2a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.20.0.6 (4e0063e3-a51b-4951-b1d1-a61920180a9f/9105ea4b-a502-4369-ad5a-671310beacde/5a536b13-0987-4289-baa7-fbaf4162383e) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:15.552385 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d7917e-1c2a-4fbe-8327-d1c2c6de7955 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:15.557054 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d0d7917e-1c2a-4fbe-8327-d1c2c6de7955 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "GET /v2.0/ports/3d1a41c6-0889-43b0-8255-c712e1600023 HTTP/1.1" status: 200 len: 977 time: 0.0920091 Apr 23 00:06:15.571125 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53464) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:15.579842 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca3170-b8ec-4ed7-8f34-da3e13ab3016 None None] Routers {'a1f88d2e-e317-474b-b512-1ffad893ff5a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:15.580489 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-0eca3170-b8ec-4ed7-8f34-da3e13ab3016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a1f88d2e-e317-474b-b512-1ffad893ff5a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:15.604476 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.objects.ports [None req-037fad3a-29a4-4cde-b50d-9878734d15f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103144) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 23 00:06:15.622086 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-037fad3a-29a4-4cde-b50d-9878734d15f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:15.632181 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-0eca3170-b8ec-4ed7-8f34-da3e13ab3016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:15.639178 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:15.646453 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47ae6d41-482a-4c29-9e7b-23feef1f2ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:15.665510 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 155bd9df-8b57-4161-95ec-4b44df211257 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:15.665804 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:15.683930 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-0ca551fb-5a9a-4cdb-855b-34f0ce349469 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=eca10cab387440428e231a953cda4553&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1773522 Apr 23 00:06:15.684842 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c56daef6-e380-42d2-9191-c1ae3e5ef7a9 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:15.713712 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae6d41-482a-4c29-9e7b-23feef1f2ca1 None None] Pushing event deleted for resources: {'Port': ['ID=155bd9df-8b57-4161-95ec-4b44df211257,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:15.715740 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ae6d41-482a-4c29-9e7b-23feef1f2ca1 None None] No DVR routers for this DVR port 155bd9df-8b57-4161-95ec-4b44df211257 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:15.719769 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Port 155bd9df-8b57-4161-95ec-4b44df211257 was deleted so its status cannot be updated. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 23 00:06:15.720254 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b89cd29a-4224-4b73-ad14-7ae7b0639000 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:15.725258 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca3170-b8ec-4ed7-8f34-da3e13ab3016 None None] Routers {'a1f88d2e-e317-474b-b512-1ffad893ff5a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:15.725590 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-0eca3170-b8ec-4ed7-8f34-da3e13ab3016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a1f88d2e-e317-474b-b512-1ffad893ff5a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:15.757219 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71de507-e92c-42fd-b2e4-d90a90813acd tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Router afa0dda3-a592-488f-8b17-4e21529fcf68 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:06:15.783265 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037fad3a-29a4-4cde-b50d-9878734d15f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:15.790370 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-c56daef6-e380-42d2-9191-c1ae3e5ef7a9 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a263445e-0c69-4352-ad8a-2ed258b29075']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:15.834877 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-037fad3a-29a4-4cde-b50d-9878734d15f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:15.844658 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-c56daef6-e380-42d2-9191-c1ae3e5ef7a9 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7287a6-a4a9-475c-b53a-9a490838327e') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:15.844944 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-c56daef6-e380-42d2-9191-c1ae3e5ef7a9 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7287a6-a4a9-475c-b53a-9a490838327e') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:15.854765 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037fad3a-29a4-4cde-b50d-9878734d15f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:15.854765 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-037fad3a-29a4-4cde-b50d-9878734d15f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:15.892823 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037fad3a-29a4-4cde-b50d-9878734d15f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=64118e54-193e-42d4-a26e-4f1e0e47773a,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:15.900980 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c56daef6-e380-42d2-9191-c1ae3e5ef7a9 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:15.933800 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c56daef6-e380-42d2-9191-c1ae3e5ef7a9 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:15.940161 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-6a19601b-59f3-4ccb-ba9e-61d58070b092 service neutron] 10.222.0.15 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284119 Apr 23 00:06:15.944157 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62e09b9-ee8d-4999-be33-c9a35f9fd603 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:15.949282 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-0eca3170-b8ec-4ed7-8f34-da3e13ab3016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:15.949904 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca3170-b8ec-4ed7-8f34-da3e13ab3016 None None] The sync data for ids ['a1f88d2e-e317-474b-b512-1ffad893ff5a'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:06:15.992510 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56daef6-e380-42d2-9191-c1ae3e5ef7a9 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:06:15.992869 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c56daef6-e380-42d2-9191-c1ae3e5ef7a9 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:06:16.000762 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:06:16.015719 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-037fad3a-29a4-4cde-b50d-9878734d15f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6173851 Apr 23 00:06:16.022198 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53466) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:16.033074 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-93c4c476-fcd6-48fe-a93e-76dc009b64fd tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'mac_address': 'fa:16:3e:21:e9:7e', 'name': 'tempest-NetworksTestDHCPv6-1595723165'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:16.050620 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51b5135d-041b-4e8a-99c8-19819b5228ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:16.073892 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9da86deb-521d-4e3a-a280-107081ec3ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:16.116567 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port b89cd29a-4224-4b73-ad14-7ae7b0639000 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:16.117281 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:16.125110 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da86deb-521d-4e3a-a280-107081ec3ea6 None None] Pushing event deleted for resources: {'Port': ['ID=7ecc863e-01dc-481a-a511-1c321bd8a6d6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:16.135047 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da86deb-521d-4e3a-a280-107081ec3ea6 None None] No DVR routers for this DVR port 7ecc863e-01dc-481a-a511-1c321bd8a6d6 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:16.145792 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-e1568181-7c84-436a-a61c-e36273112f2a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:16.157630 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Deleting port cf9a3024-da15-4e4b-9413-4908fb30d1f5 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:16.157977 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:16.192805 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71de507-e92c-42fd-b2e4-d90a90813acd tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:06:16.198141 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-51b5135d-041b-4e8a-99c8-19819b5228ce None None] For port b89cd29a-4224-4b73-ad14-7ae7b0639000, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b89cd29a-4224-4b73-ad14-7ae7b0639000,segment=NetworkSegment(93affab7-2237-4bab-8507-b4d20f3f07bf),segment_id=93affab7-2237-4bab-8507-b4d20f3f07bf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:16.198378 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c71de507-e92c-42fd-b2e4-d90a90813acd tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:16.210562 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793a8a97-98c8-4622-aa49-b922cf07230c None None] Sync routers for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:06:16.231785 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793a8a97-98c8-4622-aa49-b922cf07230c None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:16.233930 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-793a8a97-98c8-4622-aa49-b922cf07230c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:16.265372 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c56daef6-e380-42d2-9191-c1ae3e5ef7a9 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:16.269182 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c56daef6-e380-42d2-9191-c1ae3e5ef7a9 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:16.277732 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c56daef6-e380-42d2-9191-c1ae3e5ef7a9 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] 10.222.0.15 "DELETE /v2.0/networks/a263445e-0c69-4352-ad8a-2ed258b29075 HTTP/1.1" status: 204 len: 168 time: 4.2469718 Apr 23 00:06:16.277869 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778698cf-0604-4b5a-8290-114535d5f217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-52c789e5-894b-4719-a369-b13bd1dbccf2', 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'fixed_ips': [{'subnet_id': '64118e54-193e-42d4-a26e-4f1e0e47773a'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:06:16.277869 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-778698cf-0604-4b5a-8290-114535d5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:16.279498 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51b5135d-041b-4e8a-99c8-19819b5228ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:16.285743 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53470) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:16.292795 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-793a8a97-98c8-4622-aa49-b922cf07230c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:16.309302 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793a8a97-98c8-4622-aa49-b922cf07230c None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:16.310241 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-793a8a97-98c8-4622-aa49-b922cf07230c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:16.354400 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-793a8a97-98c8-4622-aa49-b922cf07230c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:16.355260 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793a8a97-98c8-4622-aa49-b922cf07230c None None] The sync data for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:06:16.356934 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c71a10c1-d11e-4017-9625-9fa7ac1f4296 req-aff806dc-010d-4360-b07b-b9eae74aeba7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 210 time: 0.1000624 Apr 23 00:06:16.367441 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5135d-041b-4e8a-99c8-19819b5228ce None None] Pushing event updated for resources: {'Port': ['ID=b89cd29a-4224-4b73-ad14-7ae7b0639000,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:16.383781 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56daef6-e380-42d2-9191-c1ae3e5ef7a9 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Pushing event deleted for resources: {'Network': ['ID=a263445e-0c69-4352-ad8a-2ed258b29075,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:16.392115 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] For port cf9a3024-da15-4e4b-9413-4908fb30d1f5, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=cf9a3024-da15-4e4b-9413-4908fb30d1f5,segment=NetworkSegment(a585869b-0966-4cdf-b20d-9719b96183e4),segment_id=a585869b-0966-4cdf-b20d-9719b96183e4)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:16.392596 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:16.398971 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c71de507-e92c-42fd-b2e4-d90a90813acd tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "PUT /v2.0/floatingips/4bf87949-3b7f-440b-8525-e833c4078dbe HTTP/1.1" status: 200 len: 977 time: 4.1246653 Apr 23 00:06:16.407606 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53472) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:16.417075 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Calling delete_port for cf9a3024-da15-4e4b-9413-4908fb30d1f5 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:16.422393 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-d965f767-0182-4475-b409-a3730be90d3a service neutron] 10.222.0.15 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741139 Apr 23 00:06:16.473110 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-909b2d6c-9337-439f-8ada-18c9ee1656c7 None None] Provisioning complete for port 3d1a41c6-0889-43b0-8255-c712e1600023 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:16.473479 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-909b2d6c-9337-439f-8ada-18c9ee1656c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:16.500341 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-e1568181-7c84-436a-a61c-e36273112f2a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:16.536165 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6be96d6b-1615-4ebe-a16b-977aa9e5d499 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:16.562980 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-e1568181-7c84-436a-a61c-e36273112f2a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 4e0063e3-a51b-4951-b1d1-a61920180a9f is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:16.563498 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b89cd29a-4224-4b73-ad14-7ae7b0639000 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:16.567412 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-e1568181-7c84-436a-a61c-e36273112f2a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:16.583656 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-e1568181-7c84-436a-a61c-e36273112f2a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:16.594609 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-909b2d6c-9337-439f-8ada-18c9ee1656c7 None None] Port 3d1a41c6-0889-43b0-8255-c712e1600023 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:06:16.621230 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1568181-7c84-436a-a61c-e36273112f2a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=5a536b13-0987-4289-baa7-fbaf4162383e,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:16.628690 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-909b2d6c-9337-439f-8ada-18c9ee1656c7 None None] Provisioning complete for port b89cd29a-4224-4b73-ad14-7ae7b0639000 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:16.629054 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-909b2d6c-9337-439f-8ada-18c9ee1656c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:16.635543 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-778698cf-0604-4b5a-8290-114535d5f217 None None] Allocated IP 2001:db8::f816:3eff:fe31:a7f2 (52c789e5-894b-4719-a369-b13bd1dbccf2/64118e54-193e-42d4-a26e-4f1e0e47773a/57196474-50aa-4007-90a0-753fb4b4d764) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:16.649813 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c4c476-fcd6-48fe-a93e-76dc009b64fd tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:16.671717 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-e1568181-7c84-436a-a61c-e36273112f2a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:16.672405 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-e1568181-7c84-436a-a61c-e36273112f2a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:16.715495 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port b89cd29a-4224-4b73-ad14-7ae7b0639000 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:16.715815 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:16.715943 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:16.750719 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Port': ['ID=cf9a3024-da15-4e4b-9413-4908fb30d1f5,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:16.752820 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] No DVR routers for this DVR port cf9a3024-da15-4e4b-9413-4908fb30d1f5 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:16.814192 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-e1568181-7c84-436a-a61c-e36273112f2a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8571649 Apr 23 00:06:16.839756 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-76d92cc3-f567-4f58-805a-90a4856e3969 service neutron] Request body: {'port': {'device_id': '728b18eb-d94c-4366-b5c9-399e8b894206', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:16.846732 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d0aee7bb-2223-41c2-bd5e-392ad0dc6805 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:16.854586 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6be96d6b-1615-4ebe-a16b-977aa9e5d499 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:16.924481 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:16.974386 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-778698cf-0604-4b5a-8290-114535d5f217 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:16.987860 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ecdfdd-a8bb-4228-bf01-66b0ff81e397']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:16.990994 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-76d92cc3-f567-4f58-805a-90a4856e3969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:17.012566 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a585869b-0966-4cdf-b20d-9719b96183e4') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:17.012872 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a585869b-0966-4cdf-b20d-9719b96183e4') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:17.025971 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-a9148348-a000-46f2-ac77-c1715ec6407c None None] Provisioning complete for port 5a536b13-0987-4289-baa7-fbaf4162383e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:17.026303 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9148348-a000-46f2-ac77-c1715ec6407c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:17.027284 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:17.052454 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device c478d278-6b69-4825-ac5d-e93e2b66136f no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:06:17.071181 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:17.081928 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: c478d278-6b69-4825-ac5d-e93e2b66136f {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:06:17.082389 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device c478d278-6b69-4825-ac5d-e93e2b66136f not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:06:17.082800 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7ecc863e-01dc-481a-a511-1c321bd8a6d6 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:06:17.087368 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:06:17.087791 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-778698cf-0604-4b5a-8290-114535d5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:06:17.092858 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:06:17.144104 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a9148348-a000-46f2-ac77-c1715ec6407c None None] Port 5a536b13-0987-4289-baa7-fbaf4162383e cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:06:17.145670 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 7ecc863e-01dc-481a-a511-1c321bd8a6d6 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:06:17.146064 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7ecc863e-01dc-481a-a511-1c321bd8a6d6 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:06:17.146491 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 155bd9df-8b57-4161-95ec-4b44df211257 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:06:17.176753 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778698cf-0604-4b5a-8290-114535d5f217 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:17.182598 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 155bd9df-8b57-4161-95ec-4b44df211257 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:06:17.182939 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 155bd9df-8b57-4161-95ec-4b44df211257 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:06:17.188379 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-778698cf-0604-4b5a-8290-114535d5f217 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:17.194748 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778698cf-0604-4b5a-8290-114535d5f217 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:17.263846 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778698cf-0604-4b5a-8290-114535d5f217 None None] Pushing event updated for resources: {'Port': ['ID=57196474-50aa-4007-90a0-753fb4b4d764,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:17.284123 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-778698cf-0604-4b5a-8290-114535d5f217 None None] Attempting to bind port 57196474-50aa-4007-90a0-753fb4b4d764 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:06:17.284453 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-778698cf-0604-4b5a-8290-114535d5f217 None None] Attempting to bind port 57196474-50aa-4007-90a0-753fb4b4d764 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:06:17.284783 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778698cf-0604-4b5a-8290-114535d5f217 None None] Attempting to bind port 57196474-50aa-4007-90a0-753fb4b4d764 on network 52c789e5-894b-4719-a369-b13bd1dbccf2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:06:17.291429 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778698cf-0604-4b5a-8290-114535d5f217 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:06:17.293568 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778698cf-0604-4b5a-8290-114535d5f217 None None] Checking segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:17.293568 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-778698cf-0604-4b5a-8290-114535d5f217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:17.293568 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778698cf-0604-4b5a-8290-114535d5f217 None None] Bound using segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:06:17.293568 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-778698cf-0604-4b5a-8290-114535d5f217 None None] Bound port: 57196474-50aa-4007-90a0-753fb4b4d764, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:06:17.293568 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-778698cf-0604-4b5a-8290-114535d5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:17.358283 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b4fe71c3-3dfb-4937-b623-e73b4cf1edf2 req-9cb18474-6816-485b-924a-c34973a21aac tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 210 time: 0.0618932 Apr 23 00:06:17.361982 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-6be96d6b-1615-4ebe-a16b-977aa9e5d499 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d802d630-fa5b-47e5-8176-23f9065b7390']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:17.386781 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-6be96d6b-1615-4ebe-a16b-977aa9e5d499 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f657de-acfc-40c7-983d-d68aec9e8dfd') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:17.387147 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-6be96d6b-1615-4ebe-a16b-977aa9e5d499 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f657de-acfc-40c7-983d-d68aec9e8dfd') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:17.397212 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6be96d6b-1615-4ebe-a16b-977aa9e5d499 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:17.401031 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-778698cf-0604-4b5a-8290-114535d5f217 None None] For port 57196474-50aa-4007-90a0-753fb4b4d764, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:06:17.407770 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-778698cf-0604-4b5a-8290-114535d5f217 None None] For port 57196474-50aa-4007-90a0-753fb4b4d764, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=57196474-50aa-4007-90a0-753fb4b4d764,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:06:17.419455 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93c4c476-fcd6-48fe-a93e-76dc009b64fd tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:17.430684 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:17.444105 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-93c4c476-fcd6-48fe-a93e-76dc009b64fd tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] device_id is not set on port 9cff65a1-287f-448c-9d56-9a1b2d11fa68 yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:06:17.444955 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:17.448264 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/networks/52ecdfdd-a8bb-4228-bf01-66b0ff81e397 HTTP/1.1" status: 204 len: 168 time: 5.6878157 Apr 23 00:06:17.461420 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53488) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:17.466096 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-4b47b13e-e980-421f-85af-b5b873400af3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1016431596'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:17.470828 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0c869-2245-44cc-a8c4-0295a1fd4b4e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Network': ['ID=52ecdfdd-a8bb-4228-bf01-66b0ff81e397,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:17.474819 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-778698cf-0604-4b5a-8290-114535d5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:17.514878 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6be96d6b-1615-4ebe-a16b-977aa9e5d499 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:17.541794 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778698cf-0604-4b5a-8290-114535d5f217 None None] Pushing event updated for resources: {'Port': ['ID=57196474-50aa-4007-90a0-753fb4b4d764,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:17.594024 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-76d92cc3-f567-4f58-805a-90a4856e3969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a536b13-0987-4289-baa7-fbaf4162383e {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:06:17.598483 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be96d6b-1615-4ebe-a16b-977aa9e5d499 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:06:17.598976 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6be96d6b-1615-4ebe-a16b-977aa9e5d499 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:17.603225 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-76d92cc3-f567-4f58-805a-90a4856e3969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:17.606735 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-90339bc0-7025-48cb-a3c3-ce1fba265285 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Deleting port e9cfacd9-fde3-4edb-aabd-40a49d04a008 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:17.607146 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-90339bc0-7025-48cb-a3c3-ce1fba265285 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:17.609430 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b47b13e-e980-421f-85af-b5b873400af3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Made reservation on behalf of d312e1e3becb48bb95b56303c30a4b4a for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:06:17.610166 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:06:17.613032 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4b47b13e-e980-421f-85af-b5b873400af3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:17.646992 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b47b13e-e980-421f-85af-b5b873400af3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:06:17.659775 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4b47b13e-e980-421f-85af-b5b873400af3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:17.660123 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-4b47b13e-e980-421f-85af-b5b873400af3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Added segment dfddfaa8-1cc9-4f4f-95b9-cda8a78548c5 of type vlan for network d68d905c-2ef0-4d3e-954f-dec9a8981bbc Apr 23 00:06:17.705421 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4b47b13e-e980-421f-85af-b5b873400af3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:17.794352 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4b47b13e-e980-421f-85af-b5b873400af3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:17.800211 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b47b13e-e980-421f-85af-b5b873400af3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:17.800903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4b47b13e-e980-421f-85af-b5b873400af3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:17.810650 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-93c4c476-fcd6-48fe-a93e-76dc009b64fd tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 2001:db8::f816:3eff:fe21:e97e (52c789e5-894b-4719-a369-b13bd1dbccf2/64118e54-193e-42d4-a26e-4f1e0e47773a/9cff65a1-287f-448c-9d56-9a1b2d11fa68) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:17.854693 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ddd9f-95d0-4317-b23a-37ca2fb6298e req-d64502ac-cf0a-4cf5-b6e6-ba5b80346628 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:17.862163 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-076ddd9f-95d0-4317-b23a-37ca2fb6298e req-d64502ac-cf0a-4cf5-b6e6-ba5b80346628 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 931 time: 0.3449974 Apr 23 00:06:17.891994 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6be96d6b-1615-4ebe-a16b-977aa9e5d499 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:17.904907 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-76d92cc3-f567-4f58-805a-90a4856e3969 service neutron] Transition to ACTIVE for port object 5a536b13-0987-4289-baa7-fbaf4162383e will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:06:17.921495 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6be96d6b-1615-4ebe-a16b-977aa9e5d499 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:17.925096 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6be96d6b-1615-4ebe-a16b-977aa9e5d499 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] 10.222.0.15 "DELETE /v2.0/networks/d802d630-fa5b-47e5-8176-23f9065b7390 HTTP/1.1" status: 204 len: 168 time: 1.6182487 Apr 23 00:06:17.925248 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4b47b13e-e980-421f-85af-b5b873400af3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4628711 Apr 23 00:06:17.930456 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53492) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:17.931148 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-90339bc0-7025-48cb-a3c3-ce1fba265285 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:17.938457 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53494) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:17.948931 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-62bc5fe1-d866-4531-a404-b0cbaff7ed53 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Request body: {'subnet': {'network_id': 'd68d905c-2ef0-4d3e-954f-dec9a8981bbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:17.963750 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47b13e-e980-421f-85af-b5b873400af3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event updated for resources: {'Network': ['ID=d68d905c-2ef0-4d3e-954f-dec9a8981bbc,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:17.977853 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network d68d905c-2ef0-4d3e-954f-dec9a8981bbc details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:06:18.001280 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be96d6b-1615-4ebe-a16b-977aa9e5d499 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Pushing event deleted for resources: {'Network': ['ID=d802d630-fa5b-47e5-8176-23f9065b7390,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:18.003105 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-76d92cc3-f567-4f58-805a-90a4856e3969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:18.066527 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d92cc3-f567-4f58-805a-90a4856e3969 service neutron] Pushing event updated for resources: {'Port': ['ID=5a536b13-0987-4289-baa7-fbaf4162383e,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:18.099848 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ba9df7cc-2695-480b-8628-4524d5f372e1 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:18.123675 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-076ddd9f-95d0-4317-b23a-37ca2fb6298e req-11c28d66-c2b5-447b-87bd-6a42abaa1734 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=d83eafcd-8e21-400f-8199-da42aed372d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606142 Apr 23 00:06:18.255413 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-76d92cc3-f567-4f58-805a-90a4856e3969 service neutron] Attempting to bind port 5a536b13-0987-4289-baa7-fbaf4162383e on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:06:18.255787 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-76d92cc3-f567-4f58-805a-90a4856e3969 service neutron] Attempting to bind port 5a536b13-0987-4289-baa7-fbaf4162383e by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'aec77dda-8b5c-4aa6-a84f-7c4f710208c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:06:18.256123 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-76d92cc3-f567-4f58-805a-90a4856e3969 service neutron] Attempting to bind port 5a536b13-0987-4289-baa7-fbaf4162383e on network 4e0063e3-a51b-4951-b1d1-a61920180a9f {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:06:18.260701 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ba9df7cc-2695-480b-8628-4524d5f372e1 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:18.269006 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-76d92cc3-f567-4f58-805a-90a4856e3969 service neutron] Port 5a536b13-0987-4289-baa7-fbaf4162383e on network 4e0063e3-a51b-4951-b1d1-a61920180a9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:06:18.269335 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-76d92cc3-f567-4f58-805a-90a4856e3969 service neutron] Attempting to bind port 5a536b13-0987-4289-baa7-fbaf4162383e on network 4e0063e3-a51b-4951-b1d1-a61920180a9f {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:06:18.278655 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-76d92cc3-f567-4f58-805a-90a4856e3969 service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:06:18.284276 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-76d92cc3-f567-4f58-805a-90a4856e3969 service neutron] Checking segment: {'id': 'aec77dda-8b5c-4aa6-a84f-7c4f710208c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:18.284276 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-76d92cc3-f567-4f58-805a-90a4856e3969 service neutron] Bound using segment: {'id': 'aec77dda-8b5c-4aa6-a84f-7c4f710208c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:06:18.284276 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-76d92cc3-f567-4f58-805a-90a4856e3969 service neutron] Bound port: 5a536b13-0987-4289-baa7-fbaf4162383e, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aec77dda-8b5c-4aa6-a84f-7c4f710208c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:06:18.284276 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-76d92cc3-f567-4f58-805a-90a4856e3969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:18.299035 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-ba9df7cc-2695-480b-8628-4524d5f372e1 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be06962f-e0da-48c3-a351-395e617be3b6']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:18.315872 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-ba9df7cc-2695-480b-8628-4524d5f372e1 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9273ab42-599b-47ad-a4b9-ca7b7cfe3c1c') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:18.315872 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-ba9df7cc-2695-480b-8628-4524d5f372e1 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9273ab42-599b-47ad-a4b9-ca7b7cfe3c1c') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:18.342934 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ba9df7cc-2695-480b-8628-4524d5f372e1 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:18.367592 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ba9df7cc-2695-480b-8628-4524d5f372e1 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:18.381479 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9df7cc-2695-480b-8628-4524d5f372e1 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:06:18.382456 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ba9df7cc-2695-480b-8628-4524d5f372e1 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:06:18.385572 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:06:18.406418 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-76d92cc3-f567-4f58-805a-90a4856e3969 service neutron] For port 5a536b13-0987-4289-baa7-fbaf4162383e, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:06:18.455426 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-90339bc0-7025-48cb-a3c3-ce1fba265285 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:18.456561 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-90339bc0-7025-48cb-a3c3-ce1fba265285 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:18.456561 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-90339bc0-7025-48cb-a3c3-ce1fba265285 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Floating IP 4bf87949-3b7f-440b-8525-e833c4078dbe disassociated. External IP: 172.26.3.46, port: e9cfacd9-fde3-4edb-aabd-40a49d04a008. Apr 23 00:06:18.456561 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-90339bc0-7025-48cb-a3c3-ce1fba265285 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Calling delete_port for e9cfacd9-fde3-4edb-aabd-40a49d04a008 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:18.495104 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-76d92cc3-f567-4f58-805a-90a4856e3969 service neutron] For port 5a536b13-0987-4289-baa7-fbaf4162383e, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=5a536b13-0987-4289-baa7-fbaf4162383e,segment=NetworkSegment(aec77dda-8b5c-4aa6-a84f-7c4f710208c7),segment_id=aec77dda-8b5c-4aa6-a84f-7c4f710208c7)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:06:18.497978 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4c40f608-d2d8-4c29-9ee7-ff480b0edd55 req-9471d3c5-5805-495e-b0f6-1328a76ebf82 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 210 time: 0.0577114 Apr 23 00:06:18.536722 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bc5fe1-d866-4531-a404-b0cbaff7ed53 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Made reservation on behalf of d312e1e3becb48bb95b56303c30a4b4a for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:18.541880 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-62bc5fe1-d866-4531-a404-b0cbaff7ed53 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:18.560410 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 57196474-50aa-4007-90a0-753fb4b4d764 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:18.584037 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93c4c476-fcd6-48fe-a93e-76dc009b64fd tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:18.601670 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ba9df7cc-2695-480b-8628-4524d5f372e1 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:18.603836 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-76d92cc3-f567-4f58-805a-90a4856e3969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:18.613622 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ba9df7cc-2695-480b-8628-4524d5f372e1 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:18.620421 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ba9df7cc-2695-480b-8628-4524d5f372e1 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] 10.222.0.15 "DELETE /v2.0/networks/be06962f-e0da-48c3-a351-395e617be3b6 HTTP/1.1" status: 204 len: 168 time: 0.6865299 Apr 23 00:06:18.628208 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 57196474-50aa-4007-90a0-753fb4b4d764 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:18.629576 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:18.633278 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53502) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:18.666233 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9df7cc-2695-480b-8628-4524d5f372e1 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Pushing event deleted for resources: {'Network': ['ID=be06962f-e0da-48c3-a351-395e617be3b6,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:18.725107 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-d0aee7bb-2223-41c2-bd5e-392ad0dc6805 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting port 3d1a41c6-0889-43b0-8255-c712e1600023 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:18.725445 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d0aee7bb-2223-41c2-bd5e-392ad0dc6805 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:18.750046 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d92cc3-f567-4f58-805a-90a4856e3969 service neutron] Pushing event updated for resources: {'Port': ['ID=5a536b13-0987-4289-baa7-fbaf4162383e,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:18.758459 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-76d92cc3-f567-4f58-805a-90a4856e3969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:18.759008 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-76d92cc3-f567-4f58-805a-90a4856e3969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:18.760515 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-76d92cc3-f567-4f58-805a-90a4856e3969 service neutron] 10.222.0.16 "PUT /v2.0/ports/5a536b13-0987-4289-baa7-fbaf4162383e HTTP/1.1" status: 200 len: 1093 time: 1.9271736 Apr 23 00:06:18.763503 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728b18eb-d94c-4366-b5c9-399e8b894206', 'tag': '5a536b13-0987-4289-baa7-fbaf4162383e'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:06:18.766060 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01f52b6-bddd-418b-aa5d-967d13528474" -d '{"events": [{"name": "network-changed", "server_uuid": "728b18eb-d94c-4366-b5c9-399e8b894206", "tag": "5a536b13-0987-4289-baa7-fbaf4162383e"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:06:18.796300 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:18.826845 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2809591a-68e0-42c5-8098-cf5f1158b295 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:18.865771 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be6c0c6-a19d-4460-a5ab-4c7e4d182dc9 x-openstack-request-id: req-2be6c0c6-a19d-4460-a5ab-4c7e4d182dc9 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:06:18.866910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "728b18eb-d94c-4366-b5c9-399e8b894206", "tag": "5a536b13-0987-4289-baa7-fbaf4162383e", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:06:18.866910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2be6c0c6-a19d-4460-a5ab-4c7e4d182dc9 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:06:18.867329 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2be6c0c6-a19d-4460-a5ab-4c7e4d182dc9'] response: {'name': 'network-changed', 'server_uuid': '728b18eb-d94c-4366-b5c9-399e8b894206', 'tag': '5a536b13-0987-4289-baa7-fbaf4162383e', 'status': 'completed', 'code': 200} Apr 23 00:06:18.888314 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 57196474-50aa-4007-90a0-753fb4b4d764, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=57196474-50aa-4007-90a0-753fb4b4d764,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:19.005730 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:19.020303 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d0aee7bb-2223-41c2-bd5e-392ad0dc6805 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:19.036450 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93c4c476-fcd6-48fe-a93e-76dc009b64fd tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:19.062801 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-d0aee7bb-2223-41c2-bd5e-392ad0dc6805 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Calling delete_port for 3d1a41c6-0889-43b0-8255-c712e1600023 owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:19.064382 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b95eb47-027e-4a8c-946e-8bb81ef6c06c None None] get_active_networks_info from dv-neutron-838783-1-hyperv {{(pid=103146) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 23 00:06:19.105799 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c4c476-fcd6-48fe-a93e-76dc009b64fd tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:19.117751 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-90339bc0-7025-48cb-a3c3-ce1fba265285 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:19.128225 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=57196474-50aa-4007-90a0-753fb4b4d764,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:19.148588 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-93c4c476-fcd6-48fe-a93e-76dc009b64fd tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:19.150998 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c4c476-fcd6-48fe-a93e-76dc009b64fd tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:19.156992 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c4c476-fcd6-48fe-a93e-76dc009b64fd tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:19.157644 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93c4c476-fcd6-48fe-a93e-76dc009b64fd tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:19.196164 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-7e7ff849-c296-4a9d-b7d7-a46ce2dfb4d7 None None] Provisioning complete for port 57196474-50aa-4007-90a0-753fb4b4d764 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:19.196535 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e7ff849-c296-4a9d-b7d7-a46ce2dfb4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:19.273029 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b95eb47-027e-4a8c-946e-8bb81ef6c06c None None] Resources bound (agent type, host, resource id): {{(pid=103146) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:06:19.281822 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-93c4c476-fcd6-48fe-a93e-76dc009b64fd tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2538917 Apr 23 00:06:19.326239 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53508) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:19.344674 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4c476-fcd6-48fe-a93e-76dc009b64fd tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=9cff65a1-287f-448c-9d56-9a1b2d11fa68,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:19.403896 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2809591a-68e0-42c5-8098-cf5f1158b295 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:19.426714 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90339bc0-7025-48cb-a3c3-ce1fba265285 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event deleted for resources: {'Port': ['ID=e9cfacd9-fde3-4edb-aabd-40a49d04a008,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:19.429618 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-62bc5fe1-d866-4531-a404-b0cbaff7ed53 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:19.450326 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f52b6-bddd-418b-aa5d-967d13528474 req-f7aecd60-0567-493f-ab67-6babe4c5fc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:19.452149 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f01f52b6-bddd-418b-aa5d-967d13528474 req-f7aecd60-0567-493f-ab67-6babe4c5fc44 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 1096 time: 0.5494282 Apr 23 00:06:19.454024 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-2809591a-68e0-42c5-8098-cf5f1158b295 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b300ddc6-dc6e-4774-8514-39df1bae5b89']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:19.501359 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-2809591a-68e0-42c5-8098-cf5f1158b295 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6dbfd23-d236-475d-9057-90637f122a77') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:19.501656 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-2809591a-68e0-42c5-8098-cf5f1158b295 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6dbfd23-d236-475d-9057-90637f122a77') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:19.564186 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e1a6a-f93c-47fa-9ce3-56613cc2a818 req-848b75a8-1422-483b-8f58-a651966024c9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:19.565714 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-100e1a6a-f93c-47fa-9ce3-56613cc2a818 req-848b75a8-1422-483b-8f58-a651966024c9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 943 time: 0.1813111 Apr 23 00:06:19.567609 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2809591a-68e0-42c5-8098-cf5f1158b295 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:19.571958 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ceb9fa-a34a-448f-bfe8-907bb14ea958 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:19.578312 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ceb9fa-a34a-448f-bfe8-907bb14ea958 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:19.583234 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f0ceb9fa-a34a-448f-bfe8-907bb14ea958 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2521684 Apr 23 00:06:19.586455 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53512) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:19.639125 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc5fe1-d866-4531-a404-b0cbaff7ed53 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event updated for resources: {'Subnet': ['ID=e2350105-5e88-45d8-803c-ed86dbdf074d,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:19.639415 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2809591a-68e0-42c5-8098-cf5f1158b295 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:19.678254 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2809591a-68e0-42c5-8098-cf5f1158b295 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:06:19.678254 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2809591a-68e0-42c5-8098-cf5f1158b295 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:06:19.688645 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:06:19.708208 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90339bc0-7025-48cb-a3c3-ce1fba265285 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Router afa0dda3-a592-488f-8b17-4e21529fcf68 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:06:19.715152 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-100e1a6a-f93c-47fa-9ce3-56613cc2a818 req-a6d8387f-7de7-4bd8-b84e-daa64ce51a28 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=d83eafcd-8e21-400f-8199-da42aed372d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399524 Apr 23 00:06:19.767912 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f52b6-bddd-418b-aa5d-967d13528474 req-9d674236-9334-4283-be15-96c5fc7798ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:19.769430 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f01f52b6-bddd-418b-aa5d-967d13528474 req-9d674236-9334-4283-be15-96c5fc7798ef service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b0d4e09f8966425d866e56289d457074&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3071778 Apr 23 00:06:19.775470 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-808f3d8d-c9b0-43ba-9099-c0032c2c2123 req-46edd233-f29e-43a0-9023-2298c126034d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 210 time: 0.0739784 Apr 23 00:06:19.780796 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bc5fe1-d866-4531-a404-b0cbaff7ed53 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Checking segment: {'id': 'dfddfaa8-1cc9-4f4f-95b9-cda8a78548c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd68d905c-2ef0-4d3e-954f-dec9a8981bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:19.781164 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bc5fe1-d866-4531-a404-b0cbaff7ed53 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Network hostable DHCP agents. Network: d68d905c-2ef0-4d3e-954f-dec9a8981bbc, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:06:19.880216 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2809591a-68e0-42c5-8098-cf5f1158b295 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:19.899724 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-9c76b204-24d0-451d-a948-e914e9f1e3f4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting port 9cff65a1-287f-448c-9d56-9a1b2d11fa68 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:19.900074 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9c76b204-24d0-451d-a948-e914e9f1e3f4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:19.914371 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2809591a-68e0-42c5-8098-cf5f1158b295 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:19.917392 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2809591a-68e0-42c5-8098-cf5f1158b295 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] 10.222.0.15 "DELETE /v2.0/networks/b300ddc6-dc6e-4774-8514-39df1bae5b89 HTTP/1.1" status: 204 len: 168 time: 1.2650898 Apr 23 00:06:19.954944 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809591a-68e0-42c5-8098-cf5f1158b295 tempest-BulkNetworkOpsTest-1074664646 tempest-BulkNetworkOpsTest-1074664646-project] Pushing event deleted for resources: {'Network': ['ID=b300ddc6-dc6e-4774-8514-39df1bae5b89,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:19.964759 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d0aee7bb-2223-41c2-bd5e-392ad0dc6805 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:19.968807 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bc5fe1-d866-4531-a404-b0cbaff7ed53 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Network d68d905c-2ef0-4d3e-954f-dec9a8981bbc is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:06:19.999616 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-f9be9fe2-93a0-4631-8b13-73ec1d2b1ae8 None None] Provisioning complete for port 9cff65a1-287f-448c-9d56-9a1b2d11fa68 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:20.000248 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9be9fe2-93a0-4631-8b13-73ec1d2b1ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:20.036497 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f9be9fe2-93a0-4631-8b13-73ec1d2b1ae8 None None] Port 9cff65a1-287f-448c-9d56-9a1b2d11fa68 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:06:20.062503 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f52b6-bddd-418b-aa5d-967d13528474 req-c056cf13-d233-45d5-afaf-33747ca53edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:20.062503 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f01f52b6-bddd-418b-aa5d-967d13528474 req-c056cf13-d233-45d5-afaf-33747ca53edc service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2839761 Apr 23 00:06:20.071179 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9c76b204-24d0-451d-a948-e914e9f1e3f4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:20.098684 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-9f909400-dd51-4c13-b8b8-acb0086c9d75 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:20.100426 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-9f909400-dd51-4c13-b8b8-acb0086c9d75 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.16 "GET /v2.0/networks?id=3d224e48-36a8-42d0-8738-ed5ea1abe259 HTTP/1.1" status: 200 len: 811 time: 0.2355337 Apr 23 00:06:20.124868 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-9c76b204-24d0-451d-a948-e914e9f1e3f4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Calling delete_port for 9cff65a1-287f-448c-9d56-9a1b2d11fa68 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:20.126622 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aee7bb-2223-41c2-bd5e-392ad0dc6805 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Port': ['ID=3d1a41c6-0889-43b0-8255-c712e1600023,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:20.171387 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90339bc0-7025-48cb-a3c3-ce1fba265285 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:06:20.184767 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b4919c-6d12-4ca6-81f4-46fe02ade892 None None] Sync routers for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:06:20.201655 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b4919c-6d12-4ca6-81f4-46fe02ade892 None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:20.205711 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-37b4919c-6d12-4ca6-81f4-46fe02ade892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:20.223326 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-597f92b5-c46b-47a4-95a7-c6dd66aef909 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eca10cab387440428e231a953cda4553 HTTP/1.1" status: 200 len: 379 time: 0.0859408 Apr 23 00:06:20.234390 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-d0ed80c3-4717-4e0d-b53b-7a746dc8c441 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Request body: {'port': {'device_id': '761e8c4f-c4bd-4d9f-a597-4758210b7e40', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'admin_state_up': True, 'tenant_id': 'eca10cab387440428e231a953cda4553', 'security_groups': ['2d2b9834-154b-4eab-9702-aa2a2c8675d0']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:20.267851 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-00afbde0-9b00-467a-bbd4-f00a3c19b0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:20.269403 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-00afbde0-9b00-467a-bbd4-f00a3c19b0ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 1096 time: 0.1060953 Apr 23 00:06:20.283495 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-37b4919c-6d12-4ca6-81f4-46fe02ade892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:20.309962 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b4919c-6d12-4ca6-81f4-46fe02ade892 None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:20.313520 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-37b4919c-6d12-4ca6-81f4-46fe02ade892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:20.357916 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-37b4919c-6d12-4ca6-81f4-46fe02ade892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:20.358750 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-696aa2bf-104f-4d63-b0d6-8eadf82ee373 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a536b13-0987-4289-baa7-fbaf4162383e HTTP/1.1" status: 200 len: 217 time: 0.0466955 Apr 23 00:06:20.359298 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b4919c-6d12-4ca6-81f4-46fe02ade892 None None] The sync data for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:06:20.375410 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-62bc5fe1-d866-4531-a404-b0cbaff7ed53 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, d68d905c-2ef0-4d3e-954f-dec9a8981bbc) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:20.377315 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-90339bc0-7025-48cb-a3c3-ce1fba265285 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:20.380606 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-90339bc0-7025-48cb-a3c3-ce1fba265285 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "DELETE /v2.0/ports/e9cfacd9-fde3-4edb-aabd-40a49d04a008 HTTP/1.1" status: 204 len: 168 time: 3.9558296 Apr 23 00:06:20.386962 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53516) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:20.401456 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bc5fe1-d866-4531-a404-b0cbaff7ed53 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:20.402291 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-62bc5fe1-d866-4531-a404-b0cbaff7ed53 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:20.405108 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d7b2f0-ea15-4a43-a7c6-26269e6c8257 None None] Network d68d905c-2ef0-4d3e-954f-dec9a8981bbc requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:20.447278 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-13be3661-a638-4387-98b5-560d500c071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:20.449350 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-13be3661-a638-4387-98b5-560d500c071f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9105ea4b-a502-4369-ad5a-671310beacde HTTP/1.1" status: 200 len: 835 time: 0.0833035 Apr 23 00:06:20.551791 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-6ae2b032-d7f9-4aaf-a194-eb9e0ad6882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:20.553800 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-6ae2b032-d7f9-4aaf-a194-eb9e0ad6882c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4e0063e3-a51b-4951-b1d1-a61920180a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0943468 Apr 23 00:06:20.590187 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53522) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:20.592528 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-d0ed80c3-4717-4e0d-b53b-7a746dc8c441 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Made reservation on behalf of eca10cab387440428e231a953cda4553 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:20.596137 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-d0ed80c3-4717-4e0d-b53b-7a746dc8c441 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:20.606997 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 57196474-50aa-4007-90a0-753fb4b4d764 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:20.687652 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8352f5e-fbfd-43e0-9e17-34c0abb76b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-d68d905c-2ef0-4d3e-954f-dec9a8981bbc', 'network_id': 'd68d905c-2ef0-4d3e-954f-dec9a8981bbc', 'tenant_id': 'd312e1e3becb48bb95b56303c30a4b4a', 'fixed_ips': [{'subnet_id': 'e2350105-5e88-45d8-803c-ed86dbdf074d'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:06:20.688487 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8352f5e-fbfd-43e0-9e17-34c0abb76b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:20.768630 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-6ebef3a3-9a59-4076-b489-48c0e37fccac service neutron] 10.222.0.16 "GET /v2.0/networks/4e0063e3-a51b-4951-b1d1-a61920180a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078917 Apr 23 00:06:20.858250 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 57196474-50aa-4007-90a0-753fb4b4d764 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:20.858964 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:20.944441 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e3e2f552-b765-48ad-af2f-5a28b3889679 req-190275dc-2dc7-42b7-9361-69c53b43cc4e service neutron] 10.222.0.16 "GET /v2.0/networks/4e0063e3-a51b-4951-b1d1-a61920180a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675363 Apr 23 00:06:21.040799 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-d0ed80c3-4717-4e0d-b53b-7a746dc8c441 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Allocated IP 172.20.0.13 (3d224e48-36a8-42d0-8738-ed5ea1abe259/c3d429f2-9bee-4153-ac8c-0a0937fc9ed2/94f011c8-064b-4454-a61b-d3860ee8a475) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:21.058413 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d70ca74d-cb54-404e-99c2-cf9f41fbaa85 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17dc42e78963449ea09d8efdfad868db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4661949 Apr 23 00:06:21.060196 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53530) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:21.079018 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9629f86-4b80-43e6-8b68-9c96c14522c0 req-323d9a62-0883-4f45-b9a4-f9c37508de54 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:21.080870 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d9629f86-4b80-43e6-8b68-9c96c14522c0 req-323d9a62-0883-4f45-b9a4-f9c37508de54 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 943 time: 0.1349130 Apr 23 00:06:21.085505 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7b32e9a1-b13f-41e2-a424-d5a101a6d5ae req-454abd2c-05c0-45c6-836b-82fad1ca8453 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 210 time: 0.1413708 Apr 23 00:06:21.091378 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1a807f1c-9f7f-4d8a-9598-c9720810464c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "GET /v2.0/floatingips/4bf87949-3b7f-440b-8525-e833c4078dbe HTTP/1.1" status: 200 len: 687 time: 0.7021875 Apr 23 00:06:21.094009 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53532) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:21.141947 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d0aee7bb-2223-41c2-bd5e-392ad0dc6805 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:21.186807 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d9629f86-4b80-43e6-8b68-9c96c14522c0 req-d9e46645-1fe8-42b0-8dde-d29b97cea578 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=d83eafcd-8e21-400f-8199-da42aed372d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846689 Apr 23 00:06:21.188442 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-a8352f5e-fbfd-43e0-9e17-34c0abb76b72 None None] Allocated IP 2001:db8::2 (d68d905c-2ef0-4d3e-954f-dec9a8981bbc/e2350105-5e88-45d8-803c-ed86dbdf074d/d1ded5e3-eb20-4008-8896-046c105d5f64) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:21.208336 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9c76b204-24d0-451d-a948-e914e9f1e3f4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:21.230187 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-62bc5fe1-d866-4531-a404-b0cbaff7ed53 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2844818 Apr 23 00:06:21.234092 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53534) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:21.277115 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-a328b73a-6772-43a5-8345-7846afefcdfb tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Request body: {'subnet': {'network_id': 'd68d905c-2ef0-4d3e-954f-dec9a8981bbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:21.308868 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76b204-24d0-451d-a948-e914e9f1e3f4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Port': ['ID=9cff65a1-287f-448c-9d56-9a1b2d11fa68,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:21.377296 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9c76b204-24d0-451d-a948-e914e9f1e3f4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:21.383015 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9c76b204-24d0-451d-a948-e914e9f1e3f4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/9cff65a1-287f-448c-9d56-9a1b2d11fa68 HTTP/1.1" status: 204 len: 168 time: 1.7884059 Apr 23 00:06:21.385148 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53536) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:21.397636 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-175abf49-6647-4eae-b4ec-6336b45ccd04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:21.483756 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-175abf49-6647-4eae-b4ec-6336b45ccd04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:21.505977 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8352f5e-fbfd-43e0-9e17-34c0abb76b72 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:21.548549 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0aee7bb-2223-41c2-bd5e-392ad0dc6805 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Router a1f88d2e-e317-474b-b512-1ffad893ff5a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:06:21.560774 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-d0ed80c3-4717-4e0d-b53b-7a746dc8c441 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:21.564216 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3165d6cd-4c18-4060-ac13-f1242101b454 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:21.565164 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3165d6cd-4c18-4060-ac13-f1242101b454 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:21.570311 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3165d6cd-4c18-4060-ac13-f1242101b454 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1802053 Apr 23 00:06:21.571976 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53538) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:21.584122 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8352f5e-fbfd-43e0-9e17-34c0abb76b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:21.607908 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-085410c5-527c-4edf-822c-84befe29d65a tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Deleting port a0efbba9-0442-4fb8-bb93-a1a69352e993 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:21.608266 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-085410c5-527c-4edf-822c-84befe29d65a tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:21.618772 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a328b73a-6772-43a5-8345-7846afefcdfb tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Made reservation on behalf of d312e1e3becb48bb95b56303c30a4b4a for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:21.627250 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a328b73a-6772-43a5-8345-7846afefcdfb tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:21.686506 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8352f5e-fbfd-43e0-9e17-34c0abb76b72 None None] Network d68d905c-2ef0-4d3e-954f-dec9a8981bbc is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:21.687895 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8352f5e-fbfd-43e0-9e17-34c0abb76b72 None None] Pushing event updated for resources: {'Port': ['ID=d1ded5e3-eb20-4008-8896-046c105d5f64,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:21.692430 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a8352f5e-fbfd-43e0-9e17-34c0abb76b72 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:21.698264 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8352f5e-fbfd-43e0-9e17-34c0abb76b72 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:21.702044 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-d0ed80c3-4717-4e0d-b53b-7a746dc8c441 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:21.744340 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-175abf49-6647-4eae-b4ec-6336b45ccd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:21.747122 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-175abf49-6647-4eae-b4ec-6336b45ccd04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:21.748372 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-175abf49-6647-4eae-b4ec-6336b45ccd04 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35e8d712-67f1-41de-980d-1a48a2a0c99f HTTP/1.1" status: 204 len: 168 time: 0.6868687 Apr 23 00:06:21.752780 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-085410c5-527c-4edf-822c-84befe29d65a tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:21.753207 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-085410c5-527c-4edf-822c-84befe29d65a tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:21.768989 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-085410c5-527c-4edf-822c-84befe29d65a tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Calling delete_port for a0efbba9-0442-4fb8-bb93-a1a69352e993 owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:21.783103 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175abf49-6647-4eae-b4ec-6336b45ccd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e8d712-67f1-41de-980d-1a48a2a0c99f,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:21.788582 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a8352f5e-fbfd-43e0-9e17-34c0abb76b72 None None] Attempting to bind port d1ded5e3-eb20-4008-8896-046c105d5f64 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:06:21.789096 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a8352f5e-fbfd-43e0-9e17-34c0abb76b72 None None] Attempting to bind port d1ded5e3-eb20-4008-8896-046c105d5f64 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'dfddfaa8-1cc9-4f4f-95b9-cda8a78548c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd68d905c-2ef0-4d3e-954f-dec9a8981bbc'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:06:21.789612 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8352f5e-fbfd-43e0-9e17-34c0abb76b72 None None] Attempting to bind port d1ded5e3-eb20-4008-8896-046c105d5f64 on network d68d905c-2ef0-4d3e-954f-dec9a8981bbc {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:06:21.796955 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8352f5e-fbfd-43e0-9e17-34c0abb76b72 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:06:21.797420 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8352f5e-fbfd-43e0-9e17-34c0abb76b72 None None] Checking segment: {'id': 'dfddfaa8-1cc9-4f4f-95b9-cda8a78548c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd68d905c-2ef0-4d3e-954f-dec9a8981bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:21.797957 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8352f5e-fbfd-43e0-9e17-34c0abb76b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:21.798865 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8352f5e-fbfd-43e0-9e17-34c0abb76b72 None None] Bound using segment: {'id': 'dfddfaa8-1cc9-4f4f-95b9-cda8a78548c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd68d905c-2ef0-4d3e-954f-dec9a8981bbc'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:06:21.799516 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a8352f5e-fbfd-43e0-9e17-34c0abb76b72 None None] Bound port: d1ded5e3-eb20-4008-8896-046c105d5f64, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfddfaa8-1cc9-4f4f-95b9-cda8a78548c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd68d905c-2ef0-4d3e-954f-dec9a8981bbc'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:06:21.800007 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8352f5e-fbfd-43e0-9e17-34c0abb76b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:21.811514 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-d0ed80c3-4717-4e0d-b53b-7a746dc8c441 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Network 3d224e48-36a8-42d0-8738-ed5ea1abe259 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:21.822792 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-d0ed80c3-4717-4e0d-b53b-7a746dc8c441 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:21.833532 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-d0ed80c3-4717-4e0d-b53b-7a746dc8c441 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:21.873184 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed80c3-4717-4e0d-b53b-7a746dc8c441 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Pushing event updated for resources: {'Port': ['ID=94f011c8-064b-4454-a61b-d3860ee8a475,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:21.925449 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-d0ed80c3-4717-4e0d-b53b-7a746dc8c441 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:21.926352 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-d0ed80c3-4717-4e0d-b53b-7a746dc8c441 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:21.980104 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a8352f5e-fbfd-43e0-9e17-34c0abb76b72 None None] For port d1ded5e3-eb20-4008-8896-046c105d5f64, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:06:21.984961 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a8352f5e-fbfd-43e0-9e17-34c0abb76b72 None None] For port d1ded5e3-eb20-4008-8896-046c105d5f64, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d1ded5e3-eb20-4008-8896-046c105d5f64,segment=NetworkSegment(dfddfaa8-1cc9-4f4f-95b9-cda8a78548c5),segment_id=dfddfaa8-1cc9-4f4f-95b9-cda8a78548c5)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:06:22.066456 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06d9d96-0570-4158-8431-0166b9d467e4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet 64118e54-193e-42d4-a26e-4f1e0e47773a {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:06:22.074138 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c06d9d96-0570-4158-8431-0166b9d467e4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:22.077906 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0aee7bb-2223-41c2-bd5e-392ad0dc6805 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:06:22.083089 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-d0ed80c3-4717-4e0d-b53b-7a746dc8c441 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8522043 Apr 23 00:06:22.086816 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d0aee7bb-2223-41c2-bd5e-392ad0dc6805 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "PUT /v2.0/routers/a1f88d2e-e317-474b-b512-1ffad893ff5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5124090 Apr 23 00:06:22.090635 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53542) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:22.093383 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e9a4c6-896d-4dc7-a1a9-cc28adf7125d None None] Sync routers for ids ['a1f88d2e-e317-474b-b512-1ffad893ff5a'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:06:22.103367 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-9a84260f-1a32-45a3-b32a-c1d10dcd889d service neutron] Request body: {'port': {'device_id': '761e8c4f-c4bd-4d9f-a597-4758210b7e40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:22.104709 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e9a4c6-896d-4dc7-a1a9-cc28adf7125d None None] Routers {'a1f88d2e-e317-474b-b512-1ffad893ff5a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:22.106262 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c5e9a4c6-896d-4dc7-a1a9-cc28adf7125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a1f88d2e-e317-474b-b512-1ffad893ff5a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:22.126496 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-085410c5-527c-4edf-822c-84befe29d65a tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:22.139480 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8352f5e-fbfd-43e0-9e17-34c0abb76b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:22.171081 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085410c5-527c-4edf-822c-84befe29d65a tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event deleted for resources: {'Port': ['ID=a0efbba9-0442-4fb8-bb93-a1a69352e993,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:22.218992 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c5e9a4c6-896d-4dc7-a1a9-cc28adf7125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:22.246897 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e9a4c6-896d-4dc7-a1a9-cc28adf7125d None None] Routers {'a1f88d2e-e317-474b-b512-1ffad893ff5a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:22.248010 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c5e9a4c6-896d-4dc7-a1a9-cc28adf7125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a1f88d2e-e317-474b-b512-1ffad893ff5a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:22.302267 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c5e9a4c6-896d-4dc7-a1a9-cc28adf7125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:22.303176 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e9a4c6-896d-4dc7-a1a9-cc28adf7125d None None] The sync data for ids ['a1f88d2e-e317-474b-b512-1ffad893ff5a'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:06:22.310814 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c06d9d96-0570-4158-8431-0166b9d467e4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:22.346440 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-085410c5-527c-4edf-822c-84befe29d65a tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:22.354190 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-085410c5-527c-4edf-822c-84befe29d65a tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:22.358778 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-085410c5-527c-4edf-822c-84befe29d65a tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "DELETE /v2.0/floatingips/4bf87949-3b7f-440b-8525-e833c4078dbe HTTP/1.1" status: 204 len: 168 time: 1.2594988 Apr 23 00:06:22.362406 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53550) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:22.364273 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8352f5e-fbfd-43e0-9e17-34c0abb76b72 None None] Pushing event updated for resources: {'Port': ['ID=d1ded5e3-eb20-4008-8896-046c105d5f64,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:22.373849 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-6a571c9b-d903-434e-aa16-2089268e0ed3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': '411d8339-1da7-40b7-bb8b-fe5b50342f8d'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:22.384432 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-8ed4426e-ef9e-448a-8c75-7cce84f09024 None None] Provisioning complete for port 94f011c8-064b-4454-a61b-d3860ee8a475 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:22.385073 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ed4426e-ef9e-448a-8c75-7cce84f09024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:22.421801 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-9a84260f-1a32-45a3-b32a-c1d10dcd889d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:22.491815 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a328b73a-6772-43a5-8345-7846afefcdfb tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:22.492665 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4426e-ef9e-448a-8c75-7cce84f09024 None None] Port 94f011c8-064b-4454-a61b-d3860ee8a475 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:06:22.552357 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92f952-848d-4b86-bb41-6a841a97d86c req-2b97b620-400f-4891-9f8f-13282471c419 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:22.554980 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ce92f952-848d-4b86-bb41-6a841a97d86c req-2b97b620-400f-4891-9f8f-13282471c419 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 932 time: 0.2385693 Apr 23 00:06:22.562357 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6a571c9b-d903-434e-aa16-2089268e0ed3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:22.592884 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a328b73a-6772-43a5-8345-7846afefcdfb tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Network d68d905c-2ef0-4d3e-954f-dec9a8981bbc is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:22.627824 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c06d9d96-0570-4158-8431-0166b9d467e4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:22.737945 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ce92f952-848d-4b86-bb41-6a841a97d86c req-c242ff3a-42ad-492c-98f2-4608f0719775 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545219 Apr 23 00:06:22.846124 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6a571c9b-d903-434e-aa16-2089268e0ed3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:22.863005 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-a328b73a-6772-43a5-8345-7846afefcdfb tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:22.867636 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328b73a-6772-43a5-8345-7846afefcdfb tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event updated for resources: {'Subnet': ['ID=75ae53d3-b950-4772-ab95-ed927b726778,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:22.878885 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a328b73a-6772-43a5-8345-7846afefcdfb tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:22.879849 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a328b73a-6772-43a5-8345-7846afefcdfb tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:22.901195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014941fd-6093-4a82-bc7e-cc61ffc8da52 req-d46812b6-f190-4e5e-88a7-577dabdf3389 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:22.903394 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-014941fd-6093-4a82-bc7e-cc61ffc8da52 req-d46812b6-f190-4e5e-88a7-577dabdf3389 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 943 time: 0.5852339 Apr 23 00:06:22.940689 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-6e169aa5-c6d8-4cd6-b81a-866e15890fbe tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] remove_router_interface failed (client error): The resource could not be found. Apr 23 00:06:22.946224 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6e169aa5-c6d8-4cd6-b81a-866e15890fbe tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "PUT /v2.0/routers/a1f88d2e-e317-474b-b512-1ffad893ff5a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8540018 Apr 23 00:06:22.946431 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53560) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:23.004630 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-992ebe95-5d26-45af-9a51-be86f5c49f66 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1f88d2e-e317-474b-b512-1ffad893ff5a HTTP/1.1" status: 200 len: 205 time: 0.0529346 Apr 23 00:06:23.004991 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53562) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:23.100594 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-6a571c9b-d903-434e-aa16-2089268e0ed3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Allocated IP 172.26.3.138 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/8ac432ef-df5d-467a-98f6-51dc2a1183de) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:23.105499 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9573f5ee-5184-4a8e-ad49-5ba139780acb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:23.135854 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-014941fd-6093-4a82-bc7e-cc61ffc8da52 req-7c75a61f-2b31-4fcb-bd0b-6d16d3f5f530 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=d83eafcd-8e21-400f-8199-da42aed372d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016468 Apr 23 00:06:23.153113 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 5a536b13-0987-4289-baa7-fbaf4162383e details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:06:23.188426 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-9a84260f-1a32-45a3-b32a-c1d10dcd889d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94f011c8-064b-4454-a61b-d3860ee8a475 {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:06:23.202793 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-9a84260f-1a32-45a3-b32a-c1d10dcd889d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:23.220898 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-9a84260f-1a32-45a3-b32a-c1d10dcd889d service neutron] Transition to ACTIVE for port object 94f011c8-064b-4454-a61b-d3860ee8a475 will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:06:23.292903 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 5a536b13-0987-4289-baa7-fbaf4162383e, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=5a536b13-0987-4289-baa7-fbaf4162383e,segment=NetworkSegment(aec77dda-8b5c-4aa6-a84f-7c4f710208c7),segment_id=aec77dda-8b5c-4aa6-a84f-7c4f710208c7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:23.308156 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '5a536b13-0987-4289-baa7-fbaf4162383e', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'port_id': '5a536b13-0987-4289-baa7-fbaf4162383e', 'mac_address': 'fa:16:3e:19:ef:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9105ea4b-a502-4369-ad5a-671310beacde', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:06:23.336563 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9573f5ee-5184-4a8e-ad49-5ba139780acb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:23.340490 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c06d9d96-0570-4158-8431-0166b9d467e4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:23.343011 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9573f5ee-5184-4a8e-ad49-5ba139780acb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:23.356566 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:23.371359 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a328b73a-6772-43a5-8345-7846afefcdfb tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1000180 Apr 23 00:06:23.374116 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-9a84260f-1a32-45a3-b32a-c1d10dcd889d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:23.374295 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53564) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:23.387308 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a536b13-0987-4289-baa7-fbaf4162383e {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:06:23.407711 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c06d9d96-0570-4158-8431-0166b9d467e4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:23.416564 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c06d9d96-0570-4158-8431-0166b9d467e4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/64118e54-193e-42d4-a26e-4f1e0e47773a HTTP/1.1" status: 204 len: 168 time: 1.8404298 Apr 23 00:06:23.417676 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d9d96-0570-4158-8431-0166b9d467e4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=64118e54-193e-42d4-a26e-4f1e0e47773a,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:23.439428 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53568) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:23.454299 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 5a536b13-0987-4289-baa7-fbaf4162383e, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=5a536b13-0987-4289-baa7-fbaf4162383e,segment=NetworkSegment(aec77dda-8b5c-4aa6-a84f-7c4f710208c7),segment_id=aec77dda-8b5c-4aa6-a84f-7c4f710208c7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:23.459911 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c079e6-e3cb-476a-8a49-71f787e7030f None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:23.495844 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84260f-1a32-45a3-b32a-c1d10dcd889d service neutron] Pushing event updated for resources: {'Port': ['ID=94f011c8-064b-4454-a61b-d3860ee8a475,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:23.511661 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6a571c9b-d903-434e-aa16-2089268e0ed3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:23.570722 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:23.573491 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9573f5ee-5184-4a8e-ad49-5ba139780acb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:23.574000 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9573f5ee-5184-4a8e-ad49-5ba139780acb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Fanout notify agent at l3_agent the message router_deleted on router a1f88d2e-e317-474b-b512-1ffad893ff5a {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:06:23.607065 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9573f5ee-5184-4a8e-ad49-5ba139780acb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:23.610652 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9573f5ee-5184-4a8e-ad49-5ba139780acb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/routers/a1f88d2e-e317-474b-b512-1ffad893ff5a HTTP/1.1" status: 204 len: 168 time: 0.6021597 Apr 23 00:06:23.613286 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53574) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:23.654611 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c8745790-c396-467e-92a6-a457e4e3da2c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2124574 Apr 23 00:06:23.674045 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53576) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:23.696669 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6a571c9b-d903-434e-aa16-2089268e0ed3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:23.737225 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:23.758214 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=5a536b13-0987-4289-baa7-fbaf4162383e,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:23.807666 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23669192-b5d2-40f0-be11-32f3d464484d tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:23.807666 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23669192-b5d2-40f0-be11-32f3d464484d tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:23.807666 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23669192-b5d2-40f0-be11-32f3d464484d tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:23.808039 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23669192-b5d2-40f0-be11-32f3d464484d tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:23.810349 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23669192-b5d2-40f0-be11-32f3d464484d tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:23.812557 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-23669192-b5d2-40f0-be11-32f3d464484d tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4273930 Apr 23 00:06:23.823812 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['5a536b13-0987-4289-baa7-fbaf4162383e'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:06:23.841785 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53582) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:23.871687 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-51490374-e58c-4462-a828-ad65f9025cf7 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1509721790'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:23.919629 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d350293e-a652-4055-8e5a-e53830cc8dfb None None] DHCP port deletion for 52c789e5-894b-4719-a369-b13bd1dbccf2 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:06:23.924404 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a571c9b-d903-434e-aa16-2089268e0ed3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:23.938190 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-9a84260f-1a32-45a3-b32a-c1d10dcd889d service neutron] Attempting to bind port 94f011c8-064b-4454-a61b-d3860ee8a475 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:06:23.938546 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-9a84260f-1a32-45a3-b32a-c1d10dcd889d service neutron] Attempting to bind port 94f011c8-064b-4454-a61b-d3860ee8a475 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '7fe23319-4834-4eef-b348-c43219584a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:06:23.938876 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-9a84260f-1a32-45a3-b32a-c1d10dcd889d service neutron] Attempting to bind port 94f011c8-064b-4454-a61b-d3860ee8a475 on network 3d224e48-36a8-42d0-8738-ed5ea1abe259 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:06:23.947760 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-9a84260f-1a32-45a3-b32a-c1d10dcd889d service neutron] Port 94f011c8-064b-4454-a61b-d3860ee8a475 on network 3d224e48-36a8-42d0-8738-ed5ea1abe259 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:06:23.948304 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-9a84260f-1a32-45a3-b32a-c1d10dcd889d service neutron] Attempting to bind port 94f011c8-064b-4454-a61b-d3860ee8a475 on network 3d224e48-36a8-42d0-8738-ed5ea1abe259 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:06:23.954148 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-9a84260f-1a32-45a3-b32a-c1d10dcd889d service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:06:23.954505 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-9a84260f-1a32-45a3-b32a-c1d10dcd889d service neutron] Checking segment: {'id': '7fe23319-4834-4eef-b348-c43219584a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:23.954895 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-9a84260f-1a32-45a3-b32a-c1d10dcd889d service neutron] Bound using segment: {'id': '7fe23319-4834-4eef-b348-c43219584a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:06:23.955336 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-9a84260f-1a32-45a3-b32a-c1d10dcd889d service neutron] Bound port: 94f011c8-064b-4454-a61b-d3860ee8a475, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe23319-4834-4eef-b348-c43219584a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:06:23.955733 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-9a84260f-1a32-45a3-b32a-c1d10dcd889d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:23.967158 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d936ab6-326b-44bf-b690-14aaf6ea271d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting subnet fde07bf3-75f4-4111-ae9e-13443a44d2f1 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:06:24.005612 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-6a571c9b-d903-434e-aa16-2089268e0ed3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:24.027270 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a571c9b-d903-434e-aa16-2089268e0ed3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:24.031681 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9d936ab6-326b-44bf-b690-14aaf6ea271d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:24.040018 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53584) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:24.071977 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-9a84260f-1a32-45a3-b32a-c1d10dcd889d service neutron] For port 94f011c8-064b-4454-a61b-d3860ee8a475, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:06:24.078705 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-9a84260f-1a32-45a3-b32a-c1d10dcd889d service neutron] For port 94f011c8-064b-4454-a61b-d3860ee8a475, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=94f011c8-064b-4454-a61b-d3860ee8a475,segment=NetworkSegment(7fe23319-4834-4eef-b348-c43219584a67),segment_id=7fe23319-4834-4eef-b348-c43219584a67)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:06:24.122463 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a571c9b-d903-434e-aa16-2089268e0ed3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event updated for resources: {'Port': ['ID=8ac432ef-df5d-467a-98f6-51dc2a1183de,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:24.137323 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-9a84260f-1a32-45a3-b32a-c1d10dcd889d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:24.144351 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be92260-a7ce-416c-bfb4-1a7ff3ddbffa tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:24.150688 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8be92260-a7ce-416c-bfb4-1a7ff3ddbffa tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4754987 Apr 23 00:06:24.151308 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53588) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:24.161657 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d350293e-a652-4055-8e5a-e53830cc8dfb None None] Deleting port 57196474-50aa-4007-90a0-753fb4b4d764 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:24.162179 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d350293e-a652-4055-8e5a-e53830cc8dfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:24.226283 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51490374-e58c-4462-a828-ad65f9025cf7 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Made reservation on behalf of d312e1e3becb48bb95b56303c30a4b4a for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:24.232416 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-9a84260f-1a32-45a3-b32a-c1d10dcd889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:24.232416 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-9a84260f-1a32-45a3-b32a-c1d10dcd889d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:24.232416 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-9a84260f-1a32-45a3-b32a-c1d10dcd889d service neutron] 10.222.0.16 "PUT /v2.0/ports/94f011c8-064b-4454-a61b-d3860ee8a475 HTTP/1.1" status: 200 len: 1094 time: 2.1350546 Apr 23 00:06:24.232727 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761e8c4f-c4bd-4d9f-a597-4758210b7e40', 'tag': '94f011c8-064b-4454-a61b-d3860ee8a475'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:06:24.233505 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-51490374-e58c-4462-a828-ad65f9025cf7 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:24.235199 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61ba576-76e8-4429-8754-7e6b6de6ecef" -d '{"events": [{"name": "network-changed", "server_uuid": "761e8c4f-c4bd-4d9f-a597-4758210b7e40", "tag": "94f011c8-064b-4454-a61b-d3860ee8a475"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:06:24.248334 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-e7c4a58a-51a5-46e5-8eb9-493cf20aceca tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1989173941'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:24.262822 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9d936ab6-326b-44bf-b690-14aaf6ea271d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:24.263998 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfa834a-37c4-4a76-8509-a97577b1c7a1 None None] Network d68d905c-2ef0-4d3e-954f-dec9a8981bbc requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:24.312359 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f6a05-292f-4ea0-aa8d-ab7eeec42d0c req-aeb4fcc9-c2f1-4bb5-8658-31a3bc2c85d6 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:24.314006 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84260f-1a32-45a3-b32a-c1d10dcd889d service neutron] Pushing event updated for resources: {'Port': ['ID=94f011c8-064b-4454-a61b-d3860ee8a475,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:24.321885 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7f6f6a05-292f-4ea0-aa8d-ab7eeec42d0c req-aeb4fcc9-c2f1-4bb5-8658-31a3bc2c85d6 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 944 time: 0.4355080 Apr 23 00:06:24.356057 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbb044-aded-4c5e-ab66-97bd0dd996ba req-04e6d321-1ef1-432e-b7e0-4c38bc74f125 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:24.358030 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-62bbb044-aded-4c5e-ab66-97bd0dd996ba req-04e6d321-1ef1-432e-b7e0-4c38bc74f125 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 944 time: 0.1050317 Apr 23 00:06:24.410698 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d350293e-a652-4055-8e5a-e53830cc8dfb None None] For port 57196474-50aa-4007-90a0-753fb4b4d764, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=57196474-50aa-4007-90a0-753fb4b4d764,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:24.412533 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d350293e-a652-4055-8e5a-e53830cc8dfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:24.434691 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c4a58a-51a5-46e5-8eb9-493cf20aceca tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Made reservation on behalf of 2e7f6aad76944906883dcae04c03b781 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:24.448872 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8c95e6-01e7-4551-a3ef-b1749944d3ef tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:24.449589 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d350293e-a652-4055-8e5a-e53830cc8dfb None None] Calling delete_port for 57196474-50aa-4007-90a0-753fb4b4d764 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:24.451691 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e7c4a58a-51a5-46e5-8eb9-493cf20aceca tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:24.453115 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9d8c95e6-01e7-4551-a3ef-b1749944d3ef tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2938905 Apr 23 00:06:24.454069 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-2141bb05-0a7b-4da0-891a-c2300af48ce9 None None] Provisioning complete for port d1ded5e3-eb20-4008-8896-046c105d5f64 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:24.454530 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2141bb05-0a7b-4da0-891a-c2300af48ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:24.462332 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53594) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:24.515392 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e7c4a58a-51a5-46e5-8eb9-493cf20aceca tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:24.575786 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-62bbb044-aded-4c5e-ab66-97bd0dd996ba req-0b7d0237-e9cf-4eb0-9efb-4f56596a70f2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=d83eafcd-8e21-400f-8199-da42aed372d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087927 Apr 23 00:06:24.607026 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51490374-e58c-4462-a828-ad65f9025cf7 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:06:24.616297 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-51490374-e58c-4462-a828-ad65f9025cf7 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:24.616549 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-51490374-e58c-4462-a828-ad65f9025cf7 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Added segment a57008fb-e83a-4cbb-b83b-03a8ebc1db58 of type vlan for network ea996a90-5741-465d-9833-685615f9229d Apr 23 00:06:24.628988 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-2353c00c-bae9-4f61-8688-fb295ffd43f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:24.635927 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-2353c00c-bae9-4f61-8688-fb295ffd43f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eca10cab387440428e231a953cda4553&device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 1097 time: 0.2253976 Apr 23 00:06:24.646694 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2934292-1a03-4f36-b246-884ed279a66f x-openstack-request-id: req-c2934292-1a03-4f36-b246-884ed279a66f {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:06:24.646980 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761e8c4f-c4bd-4d9f-a597-4758210b7e40", "tag": "94f011c8-064b-4454-a61b-d3860ee8a475", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:06:24.647226 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2934292-1a03-4f36-b246-884ed279a66f {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:06:24.653966 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2934292-1a03-4f36-b246-884ed279a66f'] response: {'name': 'network-changed', 'server_uuid': '761e8c4f-c4bd-4d9f-a597-4758210b7e40', 'tag': '94f011c8-064b-4454-a61b-d3860ee8a475', 'status': 'completed', 'code': 200} Apr 23 00:06:24.656405 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d1ded5e3-eb20-4008-8896-046c105d5f64 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:24.667932 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-51490374-e58c-4462-a828-ad65f9025cf7 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:24.696799 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-2198ae3c-3a8f-4773-9bd2-85bee5c44db4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94f011c8-064b-4454-a61b-d3860ee8a475 HTTP/1.1" status: 200 len: 217 time: 0.0519004 Apr 23 00:06:24.709845 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-fa92773a-5aa4-4a3c-bbf6-77c1c4020874 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2440748 Apr 23 00:06:24.711029 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53596) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:24.773838 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-20c50733-9715-449c-98e5-b20556f69760 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:24.898864 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2141bb05-0a7b-4da0-891a-c2300af48ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:24.908207 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d350293e-a652-4055-8e5a-e53830cc8dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:24.987263 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350293e-a652-4055-8e5a-e53830cc8dfb None None] Pushing event deleted for resources: {'Port': ['ID=57196474-50aa-4007-90a0-753fb4b4d764,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:25.005835 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d350293e-a652-4055-8e5a-e53830cc8dfb None None] No DVR routers for this DVR port 57196474-50aa-4007-90a0-753fb4b4d764 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:25.028298 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port d1ded5e3-eb20-4008-8896-046c105d5f64 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:25.028686 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:25.070647 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-2141bb05-0a7b-4da0-891a-c2300af48ce9 None None] For port d1ded5e3-eb20-4008-8896-046c105d5f64, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d1ded5e3-eb20-4008-8896-046c105d5f64,segment=NetworkSegment(dfddfaa8-1cc9-4f4f-95b9-cda8a78548c5),segment_id=dfddfaa8-1cc9-4f4f-95b9-cda8a78548c5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:25.123810 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e7c4a58a-51a5-46e5-8eb9-493cf20aceca tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:25.128054 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-2798a796-5fb1-4080-8450-103f3cf248cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:25.129577 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-2798a796-5fb1-4080-8450-103f3cf248cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d429f2-9bee-4153-ac8c-0a0937fc9ed2 HTTP/1.1" status: 200 len: 850 time: 0.4248507 Apr 23 00:06:25.167140 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2141bb05-0a7b-4da0-891a-c2300af48ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:25.180428 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-38e8efc2-a173-400f-a906-ca3d9f124621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:25.182012 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-38e8efc2-a173-400f-a906-ca3d9f124621 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d224e48-36a8-42d0-8738-ed5ea1abe259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445793 Apr 23 00:06:25.189190 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7f6f6a05-292f-4ea0-aa8d-ab7eeec42d0c req-cbde9128-1711-4b29-94aa-a8af8ea10b30 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8664382 Apr 23 00:06:25.189863 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-51490374-e58c-4462-a828-ad65f9025cf7 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:25.196437 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51490374-e58c-4462-a828-ad65f9025cf7 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:25.197132 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-51490374-e58c-4462-a828-ad65f9025cf7 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:25.200403 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e7c4a58a-51a5-46e5-8eb9-493cf20aceca tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:25.275244 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:25.278288 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c4a58a-51a5-46e5-8eb9-493cf20aceca tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:06:25.280280 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141bb05-0a7b-4da0-891a-c2300af48ce9 None None] Pushing event updated for resources: {'Port': ['ID=d1ded5e3-eb20-4008-8896-046c105d5f64,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:25.311717 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51490374-e58c-4462-a828-ad65f9025cf7 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event updated for resources: {'Network': ['ID=ea996a90-5741-465d-9833-685615f9229d,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:25.314721 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e7c4a58a-51a5-46e5-8eb9-493cf20aceca tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:25.314721 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-e7c4a58a-51a5-46e5-8eb9-493cf20aceca tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Added segment 7355e617-10c8-41d3-a1bc-46ea6707fcc9 of type vlan for network f905fe4e-1a46-4c94-8075-a402269596d3 Apr 23 00:06:25.314721 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4a58a-51a5-46e5-8eb9-493cf20aceca tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aad5351-8b6b-4ac1-b9ec-22e0423c794e,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:25.357677 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network ea996a90-5741-465d-9833-685615f9229d details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:06:25.362656 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9d936ab6-326b-44bf-b690-14aaf6ea271d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:25.379128 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09186470-0de5-49dc-aa5a-16bae59fd914 None None] Update dhcp port {'port': {'network_id': 'd68d905c-2ef0-4d3e-954f-dec9a8981bbc', 'fixed_ips': [{'subnet_id': 'e2350105-5e88-45d8-803c-ed86dbdf074d', 'ip_address': '2001:db8::2'}, {'subnet_id': '75ae53d3-b950-4772-ab95-ed927b726778'}], 'binding:host_id': 'dv-neutron-838783-1-hyperv'}, 'id': 'd1ded5e3-eb20-4008-8896-046c105d5f64'} from dv-neutron-838783-1-hyperv. {{(pid=103146) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 23 00:06:25.382616 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e7c4a58a-51a5-46e5-8eb9-493cf20aceca tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:25.386629 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-e22e6bf6-c797-45e1-9cc6-17418b725d0d service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967843 Apr 23 00:06:25.472121 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-51490374-e58c-4462-a828-ad65f9025cf7 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6260705 Apr 23 00:06:25.472813 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53598) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:25.480443 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-90fcca29-6948-4b86-8bb0-6a82828340ae tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:25.490297 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:06:25.490854 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:06:25.509173 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09186470-0de5-49dc-aa5a-16bae59fd914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:25.559337 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9d936ab6-326b-44bf-b690-14aaf6ea271d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:25.618925 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d936ab6-326b-44bf-b690-14aaf6ea271d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Subnet': ['ID=fde07bf3-75f4-4111-ae9e-13443a44d2f1,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:25.629406 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9d936ab6-326b-44bf-b690-14aaf6ea271d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:25.638135 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9d936ab6-326b-44bf-b690-14aaf6ea271d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/subnets/fde07bf3-75f4-4111-ae9e-13443a44d2f1 HTTP/1.1" status: 204 len: 168 time: 2.0200396 Apr 23 00:06:25.648884 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53602) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:25.652992 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a1c30b-6241-42ee-81a4-bb86704bfab5 None None] Network 0b791ced-89c0-4a55-97f2-08ba14120c7b requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:25.693386 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c50733-9715-449c-98e5-b20556f69760 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:25.698026 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-20c50733-9715-449c-98e5-b20556f69760 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:25.748260 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-90fcca29-6948-4b86-8bb0-6a82828340ae tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:25.765077 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d59b5d04-8087-4727-8264-0cf4cde05c0f req-edbb5b47-4783-4f1e-8c17-46563672c749 service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702857 Apr 23 00:06:25.767965 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e7c4a58a-51a5-46e5-8eb9-493cf20aceca tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:25.790662 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c4a58a-51a5-46e5-8eb9-493cf20aceca tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:25.791358 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e7c4a58a-51a5-46e5-8eb9-493cf20aceca tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:25.914892 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4a58a-51a5-46e5-8eb9-493cf20aceca tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Network': ['ID=f905fe4e-1a46-4c94-8075-a402269596d3,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:25.920660 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-90fcca29-6948-4b86-8bb0-6a82828340ae tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:25.932445 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network f905fe4e-1a46-4c94-8075-a402269596d3 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:06:26.043447 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e7c4a58a-51a5-46e5-8eb9-493cf20aceca tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9997575 Apr 23 00:06:26.046015 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53604) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:26.049347 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcca29-6948-4b86-8bb0-6a82828340ae tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event updated for resources: {'Network': ['ID=ea996a90-5741-465d-9833-685615f9229d,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:26.063824 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-9298afc5-abef-4b3d-a7dc-ec894de4084d tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2146453339'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:26.081648 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-90fcca29-6948-4b86-8bb0-6a82828340ae tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Network ea996a90-5741-465d-9833-685615f9229d is not hosted by any dhcp agent {{(pid=103144) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 23 00:06:26.089623 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fcca29-6948-4b86-8bb0-6a82828340ae tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:26.090766 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-90fcca29-6948-4b86-8bb0-6a82828340ae tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:26.095401 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-90fcca29-6948-4b86-8bb0-6a82828340ae tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "PUT /v2.0/networks/ea996a90-5741-465d-9833-685615f9229d HTTP/1.1" status: 200 len: 723 time: 0.6213377 Apr 23 00:06:26.099408 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53606) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:26.101922 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ba576-76e8-4429-8754-7e6b6de6ecef req-97e8633a-aeb6-4e40-950d-d624605e249a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:26.103427 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d61ba576-76e8-4429-8754-7e6b6de6ecef req-97e8633a-aeb6-4e40-950d-d624605e249a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eca10cab387440428e231a953cda4553&device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 1097 time: 0.1843212 Apr 23 00:06:26.104770 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network ea996a90-5741-465d-9833-685615f9229d details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:06:26.112899 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6a571c9b-d903-434e-aa16-2089268e0ed3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:26.114218 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-32ab9aad-1485-4992-b46d-acf53cc53641 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Request body: {'subnet': {'network_id': 'ea996a90-5741-465d-9833-685615f9229d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:26.211769 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5f0782d4-410c-4d2c-aa90-cb82f4c6d567 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:26.215308 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6ea82-f6ef-4eb0-aa88-5bd06bdc5d0a req-daee2ef9-6dee-4d83-accc-3dd59680c222 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:26.216901 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f8e6ea82-f6ef-4eb0-aa88-5bd06bdc5d0a req-daee2ef9-6dee-4d83-accc-3dd59680c222 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 944 time: 0.4501250 Apr 23 00:06:26.219506 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 57196474-50aa-4007-90a0-753fb4b4d764 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:06:26.302401 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 57196474-50aa-4007-90a0-753fb4b4d764 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:06:26.303286 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 57196474-50aa-4007-90a0-753fb4b4d764 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:06:26.328705 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-09186470-0de5-49dc-aa5a-16bae59fd914 None None] Allocated IP 172.20.0.1 (d68d905c-2ef0-4d3e-954f-dec9a8981bbc/75ae53d3-b950-4772-ab95-ed927b726778/d1ded5e3-eb20-4008-8896-046c105d5f64) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:26.330132 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.objects.ports [None req-20c50733-9715-449c-98e5-b20556f69760 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103143) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 23 00:06:26.359266 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-20c50733-9715-449c-98e5-b20556f69760 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:26.367420 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ba576-76e8-4429-8754-7e6b6de6ecef req-fa95ba69-465e-462a-80b8-dcbce098ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:26.369473 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d61ba576-76e8-4429-8754-7e6b6de6ecef req-fa95ba69-465e-462a-80b8-dcbce098ebf0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d224e48-36a8-42d0-8738-ed5ea1abe259 HTTP/1.1" status: 200 len: 912 time: 0.1306539 Apr 23 00:06:26.377259 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ab9aad-1485-4992-b46d-acf53cc53641 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Made reservation on behalf of d312e1e3becb48bb95b56303c30a4b4a for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:26.381017 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-32ab9aad-1485-4992-b46d-acf53cc53641 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:26.423184 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c50733-9715-449c-98e5-b20556f69760 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=4852b0df-72be-4032-95ac-e0a9fc55950f,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:26.428967 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6a571c9b-d903-434e-aa16-2089268e0ed3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:26.438347 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-09186470-0de5-49dc-aa5a-16bae59fd914 None None] For port d1ded5e3-eb20-4008-8896-046c105d5f64, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d1ded5e3-eb20-4008-8896-046c105d5f64,segment=NetworkSegment(dfddfaa8-1cc9-4f4f-95b9-cda8a78548c5),segment_id=dfddfaa8-1cc9-4f4f-95b9-cda8a78548c5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:26.476093 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09186470-0de5-49dc-aa5a-16bae59fd914 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:26.549245 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09186470-0de5-49dc-aa5a-16bae59fd914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:26.551035 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d61ba576-76e8-4429-8754-7e6b6de6ecef req-1f9de1fa-d6ad-4f66-a950-ce9ffc64b95e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94f011c8-064b-4454-a61b-d3860ee8a475 HTTP/1.1" status: 200 len: 217 time: 0.0601592 Apr 23 00:06:26.618267 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6a571c9b-d903-434e-aa16-2089268e0ed3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:26.627928 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a43bb8c-a039-4309-a15b-8aa1ceba6629 None None] DHCP port deletion for 0b791ced-89c0-4a55-97f2-08ba14120c7b request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:06:26.629980 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c50733-9715-449c-98e5-b20556f69760 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:26.632943 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d1ded5e3-eb20-4008-8896-046c105d5f64 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:26.639878 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-20c50733-9715-449c-98e5-b20556f69760 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:26.642851 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ba576-76e8-4429-8754-7e6b6de6ecef req-4e8af431-fceb-45b1-9d84-287d84fd5a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:26.644653 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d61ba576-76e8-4429-8754-7e6b6de6ecef req-4e8af431-fceb-45b1-9d84-287d84fd5a98 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d429f2-9bee-4153-ac8c-0a0937fc9ed2 HTTP/1.1" status: 200 len: 850 time: 0.0659990 Apr 23 00:06:26.645344 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9298afc5-abef-4b3d-a7dc-ec894de4084d tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Made reservation on behalf of 2e7f6aad76944906883dcae04c03b781 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:26.650262 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9298afc5-abef-4b3d-a7dc-ec894de4084d tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:26.654260 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c50733-9715-449c-98e5-b20556f69760 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:26.654909 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-20c50733-9715-449c-98e5-b20556f69760 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3878477'] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:26.658014 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-5f0782d4-410c-4d2c-aa90-cb82f4c6d567 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting port b89cd29a-4224-4b73-ad14-7ae7b0639000 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:26.658342 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5f0782d4-410c-4d2c-aa90-cb82f4c6d567 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:26.703449 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ff6a3e-e151-4905-af4e-3d564be1f965 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:26.704314 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9298afc5-abef-4b3d-a7dc-ec894de4084d tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:06:26.716850 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6a571c9b-d903-434e-aa16-2089268e0ed3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:26.724336 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9298afc5-abef-4b3d-a7dc-ec894de4084d tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:26.725141 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-9298afc5-abef-4b3d-a7dc-ec894de4084d tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Added segment 24c36232-8850-46e5-923a-48c1c55f175f of type vlan for network 00af01b3-6d61-4ac9-aace-fa5d3d40e126 Apr 23 00:06:26.726469 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04b590-6846-42c3-9870-c6684d888d28 req-c8a371da-658f-4a57-9c47-112ca04c9480 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:26.727875 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-af04b590-6846-42c3-9870-c6684d888d28 req-c8a371da-658f-4a57-9c47-112ca04c9480 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 944 time: 0.4234130 Apr 23 00:06:26.771391 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9298afc5-abef-4b3d-a7dc-ec894de4084d tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:26.803012 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f8e6ea82-f6ef-4eb0-aa88-5bd06bdc5d0a req-e5786020-e6e4-474c-b9ca-7785740bb44c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=d83eafcd-8e21-400f-8199-da42aed372d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5627992 Apr 23 00:06:26.839679 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6a571c9b-d903-434e-aa16-2089268e0ed3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:26.867522 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-20c50733-9715-449c-98e5-b20556f69760 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1483634 Apr 23 00:06:26.896953 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9298afc5-abef-4b3d-a7dc-ec894de4084d tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:26.903335 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9298afc5-abef-4b3d-a7dc-ec894de4084d tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:26.903983 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9298afc5-abef-4b3d-a7dc-ec894de4084d tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:26.907746 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-5f0782d4-410c-4d2c-aa90-cb82f4c6d567 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] For port b89cd29a-4224-4b73-ad14-7ae7b0639000, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b89cd29a-4224-4b73-ad14-7ae7b0639000,segment=NetworkSegment(93affab7-2237-4bab-8507-b4d20f3f07bf),segment_id=93affab7-2237-4bab-8507-b4d20f3f07bf)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:26.908121 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5f0782d4-410c-4d2c-aa90-cb82f4c6d567 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:26.910264 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53610) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:26.921910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ba576-76e8-4429-8754-7e6b6de6ecef req-fb8d17a3-c833-4b09-8558-82034464dafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:26.924032 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d61ba576-76e8-4429-8754-7e6b6de6ecef req-fb8d17a3-c833-4b09-8558-82034464dafb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d224e48-36a8-42d0-8738-ed5ea1abe259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2347708 Apr 23 00:06:26.932588 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-4fe5a1a2-9efa-4ce4-a277-da600ebc6c6c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'mac_address': 'fa:16:3e:8b:e9:68', 'name': 'tempest-NetworksTestDHCPv6-1925127448'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:26.937173 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09186470-0de5-49dc-aa5a-16bae59fd914 None None] Pushing event updated for resources: {'Port': ['ID=d1ded5e3-eb20-4008-8896-046c105d5f64,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:26.942608 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a571c9b-d903-434e-aa16-2089268e0ed3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event updated for resources: {'Port': ['ID=8ac432ef-df5d-467a-98f6-51dc2a1183de,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:26.946000 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-5f0782d4-410c-4d2c-aa90-cb82f4c6d567 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Calling delete_port for b89cd29a-4224-4b73-ad14-7ae7b0639000 owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:26.976971 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port d1ded5e3-eb20-4008-8896-046c105d5f64 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:26.976971 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:27.035189 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-af04b590-6846-42c3-9870-c6684d888d28 req-be995bf6-c50f-48b6-aff4-f0ad9b004ae6 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2906241 Apr 23 00:06:27.066972 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1a43bb8c-a039-4309-a15b-8aa1ceba6629 None None] Deleting port b89cd29a-4224-4b73-ad14-7ae7b0639000 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:27.067404 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a43bb8c-a039-4309-a15b-8aa1ceba6629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:27.160637 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e80c2c9-1ec9-4a4b-8753-cc59d8d219ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-52c789e5-894b-4719-a369-b13bd1dbccf2', 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'fixed_ips': [{'subnet_id': '4852b0df-72be-4032-95ac-e0a9fc55950f'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:06:27.166695 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e80c2c9-1ec9-4a4b-8753-cc59d8d219ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:27.178334 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-6a571c9b-d903-434e-aa16-2089268e0ed3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Floating IP 12f96523-750a-4a0e-a4e4-485ab700b624 associated. External IP: 172.26.3.138, port: 411d8339-1da7-40b7-bb8b-fe5b50342f8d. Apr 23 00:06:27.178726 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d61ba576-76e8-4429-8754-7e6b6de6ecef req-aeeddb22-af8c-42e6-af6c-abe596208464 service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404218 Apr 23 00:06:27.178726 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298afc5-abef-4b3d-a7dc-ec894de4084d tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Network': ['ID=00af01b3-6d61-4ac9-aace-fa5d3d40e126,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:27.179132 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 5a536b13-0987-4289-baa7-fbaf4162383e up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:27.211709 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9298afc5-abef-4b3d-a7dc-ec894de4084d tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1494505 Apr 23 00:06:27.217053 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53612) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:27.221458 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 00af01b3-6d61-4ac9-aace-fa5d3d40e126 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:06:27.236697 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-8af4ff2b-5dc6-45ef-9b18-5852e5d9cd59 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'subnet': {'network_id': 'f905fe4e-1a46-4c94-8075-a402269596d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:27.360524 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1a43bb8c-a039-4309-a15b-8aa1ceba6629 None None] For port b89cd29a-4224-4b73-ad14-7ae7b0639000, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b89cd29a-4224-4b73-ad14-7ae7b0639000,segment=NetworkSegment(93affab7-2237-4bab-8507-b4d20f3f07bf),segment_id=93affab7-2237-4bab-8507-b4d20f3f07bf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:27.363092 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a43bb8c-a039-4309-a15b-8aa1ceba6629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:27.363223 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-32ab9aad-1485-4992-b46d-acf53cc53641 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:27.422698 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1a43bb8c-a039-4309-a15b-8aa1ceba6629 None None] Calling delete_port for b89cd29a-4224-4b73-ad14-7ae7b0639000 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:27.448659 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe5a1a2-9efa-4ce4-a277-da600ebc6c6c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:27.472748 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a571c9b-d903-434e-aa16-2089268e0ed3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Router afa0dda3-a592-488f-8b17-4e21529fcf68 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:06:27.476348 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab9aad-1485-4992-b46d-acf53cc53641 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event updated for resources: {'Subnet': ['ID=06690812-8a93-45c8-98e6-6fc92ec7da85,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:27.486049 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab9aad-1485-4992-b46d-acf53cc53641 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Checking segment: {'id': 'a57008fb-e83a-4cbb-b83b-03a8ebc1db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ea996a90-5741-465d-9833-685615f9229d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:27.486473 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ab9aad-1485-4992-b46d-acf53cc53641 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Network hostable DHCP agents. Network: ea996a90-5741-465d-9833-685615f9229d, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:06:27.503500 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af4ff2b-5dc6-45ef-9b18-5852e5d9cd59 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Made reservation on behalf of 2e7f6aad76944906883dcae04c03b781 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:27.507787 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8af4ff2b-5dc6-45ef-9b18-5852e5d9cd59 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:27.510246 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5f0782d4-410c-4d2c-aa90-cb82f4c6d567 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:27.563361 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a43bb8c-a039-4309-a15b-8aa1ceba6629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:27.575073 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0782d4-410c-4d2c-aa90-cb82f4c6d567 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] No DVR routers for this DVR port b89cd29a-4224-4b73-ad14-7ae7b0639000 on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:27.578756 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0782d4-410c-4d2c-aa90-cb82f4c6d567 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Port': ['ID=b89cd29a-4224-4b73-ad14-7ae7b0639000,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:27.608591 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d61ba576-76e8-4429-8754-7e6b6de6ecef req-eb21b3df-5bca-448a-b8eb-620d9cbdb4eb service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143097 Apr 23 00:06:27.698955 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae380c25-753d-4205-ba3a-24d5bcbe5b04 None None] Network d68d905c-2ef0-4d3e-954f-dec9a8981bbc requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:27.712207 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ab9aad-1485-4992-b46d-acf53cc53641 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Network ea996a90-5741-465d-9833-685615f9229d is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:06:27.716377 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43bb8c-a039-4309-a15b-8aa1ceba6629 None None] Pushing event deleted for resources: {'Port': ['ID=b89cd29a-4224-4b73-ad14-7ae7b0639000,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:27.719161 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a43bb8c-a039-4309-a15b-8aa1ceba6629 None None] No DVR routers for this DVR port b89cd29a-4224-4b73-ad14-7ae7b0639000 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:27.793873 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a1a2-9efa-4ce4-a277-da600ebc6c6c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:27.800715 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-32ab9aad-1485-4992-b46d-acf53cc53641 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, ea996a90-5741-465d-9833-685615f9229d) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:27.802625 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5f0782d4-410c-4d2c-aa90-cb82f4c6d567 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:27.811941 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ab9aad-1485-4992-b46d-acf53cc53641 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:27.811941 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-32ab9aad-1485-4992-b46d-acf53cc53641 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:27.825716 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8af4ff2b-5dc6-45ef-9b18-5852e5d9cd59 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:27.826671 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f09217-c190-4466-b2f5-be9635399d55 None None] Network ea996a90-5741-465d-9833-685615f9229d requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:27.862365 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3861d367-32bc-4203-89d0-6a15a57365ad None None] Provisioning complete for port d1ded5e3-eb20-4008-8896-046c105d5f64 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:27.862750 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3861d367-32bc-4203-89d0-6a15a57365ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:27.870022 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-5f0782d4-410c-4d2c-aa90-cb82f4c6d567 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b791ced-89c0-4a55-97f2-08ba14120c7b']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:27.878195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4ff2b-5dc6-45ef-9b18-5852e5d9cd59 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Subnet': ['ID=438a6fbd-0df5-4439-af02-a3dfe30038bd,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:27.901283 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a571c9b-d903-434e-aa16-2089268e0ed3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:06:27.906158 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-32ab9aad-1485-4992-b46d-acf53cc53641 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8016884 Apr 23 00:06:27.908849 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-5f0782d4-410c-4d2c-aa90-cb82f4c6d567 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93affab7-2237-4bab-8507-b4d20f3f07bf') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:27.908849 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-5f0782d4-410c-4d2c-aa90-cb82f4c6d567 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93affab7-2237-4bab-8507-b4d20f3f07bf') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:27.917958 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53616) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:27.919134 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-4fe5a1a2-9efa-4ce4-a277-da600ebc6c6c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] device_id is not set on port 84a3f24a-0c17-4b82-a178-19d397639434 yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:06:27.925729 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 5a536b13-0987-4289-baa7-fbaf4162383e completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:06:27.931698 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9f7005-297e-4786-b154-2d3eb2655222 None None] Sync routers for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:06:27.934311 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-e4080237-407f-4378-8767-fc3aedd8874b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:27.946150 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5f0782d4-410c-4d2c-aa90-cb82f4c6d567 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:27.961570 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-9e80c2c9-1ec9-4a4b-8753-cc59d8d219ee None None] Allocated IP 2001:db8::f816:3eff:fe77:c20f (52c789e5-894b-4719-a369-b13bd1dbccf2/4852b0df-72be-4032-95ac-e0a9fc55950f/f14e7d6e-0bd2-42d3-8696-ac18564fc7df) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:27.963646 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 5a536b13-0987-4289-baa7-fbaf4162383e triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:27.964024 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:27.969220 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af4ff2b-5dc6-45ef-9b18-5852e5d9cd59 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Checking segment: {'id': '7355e617-10c8-41d3-a1bc-46ea6707fcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f905fe4e-1a46-4c94-8075-a402269596d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:27.971891 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af4ff2b-5dc6-45ef-9b18-5852e5d9cd59 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network hostable DHCP agents. Network: f905fe4e-1a46-4c94-8075-a402269596d3, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:06:27.992218 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad0622-f7a6-4dd1-ad80-4d8369b68cd3 req-2211c7b2-f5c2-4c0f-9035-c0e59b7f0f99 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:28.000043 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-29ad0622-f7a6-4dd1-ad80-4d8369b68cd3 req-2211c7b2-f5c2-4c0f-9035-c0e59b7f0f99 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 944 time: 0.1017430 Apr 23 00:06:28.008419 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6a571c9b-d903-434e-aa16-2089268e0ed3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.035162 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5f0782d4-410c-4d2c-aa90-cb82f4c6d567 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.036016 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9f7005-297e-4786-b154-2d3eb2655222 None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:28.036646 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7a9f7005-297e-4786-b154-2d3eb2655222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:28.056851 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0782d4-410c-4d2c-aa90-cb82f4c6d567 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:06:28.057253 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5f0782d4-410c-4d2c-aa90-cb82f4c6d567 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:06:28.062150 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:06:28.070624 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-29ad0622-f7a6-4dd1-ad80-4d8369b68cd3 req-fd03a61b-5301-413f-ac21-3e8e11476801 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=d83eafcd-8e21-400f-8199-da42aed372d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693886 Apr 23 00:06:28.091455 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6a571c9b-d903-434e-aa16-2089268e0ed3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.7261074 Apr 23 00:06:28.095591 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53620) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:28.106963 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-265fe95a-cac1-4004-97e3-2bbc8cb850e0 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-58511015'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:28.139822 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af4ff2b-5dc6-45ef-9b18-5852e5d9cd59 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network f905fe4e-1a46-4c94-8075-a402269596d3 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:06:28.183195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265fe95a-cac1-4004-97e3-2bbc8cb850e0 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Made reservation on behalf of dff97029a5b74c08a025f88e2eb1aa56 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:28.187023 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-265fe95a-cac1-4004-97e3-2bbc8cb850e0 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.210034 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e4080237-407f-4378-8767-fc3aedd8874b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11749460'] for subnet, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.216473 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265fe95a-cac1-4004-97e3-2bbc8cb850e0 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:06:28.227118 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-265fe95a-cac1-4004-97e3-2bbc8cb850e0 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.227507 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-265fe95a-cac1-4004-97e3-2bbc8cb850e0 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Added segment 2528e3f5-5fdb-4241-9cbf-3f4f4aa855b2 of type vlan for network 775cf058-daba-4eb7-9a6d-62921613cfb6 Apr 23 00:06:28.236620 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-8af4ff2b-5dc6-45ef-9b18-5852e5d9cd59 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, f905fe4e-1a46-4c94-8075-a402269596d3) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:28.241829 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af4ff2b-5dc6-45ef-9b18-5852e5d9cd59 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:28.242886 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8af4ff2b-5dc6-45ef-9b18-5852e5d9cd59 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.260700 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfaec6-3188-4a16-bd82-375108711f3d req-fa3b1572-2316-4354-b49e-c4dc04f77b8d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:28.262842 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-50cfaec6-3188-4a16-bd82-375108711f3d req-fa3b1572-2316-4354-b49e-c4dc04f77b8d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 944 time: 0.1057487 Apr 23 00:06:28.278217 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cc52cf-2a12-4a79-b0a9-57fd1c05f936 None None] Network f905fe4e-1a46-4c94-8075-a402269596d3 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:28.280662 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7a9f7005-297e-4786-b154-2d3eb2655222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:28.293728 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-265fe95a-cac1-4004-97e3-2bbc8cb850e0 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.302839 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5f0782d4-410c-4d2c-aa90-cb82f4c6d567 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.315324 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5f0782d4-410c-4d2c-aa90-cb82f4c6d567 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.325732 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5f0782d4-410c-4d2c-aa90-cb82f4c6d567 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/networks/0b791ced-89c0-4a55-97f2-08ba14120c7b HTTP/1.1" status: 204 len: 168 time: 2.6480675 Apr 23 00:06:28.329151 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8af4ff2b-5dc6-45ef-9b18-5852e5d9cd59 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1011684 Apr 23 00:06:28.329809 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53622) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:28.330432 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53624) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:28.338950 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-022a23bd-e470-4c29-9b89-52b4821659ef tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'subnet': {'network_id': '00af01b3-6d61-4ac9-aace-fa5d3d40e126', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:28.345318 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-8ae9cb07-9f6f-4d45-a8b9-d8b5eb02a34e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'network': {'name': 'tempest-RoutersTest-1000635647'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:28.358937 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0782d4-410c-4d2c-aa90-cb82f4c6d567 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Network': ['ID=0b791ced-89c0-4a55-97f2-08ba14120c7b,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:28.373505 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-50cfaec6-3188-4a16-bd82-375108711f3d req-c2b5701b-a986-44f4-b58d-2bf89e006a0d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949023 Apr 23 00:06:28.418177 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-265fe95a-cac1-4004-97e3-2bbc8cb850e0 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.424532 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265fe95a-cac1-4004-97e3-2bbc8cb850e0 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:28.425210 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-265fe95a-cac1-4004-97e3-2bbc8cb850e0 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.456265 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9f7005-297e-4786-b154-2d3eb2655222 None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:28.456916 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7a9f7005-297e-4786-b154-2d3eb2655222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:28.503781 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae9cb07-9f6f-4d45-a8b9-d8b5eb02a34e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Made reservation on behalf of 5fe246ce7e8b4978826fd603fb3045d6 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:28.508083 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8ae9cb07-9f6f-4d45-a8b9-d8b5eb02a34e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.522399 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e4080237-407f-4378-8767-fc3aedd8874b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761358054072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12081207'] for subnet, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.526117 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7a9f7005-297e-4786-b154-2d3eb2655222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:28.526775 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9f7005-297e-4786-b154-2d3eb2655222 None None] The sync data for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:06:28.535689 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fe95a-cac1-4004-97e3-2bbc8cb850e0 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event updated for resources: {'Network': ['ID=775cf058-daba-4eb7-9a6d-62921613cfb6,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:28.538891 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d1ded5e3-eb20-4008-8896-046c105d5f64 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:28.563458 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4080237-407f-4378-8767-fc3aedd8874b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:28.564074 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e4080237-407f-4378-8767-fc3aedd8874b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.565458 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e4080237-407f-4378-8767-fc3aedd8874b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "PUT /v2.0/subnets/06690812-8a93-45c8-98e6-6fc92ec7da85 HTTP/1.1" status: 200 len: 826 time: 0.6352758 Apr 23 00:06:28.569887 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53626) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:28.574631 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-265fe95a-cac1-4004-97e3-2bbc8cb850e0 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4761832 Apr 23 00:06:28.576295 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53628) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:28.576984 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae9cb07-9f6f-4d45-a8b9-d8b5eb02a34e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:06:28.583916 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-2fc9529a-c02e-4827-865e-0582ff6b6ee3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Request body: {'subnet': {'network_id': '775cf058-daba-4eb7-9a6d-62921613cfb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:28.596746 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 775cf058-daba-4eb7-9a6d-62921613cfb6 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:06:28.608168 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8ae9cb07-9f6f-4d45-a8b9-d8b5eb02a34e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.608527 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-8ae9cb07-9f6f-4d45-a8b9-d8b5eb02a34e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Added segment 7b825aa4-f1c2-4d51-9a41-0a9782787dcc of type vlan for network afd2eb29-497b-4b28-94fa-e0391ab0559e Apr 23 00:06:28.629361 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4080237-407f-4378-8767-fc3aedd8874b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event updated for resources: {'Subnet': ['ID=06690812-8a93-45c8-98e6-6fc92ec7da85,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:28.657647 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022a23bd-e470-4c29-9b89-52b4821659ef tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Made reservation on behalf of 2e7f6aad76944906883dcae04c03b781 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:28.666195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-022a23bd-e470-4c29-9b89-52b4821659ef tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.689841 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-63e4be2d-a3fd-4106-b0eb-b452c6e36eb0 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.745269 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d7525f-1a45-4511-94ab-a70872a9c21a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-ea996a90-5741-465d-9833-685615f9229d', 'network_id': 'ea996a90-5741-465d-9833-685615f9229d', 'tenant_id': 'd312e1e3becb48bb95b56303c30a4b4a', 'fixed_ips': [{'subnet_id': '06690812-8a93-45c8-98e6-6fc92ec7da85'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:06:28.746112 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3d7525f-1a45-4511-94ab-a70872a9c21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.751669 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-63e4be2d-a3fd-4106-b0eb-b452c6e36eb0 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.773687 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8ae9cb07-9f6f-4d45-a8b9-d8b5eb02a34e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.776874 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.856741 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e80c2c9-1ec9-4a4b-8753-cc59d8d219ee None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.882590 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728b18eb-d94c-4366-b5c9-399e8b894206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a536b13-0987-4289-baa7-fbaf4162383e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:06:28.885166 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd25dabe-1cba-4a95-8ae7-7744727b96ff" -d '{"events": [{"server_uuid": "728b18eb-d94c-4366-b5c9-399e8b894206", "name": "network-vif-plugged", "status": "completed", "tag": "5a536b13-0987-4289-baa7-fbaf4162383e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:06:28.892628 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-63e4be2d-a3fd-4106-b0eb-b452c6e36eb0 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.929386 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4be2d-a3fd-4106-b0eb-b452c6e36eb0 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Subnet': ['ID=06690812-8a93-45c8-98e6-6fc92ec7da85,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:28.929905 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8ae9cb07-9f6f-4d45-a8b9-d8b5eb02a34e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.950704 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae9cb07-9f6f-4d45-a8b9-d8b5eb02a34e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:28.955425 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8ae9cb07-9f6f-4d45-a8b9-d8b5eb02a34e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.969830 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 5a536b13-0987-4289-baa7-fbaf4162383e, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=5a536b13-0987-4289-baa7-fbaf4162383e,segment=NetworkSegment(aec77dda-8b5c-4aa6-a84f-7c4f710208c7),segment_id=aec77dda-8b5c-4aa6-a84f-7c4f710208c7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:28.970843 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port d1ded5e3-eb20-4008-8896-046c105d5f64 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:28.971210 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:28.973824 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc9529a-c02e-4827-865e-0582ff6b6ee3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Made reservation on behalf of dff97029a5b74c08a025f88e2eb1aa56 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:28.978625 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2fc9529a-c02e-4827-865e-0582ff6b6ee3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:29.018338 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3f74d0-1094-4a31-9f49-c89a1877c16e x-openstack-request-id: req-ff3f74d0-1094-4a31-9f49-c89a1877c16e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:06:29.021130 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728b18eb-d94c-4366-b5c9-399e8b894206", "name": "network-vif-plugged", "status": "completed", "tag": "5a536b13-0987-4289-baa7-fbaf4162383e", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:06:29.021130 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff3f74d0-1094-4a31-9f49-c89a1877c16e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:06:29.021130 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff3f74d0-1094-4a31-9f49-c89a1877c16e'] response: {'server_uuid': '728b18eb-d94c-4366-b5c9-399e8b894206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a536b13-0987-4289-baa7-fbaf4162383e', 'code': 200} Apr 23 00:06:29.025592 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e80c2c9-1ec9-4a4b-8753-cc59d8d219ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:29.045984 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-63e4be2d-a3fd-4106-b0eb-b452c6e36eb0 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:29.085397 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bff5f3-ad3b-4ac5-804f-b5118e576e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-f905fe4e-1a46-4c94-8075-a402269596d3', 'network_id': 'f905fe4e-1a46-4c94-8075-a402269596d3', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'fixed_ips': [{'subnet_id': '438a6fbd-0df5-4439-af02-a3dfe30038bd'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:06:29.088112 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0bff5f3-ad3b-4ac5-804f-b5118e576e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:29.095391 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:29.101974 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-63e4be2d-a3fd-4106-b0eb-b452c6e36eb0 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea996a90-5741-465d-9833-685615f9229d']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:29.117059 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-63e4be2d-a3fd-4106-b0eb-b452c6e36eb0 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a57008fb-e83a-4cbb-b83b-03a8ebc1db58') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:29.117793 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-63e4be2d-a3fd-4106-b0eb-b452c6e36eb0 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a57008fb-e83a-4cbb-b83b-03a8ebc1db58') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server [None req-d3d7525f-1a45-4511-94ab-a70872a9c21a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 06690812-8a93-45c8-98e6-6fc92ec7da85: This subnet is being modified by another concurrent operation. Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 23 00:06:29.118462 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise exception Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 06690812-8a93-45c8-98e6-6fc92ec7da85: This subnet is being modified by another concurrent operation. Apr 23 00:06:29.122659 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server Apr 23 00:06:29.149238 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8ae9cb07-9f6f-4d45-a8b9-d8b5eb02a34e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8136053 Apr 23 00:06:29.151295 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53634) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:29.157940 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca14244a-d5e9-46c0-812e-c899f86afa91 None None] Network ea996a90-5741-465d-9833-685615f9229d requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:29.158291 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-9a4a89de-88c7-4afd-818b-8cb238bba393 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'subnet': {'network_id': 'afd2eb29-497b-4b28-94fa-e0391ab0559e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:29.181327 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-022a23bd-e470-4c29-9b89-52b4821659ef tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:29.189904 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9cb07-9f6f-4d45-a8b9-d8b5eb02a34e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Network': ['ID=afd2eb29-497b-4b28-94fa-e0391ab0559e,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:29.203471 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e80c2c9-1ec9-4a4b-8753-cc59d8d219ee None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:29.219156 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network afd2eb29-497b-4b28-94fa-e0391ab0559e details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:06:29.225037 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80c2c9-1ec9-4a4b-8753-cc59d8d219ee None None] Pushing event updated for resources: {'Port': ['ID=f14e7d6e-0bd2-42d3-8696-ac18564fc7df,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:29.331771 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a23bd-e470-4c29-9b89-52b4821659ef tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Subnet': ['ID=8dc7a0e3-6d06-4a0d-b534-8bdf7d0241dd,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:29.361661 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=5a536b13-0987-4289-baa7-fbaf4162383e,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:29.377589 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9e80c2c9-1ec9-4a4b-8753-cc59d8d219ee None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:29.380613 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e80c2c9-1ec9-4a4b-8753-cc59d8d219ee None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:29.411967 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a23bd-e470-4c29-9b89-52b4821659ef tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Checking segment: {'id': '24c36232-8850-46e5-923a-48c1c55f175f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '00af01b3-6d61-4ac9-aace-fa5d3d40e126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:29.412304 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022a23bd-e470-4c29-9b89-52b4821659ef tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network hostable DHCP agents. Network: 00af01b3-6d61-4ac9-aace-fa5d3d40e126, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:06:29.434988 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4a89de-88c7-4afd-818b-8cb238bba393 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Made reservation on behalf of 5fe246ce7e8b4978826fd603fb3045d6 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:29.438482 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9a4a89de-88c7-4afd-818b-8cb238bba393 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:29.522912 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-63e4be2d-a3fd-4106-b0eb-b452c6e36eb0 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:29.558094 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dead26-6c48-4172-8f20-ecffa7f70797 req-cbc0ee60-4c3c-4684-b7d1-6bb0b5867a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:29.559651 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-66dead26-6c48-4172-8f20-ecffa7f70797 req-cbc0ee60-4c3c-4684-b7d1-6bb0b5867a56 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 1098 time: 0.2015202 Apr 23 00:06:29.565951 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-63e4be2d-a3fd-4106-b0eb-b452c6e36eb0 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:29.573109 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-544d75b5-2342-4e1d-a435-2364f520fd99 None None] Provisioning complete for port d1ded5e3-eb20-4008-8896-046c105d5f64 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:29.573695 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-544d75b5-2342-4e1d-a435-2364f520fd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:29.577988 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e4be2d-a3fd-4106-b0eb-b452c6e36eb0 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:06:29.578396 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-63e4be2d-a3fd-4106-b0eb-b452c6e36eb0 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:06:29.586289 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:06:29.589868 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-4fe5a1a2-9efa-4ce4-a277-da600ebc6c6c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 2001:db8::f816:3eff:fe8b:e968 (52c789e5-894b-4719-a369-b13bd1dbccf2/4852b0df-72be-4032-95ac-e0a9fc55950f/84a3f24a-0c17-4b82-a178-19d397639434) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:29.592470 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022a23bd-e470-4c29-9b89-52b4821659ef tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network 00af01b3-6d61-4ac9-aace-fa5d3d40e126 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:06:29.610391 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cc4a7-2678-4755-840f-d1f6284a33aa req-1530831e-c38e-487b-a0f9-e1ba7440472a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:29.613936 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fb8cc4a7-2678-4755-840f-d1f6284a33aa req-1530831e-c38e-487b-a0f9-e1ba7440472a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 945 time: 0.1033223 Apr 23 00:06:29.628295 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2fc9529a-c02e-4827-865e-0582ff6b6ee3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:29.706507 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43139708-e998-4b10-acd9-b7436b17396c req-c5b2332a-3481-4d4b-8cdd-b93e38ac1c9b tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:29.707502 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-43139708-e998-4b10-acd9-b7436b17396c req-c5b2332a-3481-4d4b-8cdd-b93e38ac1c9b tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 944 time: 0.1877837 Apr 23 00:06:29.712882 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-022a23bd-e470-4c29-9b89-52b4821659ef tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 00af01b3-6d61-4ac9-aace-fa5d3d40e126) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:29.718726 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fb8cc4a7-2678-4755-840f-d1f6284a33aa req-9d299321-e812-4b0d-8049-37e5b4775b5e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=d83eafcd-8e21-400f-8199-da42aed372d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662525 Apr 23 00:06:29.722287 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-66dead26-6c48-4172-8f20-ecffa7f70797 req-5d8f676a-bc6f-4ddf-b3b4-88cce14cbe3f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d83eafcd-8e21-400f-8199-da42aed372d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421635 Apr 23 00:06:29.726797 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022a23bd-e470-4c29-9b89-52b4821659ef tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:29.727406 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-022a23bd-e470-4c29-9b89-52b4821659ef tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:29.760284 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-9e80c2c9-1ec9-4a4b-8753-cc59d8d219ee None None] Attempting to bind port f14e7d6e-0bd2-42d3-8696-ac18564fc7df on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:06:29.768036 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-9e80c2c9-1ec9-4a4b-8753-cc59d8d219ee None None] Attempting to bind port f14e7d6e-0bd2-42d3-8696-ac18564fc7df by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:06:29.768036 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e80c2c9-1ec9-4a4b-8753-cc59d8d219ee None None] Attempting to bind port f14e7d6e-0bd2-42d3-8696-ac18564fc7df on network 52c789e5-894b-4719-a369-b13bd1dbccf2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:06:29.777823 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e8d4c3-0eb5-411f-b191-722fa9456962 None None] Network 00af01b3-6d61-4ac9-aace-fa5d3d40e126 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:29.779243 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe8aa97-3a67-4ab5-a54d-75ef449c3df2 None None] Network ea996a90-5741-465d-9833-685615f9229d requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:29.783145 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9529a-c02e-4827-865e-0582ff6b6ee3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event updated for resources: {'Subnet': ['ID=6b5454bf-4f59-4123-a912-9758fd911782,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:29.818033 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc9529a-c02e-4827-865e-0582ff6b6ee3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Checking segment: {'id': '2528e3f5-5fdb-4241-9cbf-3f4f4aa855b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '775cf058-daba-4eb7-9a6d-62921613cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:29.818406 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc9529a-c02e-4827-865e-0582ff6b6ee3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Network hostable DHCP agents. Network: 775cf058-daba-4eb7-9a6d-62921613cfb6, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:06:29.823798 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e80c2c9-1ec9-4a4b-8753-cc59d8d219ee None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:06:29.824419 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-63e4be2d-a3fd-4106-b0eb-b452c6e36eb0 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:29.824840 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e80c2c9-1ec9-4a4b-8753-cc59d8d219ee None None] Checking segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:29.825967 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e80c2c9-1ec9-4a4b-8753-cc59d8d219ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:29.826589 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e80c2c9-1ec9-4a4b-8753-cc59d8d219ee None None] Bound using segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:06:29.827343 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-9e80c2c9-1ec9-4a4b-8753-cc59d8d219ee None None] Bound port: f14e7d6e-0bd2-42d3-8696-ac18564fc7df, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:06:29.827979 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e80c2c9-1ec9-4a4b-8753-cc59d8d219ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:29.836718 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe8aa97-3a67-4ab5-a54d-75ef449c3df2 None None] Network ea996a90-5741-465d-9833-685615f9229d could not be found, it might have been deleted concurrently. {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 23 00:06:29.846627 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-63e4be2d-a3fd-4106-b0eb-b452c6e36eb0 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:29.851485 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-63e4be2d-a3fd-4106-b0eb-b452c6e36eb0 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/networks/ea996a90-5741-465d-9833-685615f9229d HTTP/1.1" status: 204 len: 168 time: 1.2807906 Apr 23 00:06:29.857290 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-f0bff5f3-ad3b-4ac5-804f-b5118e576e3b None None] Allocated IP 2001:db8::2 (f905fe4e-1a46-4c94-8075-a402269596d3/438a6fbd-0df5-4439-af02-a3dfe30038bd/564b0c3a-47b7-4be8-91ff-2069fc0fc27f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:29.859997 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53638) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:29.876869 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4be2d-a3fd-4106-b0eb-b452c6e36eb0 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Network': ['ID=ea996a90-5741-465d-9833-685615f9229d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:29.885780 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-022a23bd-e470-4c29-9b89-52b4821659ef tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5520320 Apr 23 00:06:29.891603 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53640) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:29.896621 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-771a0d26-b7d2-4e08-b4a0-594e56fc29dc tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1335599973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:29.898904 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b89cd29a-4224-4b73-ad14-7ae7b0639000 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:06:29.912239 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df831d1-7d50-4660-a651-762fbfd76f60 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] DELETE failed (client error): The resource could not be found. Apr 23 00:06:29.913780 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df831d1-7d50-4660-a651-762fbfd76f60 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:06:29.916827 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9df831d1-7d50-4660-a651-762fbfd76f60 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/networks/ea996a90-5741-465d-9833-685615f9229d HTTP/1.1" status: 404 len: 339 time: 0.0554647 Apr 23 00:06:29.923028 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-43139708-e998-4b10-acd9-b7436b17396c req-bc24a741-8573-4e9c-ab2b-87263b23ec84 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356509 Apr 23 00:06:29.923497 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53642) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:29.929872 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-18d52f85-bb9a-402f-9068-4b8094bd1a11 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1326510552', 'description': 'd1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:29.971481 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a1a2-9efa-4ce4-a277-da600ebc6c6c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:29.979170 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: b89cd29a-4224-4b73-ad14-7ae7b0639000 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:06:29.979512 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b89cd29a-4224-4b73-ad14-7ae7b0639000 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:06:29.994732 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9a4a89de-88c7-4afd-818b-8cb238bba393 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:30.017726 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-771a0d26-b7d2-4e08-b4a0-594e56fc29dc tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:30.018926 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-771a0d26-b7d2-4e08-b4a0-594e56fc29dc tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:30.028062 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d52f85-bb9a-402f-9068-4b8094bd1a11 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Made reservation on behalf of d312e1e3becb48bb95b56303c30a4b4a for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:30.031674 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-18d52f85-bb9a-402f-9068-4b8094bd1a11 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:30.033530 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc9529a-c02e-4827-865e-0582ff6b6ee3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Network 775cf058-daba-4eb7-9a6d-62921613cfb6 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:06:30.079352 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a89de-88c7-4afd-818b-8cb238bba393 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Subnet': ['ID=14d38545-83d2-4baf-b030-217a2eab7bf9,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:30.088607 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-771a0d26-b7d2-4e08-b4a0-594e56fc29dc tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:30.090222 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a1a2-9efa-4ce4-a277-da600ebc6c6c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:30.095937 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d52f85-bb9a-402f-9068-4b8094bd1a11 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:06:30.109486 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-18d52f85-bb9a-402f-9068-4b8094bd1a11 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:30.109930 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-18d52f85-bb9a-402f-9068-4b8094bd1a11 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Added segment dbb8a899-a544-415c-b3f8-8253c3b0e58e of type vlan for network adb48373-8169-4b2b-bdc1-fdc9b2041730 Apr 23 00:06:30.121524 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4a89de-88c7-4afd-818b-8cb238bba393 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Checking segment: {'id': '7b825aa4-f1c2-4d51-9a41-0a9782787dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'afd2eb29-497b-4b28-94fa-e0391ab0559e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:30.121982 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4a89de-88c7-4afd-818b-8cb238bba393 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network hostable DHCP agents. Network: afd2eb29-497b-4b28-94fa-e0391ab0559e, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:06:30.148718 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-2fc9529a-c02e-4827-865e-0582ff6b6ee3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 775cf058-daba-4eb7-9a6d-62921613cfb6) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:30.151104 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe5a1a2-9efa-4ce4-a277-da600ebc6c6c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:30.155345 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-4fe5a1a2-9efa-4ce4-a277-da600ebc6c6c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:30.158344 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe5a1a2-9efa-4ce4-a277-da600ebc6c6c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:30.165072 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc9529a-c02e-4827-865e-0582ff6b6ee3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:30.165824 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2fc9529a-c02e-4827-865e-0582ff6b6ee3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:30.165947 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe5a1a2-9efa-4ce4-a277-da600ebc6c6c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:30.166613 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a1a2-9efa-4ce4-a277-da600ebc6c6c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:30.176264 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-18d52f85-bb9a-402f-9068-4b8094bd1a11 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:30.178651 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-771a0d26-b7d2-4e08-b4a0-594e56fc29dc tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:30.192417 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5a1a2-9efa-4ce4-a277-da600ebc6c6c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=84a3f24a-0c17-4b82-a178-19d397639434,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:30.234278 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692482f0-2dec-4045-896b-c590b905cfe6 None None] Network 775cf058-daba-4eb7-9a6d-62921613cfb6 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:30.234739 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4a89de-88c7-4afd-818b-8cb238bba393 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network afd2eb29-497b-4b28-94fa-e0391ab0559e is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:06:30.240853 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-9a4a89de-88c7-4afd-818b-8cb238bba393 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, afd2eb29-497b-4b28-94fa-e0391ab0559e) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:30.247653 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4a89de-88c7-4afd-818b-8cb238bba393 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:30.247653 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9a4a89de-88c7-4afd-818b-8cb238bba393 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:30.263638 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4fe5a1a2-9efa-4ce4-a277-da600ebc6c6c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3505955 Apr 23 00:06:30.263843 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2fc9529a-c02e-4827-865e-0582ff6b6ee3 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6836445 Apr 23 00:06:30.271737 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53644) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:30.271865 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13020026-1707-424a-927f-92ae5c39a8a0 None None] Network afd2eb29-497b-4b28-94fa-e0391ab0559e requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:30.271975 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-771a0d26-b7d2-4e08-b4a0-594e56fc29dc tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:30.271975 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-771a0d26-b7d2-4e08-b4a0-594e56fc29dc tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3754070 Apr 23 00:06:30.272132 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-6a6883d1-8fc0-4cf3-b101-b888aae6947e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-786305613', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}, 'admin_state_up': False}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:30.274256 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53646) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:30.274734 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53648) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:30.276735 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-18d52f85-bb9a-402f-9068-4b8094bd1a11 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:30.281970 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d52f85-bb9a-402f-9068-4b8094bd1a11 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:30.282557 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-18d52f85-bb9a-402f-9068-4b8094bd1a11 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:30.319744 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9e80c2c9-1ec9-4a4b-8753-cc59d8d219ee None None] For port f14e7d6e-0bd2-42d3-8696-ac18564fc7df, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:06:30.362295 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9a4a89de-88c7-4afd-818b-8cb238bba393 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2053635 Apr 23 00:06:30.363118 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53650) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:30.367682 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-2186d606-ab4b-4799-820c-88e3a73e7632 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-212947925', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:30.385751 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d52f85-bb9a-402f-9068-4b8094bd1a11 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event updated for resources: {'Network': ['ID=adb48373-8169-4b2b-bdc1-fdc9b2041730,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:30.390248 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9e80c2c9-1ec9-4a4b-8753-cc59d8d219ee None None] For port f14e7d6e-0bd2-42d3-8696-ac18564fc7df, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=f14e7d6e-0bd2-42d3-8696-ac18564fc7df,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:06:30.392752 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-18d52f85-bb9a-402f-9068-4b8094bd1a11 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4666376 Apr 23 00:06:30.395623 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53652) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:30.418579 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network adb48373-8169-4b2b-bdc1-fdc9b2041730 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:06:30.421623 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6a6883d1-8fc0-4cf3-b101-b888aae6947e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:30.422661 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6a6883d1-8fc0-4cf3-b101-b888aae6947e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:30.477662 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6a6883d1-8fc0-4cf3-b101-b888aae6947e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:30.489940 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e80c2c9-1ec9-4a4b-8753-cc59d8d219ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:30.518229 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2186d606-ab4b-4799-820c-88e3a73e7632 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:30.519291 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2186d606-ab4b-4799-820c-88e3a73e7632 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:30.550642 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdffd4d5-b456-4530-becb-89f0cbfe208d tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:30.555328 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cdffd4d5-b456-4530-becb-89f0cbfe208d tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "GET /v2.0/networks?id=adb48373-8169-4b2b-bdc1-fdc9b2041730 HTTP/1.1" status: 200 len: 765 time: 0.1560214 Apr 23 00:06:30.556234 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53654) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:30.561378 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-be1ba384-e5ab-4144-9854-22a6269eabf8 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Request body: {'network': {'description': 'd2'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:30.645861 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefde1d1-fdf4-483c-8119-12249d9d5f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-00af01b3-6d61-4ac9-aace-fa5d3d40e126', 'network_id': '00af01b3-6d61-4ac9-aace-fa5d3d40e126', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'fixed_ips': [{'subnet_id': '8dc7a0e3-6d06-4a0d-b534-8bdf7d0241dd'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:06:30.646702 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eefde1d1-fdf4-483c-8119-12249d9d5f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:30.763793 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0bff5f3-ad3b-4ac5-804f-b5118e576e3b None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:30.782806 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9c8853-a390-42e5-bf13-a5ce8d958fde tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:30.787647 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80c2c9-1ec9-4a4b-8753-cc59d8d219ee None None] Pushing event updated for resources: {'Port': ['ID=f14e7d6e-0bd2-42d3-8696-ac18564fc7df,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:30.791241 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9c8853-a390-42e5-bf13-a5ce8d958fde tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:30.795475 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7e9c8853-a390-42e5-bf13-a5ce8d958fde tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5111697 Apr 23 00:06:30.795475 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4c8cde73-0321-4903-a12c-928ef8867abb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:30.813208 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53656) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:30.911954 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0bff5f3-ad3b-4ac5-804f-b5118e576e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:31.023734 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644b2bf5-bb27-40c0-bb8a-1fed24bf370c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-775cf058-daba-4eb7-9a6d-62921613cfb6', 'network_id': '775cf058-daba-4eb7-9a6d-62921613cfb6', 'tenant_id': 'dff97029a5b74c08a025f88e2eb1aa56', 'fixed_ips': [{'subnet_id': '6b5454bf-4f59-4123-a912-9758fd911782'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:06:31.024546 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-644b2bf5-bb27-40c0-bb8a-1fed24bf370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:31.108882 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bff5f3-ad3b-4ac5-804f-b5118e576e3b None None] Network f905fe4e-1a46-4c94-8075-a402269596d3 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:31.112099 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0195fb05-560b-49ce-b7fb-b94064a01bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-afd2eb29-497b-4b28-94fa-e0391ab0559e', 'network_id': 'afd2eb29-497b-4b28-94fa-e0391ab0559e', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'fixed_ips': [{'subnet_id': '14d38545-83d2-4baf-b030-217a2eab7bf9'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:06:31.112956 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0195fb05-560b-49ce-b7fb-b94064a01bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:31.140393 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f0bff5f3-ad3b-4ac5-804f-b5118e576e3b None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:31.155702 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bff5f3-ad3b-4ac5-804f-b5118e576e3b None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:31.206732 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e02fe-ce18-4e4f-aa38-d0cbdf8001b9 req-bc8f7fd8-f36c-403b-b742-04e467ed171b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:31.208567 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d40e02fe-ce18-4e4f-aa38-d0cbdf8001b9 req-bc8f7fd8-f36c-403b-b742-04e467ed171b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 945 time: 0.1985836 Apr 23 00:06:31.286000 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bff5f3-ad3b-4ac5-804f-b5118e576e3b None None] Pushing event updated for resources: {'Port': ['ID=564b0c3a-47b7-4be8-91ff-2069fc0fc27f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:31.300053 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2186d606-ab4b-4799-820c-88e3a73e7632 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:31.305121 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d40e02fe-ce18-4e4f-aa38-d0cbdf8001b9 req-98ee2704-7f3f-4c38-8b08-c1feb9d7ac1c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=d83eafcd-8e21-400f-8199-da42aed372d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701957 Apr 23 00:06:31.410624 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6a6883d1-8fc0-4cf3-b101-b888aae6947e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:31.415331 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-eefde1d1-fdf4-483c-8119-12249d9d5f90 None None] Allocated IP 2001:db8:1::2 (00af01b3-6d61-4ac9-aace-fa5d3d40e126/8dc7a0e3-6d06-4a0d-b534-8bdf7d0241dd/f1ba1c1d-a3d4-4c71-a08c-ea580f45edce) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:31.416915 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2186d606-ab4b-4799-820c-88e3a73e7632 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:31.433274 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-7032698f-b2ce-4501-be20-b9d4f05e50f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting port 84a3f24a-0c17-4b82-a178-19d397639434 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:31.433633 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7032698f-b2ce-4501-be20-b9d4f05e50f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:31.467408 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f0bff5f3-ad3b-4ac5-804f-b5118e576e3b None None] Attempting to bind port 564b0c3a-47b7-4be8-91ff-2069fc0fc27f on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:06:31.467805 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f0bff5f3-ad3b-4ac5-804f-b5118e576e3b None None] Attempting to bind port 564b0c3a-47b7-4be8-91ff-2069fc0fc27f by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '7355e617-10c8-41d3-a1bc-46ea6707fcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f905fe4e-1a46-4c94-8075-a402269596d3'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:06:31.468158 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bff5f3-ad3b-4ac5-804f-b5118e576e3b None None] Attempting to bind port 564b0c3a-47b7-4be8-91ff-2069fc0fc27f on network f905fe4e-1a46-4c94-8075-a402269596d3 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:06:31.495219 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d778e8-1e1f-4e7a-9086-7a76148694f4 req-51cc33ab-4670-489f-8def-3abbba12d80d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:31.496793 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-94d778e8-1e1f-4e7a-9086-7a76148694f4 req-51cc33ab-4670-489f-8def-3abbba12d80d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 944 time: 0.2408478 Apr 23 00:06:31.515688 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bff5f3-ad3b-4ac5-804f-b5118e576e3b None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:06:31.516570 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bff5f3-ad3b-4ac5-804f-b5118e576e3b None None] Checking segment: {'id': '7355e617-10c8-41d3-a1bc-46ea6707fcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f905fe4e-1a46-4c94-8075-a402269596d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:31.516939 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0bff5f3-ad3b-4ac5-804f-b5118e576e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:31.517338 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bff5f3-ad3b-4ac5-804f-b5118e576e3b None None] Bound using segment: {'id': '7355e617-10c8-41d3-a1bc-46ea6707fcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f905fe4e-1a46-4c94-8075-a402269596d3'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:06:31.518115 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f0bff5f3-ad3b-4ac5-804f-b5118e576e3b None None] Bound port: 564b0c3a-47b7-4be8-91ff-2069fc0fc27f, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7355e617-10c8-41d3-a1bc-46ea6707fcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f905fe4e-1a46-4c94-8075-a402269596d3'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:06:31.518242 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0bff5f3-ad3b-4ac5-804f-b5118e576e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:31.540876 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-be1ba384-e5ab-4144-9854-22a6269eabf8 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:31.556100 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2186d606-ab4b-4799-820c-88e3a73e7632 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:31.560044 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2186d606-ab4b-4799-820c-88e3a73e7632 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1932938 Apr 23 00:06:31.562846 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53662) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:31.595331 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-0195fb05-560b-49ce-b7fb-b94064a01bf9 None None] Allocated IP 172.20.0.2 (afd2eb29-497b-4b28-94fa-e0391ab0559e/14d38545-83d2-4baf-b030-217a2eab7bf9/fb74e79c-ccc2-4cb1-9793-677bef75f062) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:31.617305 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-644b2bf5-bb27-40c0-bb8a-1fed24bf370c None None] Allocated IP 172.20.0.2 (775cf058-daba-4eb7-9a6d-62921613cfb6/6b5454bf-4f59-4123-a912-9758fd911782/4045f18d-cb60-48bf-a27d-0422e47b46f0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:31.645770 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-4c8cde73-0321-4903-a12c-928ef8867abb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Allocated IP 2001:db8::1 (f905fe4e-1a46-4c94-8075-a402269596d3/438a6fbd-0df5-4439-af02-a3dfe30038bd/14dd6d31-6d82-49b2-9c35-c9660291f7dc) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:31.654225 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-be1ba384-e5ab-4144-9854-22a6269eabf8 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:31.746449 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7032698f-b2ce-4501-be20-b9d4f05e50f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:31.765753 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-94d778e8-1e1f-4e7a-9086-7a76148694f4 req-e5ec544c-e756-40cf-9b47-6ed9be2008ec tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2620008 Apr 23 00:06:31.770153 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ba384-e5ab-4144-9854-22a6269eabf8 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event updated for resources: {'Network': ['ID=adb48373-8169-4b2b-bdc1-fdc9b2041730,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:31.818632 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f0bff5f3-ad3b-4ac5-804f-b5118e576e3b None None] For port 564b0c3a-47b7-4be8-91ff-2069fc0fc27f, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:06:31.825278 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network adb48373-8169-4b2b-bdc1-fdc9b2041730 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:06:31.826058 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-7032698f-b2ce-4501-be20-b9d4f05e50f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Calling delete_port for 84a3f24a-0c17-4b82-a178-19d397639434 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:31.834554 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be1ba384-e5ab-4144-9854-22a6269eabf8 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Network adb48373-8169-4b2b-bdc1-fdc9b2041730 is not hosted by any dhcp agent {{(pid=103144) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 23 00:06:31.842132 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1ba384-e5ab-4144-9854-22a6269eabf8 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:31.843289 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-be1ba384-e5ab-4144-9854-22a6269eabf8 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:31.845290 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-be1ba384-e5ab-4144-9854-22a6269eabf8 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "PUT /v2.0/networks/adb48373-8169-4b2b-bdc1-fdc9b2041730 HTTP/1.1" status: 200 len: 762 time: 1.2882416 Apr 23 00:06:31.849010 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53664) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:31.882652 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f0bff5f3-ad3b-4ac5-804f-b5118e576e3b None None] For port 564b0c3a-47b7-4be8-91ff-2069fc0fc27f, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=564b0c3a-47b7-4be8-91ff-2069fc0fc27f,segment=NetworkSegment(7355e617-10c8-41d3-a1bc-46ea6707fcc9),segment_id=7355e617-10c8-41d3-a1bc-46ea6707fcc9)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:06:31.959359 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0bff5f3-ad3b-4ac5-804f-b5118e576e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:31.970366 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4c8cde73-0321-4903-a12c-928ef8867abb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:32.050792 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eefde1d1-fdf4-483c-8119-12249d9d5f90 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:32.155480 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8bb958-0eb0-4ae5-b503-b23c0c1d49c3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:32.164378 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7c8bb958-0eb0-4ae5-b503-b23c0c1d49c3 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "GET /v2.0/networks?id=adb48373-8169-4b2b-bdc1-fdc9b2041730 HTTP/1.1" status: 200 len: 765 time: 0.3071823 Apr 23 00:06:32.165234 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53666) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:32.212200 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4c8cde73-0321-4903-a12c-928ef8867abb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:32.336836 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7032698f-b2ce-4501-be20-b9d4f05e50f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:32.355232 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3f03a964-131a-4942-bf06-21f6e87dadb6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:32.371524 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8cde73-0321-4903-a12c-928ef8867abb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network f905fe4e-1a46-4c94-8075-a402269596d3 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:32.372380 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8cde73-0321-4903-a12c-928ef8867abb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Port': ['ID=14dd6d31-6d82-49b2-9c35-c9660291f7dc,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:32.399615 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eefde1d1-fdf4-483c-8119-12249d9d5f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:32.445852 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bff5f3-ad3b-4ac5-804f-b5118e576e3b None None] Pushing event updated for resources: {'Port': ['ID=564b0c3a-47b7-4be8-91ff-2069fc0fc27f,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:32.464855 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-4c8cde73-0321-4903-a12c-928ef8867abb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:32.513679 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0195fb05-560b-49ce-b7fb-b94064a01bf9 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:32.537409 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8cde73-0321-4903-a12c-928ef8867abb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:32.538007 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4c8cde73-0321-4903-a12c-928ef8867abb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:32.561878 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032698f-b2ce-4501-be20-b9d4f05e50f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Port': ['ID=84a3f24a-0c17-4b82-a178-19d397639434,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:32.568726 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7032698f-b2ce-4501-be20-b9d4f05e50f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:32.580807 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7032698f-b2ce-4501-be20-b9d4f05e50f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/84a3f24a-0c17-4b82-a178-19d397639434 HTTP/1.1" status: 204 len: 168 time: 1.5665472 Apr 23 00:06:32.614859 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefde1d1-fdf4-483c-8119-12249d9d5f90 None None] Network 00af01b3-6d61-4ac9-aace-fa5d3d40e126 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:32.617951 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefde1d1-fdf4-483c-8119-12249d9d5f90 None None] Pushing event updated for resources: {'Port': ['ID=f1ba1c1d-a3d4-4c71-a08c-ea580f45edce,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:32.629636 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-eefde1d1-fdf4-483c-8119-12249d9d5f90 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:32.639394 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-644b2bf5-bb27-40c0-bb8a-1fed24bf370c None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:32.642575 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefde1d1-fdf4-483c-8119-12249d9d5f90 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:32.646305 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0195fb05-560b-49ce-b7fb-b94064a01bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:32.648878 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53670) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:32.733617 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f14e7d6e-0bd2-42d3-8696-ac18564fc7df up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:32.770597 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-644b2bf5-bb27-40c0-bb8a-1fed24bf370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:32.810458 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0195fb05-560b-49ce-b7fb-b94064a01bf9 None None] Network afd2eb29-497b-4b28-94fa-e0391ab0559e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:32.828258 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1b8a80-6bf2-4228-b32e-5ec2deda25f5 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:32.832906 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9b1b8a80-6bf2-4228-b32e-5ec2deda25f5 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6628356 Apr 23 00:06:32.840695 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53674) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:32.840907 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-caf77f3e-a714-43e9-aa68-d224774fd015 None None] Provisioning complete for port f14e7d6e-0bd2-42d3-8696-ac18564fc7df triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:32.840907 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-caf77f3e-a714-43e9-aa68-d224774fd015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:32.841428 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6a6883d1-8fc0-4cf3-b101-b888aae6947e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:32.842213 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0195fb05-560b-49ce-b7fb-b94064a01bf9 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:32.855295 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195fb05-560b-49ce-b7fb-b94064a01bf9 None None] Pushing event updated for resources: {'Port': ['ID=fb74e79c-ccc2-4cb1-9793-677bef75f062,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:32.878696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0195fb05-560b-49ce-b7fb-b94064a01bf9 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:32.884510 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6a6883d1-8fc0-4cf3-b101-b888aae6947e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:32.902535 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644b2bf5-bb27-40c0-bb8a-1fed24bf370c None None] Network 775cf058-daba-4eb7-9a6d-62921613cfb6 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:32.935139 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-387020c9-42d2-43af-ab6c-0e87904df6ba tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "GET /v2.0/subnets?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4 HTTP/1.1" status: 200 len: 207 time: 0.0944631 Apr 23 00:06:32.953310 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53676) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:32.961445 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-eefde1d1-fdf4-483c-8119-12249d9d5f90 None None] Attempting to bind port f1ba1c1d-a3d4-4c71-a08c-ea580f45edce on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:06:32.961985 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-eefde1d1-fdf4-483c-8119-12249d9d5f90 None None] Attempting to bind port f1ba1c1d-a3d4-4c71-a08c-ea580f45edce by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24c36232-8850-46e5-923a-48c1c55f175f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '00af01b3-6d61-4ac9-aace-fa5d3d40e126'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:06:32.962535 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefde1d1-fdf4-483c-8119-12249d9d5f90 None None] Attempting to bind port f1ba1c1d-a3d4-4c71-a08c-ea580f45edce on network 00af01b3-6d61-4ac9-aace-fa5d3d40e126 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:06:32.976992 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-644b2bf5-bb27-40c0-bb8a-1fed24bf370c None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:33.023742 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b2bf5-bb27-40c0-bb8a-1fed24bf370c None None] Pushing event updated for resources: {'Port': ['ID=4045f18d-cb60-48bf-a27d-0422e47b46f0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:33.031203 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644b2bf5-bb27-40c0-bb8a-1fed24bf370c None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:33.042636 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-3f03a964-131a-4942-bf06-21f6e87dadb6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Allocated IP 172.20.0.1 (afd2eb29-497b-4b28-94fa-e0391ab0559e/14d38545-83d2-4baf-b030-217a2eab7bf9/56f1bae2-54fd-448d-a1f5-b7b155986d69) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:33.046430 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefde1d1-fdf4-483c-8119-12249d9d5f90 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:06:33.047920 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefde1d1-fdf4-483c-8119-12249d9d5f90 None None] Checking segment: {'id': '24c36232-8850-46e5-923a-48c1c55f175f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '00af01b3-6d61-4ac9-aace-fa5d3d40e126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:33.054677 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eefde1d1-fdf4-483c-8119-12249d9d5f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:33.054677 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefde1d1-fdf4-483c-8119-12249d9d5f90 None None] Bound using segment: {'id': '24c36232-8850-46e5-923a-48c1c55f175f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '00af01b3-6d61-4ac9-aace-fa5d3d40e126'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:06:33.054677 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-eefde1d1-fdf4-483c-8119-12249d9d5f90 None None] Bound port: f1ba1c1d-a3d4-4c71-a08c-ea580f45edce, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c36232-8850-46e5-923a-48c1c55f175f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '00af01b3-6d61-4ac9-aace-fa5d3d40e126'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:06:33.054677 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eefde1d1-fdf4-483c-8119-12249d9d5f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:33.082492 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb024b3-ac95-49f9-9811-388b8ec3c37d req-96d5ba35-c1a9-49aa-aa6a-ca3623cb30f6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:33.087941 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1bf740-dc63-4dd6-871f-fcd8def7250a req-71e63887-6a0b-43dd-8f71-7d4febd39f7f tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:33.090975 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7e1bf740-dc63-4dd6-871f-fcd8def7250a req-71e63887-6a0b-43dd-8f71-7d4febd39f7f tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 944 time: 0.1451874 Apr 23 00:06:33.097100 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3fb024b3-ac95-49f9-9811-388b8ec3c37d req-96d5ba35-c1a9-49aa-aa6a-ca3623cb30f6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 945 time: 0.5761187 Apr 23 00:06:33.127391 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-0195fb05-560b-49ce-b7fb-b94064a01bf9 None None] Attempting to bind port fb74e79c-ccc2-4cb1-9793-677bef75f062 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:06:33.127633 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-0195fb05-560b-49ce-b7fb-b94064a01bf9 None None] Attempting to bind port fb74e79c-ccc2-4cb1-9793-677bef75f062 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '7b825aa4-f1c2-4d51-9a41-0a9782787dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'afd2eb29-497b-4b28-94fa-e0391ab0559e'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:06:33.128630 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0195fb05-560b-49ce-b7fb-b94064a01bf9 None None] Attempting to bind port fb74e79c-ccc2-4cb1-9793-677bef75f062 on network afd2eb29-497b-4b28-94fa-e0391ab0559e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:06:33.189190 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0195fb05-560b-49ce-b7fb-b94064a01bf9 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:06:33.189568 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0195fb05-560b-49ce-b7fb-b94064a01bf9 None None] Checking segment: {'id': '7b825aa4-f1c2-4d51-9a41-0a9782787dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'afd2eb29-497b-4b28-94fa-e0391ab0559e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:33.189969 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0195fb05-560b-49ce-b7fb-b94064a01bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:33.190365 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0195fb05-560b-49ce-b7fb-b94064a01bf9 None None] Bound using segment: {'id': '7b825aa4-f1c2-4d51-9a41-0a9782787dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'afd2eb29-497b-4b28-94fa-e0391ab0559e'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:06:33.190847 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-0195fb05-560b-49ce-b7fb-b94064a01bf9 None None] Bound port: fb74e79c-ccc2-4cb1-9793-677bef75f062, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b825aa4-f1c2-4d51-9a41-0a9782787dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'afd2eb29-497b-4b28-94fa-e0391ab0559e'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:06:33.191228 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0195fb05-560b-49ce-b7fb-b94064a01bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:33.217423 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port f14e7d6e-0bd2-42d3-8696-ac18564fc7df triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:33.217612 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:33.239958 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3f03a964-131a-4942-bf06-21f6e87dadb6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:33.241892 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-6a6883d1-8fc0-4cf3-b101-b888aae6947e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Allocated IP 172.26.3.153 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/c519d076-76c5-4ea2-8c27-5a30b74877a6) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:33.242123 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1818c3b8-ba8a-4d09-a6ce-bcb935cfc0cc tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:33.248545 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1818c3b8-ba8a-4d09-a6ce-bcb935cfc0cc tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:33.255604 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1818c3b8-ba8a-4d09-a6ce-bcb935cfc0cc tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.6002395 Apr 23 00:06:33.256506 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-644b2bf5-bb27-40c0-bb8a-1fed24bf370c None None] Attempting to bind port 4045f18d-cb60-48bf-a27d-0422e47b46f0 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:06:33.256506 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-644b2bf5-bb27-40c0-bb8a-1fed24bf370c None None] Attempting to bind port 4045f18d-cb60-48bf-a27d-0422e47b46f0 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '2528e3f5-5fdb-4241-9cbf-3f4f4aa855b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '775cf058-daba-4eb7-9a6d-62921613cfb6'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:06:33.257481 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b2bf5-bb27-40c0-bb8a-1fed24bf370c None None] Attempting to bind port 4045f18d-cb60-48bf-a27d-0422e47b46f0 on network 775cf058-daba-4eb7-9a6d-62921613cfb6 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:06:33.264691 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53678) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:33.316073 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3fb024b3-ac95-49f9-9811-388b8ec3c37d req-cd72ebb2-cfd1-4f9a-b567-a2cbecfbe7b3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=d83eafcd-8e21-400f-8199-da42aed372d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159884 Apr 23 00:06:33.322014 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7e1bf740-dc63-4dd6-871f-fcd8def7250a req-4339276f-3c09-4f3f-b716-2dcaee616154 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253518 Apr 23 00:06:33.324952 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b2bf5-bb27-40c0-bb8a-1fed24bf370c None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:06:33.325245 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b2bf5-bb27-40c0-bb8a-1fed24bf370c None None] Checking segment: {'id': '2528e3f5-5fdb-4241-9cbf-3f4f4aa855b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '775cf058-daba-4eb7-9a6d-62921613cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:33.325648 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-644b2bf5-bb27-40c0-bb8a-1fed24bf370c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:33.326040 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b2bf5-bb27-40c0-bb8a-1fed24bf370c None None] Bound using segment: {'id': '2528e3f5-5fdb-4241-9cbf-3f4f4aa855b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '775cf058-daba-4eb7-9a6d-62921613cfb6'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:06:33.326520 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-644b2bf5-bb27-40c0-bb8a-1fed24bf370c None None] Bound port: 4045f18d-cb60-48bf-a27d-0422e47b46f0, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2528e3f5-5fdb-4241-9cbf-3f4f4aa855b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '775cf058-daba-4eb7-9a6d-62921613cfb6'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:06:33.326904 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-644b2bf5-bb27-40c0-bb8a-1fed24bf370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:33.367759 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-eefde1d1-fdf4-483c-8119-12249d9d5f90 None None] For port f1ba1c1d-a3d4-4c71-a08c-ea580f45edce, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:06:33.367900 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4167064-d740-4717-802a-0c158c37cbdc tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet 4852b0df-72be-4032-95ac-e0a9fc55950f {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:06:33.370408 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c4167064-d740-4717-802a-0c158c37cbdc tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:33.372085 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-eefde1d1-fdf4-483c-8119-12249d9d5f90 None None] For port f1ba1c1d-a3d4-4c71-a08c-ea580f45edce, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=f1ba1c1d-a3d4-4c71-a08c-ea580f45edce,segment=NetworkSegment(24c36232-8850-46e5-923a-48c1c55f175f),segment_id=24c36232-8850-46e5-923a-48c1c55f175f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:06:33.376189 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c7c9bd-3311-4285-a9b6-dc26014103b5 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:33.383097 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c7c9bd-3311-4285-a9b6-dc26014103b5 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:33.390241 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c7c9bd-3311-4285-a9b6-dc26014103b5 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:33.396308 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c7c9bd-3311-4285-a9b6-dc26014103b5 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:33.403242 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c7c9bd-3311-4285-a9b6-dc26014103b5 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:33.409609 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c7c9bd-3311-4285-a9b6-dc26014103b5 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:33.411094 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c4167064-d740-4717-802a-0c158c37cbdc tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:33.412148 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-34c7c9bd-3311-4285-a9b6-dc26014103b5 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.4575925 Apr 23 00:06:33.413472 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4c8cde73-0321-4903-a12c-928ef8867abb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:33.419255 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53682) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:33.449742 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-caf77f3e-a714-43e9-aa68-d224774fd015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:33.464547 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0195fb05-560b-49ce-b7fb-b94064a01bf9 None None] For port fb74e79c-ccc2-4cb1-9793-677bef75f062, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:06:33.520109 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eefde1d1-fdf4-483c-8119-12249d9d5f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:33.561845 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0195fb05-560b-49ce-b7fb-b94064a01bf9 None None] For port fb74e79c-ccc2-4cb1-9793-677bef75f062, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=fb74e79c-ccc2-4cb1-9793-677bef75f062,segment=NetworkSegment(7b825aa4-f1c2-4d51-9a41-0a9782787dcc),segment_id=7b825aa4-f1c2-4d51-9a41-0a9782787dcc)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:06:33.595388 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3f03a964-131a-4942-bf06-21f6e87dadb6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:33.611838 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6a6883d1-8fc0-4cf3-b101-b888aae6947e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:33.640630 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-caf77f3e-a714-43e9-aa68-d224774fd015 None None] For port f14e7d6e-0bd2-42d3-8696-ac18564fc7df, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=f14e7d6e-0bd2-42d3-8696-ac18564fc7df,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:33.672083 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f03a964-131a-4942-bf06-21f6e87dadb6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network afd2eb29-497b-4b28-94fa-e0391ab0559e is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:33.678348 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-644b2bf5-bb27-40c0-bb8a-1fed24bf370c None None] For port 4045f18d-cb60-48bf-a27d-0422e47b46f0, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:06:33.681255 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-3f03a964-131a-4942-bf06-21f6e87dadb6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:33.683624 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-644b2bf5-bb27-40c0-bb8a-1fed24bf370c None None] For port 4045f18d-cb60-48bf-a27d-0422e47b46f0, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4045f18d-cb60-48bf-a27d-0422e47b46f0,segment=NetworkSegment(2528e3f5-5fdb-4241-9cbf-3f4f4aa855b2),segment_id=2528e3f5-5fdb-4241-9cbf-3f4f4aa855b2)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:06:33.707106 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f03a964-131a-4942-bf06-21f6e87dadb6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:33.732875 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefde1d1-fdf4-483c-8119-12249d9d5f90 None None] Pushing event updated for resources: {'Port': ['ID=f1ba1c1d-a3d4-4c71-a08c-ea580f45edce,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:33.737911 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03a964-131a-4942-bf06-21f6e87dadb6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Port': ['ID=56f1bae2-54fd-448d-a1f5-b7b155986d69,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:33.745842 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c4167064-d740-4717-802a-0c158c37cbdc tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:33.751130 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:33.755502 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0195fb05-560b-49ce-b7fb-b94064a01bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:33.757529 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-caf77f3e-a714-43e9-aa68-d224774fd015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:33.766118 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-644b2bf5-bb27-40c0-bb8a-1fed24bf370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:33.802380 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3f03a964-131a-4942-bf06-21f6e87dadb6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:33.885005 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6a6883d1-8fc0-4cf3-b101-b888aae6947e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:33.906407 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-da9c0a63-405d-451c-9d1c-a5de276b51dc None None] Could not find standard attr ID for object 84a3f24a-0c17-4b82-a178-19d397639434. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:06:33.910930 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195fb05-560b-49ce-b7fb-b94064a01bf9 None None] Pushing event updated for resources: {'Port': ['ID=fb74e79c-ccc2-4cb1-9793-677bef75f062,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:34.012272 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6883d1-8fc0-4cf3-b101-b888aae6947e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:34.030248 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-6a6883d1-8fc0-4cf3-b101-b888aae6947e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:34.044914 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6883d1-8fc0-4cf3-b101-b888aae6947e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:34.050532 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6883d1-8fc0-4cf3-b101-b888aae6947e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event updated for resources: {'Port': ['ID=c519d076-76c5-4ea2-8c27-5a30b74877a6,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:34.089631 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c4167064-d740-4717-802a-0c158c37cbdc tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:34.095413 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf77f3e-a714-43e9-aa68-d224774fd015 None None] Pushing event updated for resources: {'Port': ['ID=f14e7d6e-0bd2-42d3-8696-ac18564fc7df,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:34.108275 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2f53f4-a0b7-4f46-b1de-0d7edab5f32f None None] Network f905fe4e-1a46-4c94-8075-a402269596d3 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:34.149148 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4167064-d740-4717-802a-0c158c37cbdc tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=4852b0df-72be-4032-95ac-e0a9fc55950f,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:34.153354 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c4167064-d740-4717-802a-0c158c37cbdc tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:34.156607 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c4167064-d740-4717-802a-0c158c37cbdc tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/4852b0df-72be-4032-95ac-e0a9fc55950f HTTP/1.1" status: 204 len: 168 time: 0.8907959 Apr 23 00:06:34.181883 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53684) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:34.229199 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bea374-e72c-4a52-9054-21b2c668e6a9 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:34.349398 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3f03a964-131a-4942-bf06-21f6e87dadb6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:34.384913 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bfad7115-3c1b-4b84-b09f-82ec95afa04e None None] Provisioning complete for port 564b0c3a-47b7-4be8-91ff-2069fc0fc27f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:34.386352 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfad7115-3c1b-4b84-b09f-82ec95afa04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:34.388420 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-24638388-ba09-4f1f-9917-9d51f7d3ee28 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2023995 Apr 23 00:06:34.415382 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53688) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:34.419872 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-e07c1f67-5327-461f-abbe-c702d860c386 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:34.530384 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:06:34.531021 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:06:34.550804 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7d94067-4aee-40cf-b837-c9c8d6c18876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:34.552663 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b2bf5-bb27-40c0-bb8a-1fed24bf370c None None] Pushing event updated for resources: {'Port': ['ID=4045f18d-cb60-48bf-a27d-0422e47b46f0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:34.703014 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfad7115-3c1b-4b84-b09f-82ec95afa04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:34.722716 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9de69-8eb7-4f57-b1b9-0f712e570d23 req-6fd52043-7a16-4195-ba8e-0a2a6e934aa8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:34.724329 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-16d9de69-8eb7-4f57-b1b9-0f712e570d23 req-6fd52043-7a16-4195-ba8e-0a2a6e934aa8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 945 time: 1.2882097 Apr 23 00:06:34.758811 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bfad7115-3c1b-4b84-b09f-82ec95afa04e None None] For port 564b0c3a-47b7-4be8-91ff-2069fc0fc27f, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=564b0c3a-47b7-4be8-91ff-2069fc0fc27f,segment=NetworkSegment(7355e617-10c8-41d3-a1bc-46ea6707fcc9),segment_id=7355e617-10c8-41d3-a1bc-46ea6707fcc9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:34.777849 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a8b7555d-4c3e-4170-9025-f34fc9841294 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 1.3522446 Apr 23 00:06:34.785257 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657b4e0-a4d0-4b59-bca3-b3c6c23edccf req-c5f3fb23-e286-4c3e-8706-6922d025903e tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:34.785442 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53690) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:34.785555 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a657b4e0-a4d0-4b59-bca3-b3c6c23edccf req-c5f3fb23-e286-4c3e-8706-6922d025903e tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 944 time: 0.2897468 Apr 23 00:06:34.844655 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4c8cde73-0321-4903-a12c-928ef8867abb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:34.845920 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfad7115-3c1b-4b84-b09f-82ec95afa04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:34.905830 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fa5379-2969-4e96-be7c-4f6f5aa0b259 None None] DHCP port deletion for 52c789e5-894b-4719-a369-b13bd1dbccf2 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:06:34.927826 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-16d9de69-8eb7-4f57-b1b9-0f712e570d23 req-c67c2e0a-a46a-4674-8d9e-621bda684854 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=d83eafcd-8e21-400f-8199-da42aed372d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873558 Apr 23 00:06:34.934453 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ddf46a-e714-47e7-b028-1ac1b8ce292d tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:34.936499 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ddf46a-e714-47e7-b028-1ac1b8ce292d tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:34.938272 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ddf46a-e714-47e7-b028-1ac1b8ce292d tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:34.940113 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ddf46a-e714-47e7-b028-1ac1b8ce292d tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:34.942109 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ddf46a-e714-47e7-b028-1ac1b8ce292d tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:34.952494 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-41ddf46a-e714-47e7-b028-1ac1b8ce292d tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1661830 Apr 23 00:06:34.953878 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53692) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:34.963243 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53694) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:35.027263 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4c8cde73-0321-4903-a12c-928ef8867abb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:35.027724 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad7115-3c1b-4b84-b09f-82ec95afa04e None None] Pushing event updated for resources: {'Port': ['ID=564b0c3a-47b7-4be8-91ff-2069fc0fc27f,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:35.029194 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4c8cde73-0321-4903-a12c-928ef8867abb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:35.040401 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-04fa5379-2969-4e96-be7c-4f6f5aa0b259 None None] Deleting port f14e7d6e-0bd2-42d3-8696-ac18564fc7df {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:35.040791 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04fa5379-2969-4e96-be7c-4f6f5aa0b259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:35.152351 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-04fa5379-2969-4e96-be7c-4f6f5aa0b259 None None] For port f14e7d6e-0bd2-42d3-8696-ac18564fc7df, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=f14e7d6e-0bd2-42d3-8696-ac18564fc7df,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:35.152671 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04fa5379-2969-4e96-be7c-4f6f5aa0b259 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:35.170272 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-04fa5379-2969-4e96-be7c-4f6f5aa0b259 None None] Calling delete_port for f14e7d6e-0bd2-42d3-8696-ac18564fc7df owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:35.200821 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4d79d2-1530-4d06-903a-dca3e6f6512e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['shared'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:35.202352 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4d79d2-1530-4d06-903a-dca3e6f6512e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['shared'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:35.203797 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4d79d2-1530-4d06-903a-dca3e6f6512e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['shared'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:35.205251 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4d79d2-1530-4d06-903a-dca3e6f6512e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['shared'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:35.206710 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4d79d2-1530-4d06-903a-dca3e6f6512e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['shared'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:35.213787 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0f4d79d2-1530-4d06-903a-dca3e6f6512e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2533305 Apr 23 00:06:35.215138 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aba6940-47a1-4ff7-9e9b-a4bd52e88e24 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:35.217004 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7aba6940-47a1-4ff7-9e9b-a4bd52e88e24 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 1093 time: 0.2522118 Apr 23 00:06:35.217595 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53696) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:35.246632 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53698) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:35.295127 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-3f860167-9eb1-4601-be02-5497f63012ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': '5a536b13-0987-4289-baa7-fbaf4162383e', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:35.321047 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8cde73-0321-4903-a12c-928ef8867abb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Port': ['ID=14dd6d31-6d82-49b2-9c35-c9660291f7dc,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:35.514128 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3f860167-9eb1-4601-be02-5497f63012ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:35.521052 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8cde73-0321-4903-a12c-928ef8867abb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network f905fe4e-1a46-4c94-8075-a402269596d3 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:35.530456 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6a6883d1-8fc0-4cf3-b101-b888aae6947e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:35.548037 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-4c8cde73-0321-4903-a12c-928ef8867abb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:35.557451 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6584a614-c543-4acd-8c06-89029d83ba33 None None] Network 00af01b3-6d61-4ac9-aace-fa5d3d40e126 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:35.564405 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b7a6f6-87ad-439b-9e8f-42022832a670 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:35.572448 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-33b7a6f6-87ad-439b-9e8f-42022832a670 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "GET /v2.0/networks/0af6f65b-87bd-42bd-bd1e-e4a183586982 HTTP/1.1" status: 200 len: 804 time: 0.3499141 Apr 23 00:06:35.574297 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53700) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:35.607832 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07c1f67-5327-461f-abbe-c702d860c386 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:35.611830 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e07c1f67-5327-461f-abbe-c702d860c386 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:35.731152 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a657b4e0-a4d0-4b59-bca3-b3c6c23edccf req-0f2248b4-3805-4bc7-9401-656ed3507029 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9332781 Apr 23 00:06:35.817525 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device fb74e79c-ccc2-4cb1-9793-677bef75f062 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:35.893208 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-cae6d7fe-1ea3-4876-b22d-7b5aba6a8bd4 None None] Provisioning complete for port f1ba1c1d-a3d4-4c71-a08c-ea580f45edce triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:35.894134 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cae6d7fe-1ea3-4876-b22d-7b5aba6a8bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:35.979265 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-837fa254-d0a1-4b54-b8de-5f0e458d4efe tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "GET /v2.0/networks/0af6f65b-87bd-42bd-bd1e-e4a183586982?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3976691 Apr 23 00:06:35.980493 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53702) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:36.080164 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04fa5379-2969-4e96-be7c-4f6f5aa0b259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:36.104228 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3f860167-9eb1-4601-be02-5497f63012ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:36.132270 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port fb74e79c-ccc2-4cb1-9793-677bef75f062 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:36.132657 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:36.176011 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b291c8-5d4e-4fa9-a627-10486997de49 None None] Network 775cf058-daba-4eb7-9a6d-62921613cfb6 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:36.180711 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa5379-2969-4e96-be7c-4f6f5aa0b259 None None] Pushing event deleted for resources: {'Port': ['ID=f14e7d6e-0bd2-42d3-8696-ac18564fc7df,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:36.199230 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3f03a964-131a-4942-bf06-21f6e87dadb6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:36.235472 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-3f860167-9eb1-4601-be02-5497f63012ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.26.3.41 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/f3e8fbf8-ea0d-496f-a100-60a1a2a997ee) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:36.261266 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6a6883d1-8fc0-4cf3-b101-b888aae6947e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:36.312074 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3f03a964-131a-4942-bf06-21f6e87dadb6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:36.337173 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fa5379-2969-4e96-be7c-4f6f5aa0b259 None None] No DVR routers for this DVR port f14e7d6e-0bd2-42d3-8696-ac18564fc7df on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:36.355352 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30401d0-d541-4cce-af59-151461cc9bdb None None] Network afd2eb29-497b-4b28-94fa-e0391ab0559e requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:36.387980 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3f860167-9eb1-4601-be02-5497f63012ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:36.422053 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8cde73-0321-4903-a12c-928ef8867abb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Router 5523e566-3152-422c-ba5a-e9c124ddf0dc is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:06:36.433055 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03a964-131a-4942-bf06-21f6e87dadb6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Port': ['ID=56f1bae2-54fd-448d-a1f5-b7b155986d69,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:36.442909 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cae6d7fe-1ea3-4876-b22d-7b5aba6a8bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:36.445935 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139a2eed-b10d-4ac2-bc71-adb660228462 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:36.451264 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53704) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:36.452790 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-139a2eed-b10d-4ac2-bc71-adb660228462 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "GET /v2.0/subnets/6d35a9a0-d967-4244-84a2-bfe9965e4011 HTTP/1.1" status: 200 len: 843 time: 0.4693732 Apr 23 00:06:36.504114 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3f03a964-131a-4942-bf06-21f6e87dadb6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:36.520280 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3f860167-9eb1-4601-be02-5497f63012ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:36.582654 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-cae6d7fe-1ea3-4876-b22d-7b5aba6a8bd4 None None] For port f1ba1c1d-a3d4-4c71-a08c-ea580f45edce, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=f1ba1c1d-a3d4-4c71-a08c-ea580f45edce,segment=NetworkSegment(24c36232-8850-46e5-923a-48c1c55f175f),segment_id=24c36232-8850-46e5-923a-48c1c55f175f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:36.598745 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f860167-9eb1-4601-be02-5497f63012ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:36.606517 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-3f860167-9eb1-4601-be02-5497f63012ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:36.613838 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f860167-9eb1-4601-be02-5497f63012ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:36.632411 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27da380-661d-4c3f-9a99-8e4aa9ee8f45 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['shared'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:36.637754 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e27da380-661d-4c3f-9a99-8e4aa9ee8f45 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "GET /v2.0/subnets/6d35a9a0-d967-4244-84a2-bfe9965e4011?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1816022 Apr 23 00:06:36.641260 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53706) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:36.645210 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8cde73-0321-4903-a12c-928ef8867abb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:06:36.649405 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f860167-9eb1-4601-be02-5497f63012ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=f3e8fbf8-ea0d-496f-a100-60a1a2a997ee,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:36.657822 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4c8cde73-0321-4903-a12c-928ef8867abb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "PUT /v2.0/routers/5523e566-3152-422c-ba5a-e9c124ddf0dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3819096 Apr 23 00:06:36.660486 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cae6d7fe-1ea3-4876-b22d-7b5aba6a8bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:36.660642 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53708) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:36.678448 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514a78f8-c02f-45d3-aa84-4285a699c97b None None] Sync routers for ids ['5523e566-3152-422c-ba5a-e9c124ddf0dc'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:06:36.685518 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514a78f8-c02f-45d3-aa84-4285a699c97b None None] Routers {'5523e566-3152-422c-ba5a-e9c124ddf0dc'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:36.686125 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-514a78f8-c02f-45d3-aa84-4285a699c97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['5523e566-3152-422c-ba5a-e9c124ddf0dc'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:36.698010 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.objects.ports [None req-e07c1f67-5327-461f-abbe-c702d860c386 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103144) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 23 00:06:36.702058 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-3aa60434-13ae-4cce-b273-fccf896c57a5 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-656118534'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:36.713399 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e07c1f67-5327-461f-abbe-c702d860c386 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:36.723931 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-514a78f8-c02f-45d3-aa84-4285a699c97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:36.727663 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:36.735673 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514a78f8-c02f-45d3-aa84-4285a699c97b None None] Routers {'5523e566-3152-422c-ba5a-e9c124ddf0dc'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:36.736300 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-514a78f8-c02f-45d3-aa84-4285a699c97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['5523e566-3152-422c-ba5a-e9c124ddf0dc'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:36.776502 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-514a78f8-c02f-45d3-aa84-4285a699c97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:36.777559 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514a78f8-c02f-45d3-aa84-4285a699c97b None None] The sync data for ids ['5523e566-3152-422c-ba5a-e9c124ddf0dc'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:06:36.777861 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74249ad9-57d6-420b-8753-67841b297c97 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:36.792615 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-74249ad9-57d6-420b-8753-67841b297c97 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "GET /v2.0/ports/14dd6d31-6d82-49b2-9c35-c9660291f7dc HTTP/1.1" status: 200 len: 911 time: 0.1284761 Apr 23 00:06:36.795067 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53712) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:36.800775 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07c1f67-5327-461f-abbe-c702d860c386 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:36.812921 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port fb74e79c-ccc2-4cb1-9793-677bef75f062, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=fb74e79c-ccc2-4cb1-9793-677bef75f062,segment=NetworkSegment(7b825aa4-f1c2-4d51-9a41-0a9782787dcc),segment_id=7b825aa4-f1c2-4d51-9a41-0a9782787dcc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:36.818173 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-e07c1f67-5327-461f-abbe-c702d860c386 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:36.820410 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-cae6d7fe-1ea3-4876-b22d-7b5aba6a8bd4 None None] Provisioning complete for port 564b0c3a-47b7-4be8-91ff-2069fc0fc27f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:36.821028 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cae6d7fe-1ea3-4876-b22d-7b5aba6a8bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:36.853942 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8f4b84-2acc-436b-ac2a-ac89a9e65cd7 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:36.870200 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07c1f67-5327-461f-abbe-c702d860c386 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:36.870939 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e07c1f67-5327-461f-abbe-c702d860c386 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:36.880361 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa60434-13ae-4cce-b273-fccf896c57a5 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Made reservation on behalf of d312e1e3becb48bb95b56303c30a4b4a for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:36.884237 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3aa60434-13ae-4cce-b273-fccf896c57a5 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:36.886454 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c1f67-5327-461f-abbe-c702d860c386 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=c6bf6a6a-5017-4624-a2d8-d62e70a55708,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:36.894190 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6d7fe-1ea3-4876-b22d-7b5aba6a8bd4 None None] Pushing event updated for resources: {'Port': ['ID=f1ba1c1d-a3d4-4c71-a08c-ea580f45edce,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:36.906289 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:36.908323 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f1ba1c1d-a3d4-4c71-a08c-ea580f45edce up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:36.956319 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f03a964-131a-4942-bf06-21f6e87dadb6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network afd2eb29-497b-4b28-94fa-e0391ab0559e is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:36.964354 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a69afa-8295-4961-b42e-ff5854e082bf req-30093f91-4c0c-4613-9d00-815282f25675 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:36.972177 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-64a69afa-8295-4961-b42e-ff5854e082bf req-30093f91-4c0c-4613-9d00-815282f25675 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 944 time: 0.1268334 Apr 23 00:06:36.972396 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-3f03a964-131a-4942-bf06-21f6e87dadb6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:36.994395 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa60434-13ae-4cce-b273-fccf896c57a5 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:06:37.071194 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-64a69afa-8295-4961-b42e-ff5854e082bf req-480b1b7f-404a-4b63-8729-cb36d59ffecb tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955594 Apr 23 00:06:37.129807 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=fb74e79c-ccc2-4cb1-9793-677bef75f062,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:37.196541 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e07c1f67-5327-461f-abbe-c702d860c386 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7776170 Apr 23 00:06:37.205139 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6883d1-8fc0-4cf3-b101-b888aae6947e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Router 2912c214-53ed-471a-be91-a18f4a678f73 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:06:37.208868 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53714) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:37.234270 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3aa60434-13ae-4cce-b273-fccf896c57a5 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:37.234925 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-3aa60434-13ae-4cce-b273-fccf896c57a5 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Added segment 1c5b31dc-12b4-46e4-889b-5a5cb44f3b36 of type vlan for network 71c8568f-1cdd-4a62-abae-d029009f580a Apr 23 00:06:37.246700 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 94f011c8-064b-4454-a61b-d3860ee8a475 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:06:37.260643 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port f1ba1c1d-a3d4-4c71-a08c-ea580f45edce triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:37.261026 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:37.311975 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3f860167-9eb1-4601-be02-5497f63012ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:37.326401 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3aa60434-13ae-4cce-b273-fccf896c57a5 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:37.344645 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1513014-58b1-4f66-8f95-789deddaaad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:37.377200 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bacfb50-da53-4574-9c36-d1f54fe96cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-52c789e5-894b-4719-a369-b13bd1dbccf2', 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'fixed_ips': [{'subnet_id': 'c6bf6a6a-5017-4624-a2d8-d62e70a55708'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:06:37.378044 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4bacfb50-da53-4574-9c36-d1f54fe96cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:37.385485 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-dfd3e5c9-ec06-4d43-ab82-d2ec5d7cf933 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'mac_address': 'fa:16:3e:72:51:d9', 'name': 'tempest-NetworksTestDHCPv6-864860834'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:37.405087 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-cae6d7fe-1ea3-4876-b22d-7b5aba6a8bd4 None None] Provisioning complete for port 14dd6d31-6d82-49b2-9c35-c9660291f7dc triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:37.405450 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cae6d7fe-1ea3-4876-b22d-7b5aba6a8bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:37.453771 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3f860167-9eb1-4601-be02-5497f63012ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:37.491389 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cae6d7fe-1ea3-4876-b22d-7b5aba6a8bd4 None None] Port 14dd6d31-6d82-49b2-9c35-c9660291f7dc cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:06:37.585423 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 94f011c8-064b-4454-a61b-d3860ee8a475, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=94f011c8-064b-4454-a61b-d3860ee8a475,segment=NetworkSegment(7fe23319-4834-4eef-b348-c43219584a67),segment_id=7fe23319-4834-4eef-b348-c43219584a67)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:37.629123 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '94f011c8-064b-4454-a61b-d3860ee8a475', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'port_id': '94f011c8-064b-4454-a61b-d3860ee8a475', 'mac_address': 'fa:16:3e:d8:2f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:06:37.659183 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 564b0c3a-47b7-4be8-91ff-2069fc0fc27f up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:37.666505 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3f860167-9eb1-4601-be02-5497f63012ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:37.730093 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3aa60434-13ae-4cce-b273-fccf896c57a5 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:37.732082 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3f860167-9eb1-4601-be02-5497f63012ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:37.736311 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa60434-13ae-4cce-b273-fccf896c57a5 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:37.738427 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3aa60434-13ae-4cce-b273-fccf896c57a5 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:37.781893 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-45eb901f-af0e-4b0d-9a52-1fe258aab47c None None] Provisioning complete for port 56f1bae2-54fd-448d-a1f5-b7b155986d69 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:37.782624 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45eb901f-af0e-4b0d-9a52-1fe258aab47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:37.791454 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f03a964-131a-4942-bf06-21f6e87dadb6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Router b70bb6aa-cecf-4089-8410-bb9573b54ae6 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:06:37.805462 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f860167-9eb1-4601-be02-5497f63012ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=f3e8fbf8-ea0d-496f-a100-60a1a2a997ee,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:37.816190 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3f860167-9eb1-4601-be02-5497f63012ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:37.831008 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:06:37.842912 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:37.858931 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6883d1-8fc0-4cf3-b101-b888aae6947e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:06:37.868910 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-4bacfb50-da53-4574-9c36-d1f54fe96cc8 None None] Allocated IP 2001:db8::f816:3eff:fec9:c2f3 (52c789e5-894b-4719-a369-b13bd1dbccf2/c6bf6a6a-5017-4624-a2d8-d62e70a55708/7cfda951-9725-4f8a-abcd-db8a21089eb7) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:37.878549 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36edd059-ba68-4b81-8d91-9d05bcde2bf4 None None] Sync routers for ids ['2912c214-53ed-471a-be91-a18f4a678f73'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:06:37.881067 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-45eb901f-af0e-4b0d-9a52-1fe258aab47c None None] Port 56f1bae2-54fd-448d-a1f5-b7b155986d69 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:06:37.885999 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3aa60434-13ae-4cce-b273-fccf896c57a5 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2028279 Apr 23 00:06:37.885999 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53716) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:37.889410 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 564b0c3a-47b7-4be8-91ff-2069fc0fc27f triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:37.889892 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:37.892388 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f011c8-064b-4454-a61b-d3860ee8a475 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:06:37.924346 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-61f43c3f-6ee8-453c-8be9-26f775edaa7e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Request body: {'subnet': {'network_id': '71c8568f-1cdd-4a62-abae-d029009f580a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:37.933846 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa60434-13ae-4cce-b273-fccf896c57a5 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event updated for resources: {'Network': ['ID=71c8568f-1cdd-4a62-abae-d029009f580a,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:38.036583 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd3e5c9-ec06-4d43-ab82-d2ec5d7cf933 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:38.061475 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:38.083198 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 71c8568f-1cdd-4a62-abae-d029009f580a details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:06:38.095607 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6a6883d1-8fc0-4cf3-b101-b888aae6947e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:38.100043 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6a6883d1-8fc0-4cf3-b101-b888aae6947e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.8340178 Apr 23 00:06:38.103673 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53720) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:38.143511 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36edd059-ba68-4b81-8d91-9d05bcde2bf4 None None] Routers {'2912c214-53ed-471a-be91-a18f4a678f73'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:38.144557 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-36edd059-ba68-4b81-8d91-9d05bcde2bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['2912c214-53ed-471a-be91-a18f4a678f73'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:38.178968 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 94f011c8-064b-4454-a61b-d3860ee8a475, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=94f011c8-064b-4454-a61b-d3860ee8a475,segment=NetworkSegment(7fe23319-4834-4eef-b348-c43219584a67),segment_id=7fe23319-4834-4eef-b348-c43219584a67)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:38.268411 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-36edd059-ba68-4b81-8d91-9d05bcde2bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:38.276976 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-45eb901f-af0e-4b0d-9a52-1fe258aab47c None None] Provisioning complete for port fb74e79c-ccc2-4cb1-9793-677bef75f062 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:38.277499 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45eb901f-af0e-4b0d-9a52-1fe258aab47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:38.280370 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:38.298081 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-3f860167-9eb1-4601-be02-5497f63012ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Floating IP a6790375-916d-4a35-8301-7b79144095ca associated. External IP: 172.26.3.41, port: 5a536b13-0987-4289-baa7-fbaf4162383e. Apr 23 00:06:38.386086 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36edd059-ba68-4b81-8d91-9d05bcde2bf4 None None] Routers {'2912c214-53ed-471a-be91-a18f4a678f73'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:38.386903 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-36edd059-ba68-4b81-8d91-9d05bcde2bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['2912c214-53ed-471a-be91-a18f4a678f73'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:38.479298 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-36edd059-ba68-4b81-8d91-9d05bcde2bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:38.480102 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36edd059-ba68-4b81-8d91-9d05bcde2bf4 None None] The sync data for ids ['2912c214-53ed-471a-be91-a18f4a678f73'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:06:38.491328 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=94f011c8-064b-4454-a61b-d3860ee8a475,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:38.532551 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f860167-9eb1-4601-be02-5497f63012ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router d0d1c542-97a8-4393-8bb5-ab5a5696ff63 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:06:38.537135 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['94f011c8-064b-4454-a61b-d3860ee8a475'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:06:38.590143 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4045f18d-cb60-48bf-a27d-0422e47b46f0 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:38.634896 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4bacfb50-da53-4574-9c36-d1f54fe96cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:38.638766 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f03a964-131a-4942-bf06-21f6e87dadb6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:06:38.655850 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3f03a964-131a-4942-bf06-21f6e87dadb6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "PUT /v2.0/routers/b70bb6aa-cecf-4089-8410-bb9573b54ae6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0869327 Apr 23 00:06:38.657451 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53722) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:38.667206 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d18ce45-49f9-4f27-9094-7a7a47d567b3 None None] Sync routers for ids ['b70bb6aa-cecf-4089-8410-bb9573b54ae6'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:06:38.688858 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d18ce45-49f9-4f27-9094-7a7a47d567b3 None None] Routers {'b70bb6aa-cecf-4089-8410-bb9573b54ae6'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:38.690740 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-4d18ce45-49f9-4f27-9094-7a7a47d567b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['b70bb6aa-cecf-4089-8410-bb9573b54ae6'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:38.696560 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-45eb901f-af0e-4b0d-9a52-1fe258aab47c None None] Provisioning complete for port f1ba1c1d-a3d4-4c71-a08c-ea580f45edce triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:38.697267 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45eb901f-af0e-4b0d-9a52-1fe258aab47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:38.699041 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d30cdf3-156b-48f8-b292-d5751635f5e6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:38.703536 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f860167-9eb1-4601-be02-5497f63012ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:06:38.729719 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69492928-1e17-4795-985f-eb4b272f0455 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:38.734399 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-69492928-1e17-4795-985f-eb4b272f0455 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "GET /v2.0/ports/56f1bae2-54fd-448d-a1f5-b7b155986d69 HTTP/1.1" status: 200 len: 910 time: 0.0740774 Apr 23 00:06:38.734399 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53724) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:38.735248 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5403ad42-22a5-4313-933f-452e8dcc6c05 None None] Sync routers for ids ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:06:38.741610 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-4d18ce45-49f9-4f27-9094-7a7a47d567b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:38.746719 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4bacfb50-da53-4574-9c36-d1f54fe96cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:38.752271 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d18ce45-49f9-4f27-9094-7a7a47d567b3 None None] Routers {'b70bb6aa-cecf-4089-8410-bb9573b54ae6'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:38.752877 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-4d18ce45-49f9-4f27-9094-7a7a47d567b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['b70bb6aa-cecf-4089-8410-bb9573b54ae6'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:38.766182 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 4045f18d-cb60-48bf-a27d-0422e47b46f0 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:38.766909 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:38.791108 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-4d18ce45-49f9-4f27-9094-7a7a47d567b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:38.791775 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d18ce45-49f9-4f27-9094-7a7a47d567b3 None None] The sync data for ids ['b70bb6aa-cecf-4089-8410-bb9573b54ae6'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:06:38.806004 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dfd3e5c9-ec06-4d43-ab82-d2ec5d7cf933 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:38.828756 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3f860167-9eb1-4601-be02-5497f63012ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:38.846681 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bacfb50-da53-4574-9c36-d1f54fe96cc8 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:38.847340 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5403ad42-22a5-4313-933f-452e8dcc6c05 None None] Routers {'d0d1c542-97a8-4393-8bb5-ab5a5696ff63'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:38.848318 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-5403ad42-22a5-4313-933f-452e8dcc6c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:38.872487 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4bacfb50-da53-4574-9c36-d1f54fe96cc8 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:38.878263 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c018-c2f2-4d9a-9c4c-446c005546bc req-cceca7ad-ba82-4a99-968d-3d0e63e0ee5f tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:38.880330 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fce5c018-c2f2-4d9a-9c4c-446c005546bc req-cceca7ad-ba82-4a99-968d-3d0e63e0ee5f tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 944 time: 0.6670415 Apr 23 00:06:38.884351 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3f860167-9eb1-4601-be02-5497f63012ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5898070 Apr 23 00:06:38.885027 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53726) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:38.912188 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bacfb50-da53-4574-9c36-d1f54fe96cc8 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:38.914519 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728b18eb-d94c-4366-b5c9-399e8b894206', 'tag': '5a536b13-0987-4289-baa7-fbaf4162383e'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:06:38.917002 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8f0af7-d628-48be-a435-38ca08fc6b51" -d '{"events": [{"name": "network-changed", "server_uuid": "728b18eb-d94c-4366-b5c9-399e8b894206", "tag": "5a536b13-0987-4289-baa7-fbaf4162383e"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:06:38.925786 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bacfb50-da53-4574-9c36-d1f54fe96cc8 None None] Pushing event updated for resources: {'Port': ['ID=7cfda951-9725-4f8a-abcd-db8a21089eb7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:38.948146 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-dfd3e5c9-ec06-4d43-ab82-d2ec5d7cf933 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] device_id is not set on port 276b8061-557c-4769-82dc-d30a191165cf yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:06:38.982176 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610e38f1-692a-4536-bcd3-02d97770a22a x-openstack-request-id: req-610e38f1-692a-4536-bcd3-02d97770a22a {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:06:38.982504 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "728b18eb-d94c-4366-b5c9-399e8b894206", "tag": "5a536b13-0987-4289-baa7-fbaf4162383e", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:06:38.982720 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-610e38f1-692a-4536-bcd3-02d97770a22a {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:06:38.983092 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-610e38f1-692a-4536-bcd3-02d97770a22a'] response: {'name': 'network-changed', 'server_uuid': '728b18eb-d94c-4366-b5c9-399e8b894206', 'tag': '5a536b13-0987-4289-baa7-fbaf4162383e', 'status': 'completed', 'code': 200} Apr 23 00:06:39.018727 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f43c3f-6ee8-453c-8be9-26f775edaa7e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Made reservation on behalf of d312e1e3becb48bb95b56303c30a4b4a for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:39.022768 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-61f43c3f-6ee8-453c-8be9-26f775edaa7e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:39.140265 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dae9d080-d3de-4833-8287-bed63b4d2e9f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:39.150085 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-5403ad42-22a5-4313-933f-452e8dcc6c05 None None] Set router d0d1c542-97a8-4393-8bb5-ab5a5696ff63 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:06:39.206765 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-4bacfb50-da53-4574-9c36-d1f54fe96cc8 None None] Attempting to bind port 7cfda951-9725-4f8a-abcd-db8a21089eb7 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:06:39.207318 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-4bacfb50-da53-4574-9c36-d1f54fe96cc8 None None] Attempting to bind port 7cfda951-9725-4f8a-abcd-db8a21089eb7 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:06:39.207819 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacfb50-da53-4574-9c36-d1f54fe96cc8 None None] Attempting to bind port 7cfda951-9725-4f8a-abcd-db8a21089eb7 on network 52c789e5-894b-4719-a369-b13bd1dbccf2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:06:39.238849 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacfb50-da53-4574-9c36-d1f54fe96cc8 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:06:39.239418 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacfb50-da53-4574-9c36-d1f54fe96cc8 None None] Checking segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:39.239959 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4bacfb50-da53-4574-9c36-d1f54fe96cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:39.240464 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacfb50-da53-4574-9c36-d1f54fe96cc8 None None] Bound using segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:06:39.241060 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.ipam_backend_mixin [None req-61f43c3f-6ee8-453c-8be9-26f775edaa7e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Performing IP validity checks on allocation pools {{(pid=103144) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 23 00:06:39.241850 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-4bacfb50-da53-4574-9c36-d1f54fe96cc8 None None] Bound port: 7cfda951-9725-4f8a-abcd-db8a21089eb7, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:06:39.241850 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4bacfb50-da53-4574-9c36-d1f54fe96cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:39.242037 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.ipam_backend_mixin [None req-61f43c3f-6ee8-453c-8be9-26f775edaa7e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103144) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 23 00:06:39.269265 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-45eb901f-af0e-4b0d-9a52-1fe258aab47c None None] Provisioning complete for port 4045f18d-cb60-48bf-a27d-0422e47b46f0 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:39.269789 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45eb901f-af0e-4b0d-9a52-1fe258aab47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:39.285264 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fce5c018-c2f2-4d9a-9c4c-446c005546bc req-f13d23d0-900b-4d61-9b83-2140d14874e3 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3803980 Apr 23 00:06:39.307596 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-eb1b0cee-22be-46cb-8150-fd43583f548b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/a6790375-916d-4a35-8301-7b79144095ca HTTP/1.1" status: 200 len: 990 time: 0.4186437 Apr 23 00:06:39.326681 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:39.365609 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f0af7-d628-48be-a435-38ca08fc6b51 req-50c3193d-354e-4724-bcdb-4f30a26c1703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:39.367249 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ad8f0af7-d628-48be-a435-38ca08fc6b51 req-50c3193d-354e-4724-bcdb-4f30a26c1703 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 1098 time: 0.3310976 Apr 23 00:06:39.429237 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-dae9d080-d3de-4833-8287-bed63b4d2e9f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting port 56f1bae2-54fd-448d-a1f5-b7b155986d69 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:39.429592 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dae9d080-d3de-4833-8287-bed63b4d2e9f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:39.481082 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4bacfb50-da53-4574-9c36-d1f54fe96cc8 None None] For port 7cfda951-9725-4f8a-abcd-db8a21089eb7, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:06:39.485437 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4bacfb50-da53-4574-9c36-d1f54fe96cc8 None None] For port 7cfda951-9725-4f8a-abcd-db8a21089eb7, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7cfda951-9725-4f8a-abcd-db8a21089eb7,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:06:39.513684 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 4045f18d-cb60-48bf-a27d-0422e47b46f0, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4045f18d-cb60-48bf-a27d-0422e47b46f0,segment=NetworkSegment(2528e3f5-5fdb-4241-9cbf-3f4f4aa855b2),segment_id=2528e3f5-5fdb-4241-9cbf-3f4f4aa855b2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:39.521193 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-dfd3e5c9-ec06-4d43-ab82-d2ec5d7cf933 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 2001:db8::f816:3eff:fe72:51d9 (52c789e5-894b-4719-a369-b13bd1dbccf2/c6bf6a6a-5017-4624-a2d8-d62e70a55708/276b8061-557c-4769-82dc-d30a191165cf) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:39.529308 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dae9d080-d3de-4833-8287-bed63b4d2e9f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:39.542585 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-dae9d080-d3de-4833-8287-bed63b4d2e9f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Calling delete_port for 56f1bae2-54fd-448d-a1f5-b7b155986d69 owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:39.564266 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4bacfb50-da53-4574-9c36-d1f54fe96cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:39.606968 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:39.709995 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f14e7d6e-0bd2-42d3-8696-ac18564fc7df no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:06:39.770048 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: f14e7d6e-0bd2-42d3-8696-ac18564fc7df {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:06:39.770388 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f14e7d6e-0bd2-42d3-8696-ac18564fc7df not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:06:39.780306 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bacfb50-da53-4574-9c36-d1f54fe96cc8 None None] Pushing event updated for resources: {'Port': ['ID=7cfda951-9725-4f8a-abcd-db8a21089eb7,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:39.787134 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:39.846322 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dae9d080-d3de-4833-8287-bed63b4d2e9f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:39.948452 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9d080-d3de-4833-8287-bed63b4d2e9f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Port': ['ID=56f1bae2-54fd-448d-a1f5-b7b155986d69,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:40.078280 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device fb74e79c-ccc2-4cb1-9793-677bef75f062 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:40.081331 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:40.142360 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dae9d080-d3de-4833-8287-bed63b4d2e9f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:40.156997 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dfd3e5c9-ec06-4d43-ab82-d2ec5d7cf933 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:40.175811 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-45eb901f-af0e-4b0d-9a52-1fe258aab47c None None] Provisioning complete for port 14dd6d31-6d82-49b2-9c35-c9660291f7dc triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:40.176399 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45eb901f-af0e-4b0d-9a52-1fe258aab47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:40.220890 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=4045f18d-cb60-48bf-a27d-0422e47b46f0,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:40.254709 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port fb74e79c-ccc2-4cb1-9793-677bef75f062 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:40.255088 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:40.260442 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-45eb901f-af0e-4b0d-9a52-1fe258aab47c None None] Port 14dd6d31-6d82-49b2-9c35-c9660291f7dc cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:06:40.262000 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-61f43c3f-6ee8-453c-8be9-26f775edaa7e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:40.286661 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-5403ad42-22a5-4313-933f-452e8dcc6c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'name': 'tempest-TestNetworkBasicOps-router-1700382994', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:36Z', 'updated_at': '2022-04-23T00:05:51Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:39Z', 'updated_at': '2022-04-23T00:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'a6790375-916d-4a35-8301-7b79144095ca', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.41', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'port_id': '5a536b13-0987-4289-baa7-fbaf4162383e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'mac_address': 'fa:16:3e:19:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728b18eb-d94c-4366-b5c9-399e8b894206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:06:37Z', 'updated_at': '2022-04-23T00:06:37Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3207a98b-fb02-4089-94fa-fc1f1361032d', 'name': '', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:d8:dd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '9105ea4b-a502-4369-ad5a-671310beacde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:49Z', 'updated_at': '2022-04-23T00:05:59Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '9105ea4b-a502-4369-ad5a-671310beacde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:40.322805 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53730) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:40.323006 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5403ad42-22a5-4313-933f-452e8dcc6c05 None None] Checking router: d0d1c542-97a8-4393-8bb5-ab5a5696ff63 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:06:40.330689 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f0af7-d628-48be-a435-38ca08fc6b51 req-b3c3ca61-6954-41dc-ac1f-9f5396949576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:40.333687 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ad8f0af7-d628-48be-a435-38ca08fc6b51 req-b3c3ca61-6954-41dc-ac1f-9f5396949576 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4e0063e3-a51b-4951-b1d1-a61920180a9f HTTP/1.1" status: 200 len: 897 time: 0.9564424 Apr 23 00:06:40.347493 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-4d30cdf3-156b-48f8-b292-d5751635f5e6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Allocated IP 2001:db8:1::1 (00af01b3-6d61-4ac9-aace-fa5d3d40e126/8dc7a0e3-6d06-4a0d-b534-8bdf7d0241dd/e76d3796-4384-49b0-827d-9cb6b7eb5480) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:40.347813 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5403ad42-22a5-4313-933f-452e8dcc6c05 None None] Routers {'d0d1c542-97a8-4393-8bb5-ab5a5696ff63'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:40.347813 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-5403ad42-22a5-4313-933f-452e8dcc6c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:40.374194 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae9d080-d3de-4833-8287-bed63b4d2e9f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Router b70bb6aa-cecf-4089-8410-bb9573b54ae6 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:06:40.399536 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-51f82b47-e288-4447-9671-0beeb089ef10 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/a6790375-916d-4a35-8301-7b79144095ca HTTP/1.1" status: 200 len: 990 time: 0.0756264 Apr 23 00:06:40.437392 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:40.470457 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-5403ad42-22a5-4313-933f-452e8dcc6c05 None None] Set router d0d1c542-97a8-4393-8bb5-ab5a5696ff63 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:06:40.492613 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f43c3f-6ee8-453c-8be9-26f775edaa7e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event updated for resources: {'Subnet': ['ID=a7a39de1-fcd3-4d06-8130-d80ea9ae30d4,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:40.495814 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae9d080-d3de-4833-8287-bed63b4d2e9f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:06:40.501228 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-dae9d080-d3de-4833-8287-bed63b4d2e9f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "PUT /v2.0/routers/b70bb6aa-cecf-4089-8410-bb9573b54ae6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7656825 Apr 23 00:06:40.504971 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53734) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:40.522951 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7134037-a0f0-4b7e-9fcb-d14c961c0f44 None None] Sync routers for ids ['b70bb6aa-cecf-4089-8410-bb9573b54ae6'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:06:40.534561 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-bbd68235-e06a-445c-a2f1-ea734436bb55 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70bb6aa-cecf-4089-8410-bb9573b54ae6 HTTP/1.1" status: 200 len: 205 time: 0.0288727 Apr 23 00:06:40.538702 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53736) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:40.541565 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7134037-a0f0-4b7e-9fcb-d14c961c0f44 None None] Routers {'b70bb6aa-cecf-4089-8410-bb9573b54ae6'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:40.542410 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-e7134037-a0f0-4b7e-9fcb-d14c961c0f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['b70bb6aa-cecf-4089-8410-bb9573b54ae6'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:40.556237 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ae325-1475-4e5f-9ffa-7e2b1b0eade6 req-37b2fefe-3e94-43eb-85b7-9851d0ce03ad tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:40.557762 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-375ae325-1475-4e5f-9ffa-7e2b1b0eade6 req-37b2fefe-3e94-43eb-85b7-9851d0ce03ad tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 945 time: 0.1187615 Apr 23 00:06:40.594415 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-e7134037-a0f0-4b7e-9fcb-d14c961c0f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:40.605110 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f43c3f-6ee8-453c-8be9-26f775edaa7e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Checking segment: {'id': '1c5b31dc-12b4-46e4-889b-5a5cb44f3b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '71c8568f-1cdd-4a62-abae-d029009f580a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:40.605375 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7134037-a0f0-4b7e-9fcb-d14c961c0f44 None None] Routers {'b70bb6aa-cecf-4089-8410-bb9573b54ae6'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:40.605714 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f43c3f-6ee8-453c-8be9-26f775edaa7e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Network hostable DHCP agents. Network: 71c8568f-1cdd-4a62-abae-d029009f580a, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:06:40.606311 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-e7134037-a0f0-4b7e-9fcb-d14c961c0f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['b70bb6aa-cecf-4089-8410-bb9573b54ae6'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:40.616889 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ad8f0af7-d628-48be-a435-38ca08fc6b51 req-bc9d6b36-2e7d-4d91-ba4f-a33fa1423ccb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a536b13-0987-4289-baa7-fbaf4162383e HTTP/1.1" status: 200 len: 998 time: 0.2683895 Apr 23 00:06:40.648489 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-e7134037-a0f0-4b7e-9fcb-d14c961c0f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:40.649489 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7134037-a0f0-4b7e-9fcb-d14c961c0f44 None None] The sync data for ids ['b70bb6aa-cecf-4089-8410-bb9573b54ae6'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:06:40.657323 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-651d8b62-f916-4056-8c8d-5f3259830960 None None] Could not find standard attr ID for object 56f1bae2-54fd-448d-a1f5-b7b155986d69. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:06:40.682289 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dfd3e5c9-ec06-4d43-ab82-d2ec5d7cf933 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:40.723755 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f1ba1c1d-a3d4-4c71-a08c-ea580f45edce up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:40.745717 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c9c05176-731d-4532-a57f-21e36ecbcd92 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:40.798079 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-375ae325-1475-4e5f-9ffa-7e2b1b0eade6 req-7131f3ec-bd1b-419b-bf68-72da7de631a0 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584423 Apr 23 00:06:40.819534 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port f1ba1c1d-a3d4-4c71-a08c-ea580f45edce triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:40.820161 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:40.856486 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd3e5c9-ec06-4d43-ab82-d2ec5d7cf933 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:40.858237 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f0af7-d628-48be-a435-38ca08fc6b51 req-bf4ef5ec-28e9-40db-b3a0-0ff6a68452c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:40.859982 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ad8f0af7-d628-48be-a435-38ca08fc6b51 req-bf4ef5ec-28e9-40db-b3a0-0ff6a68452c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9105ea4b-a502-4369-ad5a-671310beacde HTTP/1.1" status: 200 len: 835 time: 0.2300937 Apr 23 00:06:40.871875 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3e5c9-ec06-4d43-ab82-d2ec5d7cf933 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=276b8061-557c-4769-82dc-d30a191165cf,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:40.874712 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-dfd3e5c9-ec06-4d43-ab82-d2ec5d7cf933 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:40.874980 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-5403ad42-22a5-4313-933f-452e8dcc6c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'name': 'tempest-TestNetworkBasicOps-router-1700382994', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:36Z', 'updated_at': '2022-04-23T00:05:51Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:39Z', 'updated_at': '2022-04-23T00:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'a6790375-916d-4a35-8301-7b79144095ca', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.41', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'port_id': '5a536b13-0987-4289-baa7-fbaf4162383e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'mac_address': 'fa:16:3e:19:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728b18eb-d94c-4366-b5c9-399e8b894206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:06:37Z', 'updated_at': '2022-04-23T00:06:37Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3207a98b-fb02-4089-94fa-fc1f1361032d', 'name': '', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:d8:dd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '9105ea4b-a502-4369-ad5a-671310beacde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:49Z', 'updated_at': '2022-04-23T00:05:59Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '9105ea4b-a502-4369-ad5a-671310beacde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:40.892228 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f43c3f-6ee8-453c-8be9-26f775edaa7e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Network 71c8568f-1cdd-4a62-abae-d029009f580a is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:06:40.895729 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd3e5c9-ec06-4d43-ab82-d2ec5d7cf933 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:40.901879 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd3e5c9-ec06-4d43-ab82-d2ec5d7cf933 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:40.902560 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dfd3e5c9-ec06-4d43-ab82-d2ec5d7cf933 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:40.945824 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5403ad42-22a5-4313-933f-452e8dcc6c05 None None] The sync data for ids ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'] in dv-neutron-838783-1-hyperv is: [{'id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'name': 'tempest-TestNetworkBasicOps-router-1700382994', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:36Z', 'updated_at': '2022-04-23T00:05:51Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:39Z', 'updated_at': '2022-04-23T00:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'a6790375-916d-4a35-8301-7b79144095ca', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.41', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'port_id': '5a536b13-0987-4289-baa7-fbaf4162383e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'mac_address': 'fa:16:3e:19:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728b18eb-d94c-4366-b5c9-399e8b894206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:06:37Z', 'updated_at': '2022-04-23T00:06:37Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3207a98b-fb02-4089-94fa-fc1f1361032d', 'name': '', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:d8:dd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '9105ea4b-a502-4369-ad5a-671310beacde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:49Z', 'updated_at': '2022-04-23T00:05:59Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '9105ea4b-a502-4369-ad5a-671310beacde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:06:40.947839 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c9c05176-731d-4532-a57f-21e36ecbcd92 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:40.950608 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c9c05176-731d-4532-a57f-21e36ecbcd92 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:40.967986 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d30cdf3-156b-48f8-b292-d5751635f5e6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:41.067020 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-61f43c3f-6ee8-453c-8be9-26f775edaa7e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 71c8568f-1cdd-4a62-abae-d029009f580a) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:41.076586 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78196a1c-3b5a-4045-8101-568e4a7e7a03 None None] Network 71c8568f-1cdd-4a62-abae-d029009f580a requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:41.092697 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f0af7-d628-48be-a435-38ca08fc6b51 req-7778d5e8-a5c1-48b0-9e86-60e0c55fbf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:41.096799 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ad8f0af7-d628-48be-a435-38ca08fc6b51 req-7778d5e8-a5c1-48b0-9e86-60e0c55fbf14 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4e0063e3-a51b-4951-b1d1-a61920180a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2237442 Apr 23 00:06:41.101564 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-dfd3e5c9-ec06-4d43-ab82-d2ec5d7cf933 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8023908 Apr 23 00:06:41.101564 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f43c3f-6ee8-453c-8be9-26f775edaa7e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:41.101564 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-61f43c3f-6ee8-453c-8be9-26f775edaa7e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:41.102067 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53738) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:41.141885 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c9c05176-731d-4532-a57f-21e36ecbcd92 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:41.142409 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c05176-731d-4532-a57f-21e36ecbcd92 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Fanout notify agent at l3_agent the message router_deleted on router b70bb6aa-cecf-4089-8410-bb9573b54ae6 {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:06:41.150101 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c9c05176-731d-4532-a57f-21e36ecbcd92 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:41.151205 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c9c05176-731d-4532-a57f-21e36ecbcd92 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/routers/b70bb6aa-cecf-4089-8410-bb9573b54ae6 HTTP/1.1" status: 204 len: 168 time: 0.6115854 Apr 23 00:06:41.163997 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53740) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:41.239966 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-61f43c3f-6ee8-453c-8be9-26f775edaa7e tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.3475487 Apr 23 00:06:41.240551 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53742) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:41.267817 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d140fc2-fab5-4bc7-a789-a8647986e1a9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:41.275205 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d140fc2-fab5-4bc7-a789-a8647986e1a9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:41.280622 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7d140fc2-fab5-4bc7-a789-a8647986e1a9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1763120 Apr 23 00:06:41.282403 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-ac99876b-b527-47a0-87ed-08cc067e1629 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:41.285043 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53744) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:41.303904 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd2b6acc-977d-4a48-b743-bb179e3a8017 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting subnet 14d38545-83d2-4baf-b030-217a2eab7bf9 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:06:41.307400 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 94f011c8-064b-4454-a61b-d3860ee8a475 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:41.313433 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da5899d-abe0-4d76-a8c0-c65a7c279ea6 None None] New status for floating IP a6790375-916d-4a35-8301-7b79144095ca: ACTIVE {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:06:41.317797 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a26977f-4a64-4cc7-ba1c-4e70ccd70dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-71c8568f-1cdd-4a62-abae-d029009f580a', 'network_id': '71c8568f-1cdd-4a62-abae-d029009f580a', 'tenant_id': 'd312e1e3becb48bb95b56303c30a4b4a', 'fixed_ips': [{'subnet_id': 'a7a39de1-fcd3-4d06-8130-d80ea9ae30d4'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:06:41.319267 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a26977f-4a64-4cc7-ba1c-4e70ccd70dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:41.325507 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d30cdf3-156b-48f8-b292-d5751635f5e6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:41.334128 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6acc-977d-4a48-b743-bb179e3a8017 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:41.394140 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Allocated IP 172.20.0.1 (775cf058-daba-4eb7-9a6d-62921613cfb6/6b5454bf-4f59-4123-a912-9758fd911782/26586360-d1c3-4fea-bd1e-db49fcdd394d) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:41.408723 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53746) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:41.424767 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6acc-977d-4a48-b743-bb179e3a8017 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:41.434075 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-4de271bc-de5b-4311-9b98-f0bdc4ea48e1 None None] Provisioning complete for port 7cfda951-9725-4f8a-abcd-db8a21089eb7 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:41.434574 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4de271bc-de5b-4311-9b98-f0bdc4ea48e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:41.498004 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-ed4d8b27-bf27-4a97-a90c-5e88d09fd196 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting port 276b8061-557c-4769-82dc-d30a191165cf {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:41.498004 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ed4d8b27-bf27-4a97-a90c-5e88d09fd196 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:41.498299 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d30cdf3-156b-48f8-b292-d5751635f5e6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network 00af01b3-6d61-4ac9-aace-fa5d3d40e126 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:41.504991 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-aa4deac6-a998-401f-be1e-0648620635ae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/a6790375-916d-4a35-8301-7b79144095ca HTTP/1.1" status: 200 len: 990 time: 0.0896988 Apr 23 00:06:41.547067 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-4d30cdf3-156b-48f8-b292-d5751635f5e6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:41.556449 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d30cdf3-156b-48f8-b292-d5751635f5e6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:41.556992 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d30cdf3-156b-48f8-b292-d5751635f5e6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:41.569867 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ad8f0af7-d628-48be-a435-38ca08fc6b51 req-fb935c0e-1fd0-418a-80d8-19830c485d46 service neutron] 10.222.0.16 "GET /v2.0/networks/4e0063e3-a51b-4951-b1d1-a61920180a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520679 Apr 23 00:06:41.586892 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ed4d8b27-bf27-4a97-a90c-5e88d09fd196 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:41.599468 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-ed4d8b27-bf27-4a97-a90c-5e88d09fd196 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Calling delete_port for 276b8061-557c-4769-82dc-d30a191165cf owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:41.611895 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30cdf3-156b-48f8-b292-d5751635f5e6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Port': ['ID=e76d3796-4384-49b0-827d-9cb6b7eb5480,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:41.721438 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6acc-977d-4a48-b743-bb179e3a8017 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:41.730783 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-7a26977f-4a64-4cc7-ba1c-4e70ccd70dce None None] Allocated IP 2001:db8::3 (71c8568f-1cdd-4a62-abae-d029009f580a/a7a39de1-fcd3-4d06-8130-d80ea9ae30d4/3a2b54fc-330c-4fd5-a547-7b725e74acea) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:41.826034 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 94f011c8-064b-4454-a61b-d3860ee8a475 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:06:41.876213 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 94f011c8-064b-4454-a61b-d3860ee8a475 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:41.876593 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:41.908981 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6acc-977d-4a48-b743-bb179e3a8017 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:41.960038 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ed4d8b27-bf27-4a97-a90c-5e88d09fd196 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:41.962467 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b6acc-977d-4a48-b743-bb179e3a8017 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Subnet': ['ID=14d38545-83d2-4baf-b030-217a2eab7bf9,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:41.991509 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4de271bc-de5b-4311-9b98-f0bdc4ea48e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:42.001875 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b112e672-f922-45a4-a64f-5c73f2ba3ffe None None] Network afd2eb29-497b-4b28-94fa-e0391ab0559e requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:42.013374 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b6acc-977d-4a48-b743-bb179e3a8017 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:42.016743 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b6acc-977d-4a48-b743-bb179e3a8017 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:42.016743 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b6acc-977d-4a48-b743-bb179e3a8017 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:42.016743 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b6acc-977d-4a48-b743-bb179e3a8017 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:42.016743 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b6acc-977d-4a48-b743-bb179e3a8017 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:42.016743 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b6acc-977d-4a48-b743-bb179e3a8017 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:42.016743 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b6acc-977d-4a48-b743-bb179e3a8017 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:42.016743 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b6acc-977d-4a48-b743-bb179e3a8017 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:42.016743 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b6acc-977d-4a48-b743-bb179e3a8017 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:42.016743 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b6acc-977d-4a48-b743-bb179e3a8017 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:42.017763 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b6acc-977d-4a48-b743-bb179e3a8017 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:42.018429 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b6acc-977d-4a48-b743-bb179e3a8017 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:42.021879 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6acc-977d-4a48-b743-bb179e3a8017 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:42.026453 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cd2b6acc-977d-4a48-b743-bb179e3a8017 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/subnets/14d38545-83d2-4baf-b030-217a2eab7bf9 HTTP/1.1" status: 204 len: 168 time: 0.8613124 Apr 23 00:06:42.028645 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d8b27-bf27-4a97-a90c-5e88d09fd196 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Port': ['ID=276b8061-557c-4769-82dc-d30a191165cf,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:42.030381 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53750) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:42.086879 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ed4d8b27-bf27-4a97-a90c-5e88d09fd196 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:42.094216 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ed4d8b27-bf27-4a97-a90c-5e88d09fd196 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/276b8061-557c-4769-82dc-d30a191165cf HTTP/1.1" status: 204 len: 168 time: 0.8082740 Apr 23 00:06:42.094911 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53752) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:42.214316 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-656613bf-d6f4-4c06-8889-dd5e2142a5dc tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:42.240851 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84649b1-2fc7-469e-b086-30f1b5176f46 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:42.243564 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84649b1-2fc7-469e-b086-30f1b5176f46 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:42.245606 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c84649b1-2fc7-469e-b086-30f1b5176f46 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1042356 Apr 23 00:06:42.248913 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53754) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:42.265757 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4045f18d-cb60-48bf-a27d-0422e47b46f0 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:42.267564 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac99876b-b527-47a0-87ed-08cc067e1629 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8501588'] for subnet, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:42.288749 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a26977f-4a64-4cc7-ba1c-4e70ccd70dce None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:42.365951 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e6159d-4042-4138-b526-bedc903b39ff tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet c6bf6a6a-5017-4624-a2d8-d62e70a55708 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:06:42.368308 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:42.371969 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-01e6159d-4042-4138-b526-bedc903b39ff tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:42.390888 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4de271bc-de5b-4311-9b98-f0bdc4ea48e1 None None] For port 7cfda951-9725-4f8a-abcd-db8a21089eb7, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7cfda951-9725-4f8a-abcd-db8a21089eb7,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:42.409684 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ad8f0af7-d628-48be-a435-38ca08fc6b51 req-7a55cafb-de82-4fd2-b4d8-c9ba822c30f8 service neutron] 10.222.0.16 "GET /v2.0/networks/4e0063e3-a51b-4951-b1d1-a61920180a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7836096 Apr 23 00:06:42.422067 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e14ec-fae0-4ff2-9cac-7615c261b026 req-2a02602d-a005-45c2-b5be-65ae276343f5 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:42.423920 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-777e14ec-fae0-4ff2-9cac-7615c261b026 req-2a02602d-a005-45c2-b5be-65ae276343f5 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 945 time: 0.1809540 Apr 23 00:06:42.435332 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:42.435741 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-01e6159d-4042-4138-b526-bedc903b39ff tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:42.449373 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a26977f-4a64-4cc7-ba1c-4e70ccd70dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:42.450842 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761e8c4f-c4bd-4d9f-a597-4758210b7e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f011c8-064b-4454-a61b-d3860ee8a475'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:06:42.453226 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3877817c-ceb8-4323-b23d-cb84049885d1" -d '{"events": [{"server_uuid": "761e8c4f-c4bd-4d9f-a597-4758210b7e40", "name": "network-vif-plugged", "status": "completed", "tag": "94f011c8-064b-4454-a61b-d3860ee8a475"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:06:42.464925 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-656613bf-d6f4-4c06-8889-dd5e2142a5dc tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting port fb74e79c-ccc2-4cb1-9793-677bef75f062 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:42.465391 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-656613bf-d6f4-4c06-8889-dd5e2142a5dc tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:42.514859 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53758) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:42.522870 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 94f011c8-064b-4454-a61b-d3860ee8a475, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=94f011c8-064b-4454-a61b-d3860ee8a475,segment=NetworkSegment(7fe23319-4834-4eef-b348-c43219584a67),segment_id=7fe23319-4834-4eef-b348-c43219584a67)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:42.523728 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4de271bc-de5b-4311-9b98-f0bdc4ea48e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:42.553117 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a26977f-4a64-4cc7-ba1c-4e70ccd70dce None None] Network 71c8568f-1cdd-4a62-abae-d029009f580a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:42.565181 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fce699-7e2d-4705-a4cd-e6082d9e1733 x-openstack-request-id: req-92fce699-7e2d-4705-a4cd-e6082d9e1733 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:06:42.565589 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761e8c4f-c4bd-4d9f-a597-4758210b7e40", "name": "network-vif-plugged", "status": "completed", "tag": "94f011c8-064b-4454-a61b-d3860ee8a475", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:06:42.565959 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92fce699-7e2d-4705-a4cd-e6082d9e1733 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:06:42.566447 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92fce699-7e2d-4705-a4cd-e6082d9e1733'] response: {'server_uuid': '761e8c4f-c4bd-4d9f-a597-4758210b7e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f011c8-064b-4454-a61b-d3860ee8a475', 'code': 200} Apr 23 00:06:42.567383 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7a26977f-4a64-4cc7-ba1c-4e70ccd70dce None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:42.571428 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a26977f-4a64-4cc7-ba1c-4e70ccd70dce None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:42.574936 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26977f-4a64-4cc7-ba1c-4e70ccd70dce None None] Pushing event updated for resources: {'Port': ['ID=3a2b54fc-330c-4fd5-a547-7b725e74acea,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:42.589109 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 4045f18d-cb60-48bf-a27d-0422e47b46f0 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:42.589578 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:42.602328 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-777e14ec-fae0-4ff2-9cac-7615c261b026 req-418f2082-f7f7-4e00-b379-eaef6b8aa7af tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628397 Apr 23 00:06:42.616982 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-656613bf-d6f4-4c06-8889-dd5e2142a5dc tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] For port fb74e79c-ccc2-4cb1-9793-677bef75f062, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=fb74e79c-ccc2-4cb1-9793-677bef75f062,segment=NetworkSegment(7b825aa4-f1c2-4d51-9a41-0a9782787dcc),segment_id=7b825aa4-f1c2-4d51-9a41-0a9782787dcc)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:42.620125 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:42.620647 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-656613bf-d6f4-4c06-8889-dd5e2142a5dc tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:42.625779 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d30cdf3-156b-48f8-b292-d5751635f5e6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:42.678186 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-656613bf-d6f4-4c06-8889-dd5e2142a5dc tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Calling delete_port for fb74e79c-ccc2-4cb1-9793-677bef75f062 owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:42.697361 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-01e6159d-4042-4138-b526-bedc903b39ff tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:42.705033 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e25bd82-db1f-40f1-ac53-d9334ca8124a None None] DHCP port deletion for afd2eb29-497b-4b28-94fa-e0391ab0559e request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:06:42.746923 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1fbeb179-e301-42a8-859f-15658becf148 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/a6790375-916d-4a35-8301-7b79144095ca HTTP/1.1" status: 200 len: 992 time: 0.2282782 Apr 23 00:06:42.774512 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:42.779671 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de271bc-de5b-4311-9b98-f0bdc4ea48e1 None None] Pushing event updated for resources: {'Port': ['ID=7cfda951-9725-4f8a-abcd-db8a21089eb7,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:42.802750 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d7b4b4b1-910c-42cc-a9c3-67e80db5c38f None None] Provisioning complete for port e76d3796-4384-49b0-827d-9cb6b7eb5480 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:42.803767 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7b4b4b1-910c-42cc-a9c3-67e80db5c38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:42.834326 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-7a26977f-4a64-4cc7-ba1c-4e70ccd70dce None None] Attempting to bind port 3a2b54fc-330c-4fd5-a547-7b725e74acea on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:06:42.835045 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-7a26977f-4a64-4cc7-ba1c-4e70ccd70dce None None] Attempting to bind port 3a2b54fc-330c-4fd5-a547-7b725e74acea by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1c5b31dc-12b4-46e4-889b-5a5cb44f3b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '71c8568f-1cdd-4a62-abae-d029009f580a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:06:42.835045 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a26977f-4a64-4cc7-ba1c-4e70ccd70dce None None] Attempting to bind port 3a2b54fc-330c-4fd5-a547-7b725e74acea on network 71c8568f-1cdd-4a62-abae-d029009f580a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:06:42.873441 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a26977f-4a64-4cc7-ba1c-4e70ccd70dce None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:06:42.873734 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a26977f-4a64-4cc7-ba1c-4e70ccd70dce None None] Checking segment: {'id': '1c5b31dc-12b4-46e4-889b-5a5cb44f3b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '71c8568f-1cdd-4a62-abae-d029009f580a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:42.874129 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a26977f-4a64-4cc7-ba1c-4e70ccd70dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:42.874513 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a26977f-4a64-4cc7-ba1c-4e70ccd70dce None None] Bound using segment: {'id': '1c5b31dc-12b4-46e4-889b-5a5cb44f3b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '71c8568f-1cdd-4a62-abae-d029009f580a'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:06:42.874988 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-7a26977f-4a64-4cc7-ba1c-4e70ccd70dce None None] Bound port: 3a2b54fc-330c-4fd5-a547-7b725e74acea, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c5b31dc-12b4-46e4-889b-5a5cb44f3b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '71c8568f-1cdd-4a62-abae-d029009f580a'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:06:42.875357 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a26977f-4a64-4cc7-ba1c-4e70ccd70dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:42.886734 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-01e6159d-4042-4138-b526-bedc903b39ff tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:42.924600 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-01e6159d-4042-4138-b526-bedc903b39ff tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:42.931635 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-01e6159d-4042-4138-b526-bedc903b39ff tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/c6bf6a6a-5017-4624-a2d8-d62e70a55708 HTTP/1.1" status: 204 len: 168 time: 0.6768739 Apr 23 00:06:42.931635 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-656613bf-d6f4-4c06-8889-dd5e2142a5dc tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:42.931635 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6159d-4042-4138-b526-bedc903b39ff tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=c6bf6a6a-5017-4624-a2d8-d62e70a55708,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:42.936525 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d7b4b4b1-910c-42cc-a9c3-67e80db5c38f None None] Port e76d3796-4384-49b0-827d-9cb6b7eb5480 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:06:42.939615 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53760) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:42.940650 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=94f011c8-064b-4454-a61b-d3860ee8a475,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:42.957297 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Network 775cf058-daba-4eb7-9a6d-62921613cfb6 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:42.971339 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d7b4b4b1-910c-42cc-a9c3-67e80db5c38f None None] Could not find standard attr ID for object 276b8061-557c-4769-82dc-d30a191165cf. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:06:42.975044 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:42.978355 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae67b7c-2c48-4970-accb-da930dc6580d None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:42.986779 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:42.997119 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7cfda951-9725-4f8a-abcd-db8a21089eb7 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:43.000994 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event updated for resources: {'Port': ['ID=26586360-d1c3-4fea-bd1e-db49fcdd394d,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:43.015404 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b4eedbd4-ea65-4279-83b7-879f9c6c819b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0691893 Apr 23 00:06:43.015404 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656613bf-d6f4-4c06-8889-dd5e2142a5dc tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Port': ['ID=fb74e79c-ccc2-4cb1-9793-677bef75f062,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:43.016249 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53762) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:43.029583 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656613bf-d6f4-4c06-8889-dd5e2142a5dc tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] No DVR routers for this DVR port fb74e79c-ccc2-4cb1-9793-677bef75f062 on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:43.031623 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:43.031986 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:43.035780 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:43.035780 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:43.035780 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:43.035780 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:43.035780 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:43.035780 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:43.035780 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:43.035780 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:43.035780 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:43.035780 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:43.066427 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5e25bd82-db1f-40f1-ac53-d9334ca8124a None None] Deleting port fb74e79c-ccc2-4cb1-9793-677bef75f062 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:43.072160 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e25bd82-db1f-40f1-ac53-d9334ca8124a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:43.153098 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d47946b-cee2-4f1f-ae81-5e40100bc37b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:43.154857 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2d47946b-cee2-4f1f-ae81-5e40100bc37b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1367483 Apr 23 00:06:43.157770 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53764) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:43.172175 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-656613bf-d6f4-4c06-8889-dd5e2142a5dc tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:43.176048 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d4119-8974-4064-8748-6a644024dcd8 req-ceb7ec15-4a6e-4a44-b53c-76626f610f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:43.178653 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c43d4119-8974-4064-8748-6a644024dcd8 req-ceb7ec15-4a6e-4a44-b53c-76626f610f0d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 1099 time: 0.3512664 Apr 23 00:06:43.178848 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7a26977f-4a64-4cc7-ba1c-4e70ccd70dce None None] For port 3a2b54fc-330c-4fd5-a547-7b725e74acea, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:06:43.186881 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac99876b-b527-47a0-87ed-08cc067e1629 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761358054072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9403660'] for subnet, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:43.208317 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5e25bd82-db1f-40f1-ac53-d9334ca8124a None None] For port fb74e79c-ccc2-4cb1-9793-677bef75f062, host dv-neutron-838783-1-hyperv, got binding levels [] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:43.208706 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e25bd82-db1f-40f1-ac53-d9334ca8124a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:43.221513 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-656613bf-d6f4-4c06-8889-dd5e2142a5dc tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd2eb29-497b-4b28-94fa-e0391ab0559e']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:43.236830 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-656613bf-d6f4-4c06-8889-dd5e2142a5dc tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b825aa4-f1c2-4d51-9a41-0a9782787dcc') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:43.237088 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-656613bf-d6f4-4c06-8889-dd5e2142a5dc tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b825aa4-f1c2-4d51-9a41-0a9782787dcc') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:43.238043 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7a26977f-4a64-4cc7-ba1c-4e70ccd70dce None None] For port 3a2b54fc-330c-4fd5-a547-7b725e74acea, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=3a2b54fc-330c-4fd5-a547-7b725e74acea,segment=NetworkSegment(1c5b31dc-12b4-46e4-889b-5a5cb44f3b36),segment_id=1c5b31dc-12b4-46e4-889b-5a5cb44f3b36)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:06:43.242496 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccffcb37-2571-4f08-a60d-f14fd951871d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:43.242851 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5e25bd82-db1f-40f1-ac53-d9334ca8124a None None] Calling delete_port for fb74e79c-ccc2-4cb1-9793-677bef75f062 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:43.244220 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ccffcb37-2571-4f08-a60d-f14fd951871d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0851128 Apr 23 00:06:43.248348 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-5e25bd82-db1f-40f1-ac53-d9334ca8124a None None] Port fb74e79c-ccc2-4cb1-9793-677bef75f062 was not found and therefore no delete operation was performed {{(pid=103146) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 23 00:06:43.249352 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53766) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:43.250644 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e25bd82-db1f-40f1-ac53-d9334ca8124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:43.269582 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-656613bf-d6f4-4c06-8889-dd5e2142a5dc tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:43.288247 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99876b-b527-47a0-87ed-08cc067e1629 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event updated for resources: {'Subnet': ['ID=a7a39de1-fcd3-4d06-8130-d80ea9ae30d4,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:43.300900 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25bd82-db1f-40f1-ac53-d9334ca8124a None None] Pushing event deleted for resources: {'Port': ['ID=fb74e79c-ccc2-4cb1-9793-677bef75f062,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:43.306751 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e25bd82-db1f-40f1-ac53-d9334ca8124a None None] No DVR routers for this DVR port fb74e79c-ccc2-4cb1-9793-677bef75f062 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:43.307847 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-02f75688-fe0e-467e-9707-6b1e3e714165 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573349 Apr 23 00:06:43.313150 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53768) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:43.314842 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:43.319128 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-c5b64f58-811f-4848-846d-ad21eafc8b8e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:43.321672 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a26977f-4a64-4cc7-ba1c-4e70ccd70dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:43.324846 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7cfda951-9725-4f8a-abcd-db8a21089eb7 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:43.324984 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:43.341875 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-656613bf-d6f4-4c06-8889-dd5e2142a5dc tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:43.378351 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac99876b-b527-47a0-87ed-08cc067e1629 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:43.379244 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac99876b-b527-47a0-87ed-08cc067e1629 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:43.382869 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ac99876b-b527-47a0-87ed-08cc067e1629 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "PUT /v2.0/subnets/a7a39de1-fcd3-4d06-8130-d80ea9ae30d4 HTTP/1.1" status: 200 len: 900 time: 2.1098478 Apr 23 00:06:43.386999 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53770) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:43.417758 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-656613bf-d6f4-4c06-8889-dd5e2142a5dc tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:06:43.418785 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-656613bf-d6f4-4c06-8889-dd5e2142a5dc tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:06:43.424392 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:06:43.430784 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c43d4119-8974-4064-8748-6a644024dcd8 req-fba7a8c1-74ed-46cc-a04c-8e94d09dd758 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307019 Apr 23 00:06:43.460135 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-617e0fda-d6b9-45b8-8824-9747fa691387 None None] Provisioning complete for port 26586360-d1c3-4fea-bd1e-db49fcdd394d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:43.460718 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-617e0fda-d6b9-45b8-8824-9747fa691387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:43.492511 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26977f-4a64-4cc7-ba1c-4e70ccd70dce None None] Pushing event updated for resources: {'Port': ['ID=3a2b54fc-330c-4fd5-a547-7b725e74acea,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:43.497706 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d30cdf3-156b-48f8-b292-d5751635f5e6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:43.516624 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-617e0fda-d6b9-45b8-8824-9747fa691387 None None] Port 26586360-d1c3-4fea-bd1e-db49fcdd394d cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:06:43.541221 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e814d3d-47f0-4357-aba3-14f1406ef0e2 None None] DHCP port deletion for 52c789e5-894b-4719-a369-b13bd1dbccf2 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:06:43.570178 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d30cdf3-156b-48f8-b292-d5751635f5e6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:43.570956 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d30cdf3-156b-48f8-b292-d5751635f5e6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:43.606063 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-656613bf-d6f4-4c06-8889-dd5e2142a5dc tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:43.609487 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6e814d3d-47f0-4357-aba3-14f1406ef0e2 None None] Deleting port 7cfda951-9725-4f8a-abcd-db8a21089eb7 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:43.609873 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e814d3d-47f0-4357-aba3-14f1406ef0e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:43.613044 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-656613bf-d6f4-4c06-8889-dd5e2142a5dc tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:43.620899 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-656613bf-d6f4-4c06-8889-dd5e2142a5dc tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/networks/afd2eb29-497b-4b28-94fa-e0391ab0559e HTTP/1.1" status: 204 len: 168 time: 1.5852754 Apr 23 00:06:43.646507 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656613bf-d6f4-4c06-8889-dd5e2142a5dc tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Network': ['ID=afd2eb29-497b-4b28-94fa-e0391ab0559e,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:43.647901 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53772) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:43.653790 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-a5401d0e-7638-44ad-bb8c-f3953b93cb0f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2044167291', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}, 'admin_state_up': False}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:43.667000 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b64f58-811f-4848-846d-ad21eafc8b8e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:43.670804 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c5b64f58-811f-4848-846d-ad21eafc8b8e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:43.703853 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5a5758fb-491d-4ad1-82f6-4dd0e5379673 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:43.719418 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-6e814d3d-47f0-4357-aba3-14f1406ef0e2 None None] For port 7cfda951-9725-4f8a-abcd-db8a21089eb7, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7cfda951-9725-4f8a-abcd-db8a21089eb7,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:43.723710 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e814d3d-47f0-4357-aba3-14f1406ef0e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:43.740443 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6e814d3d-47f0-4357-aba3-14f1406ef0e2 None None] Calling delete_port for 7cfda951-9725-4f8a-abcd-db8a21089eb7 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:43.816628 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30cdf3-156b-48f8-b292-d5751635f5e6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Port': ['ID=e76d3796-4384-49b0-827d-9cb6b7eb5480,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:43.891436 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:43.924294 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5401d0e-7638-44ad-bb8c-f3953b93cb0f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:43.925565 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5401d0e-7638-44ad-bb8c-f3953b93cb0f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:43.938084 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e814d3d-47f0-4357-aba3-14f1406ef0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:43.977416 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e814d3d-47f0-4357-aba3-14f1406ef0e2 None None] Pushing event deleted for resources: {'Port': ['ID=7cfda951-9725-4f8a-abcd-db8a21089eb7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:43.988720 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e814d3d-47f0-4357-aba3-14f1406ef0e2 None None] No DVR routers for this DVR port 7cfda951-9725-4f8a-abcd-db8a21089eb7 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:43.989807 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5401d0e-7638-44ad-bb8c-f3953b93cb0f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:44.066073 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a86aa5-faf5-47ae-a560-eb6d7859e434 req-6fcfc560-8934-4ef0-bf47-da722d07a183 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:44.067719 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-94a86aa5-faf5-47ae-a560-eb6d7859e434 req-6fcfc560-8934-4ef0-bf47-da722d07a183 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 946 time: 0.0559144 Apr 23 00:06:44.089658 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c5b64f58-811f-4848-846d-ad21eafc8b8e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:44.091251 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 3a2b54fc-330c-4fd5-a547-7b725e74acea up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:44.117361 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d30cdf3-156b-48f8-b292-d5751635f5e6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network 00af01b3-6d61-4ac9-aace-fa5d3d40e126 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:44.155793 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 3a2b54fc-330c-4fd5-a547-7b725e74acea triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:44.156168 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:44.158372 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b64f58-811f-4848-846d-ad21eafc8b8e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:44.164381 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-94a86aa5-faf5-47ae-a560-eb6d7859e434 req-48555241-4a87-4ad4-8d8e-706d2e77f057 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848956 Apr 23 00:06:44.167301 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-c5b64f58-811f-4848-846d-ad21eafc8b8e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:44.171965 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b64f58-811f-4848-846d-ad21eafc8b8e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:44.172567 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c5b64f58-811f-4848-846d-ad21eafc8b8e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:44.183420 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b64f58-811f-4848-846d-ad21eafc8b8e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=cfad4d8b-8550-4771-abec-21bc055ea26d,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:44.197399 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bd63ab-1c69-4f37-9dbd-0fe966d55729 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:44.220791 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-4d30cdf3-156b-48f8-b292-d5751635f5e6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:44.237283 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c5b64f58-811f-4848-846d-ad21eafc8b8e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9230497 Apr 23 00:06:44.240021 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53776) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:44.245025 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-c584ec0b-c980-4a77-98b3-9fb1ac658d43 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'mac_address': 'fa:16:3e:2a:c4:3c', 'name': 'tempest-NetworksTestDHCPv6-1283396160'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:44.393494 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-5a5758fb-491d-4ad1-82f6-4dd0e5379673 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Deleting port 3a2b54fc-330c-4fd5-a547-7b725e74acea {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:44.394481 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5a5758fb-491d-4ad1-82f6-4dd0e5379673 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:44.416706 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:44.437315 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b598dd89-02cf-40c1-935b-495dc5995f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-52c789e5-894b-4719-a369-b13bd1dbccf2', 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'fixed_ips': [{'subnet_id': 'cfad4d8b-8550-4771-abec-21bc055ea26d'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:06:44.438161 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b598dd89-02cf-40c1-935b-495dc5995f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:44.474365 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 3a2b54fc-330c-4fd5-a547-7b725e74acea, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=3a2b54fc-330c-4fd5-a547-7b725e74acea,segment=NetworkSegment(1c5b31dc-12b4-46e4-889b-5a5cb44f3b36),segment_id=1c5b31dc-12b4-46e4-889b-5a5cb44f3b36)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:44.531727 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c584ec0b-c980-4a77-98b3-9fb1ac658d43 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:44.561267 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:44.592442 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d30cdf3-156b-48f8-b292-d5751635f5e6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Router 5523e566-3152-422c-ba5a-e9c124ddf0dc has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:06:44.606103 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5401d0e-7638-44ad-bb8c-f3953b93cb0f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:44.679891 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device fb74e79c-ccc2-4cb1-9793-677bef75f062 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:06:44.682333 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c584ec0b-c980-4a77-98b3-9fb1ac658d43 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:44.709688 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-c584ec0b-c980-4a77-98b3-9fb1ac658d43 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] device_id is not set on port ad2210ad-e7f1-4666-9395-3d65e47bd79a yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:06:44.712377 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: fb74e79c-ccc2-4cb1-9793-677bef75f062 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:06:44.713439 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device fb74e79c-ccc2-4cb1-9793-677bef75f062 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:06:44.714079 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7cfda951-9725-4f8a-abcd-db8a21089eb7 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:06:44.767761 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-5a5758fb-491d-4ad1-82f6-4dd0e5379673 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] For port 3a2b54fc-330c-4fd5-a547-7b725e74acea, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=3a2b54fc-330c-4fd5-a547-7b725e74acea,segment=NetworkSegment(1c5b31dc-12b4-46e4-889b-5a5cb44f3b36),segment_id=1c5b31dc-12b4-46e4-889b-5a5cb44f3b36)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:44.768171 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5a5758fb-491d-4ad1-82f6-4dd0e5379673 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:44.791311 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-a60d8034-5150-4159-afba-7fe1dd43798b None None] Provisioning complete for port e76d3796-4384-49b0-827d-9cb6b7eb5480 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:44.796101 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a60d8034-5150-4159-afba-7fe1dd43798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:44.796101 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 7cfda951-9725-4f8a-abcd-db8a21089eb7 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:06:44.796101 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7cfda951-9725-4f8a-abcd-db8a21089eb7 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:06:44.839928 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=3a2b54fc-330c-4fd5-a547-7b725e74acea,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:44.844889 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-5a5758fb-491d-4ad1-82f6-4dd0e5379673 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Calling delete_port for 3a2b54fc-330c-4fd5-a547-7b725e74acea owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:44.865236 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-b598dd89-02cf-40c1-935b-495dc5995f81 None None] Allocated IP 2001:db8::2 (52c789e5-894b-4719-a369-b13bd1dbccf2/cfad4d8b-8550-4771-abec-21bc055ea26d/a0018cd8-405f-4cbf-ab63-a9a71ac3b5e3) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:44.870101 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a60d8034-5150-4159-afba-7fe1dd43798b None None] Port e76d3796-4384-49b0-827d-9cb6b7eb5480 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:06:44.880326 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d30cdf3-156b-48f8-b292-d5751635f5e6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:06:44.895429 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19e919d-0cf4-4a2a-aef0-8be98a66c89d None None] Sync routers for ids ['5523e566-3152-422c-ba5a-e9c124ddf0dc'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:06:44.908241 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19e919d-0cf4-4a2a-aef0-8be98a66c89d None None] Routers {'5523e566-3152-422c-ba5a-e9c124ddf0dc'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:44.909941 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c19e919d-0cf4-4a2a-aef0-8be98a66c89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['5523e566-3152-422c-ba5a-e9c124ddf0dc'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:44.951054 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4d30cdf3-156b-48f8-b292-d5751635f5e6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "PUT /v2.0/routers/5523e566-3152-422c-ba5a-e9c124ddf0dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1463442 Apr 23 00:06:44.953076 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53778) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:44.967336 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c19e919d-0cf4-4a2a-aef0-8be98a66c89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:44.979118 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19e919d-0cf4-4a2a-aef0-8be98a66c89d None None] Routers {'5523e566-3152-422c-ba5a-e9c124ddf0dc'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:44.979943 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c19e919d-0cf4-4a2a-aef0-8be98a66c89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['5523e566-3152-422c-ba5a-e9c124ddf0dc'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:44.991451 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:45.025262 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c9615f-9bcd-4ba8-839b-caa3f7cbed71 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:45.031287 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-28c9615f-9bcd-4ba8-839b-caa3f7cbed71 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "GET /v2.0/ports/e76d3796-4384-49b0-827d-9cb6b7eb5480 HTTP/1.1" status: 200 len: 913 time: 0.0779791 Apr 23 00:06:45.032154 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53780) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:45.036955 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c19e919d-0cf4-4a2a-aef0-8be98a66c89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:45.037918 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19e919d-0cf4-4a2a-aef0-8be98a66c89d None None] The sync data for ids ['5523e566-3152-422c-ba5a-e9c124ddf0dc'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:06:45.055376 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:45.090522 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5c5d09-4576-49e3-8cfa-70af06be44ec None None] Network 71c8568f-1cdd-4a62-abae-d029009f580a requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:45.154047 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b5ac139b-f14d-4f6c-8c1a-c212a0419a4d None None] Provisioning complete for port 3a2b54fc-330c-4fd5-a547-7b725e74acea triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:45.154466 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5ac139b-f14d-4f6c-8c1a-c212a0419a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:45.167850 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event updated for resources: {'Port': ['ID=26586360-d1c3-4fea-bd1e-db49fcdd394d,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:45.170325 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:45.254623 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5a5758fb-491d-4ad1-82f6-4dd0e5379673 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:45.286204 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b5ac139b-f14d-4f6c-8c1a-c212a0419a4d None None] Could not find standard attr ID for object 3a2b54fc-330c-4fd5-a547-7b725e74acea. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:06:45.290066 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.plugins.ml2.db [None req-b5ac139b-f14d-4f6c-8c1a-c212a0419a4d None None] No ports have port_id starting with 3a2b54fc-330c-4fd5-a547-7b725e74acea Apr 23 00:06:45.341814 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b598dd89-02cf-40c1-935b-495dc5995f81 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:45.407305 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b598dd89-02cf-40c1-935b-495dc5995f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:45.434875 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b598dd89-02cf-40c1-935b-495dc5995f81 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:45.438711 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b598dd89-02cf-40c1-935b-495dc5995f81 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:45.446521 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b598dd89-02cf-40c1-935b-495dc5995f81 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:45.543710 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-b598dd89-02cf-40c1-935b-495dc5995f81 None None] Attempting to bind port a0018cd8-405f-4cbf-ab63-a9a71ac3b5e3 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:06:45.544426 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-b598dd89-02cf-40c1-935b-495dc5995f81 None None] Attempting to bind port a0018cd8-405f-4cbf-ab63-a9a71ac3b5e3 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:06:45.544905 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b598dd89-02cf-40c1-935b-495dc5995f81 None None] Attempting to bind port a0018cd8-405f-4cbf-ab63-a9a71ac3b5e3 on network 52c789e5-894b-4719-a369-b13bd1dbccf2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:06:45.552453 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b598dd89-02cf-40c1-935b-495dc5995f81 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:06:45.552995 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b598dd89-02cf-40c1-935b-495dc5995f81 None None] Checking segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:45.554223 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b598dd89-02cf-40c1-935b-495dc5995f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:45.554995 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b598dd89-02cf-40c1-935b-495dc5995f81 None None] Bound using segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:06:45.555598 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-b598dd89-02cf-40c1-935b-495dc5995f81 None None] Bound port: a0018cd8-405f-4cbf-ab63-a9a71ac3b5e3, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:06:45.556107 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b598dd89-02cf-40c1-935b-495dc5995f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:45.559995 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598dd89-02cf-40c1-935b-495dc5995f81 None None] Pushing event updated for resources: {'Port': ['ID=a0018cd8-405f-4cbf-ab63-a9a71ac3b5e3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:45.614784 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-c584ec0b-c980-4a77-98b3-9fb1ac658d43 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 2001:db8::11e (52c789e5-894b-4719-a369-b13bd1dbccf2/cfad4d8b-8550-4771-abec-21bc055ea26d/ad2210ad-e7f1-4666-9395-3d65e47bd79a) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:45.649477 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bdeb6f-5396-4181-8192-94a525883315 None None] Network 71c8568f-1cdd-4a62-abae-d029009f580a requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:45.672532 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b598dd89-02cf-40c1-935b-495dc5995f81 None None] For port a0018cd8-405f-4cbf-ab63-a9a71ac3b5e3, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:06:45.706638 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5758fb-491d-4ad1-82f6-4dd0e5379673 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Port': ['ID=3a2b54fc-330c-4fd5-a547-7b725e74acea,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:45.715973 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5401d0e-7638-44ad-bb8c-f3953b93cb0f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:45.730817 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b598dd89-02cf-40c1-935b-495dc5995f81 None None] For port a0018cd8-405f-4cbf-ab63-a9a71ac3b5e3, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a0018cd8-405f-4cbf-ab63-a9a71ac3b5e3,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:06:45.766141 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5401d0e-7638-44ad-bb8c-f3953b93cb0f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:45.808730 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b598dd89-02cf-40c1-935b-495dc5995f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:45.849326 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5758fb-491d-4ad1-82f6-4dd0e5379673 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] No DVR routers for this DVR port 3a2b54fc-330c-4fd5-a547-7b725e74acea on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:45.878252 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c584ec0b-c980-4a77-98b3-9fb1ac658d43 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:45.892143 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598dd89-02cf-40c1-935b-495dc5995f81 None None] Pushing event updated for resources: {'Port': ['ID=a0018cd8-405f-4cbf-ab63-a9a71ac3b5e3,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:45.917043 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24d125-52ac-42ef-956f-e966e73850b9 req-a831de5e-2c52-4609-b274-11d65c326f10 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:45.918617 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3e24d125-52ac-42ef-956f-e966e73850b9 req-a831de5e-2c52-4609-b274-11d65c326f10 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 946 time: 0.2416391 Apr 23 00:06:45.939013 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Network 775cf058-daba-4eb7-9a6d-62921613cfb6 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:45.955400 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:45.973274 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-21773bbb-81bc-4f77-a8c9-18061e5e18c9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:45.991906 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5a5758fb-491d-4ad1-82f6-4dd0e5379673 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:46.032467 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c584ec0b-c980-4a77-98b3-9fb1ac658d43 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:46.109163 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3e24d125-52ac-42ef-956f-e966e73850b9 req-9e7f0f7e-a460-4f54-ae1f-6dc567f595fd tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780448 Apr 23 00:06:46.128119 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-a5401d0e-7638-44ad-bb8c-f3953b93cb0f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Allocated IP 172.26.3.74 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/19909cf0-01ec-4edf-a24d-9e5ad30e3e26) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:46.206352 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584ec0b-c980-4a77-98b3-9fb1ac658d43 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=ad2210ad-e7f1-4666-9395-3d65e47bd79a,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:46.313010 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c584ec0b-c980-4a77-98b3-9fb1ac658d43 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:46.320712 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5a5758fb-491d-4ad1-82f6-4dd0e5379673 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:46.324847 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-c584ec0b-c980-4a77-98b3-9fb1ac658d43 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:46.328968 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c584ec0b-c980-4a77-98b3-9fb1ac658d43 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:46.335207 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c584ec0b-c980-4a77-98b3-9fb1ac658d43 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:46.335942 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c584ec0b-c980-4a77-98b3-9fb1ac658d43 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:46.340909 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Router 2912c214-53ed-471a-be91-a18f4a678f73 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:06:46.374887 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5758fb-491d-4ad1-82f6-4dd0e5379673 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a39de1-fcd3-4d06-8130-d80ea9ae30d4,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:46.399928 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddcc27b-4b48-4b22-96cf-3a3c81b8c25f None None] Network 71c8568f-1cdd-4a62-abae-d029009f580a requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:46.434139 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fccc5b-eeb3-4a33-8cc0-1c66133c382b req-7c744d0b-d643-4915-9aa8-d3a30342ea73 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:46.444018 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f9fccc5b-eeb3-4a33-8cc0-1c66133c382b req-7c744d0b-d643-4915-9aa8-d3a30342ea73 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 946 time: 0.1959848 Apr 23 00:06:46.492442 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c584ec0b-c980-4a77-98b3-9fb1ac658d43 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2511942 Apr 23 00:06:46.495928 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53786) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:46.537292 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-ab15846c-7865-4c6e-b95e-c8d2c1676d58 None None] Provisioning complete for port 26586360-d1c3-4fea-bd1e-db49fcdd394d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:46.537292 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab15846c-7865-4c6e-b95e-c8d2c1676d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:46.542528 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5a5758fb-491d-4ad1-82f6-4dd0e5379673 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:46.549894 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f9fccc5b-eeb3-4a33-8cc0-1c66133c382b req-b6a22dbd-bb44-45e3-857f-a500066344f5 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044657 Apr 23 00:06:46.577216 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5401d0e-7638-44ad-bb8c-f3953b93cb0f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:46.581071 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-5a5758fb-491d-4ad1-82f6-4dd0e5379673 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c8568f-1cdd-4a62-abae-d029009f580a']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:46.590239 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53788) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:46.602958 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-5a5758fb-491d-4ad1-82f6-4dd0e5379673 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5b31dc-12b4-46e4-889b-5a5cb44f3b36') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:46.603256 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-5a5758fb-491d-4ad1-82f6-4dd0e5379673 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5b31dc-12b4-46e4-889b-5a5cb44f3b36') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:46.608792 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ab15846c-7865-4c6e-b95e-c8d2c1676d58 None None] Port 26586360-d1c3-4fea-bd1e-db49fcdd394d cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:06:46.627267 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5a5758fb-491d-4ad1-82f6-4dd0e5379673 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:46.629511 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c043f3c1-5692-47fc-a24a-6090583e54d3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:46.637190 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c043f3c1-5692-47fc-a24a-6090583e54d3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:46.641387 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c043f3c1-5692-47fc-a24a-6090583e54d3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1410062 Apr 23 00:06:46.644600 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53792) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:46.687349 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbae41f-ea44-4a2c-80ba-501c8e282f3c None None] DHCP port deletion for 71c8568f-1cdd-4a62-abae-d029009f580a request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:06:46.702756 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5a5758fb-491d-4ad1-82f6-4dd0e5379673 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:46.718856 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5758fb-491d-4ad1-82f6-4dd0e5379673 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5a5758fb-491d-4ad1-82f6-4dd0e5379673 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:06:46.723972 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:06:46.749729 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-21773bbb-81bc-4f77-a8c9-18061e5e18c9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting port e76d3796-4384-49b0-827d-9cb6b7eb5480 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:46.749729 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-21773bbb-81bc-4f77-a8c9-18061e5e18c9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:46.802326 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:06:46.816562 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4ab6f5-c44c-499d-a8e1-708b02e5bced None None] Sync routers for ids ['2912c214-53ed-471a-be91-a18f4a678f73'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:06:46.827820 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4ab6f5-c44c-499d-a8e1-708b02e5bced None None] Routers {'2912c214-53ed-471a-be91-a18f4a678f73'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:46.828572 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ef4ab6f5-c44c-499d-a8e1-708b02e5bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['2912c214-53ed-471a-be91-a18f4a678f73'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:46.829651 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6e7d1a7c-4c7e-4294-926b-8911cce173e1 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "PUT /v2.0/routers/2912c214-53ed-471a-be91-a18f4a678f73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7194035 Apr 23 00:06:46.833501 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53794) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:46.837326 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-946af3ec-8659-4d83-a9c4-7b5e1f87883e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Request body: {'port': {'network_id': '775cf058-daba-4eb7-9a6d-62921613cfb6', 'name': 'tempest-FloatingIPTestJSON-1205701432'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:46.839080 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-b6fc4ef2-31f7-4f25-b404-df118c67d6d8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting port ad2210ad-e7f1-4666-9395-3d65e47bd79a {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:46.840061 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4ef2-31f7-4f25-b404-df118c67d6d8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:46.867914 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ef4ab6f5-c44c-499d-a8e1-708b02e5bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:46.876955 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4ab6f5-c44c-499d-a8e1-708b02e5bced None None] Routers {'2912c214-53ed-471a-be91-a18f4a678f73'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:46.877930 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ef4ab6f5-c44c-499d-a8e1-708b02e5bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['2912c214-53ed-471a-be91-a18f4a678f73'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:46.889853 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5401d0e-7638-44ad-bb8c-f3953b93cb0f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:46.913121 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ef4ab6f5-c44c-499d-a8e1-708b02e5bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:46.913121 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4ab6f5-c44c-499d-a8e1-708b02e5bced None None] The sync data for ids ['2912c214-53ed-471a-be91-a18f4a678f73'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:06:46.933694 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-21773bbb-81bc-4f77-a8c9-18061e5e18c9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:46.937243 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7b88f2-57d3-45a9-a4c5-6862afe85a07 tempest-TestVolumeBootPattern-1555658783 tempest-TestVolumeBootPattern-1555658783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:46.939931 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cd7b88f2-57d3-45a9-a4c5-6862afe85a07 tempest-TestVolumeBootPattern-1555658783 tempest-TestVolumeBootPattern-1555658783-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 1094 time: 0.3475986 Apr 23 00:06:46.944904 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5a5758fb-491d-4ad1-82f6-4dd0e5379673 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:46.947149 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53796) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:46.954223 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-bdd36d98-3a5e-4331-9cbe-7a50fb29fc74 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': '94f011c8-064b-4454-a61b-d3860ee8a475', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:46.966299 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5a5758fb-491d-4ad1-82f6-4dd0e5379673 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:46.969475 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5a5758fb-491d-4ad1-82f6-4dd0e5379673 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/networks/71c8568f-1cdd-4a62-abae-d029009f580a HTTP/1.1" status: 204 len: 168 time: 3.5801890 Apr 23 00:06:46.978972 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53798) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:46.985178 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5401d0e-7638-44ad-bb8c-f3953b93cb0f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:46.989866 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-21773bbb-81bc-4f77-a8c9-18061e5e18c9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Calling delete_port for e76d3796-4384-49b0-827d-9cb6b7eb5480 owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:47.011960 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-a5401d0e-7638-44ad-bb8c-f3953b93cb0f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:47.011960 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5401d0e-7638-44ad-bb8c-f3953b93cb0f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Port': ['ID=19909cf0-01ec-4edf-a24d-9e5ad30e3e26,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:47.011960 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5401d0e-7638-44ad-bb8c-f3953b93cb0f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:47.018632 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5758fb-491d-4ad1-82f6-4dd0e5379673 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Network': ['ID=71c8568f-1cdd-4a62-abae-d029009f580a,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:47.031493 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-815da78c-5e1c-492c-8935-50db9a33404a tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] DELETE failed (client error): The resource could not be found. Apr 23 00:06:47.031991 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-815da78c-5e1c-492c-8935-50db9a33404a tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:06:47.037332 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-815da78c-5e1c-492c-8935-50db9a33404a tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/subnets/a7a39de1-fcd3-4d06-8130-d80ea9ae30d4 HTTP/1.1" status: 404 len: 337 time: 0.0550957 Apr 23 00:06:47.039235 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53800) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:47.103519 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bdd36d98-3a5e-4331-9cbe-7a50fb29fc74 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for floatingip, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:47.110448 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f620c04-43b7-49f5-9552-18b520ce0f4f tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] DELETE failed (client error): The resource could not be found. Apr 23 00:06:47.111070 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f620c04-43b7-49f5-9552-18b520ce0f4f tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:06:47.114311 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4f620c04-43b7-49f5-9552-18b520ce0f4f tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/networks/71c8568f-1cdd-4a62-abae-d029009f580a HTTP/1.1" status: 404 len: 339 time: 0.0718379 Apr 23 00:06:47.117396 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53802) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:47.117702 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4ef2-31f7-4f25-b404-df118c67d6d8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:47.145473 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-b6fc4ef2-31f7-4f25-b404-df118c67d6d8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Calling delete_port for ad2210ad-e7f1-4666-9395-3d65e47bd79a owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:47.178677 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946af3ec-8659-4d83-a9c4-7b5e1f87883e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Made reservation on behalf of dff97029a5b74c08a025f88e2eb1aa56 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:47.182289 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-946af3ec-8659-4d83-a9c4-7b5e1f87883e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:47.285066 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-946af3ec-8659-4d83-a9c4-7b5e1f87883e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] device_id is not set on port e98816cf-db43-43df-9aa7-5d2587eef669 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:06:47.295267 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a087fd75-0b36-446c-8b67-34cb856b9685 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:47.444868 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b27088eb-3189-46d1-bb16-3ba7c6b7749e None None] Provisioning complete for port a0018cd8-405f-4cbf-ab63-a9a71ac3b5e3 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:47.445666 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b27088eb-3189-46d1-bb16-3ba7c6b7749e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:47.448898 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bdd36d98-3a5e-4331-9cbe-7a50fb29fc74 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:47.533933 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-21773bbb-81bc-4f77-a8c9-18061e5e18c9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:47.550580 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4ef2-31f7-4f25-b404-df118c67d6d8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:47.564754 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b27088eb-3189-46d1-bb16-3ba7c6b7749e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:47.580874 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3d1760-6583-46bb-a13d-221c3befa1c2 None None] get_active_networks_info from dv-neutron-838783-1-hyperv {{(pid=103146) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 23 00:06:47.585953 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21773bbb-81bc-4f77-a8c9-18061e5e18c9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Port': ['ID=e76d3796-4384-49b0-827d-9cb6b7eb5480,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:47.601200 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a087fd75-0b36-446c-8b67-34cb856b9685 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:47.614403 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-946af3ec-8659-4d83-a9c4-7b5e1f87883e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Allocated IP 172.20.0.11 (775cf058-daba-4eb7-9a6d-62921613cfb6/6b5454bf-4f59-4123-a912-9758fd911782/e98816cf-db43-43df-9aa7-5d2587eef669) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:47.634487 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-a087fd75-0b36-446c-8b67-34cb856b9685 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb48373-8169-4b2b-bdc1-fdc9b2041730']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:47.644936 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5401d0e-7638-44ad-bb8c-f3953b93cb0f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:47.646414 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b27088eb-3189-46d1-bb16-3ba7c6b7749e None None] For port a0018cd8-405f-4cbf-ab63-a9a71ac3b5e3, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a0018cd8-405f-4cbf-ab63-a9a71ac3b5e3,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:47.654612 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-a087fd75-0b36-446c-8b67-34cb856b9685 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb8a899-a544-415c-b3f8-8253c3b0e58e') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:47.654612 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-a087fd75-0b36-446c-8b67-34cb856b9685 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb8a899-a544-415c-b3f8-8253c3b0e58e') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:47.695267 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b27088eb-3189-46d1-bb16-3ba7c6b7749e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:47.702532 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a087fd75-0b36-446c-8b67-34cb856b9685 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:47.737801 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a087fd75-0b36-446c-8b67-34cb856b9685 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:47.752425 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-21773bbb-81bc-4f77-a8c9-18061e5e18c9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:47.756215 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a087fd75-0b36-446c-8b67-34cb856b9685 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:06:47.757156 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a087fd75-0b36-446c-8b67-34cb856b9685 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:06:47.759899 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:06:47.768181 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-bdd36d98-3a5e-4331-9cbe-7a50fb29fc74 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Allocated IP 172.26.3.163 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/d79e9a93-c9f3-4683-9d1c-a91222a28fa3) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:47.770341 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc4ef2-31f7-4f25-b404-df118c67d6d8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Port': ['ID=ad2210ad-e7f1-4666-9395-3d65e47bd79a,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:47.783764 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4ef2-31f7-4f25-b404-df118c67d6d8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:47.786891 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b6fc4ef2-31f7-4f25-b404-df118c67d6d8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/ad2210ad-e7f1-4666-9395-3d65e47bd79a HTTP/1.1" status: 204 len: 168 time: 1.1438131 Apr 23 00:06:47.791622 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27088eb-3189-46d1-bb16-3ba7c6b7749e None None] Pushing event updated for resources: {'Port': ['ID=a0018cd8-405f-4cbf-ab63-a9a71ac3b5e3,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:47.793075 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53804) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:47.815106 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27088eb-3189-46d1-bb16-3ba7c6b7749e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:47.815390 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27088eb-3189-46d1-bb16-3ba7c6b7749e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:47.816029 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27088eb-3189-46d1-bb16-3ba7c6b7749e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:47.816443 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27088eb-3189-46d1-bb16-3ba7c6b7749e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:47.816851 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27088eb-3189-46d1-bb16-3ba7c6b7749e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:47.817277 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27088eb-3189-46d1-bb16-3ba7c6b7749e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:47.817677 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27088eb-3189-46d1-bb16-3ba7c6b7749e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:47.818081 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27088eb-3189-46d1-bb16-3ba7c6b7749e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:47.818481 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27088eb-3189-46d1-bb16-3ba7c6b7749e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:47.819034 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27088eb-3189-46d1-bb16-3ba7c6b7749e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:47.819965 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27088eb-3189-46d1-bb16-3ba7c6b7749e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:47.820474 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27088eb-3189-46d1-bb16-3ba7c6b7749e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:06:47.837377 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-08ecc2b0-446d-466b-b98e-d0723fac3557 None None] Could not find standard attr ID for object ad2210ad-e7f1-4666-9395-3d65e47bd79a. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:06:47.853749 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3d1760-6583-46bb-a13d-221c3befa1c2 None None] Resources bound (agent type, host, resource id): {{(pid=103146) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:06:47.970799 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0ee01f-fc49-4b75-b070-7007015b7551 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:47.972355 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0ee01f-fc49-4b75-b070-7007015b7551 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:47.973883 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0e0ee01f-fc49-4b75-b070-7007015b7551 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1793630 Apr 23 00:06:47.979359 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53806) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:48.041595 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecba831e-5738-405e-941e-330a0c182dc2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet cfad4d8b-8550-4771-abec-21bc055ea26d {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:06:48.053309 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a087fd75-0b36-446c-8b67-34cb856b9685 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:48.058463 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ecba831e-5738-405e-941e-330a0c182dc2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:48.066907 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a087fd75-0b36-446c-8b67-34cb856b9685 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:48.072590 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a087fd75-0b36-446c-8b67-34cb856b9685 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/networks/adb48373-8169-4b2b-bdc1-fdc9b2041730 HTTP/1.1" status: 204 len: 168 time: 0.9541764 Apr 23 00:06:48.091561 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53808) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:48.110586 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21773bbb-81bc-4f77-a8c9-18061e5e18c9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Router 5523e566-3152-422c-ba5a-e9c124ddf0dc has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:06:48.137755 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bdd36d98-3a5e-4331-9cbe-7a50fb29fc74 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:48.142823 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-a954f97e-20b6-4587-a449-188cfc3b8b93 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] DELETE failed (client error): The resource could not be found. Apr 23 00:06:48.143268 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a954f97e-20b6-4587-a449-188cfc3b8b93 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:06:48.144189 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087fd75-0b36-446c-8b67-34cb856b9685 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Network': ['ID=adb48373-8169-4b2b-bdc1-fdc9b2041730,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:48.149097 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a954f97e-20b6-4587-a449-188cfc3b8b93 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/subnets/06690812-8a93-45c8-98e6-6fc92ec7da85 HTTP/1.1" status: 404 len: 337 time: 0.0495942 Apr 23 00:06:48.150398 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53810) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:48.157030 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-946af3ec-8659-4d83-a9c4-7b5e1f87883e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:48.167878 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a0018cd8-405f-4cbf-ab63-a9a71ac3b5e3 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:48.175612 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd92ec6-0d63-4cda-baf5-82adaf29867f tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] DELETE failed (client error): The resource could not be found. Apr 23 00:06:48.176187 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd92ec6-0d63-4cda-baf5-82adaf29867f tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:06:48.181509 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9dd92ec6-0d63-4cda-baf5-82adaf29867f tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/networks/ea996a90-5741-465d-9833-685615f9229d HTTP/1.1" status: 404 len: 339 time: 0.0281301 Apr 23 00:06:48.182035 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53812) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:48.189896 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ecba831e-5738-405e-941e-330a0c182dc2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:48.213677 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5401d0e-7638-44ad-bb8c-f3953b93cb0f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:48.261446 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port a0018cd8-405f-4cbf-ab63-a9a71ac3b5e3 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:48.261597 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:48.264238 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1b12f5-3ba0-4e2b-8cc4-a983ddbd69fb tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Deleting subnet 75ae53d3-b950-4772-ab95-ed927b726778 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:06:48.271545 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-da1b12f5-3ba0-4e2b-8cc4-a983ddbd69fb tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:48.369039 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-da1b12f5-3ba0-4e2b-8cc4-a983ddbd69fb tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:48.394104 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 3a2b54fc-330c-4fd5-a547-7b725e74acea no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:06:48.426561 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 3a2b54fc-330c-4fd5-a547-7b725e74acea {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:06:48.426908 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 3a2b54fc-330c-4fd5-a547-7b725e74acea not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:06:48.436668 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21773bbb-81bc-4f77-a8c9-18061e5e18c9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:06:48.444826 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-21773bbb-81bc-4f77-a8c9-18061e5e18c9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "PUT /v2.0/routers/5523e566-3152-422c-ba5a-e9c124ddf0dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4112740 Apr 23 00:06:48.448074 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53814) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:48.452737 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a94dda-d869-43ae-bf30-f4a42484c0ff None None] Sync routers for ids ['5523e566-3152-422c-ba5a-e9c124ddf0dc'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:06:48.472218 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a94dda-d869-43ae-bf30-f4a42484c0ff None None] Routers {'5523e566-3152-422c-ba5a-e9c124ddf0dc'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:48.473998 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-07a94dda-d869-43ae-bf30-f4a42484c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['5523e566-3152-422c-ba5a-e9c124ddf0dc'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:48.530651 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-07a94dda-d869-43ae-bf30-f4a42484c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:48.542555 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a94dda-d869-43ae-bf30-f4a42484c0ff None None] Routers {'5523e566-3152-422c-ba5a-e9c124ddf0dc'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:48.543564 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-07a94dda-d869-43ae-bf30-f4a42484c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['5523e566-3152-422c-ba5a-e9c124ddf0dc'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:48.580967 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-07a94dda-d869-43ae-bf30-f4a42484c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:48.581977 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a94dda-d869-43ae-bf30-f4a42484c0ff None None] The sync data for ids ['5523e566-3152-422c-ba5a-e9c124ddf0dc'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:06:48.720132 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-946af3ec-8659-4d83-a9c4-7b5e1f87883e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:48.793459 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ecba831e-5738-405e-941e-330a0c182dc2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:48.853237 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946af3ec-8659-4d83-a9c4-7b5e1f87883e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Network 775cf058-daba-4eb7-9a6d-62921613cfb6 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:48.857880 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946af3ec-8659-4d83-a9c4-7b5e1f87883e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event updated for resources: {'Port': ['ID=e98816cf-db43-43df-9aa7-5d2587eef669,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:48.865313 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-946af3ec-8659-4d83-a9c4-7b5e1f87883e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:48.867779 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946af3ec-8659-4d83-a9c4-7b5e1f87883e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:48.915851 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bdd36d98-3a5e-4331-9cbe-7a50fb29fc74 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:48.955024 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946af3ec-8659-4d83-a9c4-7b5e1f87883e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:48.955723 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-946af3ec-8659-4d83-a9c4-7b5e1f87883e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:49.010041 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-da1b12f5-3ba0-4e2b-8cc4-a983ddbd69fb tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:49.017575 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd36d98-3a5e-4331-9cbe-7a50fb29fc74 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:49.017855 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ecba831e-5738-405e-941e-330a0c182dc2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:49.044381 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-bdd36d98-3a5e-4331-9cbe-7a50fb29fc74 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:49.052800 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd36d98-3a5e-4331-9cbe-7a50fb29fc74 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:49.053145 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ecba831e-5738-405e-941e-330a0c182dc2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:49.056795 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ecba831e-5738-405e-941e-330a0c182dc2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/cfad4d8b-8550-4771-abec-21bc055ea26d HTTP/1.1" status: 204 len: 168 time: 1.0764253 Apr 23 00:06:49.058212 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba831e-5738-405e-941e-330a0c182dc2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=cfad4d8b-8550-4771-abec-21bc055ea26d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:49.061274 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53816) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:49.062293 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed0e775-84d6-49c7-9f7e-046e65cc0f4c None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:49.073823 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-946af3ec-8659-4d83-a9c4-7b5e1f87883e tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2403479 Apr 23 00:06:49.080221 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd36d98-3a5e-4331-9cbe-7a50fb29fc74 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Pushing event updated for resources: {'Port': ['ID=d79e9a93-c9f3-4683-9d1c-a91222a28fa3,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:49.088040 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53818) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:49.111109 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5401d0e-7638-44ad-bb8c-f3953b93cb0f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Router ae8dfb4e-2b52-42d2-b344-39301da5d5c7 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:06:49.116877 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8f878f0f-917e-4f61-87bc-842dbb0bedfe tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519547 Apr 23 00:06:49.117543 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53820) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:49.129339 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-26f30504-dec5-44bb-863f-429083c876e9 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Request body: {'floatingip': {'port_id': 'e98816cf-db43-43df-9aa7-5d2587eef669'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:49.210526 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7c3b1d-4382-4220-a634-1085c3de5305 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:49.212456 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4c7c3b1d-4382-4220-a634-1085c3de5305 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0944247 Apr 23 00:06:49.216353 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53822) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:49.220629 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-69b250ff-f9ab-4218-b699-003dedb26803 None None] Provisioning complete for port e98816cf-db43-43df-9aa7-5d2587eef669 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:49.221368 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b250ff-f9ab-4218-b699-003dedb26803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:49.267043 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-69b250ff-f9ab-4218-b699-003dedb26803 None None] Port e98816cf-db43-43df-9aa7-5d2587eef669 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:06:49.285529 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5401d0e-7638-44ad-bb8c-f3953b93cb0f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:06:49.300611 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9a89c3-bd40-4d26-9951-9e97599f9209 None None] Sync routers for ids ['ae8dfb4e-2b52-42d2-b344-39301da5d5c7'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:06:49.317256 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9a89c3-bd40-4d26-9951-9e97599f9209 None None] Routers {'ae8dfb4e-2b52-42d2-b344-39301da5d5c7'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:49.317609 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-26f30504-dec5-44bb-863f-429083c876e9 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:49.317924 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-eb9a89c3-bd40-4d26-9951-9e97599f9209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['ae8dfb4e-2b52-42d2-b344-39301da5d5c7'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:49.356300 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11453ce4-a9c4-4130-80f9-a2953ea2cf80 None None] DHCP port deletion for 52c789e5-894b-4719-a369-b13bd1dbccf2 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:06:49.358593 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-eb9a89c3-bd40-4d26-9951-9e97599f9209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:49.386144 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5401d0e-7638-44ad-bb8c-f3953b93cb0f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:49.387695 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a5401d0e-7638-44ad-bb8c-f3953b93cb0f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.7429361 Apr 23 00:06:49.390574 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53824) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:49.390730 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9a89c3-bd40-4d26-9951-9e97599f9209 None None] Routers {'ae8dfb4e-2b52-42d2-b344-39301da5d5c7'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:49.391359 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-eb9a89c3-bd40-4d26-9951-9e97599f9209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['ae8dfb4e-2b52-42d2-b344-39301da5d5c7'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:49.398870 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8aa0506-7811-4b7d-bc4c-9e70b7e58fc5 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:49.400431 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f8aa0506-7811-4b7d-bc4c-9e70b7e58fc5 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1788728 Apr 23 00:06:49.432109 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53826) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:49.435517 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-eb9a89c3-bd40-4d26-9951-9e97599f9209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:49.436699 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9a89c3-bd40-4d26-9951-9e97599f9209 None None] The sync data for ids ['ae8dfb4e-2b52-42d2-b344-39301da5d5c7'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:06:49.439261 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-da1b12f5-3ba0-4e2b-8cc4-a983ddbd69fb tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:49.460003 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-11453ce4-a9c4-4130-80f9-a2953ea2cf80 None None] Deleting port a0018cd8-405f-4cbf-ab63-a9a71ac3b5e3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:49.460635 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11453ce4-a9c4-4130-80f9-a2953ea2cf80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:49.482556 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-072eeec8-c70c-4ee3-a0e2-a1fda8e0b2ad tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491142 Apr 23 00:06:49.494362 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53828) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:49.499549 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-113f651a-0dcd-4bfd-a2e0-a9459ff98151 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:49.513673 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b12f5-3ba0-4e2b-8cc4-a983ddbd69fb tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Subnet': ['ID=75ae53d3-b950-4772-ab95-ed927b726778,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:49.541030 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-11453ce4-a9c4-4130-80f9-a2953ea2cf80 None None] For port a0018cd8-405f-4cbf-ab63-a9a71ac3b5e3, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a0018cd8-405f-4cbf-ab63-a9a71ac3b5e3,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:49.541412 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11453ce4-a9c4-4130-80f9-a2953ea2cf80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:49.555978 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-11453ce4-a9c4-4130-80f9-a2953ea2cf80 None None] Calling delete_port for a0018cd8-405f-4cbf-ab63-a9a71ac3b5e3 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:49.567298 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-da1b12f5-3ba0-4e2b-8cc4-a983ddbd69fb tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:49.573454 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-da1b12f5-3ba0-4e2b-8cc4-a983ddbd69fb tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/subnets/75ae53d3-b950-4772-ab95-ed927b726778 HTTP/1.1" status: 204 len: 168 time: 1.3876014 Apr 23 00:06:49.577461 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53830) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:49.606365 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca0652b-c86f-4692-b5e1-0e870eb6563a None None] Network d68d905c-2ef0-4d3e-954f-dec9a8981bbc requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:49.631785 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8cd681bd-2430-45f3-bba1-7f1c54cb3bc1 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "GET /v2.0/routers/ae8dfb4e-2b52-42d2-b344-39301da5d5c7 HTTP/1.1" status: 200 len: 880 time: 0.2377956 Apr 23 00:06:49.632425 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53832) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:49.763257 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113f651a-0dcd-4bfd-a2e0-a9459ff98151 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:49.766808 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-113f651a-0dcd-4bfd-a2e0-a9459ff98151 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:49.770000 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-246f359e-4782-4aa3-9c65-c9e08ed4a0d6 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Deleting subnet e2350105-5e88-45d8-803c-ed86dbdf074d {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:06:49.779138 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-246f359e-4782-4aa3-9c65-c9e08ed4a0d6 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:49.801676 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11453ce4-a9c4-4130-80f9-a2953ea2cf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:49.892859 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-246f359e-4782-4aa3-9c65-c9e08ed4a0d6 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:49.999211 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11453ce4-a9c4-4130-80f9-a2953ea2cf80 None None] No DVR routers for this DVR port a0018cd8-405f-4cbf-ab63-a9a71ac3b5e3 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:50.009877 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11453ce4-a9c4-4130-80f9-a2953ea2cf80 None None] Pushing event deleted for resources: {'Port': ['ID=a0018cd8-405f-4cbf-ab63-a9a71ac3b5e3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:50.026250 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4a52195c-1981-4680-a99d-e565935c8512 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3905945 Apr 23 00:06:50.026908 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53834) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:50.038112 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-8481fe0e-79bf-4838-95d0-3928ad244f01 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2044167291'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:50.087164 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a0018cd8-405f-4cbf-ab63-a9a71ac3b5e3 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:06:50.118555 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: a0018cd8-405f-4cbf-ab63-a9a71ac3b5e3 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:06:50.121431 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a0018cd8-405f-4cbf-ab63-a9a71ac3b5e3 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:06:50.279502 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ed87a718-4617-4da9-9185-cee7f348a0b7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:50.293461 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-246f359e-4782-4aa3-9c65-c9e08ed4a0d6 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:50.351889 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bdd36d98-3a5e-4331-9cbe-7a50fb29fc74 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:50.362665 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.objects.ports [None req-113f651a-0dcd-4bfd-a2e0-a9459ff98151 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103144) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 23 00:06:50.371547 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-113f651a-0dcd-4bfd-a2e0-a9459ff98151 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:50.431527 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113f651a-0dcd-4bfd-a2e0-a9459ff98151 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:50.477202 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-113f651a-0dcd-4bfd-a2e0-a9459ff98151 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:50.480244 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113f651a-0dcd-4bfd-a2e0-a9459ff98151 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:50.480847 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-113f651a-0dcd-4bfd-a2e0-a9459ff98151 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:50.488103 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc33db4-b8db-46c8-8a72-b8afefe671b4 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:50.502577 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f651a-0dcd-4bfd-a2e0-a9459ff98151 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=e4f38284-5084-4185-9f0e-2e63481923f7,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:50.575521 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8481fe0e-79bf-4838-95d0-3928ad244f01 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:50.608378 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-113f651a-0dcd-4bfd-a2e0-a9459ff98151 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1100907 Apr 23 00:06:50.608614 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53836) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:50.614168 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-dc99a4cd-ae06-4dd1-9674-e18d9bb9f703 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:50.679894 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b38555-b27e-4f50-8124-febfe039fc22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-52c789e5-894b-4719-a369-b13bd1dbccf2', 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'fixed_ips': [{'subnet_id': 'e4f38284-5084-4185-9f0e-2e63481923f7'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:06:50.681472 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66b38555-b27e-4f50-8124-febfe039fc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:50.691980 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8481fe0e-79bf-4838-95d0-3928ad244f01 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3900419'] for router, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:50.841655 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d4efe80e-e4fc-4d54-b341-04fd8b3c60b0 None None] Provisioning complete for port d1ded5e3-eb20-4008-8896-046c105d5f64 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:50.842036 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4efe80e-e4fc-4d54-b341-04fd8b3c60b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:50.872239 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8481fe0e-79bf-4838-95d0-3928ad244f01 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Router ae8dfb4e-2b52-42d2-b344-39301da5d5c7 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:06:50.883138 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-66b38555-b27e-4f50-8124-febfe039fc22 None None] Allocated IP 2001:db8::f816:3eff:feb0:e362 (52c789e5-894b-4719-a369-b13bd1dbccf2/e4f38284-5084-4185-9f0e-2e63481923f7/73b927a4-04a9-46ce-ba43-5f31be4b1527) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:50.918695 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc99a4cd-ae06-4dd1-9674-e18d9bb9f703 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:50.922268 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dc99a4cd-ae06-4dd1-9674-e18d9bb9f703 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:50.968438 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-246f359e-4782-4aa3-9c65-c9e08ed4a0d6 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:50.985836 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.db.resource_extend [None req-26f30504-dec5-44bb-863f-429083c876e9 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:06:51.065942 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-246f359e-4782-4aa3-9c65-c9e08ed4a0d6 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:51.066752 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8481fe0e-79bf-4838-95d0-3928ad244f01 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:06:51.072867 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-246f359e-4782-4aa3-9c65-c9e08ed4a0d6 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/subnets/e2350105-5e88-45d8-803c-ed86dbdf074d HTTP/1.1" status: 204 len: 168 time: 1.4590769 Apr 23 00:06:51.073057 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.ipam_backend_mixin [None req-dc99a4cd-ae06-4dd1-9674-e18d9bb9f703 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e4f38284-5084-4185-9f0e-2e63481923f7 (CIDR: 2001:db8::/64) Apr 23 00:06:51.073156 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f359e-4782-4aa3-9c65-c9e08ed4a0d6 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Subnet': ['ID=e2350105-5e88-45d8-803c-ed86dbdf074d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:51.073842 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53838) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:51.076833 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8481fe0e-79bf-4838-95d0-3928ad244f01 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:51.077840 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8481fe0e-79bf-4838-95d0-3928ad244f01 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "PUT /v2.0/routers/ae8dfb4e-2b52-42d2-b344-39301da5d5c7 HTTP/1.1" status: 200 len: 887 time: 1.0463734 Apr 23 00:06:51.080986 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66b38555-b27e-4f50-8124-febfe039fc22 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:51.082214 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53840) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:51.089933 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a748e45-7639-4c16-9715-beff0b468e6c None None] Sync routers for ids ['ae8dfb4e-2b52-42d2-b344-39301da5d5c7'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:06:51.097126 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c220f5f-5d82-4b6a-9a71-51cd49a3ad85 None None] Network d68d905c-2ef0-4d3e-954f-dec9a8981bbc requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:51.104243 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bdd36d98-3a5e-4331-9cbe-7a50fb29fc74 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:51.104460 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a748e45-7639-4c16-9715-beff0b468e6c None None] Routers {'ae8dfb4e-2b52-42d2-b344-39301da5d5c7'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:51.104860 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-2a748e45-7639-4c16-9715-beff0b468e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['ae8dfb4e-2b52-42d2-b344-39301da5d5c7'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:51.140670 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-2a748e45-7639-4c16-9715-beff0b468e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:51.151833 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a748e45-7639-4c16-9715-beff0b468e6c None None] Routers {'ae8dfb4e-2b52-42d2-b344-39301da5d5c7'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:51.152699 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-2a748e45-7639-4c16-9715-beff0b468e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['ae8dfb4e-2b52-42d2-b344-39301da5d5c7'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:51.186448 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-2a748e45-7639-4c16-9715-beff0b468e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:51.187331 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a748e45-7639-4c16-9715-beff0b468e6c None None] The sync data for ids ['ae8dfb4e-2b52-42d2-b344-39301da5d5c7'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:06:51.200769 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66b38555-b27e-4f50-8124-febfe039fc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:51.203921 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-26f30504-dec5-44bb-863f-429083c876e9 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:51.206616 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc99a4cd-ae06-4dd1-9674-e18d9bb9f703 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:06:51.207220 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc99a4cd-ae06-4dd1-9674-e18d9bb9f703 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:06:51.228890 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ccad30ff-ad9a-42c1-bd14-41cea55a9356 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "GET /v2.0/routers/ae8dfb4e-2b52-42d2-b344-39301da5d5c7 HTTP/1.1" status: 200 len: 887 time: 0.1454840 Apr 23 00:06:51.231417 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53842) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:51.262035 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-69ebc679-41f3-4bb0-ae8f-efdb72d6dd9f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8dfb4e-2b52-42d2-b344-39301da5d5c7 HTTP/1.1" status: 200 len: 205 time: 0.0292861 Apr 23 00:06:51.264486 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53844) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:51.266689 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b38555-b27e-4f50-8124-febfe039fc22 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:51.273496 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-66b38555-b27e-4f50-8124-febfe039fc22 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:51.276655 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b38555-b27e-4f50-8124-febfe039fc22 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:51.280561 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b38555-b27e-4f50-8124-febfe039fc22 None None] Pushing event updated for resources: {'Port': ['ID=73b927a4-04a9-46ce-ba43-5f31be4b1527,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:51.288944 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e04d170-3c71-4683-bbd4-ccff93a12fa2 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:51.327530 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-26f30504-dec5-44bb-863f-429083c876e9 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:51.332194 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-dc99a4cd-ae06-4dd1-9674-e18d9bb9f703 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7195315 Apr 23 00:06:51.332194 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53846) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:51.337965 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-1976d82b-a0e5-49cd-8f5a-71263e2ba0a7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:51.362209 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-66b38555-b27e-4f50-8124-febfe039fc22 None None] Attempting to bind port 73b927a4-04a9-46ce-ba43-5f31be4b1527 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:06:51.362514 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-66b38555-b27e-4f50-8124-febfe039fc22 None None] Attempting to bind port 73b927a4-04a9-46ce-ba43-5f31be4b1527 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:06:51.362837 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b38555-b27e-4f50-8124-febfe039fc22 None None] Attempting to bind port 73b927a4-04a9-46ce-ba43-5f31be4b1527 on network 52c789e5-894b-4719-a369-b13bd1dbccf2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:06:51.374903 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b38555-b27e-4f50-8124-febfe039fc22 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:06:51.375755 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b38555-b27e-4f50-8124-febfe039fc22 None None] Checking segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:51.376561 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66b38555-b27e-4f50-8124-febfe039fc22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:51.377112 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b38555-b27e-4f50-8124-febfe039fc22 None None] Bound using segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:06:51.377584 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-66b38555-b27e-4f50-8124-febfe039fc22 None None] Bound port: 73b927a4-04a9-46ce-ba43-5f31be4b1527, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:06:51.378014 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66b38555-b27e-4f50-8124-febfe039fc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:51.425381 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96958765-c4ec-4a0d-99e1-7c50306ec787 None None] DHCP port deletion for d68d905c-2ef0-4d3e-954f-dec9a8981bbc request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:06:51.495209 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-66b38555-b27e-4f50-8124-febfe039fc22 None None] For port 73b927a4-04a9-46ce-ba43-5f31be4b1527, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:06:51.500404 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-66b38555-b27e-4f50-8124-febfe039fc22 None None] For port 73b927a4-04a9-46ce-ba43-5f31be4b1527, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=73b927a4-04a9-46ce-ba43-5f31be4b1527,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:06:51.516367 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-96958765-c4ec-4a0d-99e1-7c50306ec787 None None] Deleting port d1ded5e3-eb20-4008-8896-046c105d5f64 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:51.516737 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96958765-c4ec-4a0d-99e1-7c50306ec787 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:51.568574 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66b38555-b27e-4f50-8124-febfe039fc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:51.592860 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-26f30504-dec5-44bb-863f-429083c876e9 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Floating IP 12f96523-750a-4a0e-a4e4-485ab700b624 associated. External IP: 172.26.3.138, port: 411d8339-1da7-40b7-bb8b-fe5b50342f8d. Apr 23 00:06:51.613275 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-96958765-c4ec-4a0d-99e1-7c50306ec787 None None] For port d1ded5e3-eb20-4008-8896-046c105d5f64, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d1ded5e3-eb20-4008-8896-046c105d5f64,segment=NetworkSegment(dfddfaa8-1cc9-4f4f-95b9-cda8a78548c5),segment_id=dfddfaa8-1cc9-4f4f-95b9-cda8a78548c5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:51.613615 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96958765-c4ec-4a0d-99e1-7c50306ec787 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:51.639778 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-96958765-c4ec-4a0d-99e1-7c50306ec787 None None] Calling delete_port for d1ded5e3-eb20-4008-8896-046c105d5f64 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:51.644616 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-ed87a718-4617-4da9-9185-cee7f348a0b7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting port 14dd6d31-6d82-49b2-9c35-c9660291f7dc {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:51.644959 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ed87a718-4617-4da9-9185-cee7f348a0b7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:51.678642 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b38555-b27e-4f50-8124-febfe039fc22 None None] Pushing event updated for resources: {'Port': ['ID=73b927a4-04a9-46ce-ba43-5f31be4b1527,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:51.704786 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bdd36d98-3a5e-4331-9cbe-7a50fb29fc74 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:51.752001 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-2e04d170-3c71-4683-bbd4-ccff93a12fa2 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Deleting port d1ded5e3-eb20-4008-8896-046c105d5f64 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:51.752715 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e04d170-3c71-4683-bbd4-ccff93a12fa2 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:51.809554 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bdd36d98-3a5e-4331-9cbe-7a50fb29fc74 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:51.853059 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96958765-c4ec-4a0d-99e1-7c50306ec787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:51.864959 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5b8b2a26-1d01-4ffd-961e-a75b29fd7cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:51.907007 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96958765-c4ec-4a0d-99e1-7c50306ec787 None None] Pushing event deleted for resources: {'Port': ['ID=d1ded5e3-eb20-4008-8896-046c105d5f64,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:51.911829 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96958765-c4ec-4a0d-99e1-7c50306ec787 None None] No DVR routers for this DVR port d1ded5e3-eb20-4008-8896-046c105d5f64 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:51.950145 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-2e04d170-3c71-4683-bbd4-ccff93a12fa2 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] For port d1ded5e3-eb20-4008-8896-046c105d5f64, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d1ded5e3-eb20-4008-8896-046c105d5f64,segment=NetworkSegment(dfddfaa8-1cc9-4f4f-95b9-cda8a78548c5),segment_id=dfddfaa8-1cc9-4f4f-95b9-cda8a78548c5)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:51.950510 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e04d170-3c71-4683-bbd4-ccff93a12fa2 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:51.990401 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ed87a718-4617-4da9-9185-cee7f348a0b7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:52.038364 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-2e04d170-3c71-4683-bbd4-ccff93a12fa2 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Calling delete_port for d1ded5e3-eb20-4008-8896-046c105d5f64 owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:52.044174 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd36d98-3a5e-4331-9cbe-7a50fb29fc74 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Pushing event updated for resources: {'Port': ['ID=d79e9a93-c9f3-4683-9d1c-a91222a28fa3,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:52.056567 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-ed87a718-4617-4da9-9185-cee7f348a0b7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Calling delete_port for 14dd6d31-6d82-49b2-9c35-c9660291f7dc owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:52.061043 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5b8b2a26-1d01-4ffd-961e-a75b29fd7cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:52.086398 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1976d82b-a0e5-49cd-8f5a-71263e2ba0a7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:52.091758 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1976d82b-a0e5-49cd-8f5a-71263e2ba0a7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:52.094938 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bdd36d98-3a5e-4331-9cbe-7a50fb29fc74 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:52.140459 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 73b927a4-04a9-46ce-ba43-5f31be4b1527 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:52.194302 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 73b927a4-04a9-46ce-ba43-5f31be4b1527 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:52.194751 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:52.240942 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-5b8b2a26-1d01-4ffd-961e-a75b29fd7cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting port 19909cf0-01ec-4edf-a24d-9e5ad30e3e26 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:52.241285 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5b8b2a26-1d01-4ffd-961e-a75b29fd7cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:52.282174 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:52.319813 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 73b927a4-04a9-46ce-ba43-5f31be4b1527, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=73b927a4-04a9-46ce-ba43-5f31be4b1527,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:52.366078 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:52.370756 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5b8b2a26-1d01-4ffd-961e-a75b29fd7cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:52.389101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-5b8b2a26-1d01-4ffd-961e-a75b29fd7cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Calling delete_port for 19909cf0-01ec-4edf-a24d-9e5ad30e3e26 owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:52.429181 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=73b927a4-04a9-46ce-ba43-5f31be4b1527,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:52.449296 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d1ded5e3-eb20-4008-8896-046c105d5f64 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:06:52.460741 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-bdd36d98-3a5e-4331-9cbe-7a50fb29fc74 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Floating IP 9d8977d2-03de-44e8-90f9-bd5b5ba23f14 associated. External IP: 172.26.3.163, port: 94f011c8-064b-4454-a61b-d3860ee8a475. Apr 23 00:06:52.473974 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: d1ded5e3-eb20-4008-8896-046c105d5f64 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:06:52.474319 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d1ded5e3-eb20-4008-8896-046c105d5f64 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:06:52.532262 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e04d170-3c71-4683-bbd4-ccff93a12fa2 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:52.535229 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f30504-dec5-44bb-863f-429083c876e9 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Router afa0dda3-a592-488f-8b17-4e21529fcf68 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:06:52.564277 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1976d82b-a0e5-49cd-8f5a-71263e2ba0a7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:52.585541 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04d170-3c71-4683-bbd4-ccff93a12fa2 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Port': ['ID=d1ded5e3-eb20-4008-8896-046c105d5f64,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:52.598292 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e04d170-3c71-4683-bbd4-ccff93a12fa2 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] No DVR routers for this DVR port d1ded5e3-eb20-4008-8896-046c105d5f64 on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:52.616918 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1976d82b-a0e5-49cd-8f5a-71263e2ba0a7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:52.625652 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-1976d82b-a0e5-49cd-8f5a-71263e2ba0a7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:52.648419 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1976d82b-a0e5-49cd-8f5a-71263e2ba0a7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:52.648419 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1976d82b-a0e5-49cd-8f5a-71263e2ba0a7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:52.661707 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976d82b-a0e5-49cd-8f5a-71263e2ba0a7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=09562ebf-cff8-4593-9a1c-ce140b27e563,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:52.723831 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1976d82b-a0e5-49cd-8f5a-71263e2ba0a7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3904204 Apr 23 00:06:52.726861 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53848) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:52.732041 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-96b54b8c-e959-42b7-8a13-ee348d661f5e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'mac_address': 'fa:16:3e:d3:b7:60', 'name': 'tempest-NetworksTestDHCPv6-1301291084'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:52.754262 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5b8b2a26-1d01-4ffd-961e-a75b29fd7cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:52.832598 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b2a26-1d01-4ffd-961e-a75b29fd7cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Port': ['ID=19909cf0-01ec-4edf-a24d-9e5ad30e3e26,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:52.841969 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e04d170-3c71-4683-bbd4-ccff93a12fa2 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:52.882533 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81d51e1-9ea9-4dbd-9cb9-1a956a6f8a0b None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:52.920639 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5b8b2a26-1d01-4ffd-961e-a75b29fd7cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:52.936960 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ed87a718-4617-4da9-9185-cee7f348a0b7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:52.952075 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-2e04d170-3c71-4683-bbd4-ccff93a12fa2 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d68d905c-2ef0-4d3e-954f-dec9a8981bbc']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:52.969017 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bdd5b672-4bd9-4a40-aaa8-e7742b23b488 None None] Provisioning complete for port 73b927a4-04a9-46ce-ba43-5f31be4b1527 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:52.969774 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdd5b672-4bd9-4a40-aaa8-e7742b23b488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:52.977549 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-2e04d170-3c71-4683-bbd4-ccff93a12fa2 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfddfaa8-1cc9-4f4f-95b9-cda8a78548c5') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:52.977937 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-2e04d170-3c71-4683-bbd4-ccff93a12fa2 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfddfaa8-1cc9-4f4f-95b9-cda8a78548c5') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:53.019489 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87a718-4617-4da9-9185-cee7f348a0b7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Port': ['ID=14dd6d31-6d82-49b2-9c35-c9660291f7dc,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:53.024517 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e04d170-3c71-4683-bbd4-ccff93a12fa2 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:53.052096 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5b8b2a26-1d01-4ffd-961e-a75b29fd7cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:53.056313 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5b8b2a26-1d01-4ffd-961e-a75b29fd7cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:53.079255 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f30504-dec5-44bb-863f-429083c876e9 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:06:53.109445 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b76f81-572f-401b-a595-9392e9cb9db7 None None] Sync routers for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:06:53.143406 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b54b8c-e959-42b7-8a13-ee348d661f5e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:53.186684 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b76f81-572f-401b-a595-9392e9cb9db7 None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:53.187468 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-53b76f81-572f-401b-a595-9392e9cb9db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:53.203866 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5b8b2a26-1d01-4ffd-961e-a75b29fd7cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:53.203866 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8b2a26-1d01-4ffd-961e-a75b29fd7cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Fanout notify agent at l3_agent the message router_deleted on router ae8dfb4e-2b52-42d2-b344-39301da5d5c7 {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:06:53.223228 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5b8b2a26-1d01-4ffd-961e-a75b29fd7cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:53.224679 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5b8b2a26-1d01-4ffd-961e-a75b29fd7cd9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/routers/ae8dfb4e-2b52-42d2-b344-39301da5d5c7 HTTP/1.1" status: 204 len: 168 time: 1.9591460 Apr 23 00:06:53.230509 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53850) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:53.235667 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-53972990-de57-417d-aa57-09722a0764ab tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'network': {'name': 'tempest-RoutersTest-211940834'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:53.285014 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-53b76f81-572f-401b-a595-9392e9cb9db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:53.291871 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-96b54b8c-e959-42b7-8a13-ee348d661f5e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:53.317377 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b76f81-572f-401b-a595-9392e9cb9db7 None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:53.318019 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-53b76f81-572f-401b-a595-9392e9cb9db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:53.318164 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-96b54b8c-e959-42b7-8a13-ee348d661f5e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] device_id is not set on port efdddfd3-5463-4bdf-adcb-89a5d8c4efe5 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:06:53.329320 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53972990-de57-417d-aa57-09722a0764ab tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Made reservation on behalf of 5fe246ce7e8b4978826fd603fb3045d6 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:53.335037 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-53972990-de57-417d-aa57-09722a0764ab tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:53.383668 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-53b76f81-572f-401b-a595-9392e9cb9db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:53.384486 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b76f81-572f-401b-a595-9392e9cb9db7 None None] The sync data for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:06:53.417496 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d73d09-e2a0-42b5-b3ba-570e1840840a None None] Update dhcp port {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'fixed_ips': [{'subnet_id': 'e4f38284-5084-4185-9f0e-2e63481923f7', 'ip_address': '2001:db8::f816:3eff:feb0:e362'}, {'subnet_id': '09562ebf-cff8-4593-9a1c-ce140b27e563'}], 'binding:host_id': 'dv-neutron-838783-1-hyperv'}, 'id': '73b927a4-04a9-46ce-ba43-5f31be4b1527'} from dv-neutron-838783-1-hyperv. {{(pid=103146) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 23 00:06:53.425188 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53972990-de57-417d-aa57-09722a0764ab tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:06:53.458900 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34d73d09-e2a0-42b5-b3ba-570e1840840a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:53.463554 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-53972990-de57-417d-aa57-09722a0764ab tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:53.464016 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-53972990-de57-417d-aa57-09722a0764ab tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Added segment a8bb4a20-1db9-4d13-bd6f-52c071c2fdfa of type vlan for network 68bb8332-aed6-4bca-b472-fff302dc370c Apr 23 00:06:53.515806 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:53.572405 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-53972990-de57-417d-aa57-09722a0764ab tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:53.656741 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-96b54b8c-e959-42b7-8a13-ee348d661f5e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 2001:db8:0:1::15 (52c789e5-894b-4719-a369-b13bd1dbccf2/09562ebf-cff8-4593-9a1c-ce140b27e563/efdddfd3-5463-4bdf-adcb-89a5d8c4efe5) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:53.668941 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-96b54b8c-e959-42b7-8a13-ee348d661f5e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 2001:db8::f816:3eff:fed3:b760 (52c789e5-894b-4719-a369-b13bd1dbccf2/e4f38284-5084-4185-9f0e-2e63481923f7/efdddfd3-5463-4bdf-adcb-89a5d8c4efe5) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:53.702591 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-53972990-de57-417d-aa57-09722a0764ab tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:53.706114 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e04d170-3c71-4683-bbd4-ccff93a12fa2 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:53.708363 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53972990-de57-417d-aa57-09722a0764ab tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:53.709075 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-53972990-de57-417d-aa57-09722a0764ab tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:53.748795 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e04d170-3c71-4683-bbd4-ccff93a12fa2 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:06:53.749204 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e04d170-3c71-4683-bbd4-ccff93a12fa2 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: self.session.flush() Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: self.session.flush() Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: self.session.flush() Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: self.session.flush() Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:06:53.752239 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:06:53.774112 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd36d98-3a5e-4331-9cbe-7a50fb29fc74 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Router c8bf7fe0-1315-4855-ad33-37d3ca727006 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:06:53.810607 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ed87a718-4617-4da9-9185-cee7f348a0b7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:53.833091 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53972990-de57-417d-aa57-09722a0764ab tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Network': ['ID=68bb8332-aed6-4bca-b472-fff302dc370c,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:53.850056 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 68bb8332-aed6-4bca-b472-fff302dc370c details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:06:53.913502 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-96b54b8c-e959-42b7-8a13-ee348d661f5e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:54.042295 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 73b927a4-04a9-46ce-ba43-5f31be4b1527 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:54.091535 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 73b927a4-04a9-46ce-ba43-5f31be4b1527 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:54.091927 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:54.124163 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-53972990-de57-417d-aa57-09722a0764ab tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8926291 Apr 23 00:06:54.126809 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53852) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:54.131730 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-919f4fca-9ef4-4d13-a67c-eaa86b1a290a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'subnet': {'network_id': '68bb8332-aed6-4bca-b472-fff302dc370c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:54.141424 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e04d170-3c71-4683-bbd4-ccff93a12fa2 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:54.156149 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e04d170-3c71-4683-bbd4-ccff93a12fa2 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:54.159157 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2e04d170-3c71-4683-bbd4-ccff93a12fa2 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/networks/d68d905c-2ef0-4d3e-954f-dec9a8981bbc HTTP/1.1" status: 204 len: 168 time: 3.0820653 Apr 23 00:06:54.174454 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53854) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:54.186658 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-96b54b8c-e959-42b7-8a13-ee348d661f5e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:54.198162 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed87a718-4617-4da9-9185-cee7f348a0b7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Router 5523e566-3152-422c-ba5a-e9c124ddf0dc has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:06:54.199072 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04d170-3c71-4683-bbd4-ccff93a12fa2 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Network': ['ID=d68d905c-2ef0-4d3e-954f-dec9a8981bbc,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:54.240068 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-34d73d09-e2a0-42b5-b3ba-570e1840840a None None] Allocated IP 2001:db8:0:1::2 (52c789e5-894b-4719-a369-b13bd1dbccf2/09562ebf-cff8-4593-9a1c-ce140b27e563/73b927a4-04a9-46ce-ba43-5f31be4b1527) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:54.247993 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b54b8c-e959-42b7-8a13-ee348d661f5e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:54.253257 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b54b8c-e959-42b7-8a13-ee348d661f5e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=efdddfd3-5463-4bdf-adcb-89a5d8c4efe5,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:54.254959 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-96b54b8c-e959-42b7-8a13-ee348d661f5e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:54.256961 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf264a9-ae38-4f59-bbc2-c6bd7dd66baf tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] DELETE failed (client error): The resource could not be found. Apr 23 00:06:54.257651 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf264a9-ae38-4f59-bbc2-c6bd7dd66baf tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:06:54.260023 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b54b8c-e959-42b7-8a13-ee348d661f5e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:54.260871 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0bf264a9-ae38-4f59-bbc2-c6bd7dd66baf tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/subnets/ea39110b-c924-4053-9e16-2ca31f59044f HTTP/1.1" status: 404 len: 337 time: 0.0802450 Apr 23 00:06:54.265809 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53856) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:54.265992 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b54b8c-e959-42b7-8a13-ee348d661f5e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:54.266600 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-96b54b8c-e959-42b7-8a13-ee348d661f5e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:54.266931 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd36d98-3a5e-4331-9cbe-7a50fb29fc74 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:06:54.280481 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2befae-19ed-41d3-bc14-b6a579723d67 None None] Sync routers for ids ['c8bf7fe0-1315-4855-ad33-37d3ca727006'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:06:54.299754 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2befae-19ed-41d3-bc14-b6a579723d67 None None] Routers {'c8bf7fe0-1315-4855-ad33-37d3ca727006'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:54.300692 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-0b2befae-19ed-41d3-bc14-b6a579723d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c8bf7fe0-1315-4855-ad33-37d3ca727006'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:54.314052 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f860b7-2046-4608-8942-1e0c88f6f328 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] DELETE failed (client error): The resource could not be found. Apr 23 00:06:54.315303 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f860b7-2046-4608-8942-1e0c88f6f328 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:06:54.318418 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-16f860b7-2046-4608-8942-1e0c88f6f328 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/networks/52ecdfdd-a8bb-4228-bf01-66b0ff81e397 HTTP/1.1" status: 404 len: 339 time: 0.0493596 Apr 23 00:06:54.321862 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53858) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:54.358344 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c88572-784d-452b-a9b1-8eb6244fa0d0 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] DELETE failed (client error): The resource could not be found. Apr 23 00:06:54.359082 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88c88572-784d-452b-a9b1-8eb6244fa0d0 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:06:54.362328 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-88c88572-784d-452b-a9b1-8eb6244fa0d0 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/subnets/f1822789-9c21-4b8e-9d88-40424f3bbfd9 HTTP/1.1" status: 404 len: 337 time: 0.0353029 Apr 23 00:06:54.371455 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f30504-dec5-44bb-863f-429083c876e9 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Router 2912c214-53ed-471a-be91-a18f4a678f73 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:06:54.371665 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53860) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:54.379387 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-34d73d09-e2a0-42b5-b3ba-570e1840840a None None] For port 73b927a4-04a9-46ce-ba43-5f31be4b1527, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=73b927a4-04a9-46ce-ba43-5f31be4b1527,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:54.397464 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cea87e9-9787-4b7d-89f6-e2a10a8d3d90 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] DELETE failed (client error): The resource could not be found. Apr 23 00:06:54.398287 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cea87e9-9787-4b7d-89f6-e2a10a8d3d90 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:06:54.401922 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bdd36d98-3a5e-4331-9cbe-7a50fb29fc74 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:54.407100 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5cea87e9-9787-4b7d-89f6-e2a10a8d3d90 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/networks/148c358e-d435-4c76-b6cf-93287d6067a0 HTTP/1.1" status: 404 len: 339 time: 0.0389132 Apr 23 00:06:54.409447 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53862) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:54.413173 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-96b54b8c-e959-42b7-8a13-ee348d661f5e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6847332 Apr 23 00:06:54.415611 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-0b2befae-19ed-41d3-bc14-b6a579723d67 None None] Set router c8bf7fe0-1315-4855-ad33-37d3ca727006 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:06:54.415759 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53864) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:54.416445 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34d73d09-e2a0-42b5-b3ba-570e1840840a None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:54.437098 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed87a718-4617-4da9-9185-cee7f348a0b7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:06:54.448961 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc3ce08-a79a-47a4-8d1d-67a67a538bbc None None] Sync routers for ids ['5523e566-3152-422c-ba5a-e9c124ddf0dc'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:06:54.459189 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc3ce08-a79a-47a4-8d1d-67a67a538bbc None None] Routers {'5523e566-3152-422c-ba5a-e9c124ddf0dc'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:54.460191 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-fbc3ce08-a79a-47a4-8d1d-67a67a538bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['5523e566-3152-422c-ba5a-e9c124ddf0dc'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:54.461602 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ed87a718-4617-4da9-9185-cee7f348a0b7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "PUT /v2.0/routers/5523e566-3152-422c-ba5a-e9c124ddf0dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0121400 Apr 23 00:06:54.466954 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-059a5474-1976-483b-b0ec-50453fc648e2 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] DELETE failed (client error): The resource could not be found. Apr 23 00:06:54.467539 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059a5474-1976-483b-b0ec-50453fc648e2 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:06:54.468075 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53866) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:54.470887 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-059a5474-1976-483b-b0ec-50453fc648e2 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/subnets/51dc428f-be86-4012-820c-d7d8c9416127 HTTP/1.1" status: 404 len: 337 time: 0.0592916 Apr 23 00:06:54.482116 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919f4fca-9ef4-4d13-a67c-eaa86b1a290a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Made reservation on behalf of 5fe246ce7e8b4978826fd603fb3045d6 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:54.485690 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-919f4fca-9ef4-4d13-a67c-eaa86b1a290a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:54.491741 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53868) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:54.514925 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-bdd36d98-3a5e-4331-9cbe-7a50fb29fc74 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.5643117 Apr 23 00:06:54.515958 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-fbc3ce08-a79a-47a4-8d1d-67a67a538bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:54.518564 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761e8c4f-c4bd-4d9f-a597-4758210b7e40', 'tag': '94f011c8-064b-4454-a61b-d3860ee8a475'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:06:54.519555 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9f3257-3703-4505-860f-bfd7bc98107e" -d '{"events": [{"name": "network-changed", "server_uuid": "761e8c4f-c4bd-4d9f-a597-4758210b7e40", "tag": "94f011c8-064b-4454-a61b-d3860ee8a475"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:06:54.534917 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34d73d09-e2a0-42b5-b3ba-570e1840840a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:54.547811 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd028217-0eb5-4d49-97cc-856f6d516fb5 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] DELETE failed (client error): The resource could not be found. Apr 23 00:06:54.548969 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd028217-0eb5-4d49-97cc-856f6d516fb5 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:06:54.556198 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cd028217-0eb5-4d49-97cc-856f6d516fb5 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/networks/4f1f9740-4b72-4b87-b500-b80dd0f23f17 HTTP/1.1" status: 404 len: 339 time: 0.0572433 Apr 23 00:06:54.571063 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc3ce08-a79a-47a4-8d1d-67a67a538bbc None None] Routers {'5523e566-3152-422c-ba5a-e9c124ddf0dc'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:54.571857 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-fbc3ce08-a79a-47a4-8d1d-67a67a538bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['5523e566-3152-422c-ba5a-e9c124ddf0dc'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:54.573532 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53874) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:54.594169 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3638b547-f1aa-41ee-9e5f-86e2a8ac9271 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "GET /v2.0/ports?device_id=5523e566-3152-422c-ba5a-e9c124ddf0dc HTTP/1.1" status: 200 len: 205 time: 0.1248965 Apr 23 00:06:54.606980 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5751aeb8-50ac-4037-bff8-659f988fb5eb x-openstack-request-id: req-5751aeb8-50ac-4037-bff8-659f988fb5eb {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:06:54.607401 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761e8c4f-c4bd-4d9f-a597-4758210b7e40", "tag": "94f011c8-064b-4454-a61b-d3860ee8a475", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:06:54.607987 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5751aeb8-50ac-4037-bff8-659f988fb5eb {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:06:54.608466 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5751aeb8-50ac-4037-bff8-659f988fb5eb'] response: {'name': 'network-changed', 'server_uuid': '761e8c4f-c4bd-4d9f-a597-4758210b7e40', 'tag': '94f011c8-064b-4454-a61b-d3860ee8a475', 'status': 'completed', 'code': 200} Apr 23 00:06:54.608975 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53876) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:54.619120 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-fbc3ce08-a79a-47a4-8d1d-67a67a538bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:54.619799 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc3ce08-a79a-47a4-8d1d-67a67a538bbc None None] The sync data for ids ['5523e566-3152-422c-ba5a-e9c124ddf0dc'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:06:54.685472 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f30504-dec5-44bb-863f-429083c876e9 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:06:54.702419 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0926ed-04a8-4bcb-a52c-a41bc7eab44d None None] Sync routers for ids ['2912c214-53ed-471a-be91-a18f4a678f73'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:06:54.722030 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-26f30504-dec5-44bb-863f-429083c876e9 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:54.732245 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dcdbdcb-04d9-4a03-8d4e-24b2e472e9c8 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Deleting subnet fd99813b-5268-4103-837f-005ae525dbd7 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:06:54.755717 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0926ed-04a8-4bcb-a52c-a41bc7eab44d None None] Routers {'2912c214-53ed-471a-be91-a18f4a678f73'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:54.756936 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-2c0926ed-04a8-4bcb-a52c-a41bc7eab44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['2912c214-53ed-471a-be91-a18f4a678f73'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:54.757671 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4dcdbdcb-04d9-4a03-8d4e-24b2e472e9c8 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:54.763827 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-837c7ab6-ea48-4668-8e4f-32a7cf1d54c8 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:54.774967 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f3257-3703-4505-860f-bfd7bc98107e req-ffb2a487-dfe3-471f-aa47-3719e3db46c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:54.776539 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ce9f3257-3703-4505-860f-bfd7bc98107e req-ffb2a487-dfe3-471f-aa47-3719e3db46c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eca10cab387440428e231a953cda4553&device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 1099 time: 0.1440005 Apr 23 00:06:54.807855 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-2c0926ed-04a8-4bcb-a52c-a41bc7eab44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:54.824586 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0926ed-04a8-4bcb-a52c-a41bc7eab44d None None] Routers {'2912c214-53ed-471a-be91-a18f4a678f73'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:54.825663 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-2c0926ed-04a8-4bcb-a52c-a41bc7eab44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['2912c214-53ed-471a-be91-a18f4a678f73'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:54.835275 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-f976ec5f-3d7f-4385-9775-1ebf5b4f5c82 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting port efdddfd3-5463-4bdf-adcb-89a5d8c4efe5 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:54.836042 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f976ec5f-3d7f-4385-9775-1ebf5b4f5c82 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:54.880981 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-2c0926ed-04a8-4bcb-a52c-a41bc7eab44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:54.881982 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d73d09-e2a0-42b5-b3ba-570e1840840a None None] Pushing event updated for resources: {'Port': ['ID=73b927a4-04a9-46ce-ba43-5f31be4b1527,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:54.883102 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0926ed-04a8-4bcb-a52c-a41bc7eab44d None None] The sync data for ids ['2912c214-53ed-471a-be91-a18f4a678f73'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:06:54.907265 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-0b2befae-19ed-41d3-bc14-b6a579723d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:05:03Z', 'revision_number': 4, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port': {'id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:54Z', 'updated_at': '2022-04-23T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '9d8977d2-03de-44e8-90f9-bd5b5ba23f14', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'floating_ip_address': '172.26.3.163', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'port_id': '94f011c8-064b-4454-a61b-d3860ee8a475', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'mac_address': 'fa:16:3e:d8:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761e8c4f-c4bd-4d9f-a597-4758210b7e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:06:49Z', 'updated_at': '2022-04-23T00:06:49Z', 'revision_number': 0, 'project_id': 'eca10cab387440428e231a953cda4553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fc60b5-02c6-4590-8f03-872dca8ead16', 'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'mac_address': 'fa:16:3e:9d:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:00Z', 'updated_at': '2022-04-23T00:05:10Z', 'revision_number': 5, 'project_id': 'eca10cab387440428e231a953cda4553', 'subnets': [{'id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:54.911879 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4dcdbdcb-04d9-4a03-8d4e-24b2e472e9c8 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:54.942212 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2befae-19ed-41d3-bc14-b6a579723d67 None None] Checking router: c8bf7fe0-1315-4855-ad33-37d3ca727006 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:06:54.943123 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-26f30504-dec5-44bb-863f-429083c876e9 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "PUT /v2.0/floatingips/12f96523-750a-4a0e-a4e4-485ab700b624 HTTP/1.1" status: 200 len: 979 time: 5.8520253 Apr 23 00:06:54.953197 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2befae-19ed-41d3-bc14-b6a579723d67 None None] Routers {'c8bf7fe0-1315-4855-ad33-37d3ca727006'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:54.953818 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-0b2befae-19ed-41d3-bc14-b6a579723d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c8bf7fe0-1315-4855-ad33-37d3ca727006'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:54.978706 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53878) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:55.079618 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-837c7ab6-ea48-4668-8e4f-32a7cf1d54c8 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:55.083798 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-837c7ab6-ea48-4668-8e4f-32a7cf1d54c8 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:55.140928 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f976ec5f-3d7f-4385-9775-1ebf5b4f5c82 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:55.174722 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f3257-3703-4505-860f-bfd7bc98107e req-792342aa-6d4c-481e-b295-893dbd30cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:55.175458 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4dcdbdcb-04d9-4a03-8d4e-24b2e472e9c8 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:55.176281 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ce9f3257-3703-4505-860f-bfd7bc98107e req-792342aa-6d4c-481e-b295-893dbd30cf08 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d224e48-36a8-42d0-8738-ed5ea1abe259 HTTP/1.1" status: 200 len: 912 time: 0.3882158 Apr 23 00:06:55.200082 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-0b2befae-19ed-41d3-bc14-b6a579723d67 None None] Set router c8bf7fe0-1315-4855-ad33-37d3ca727006 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:06:55.213758 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-f976ec5f-3d7f-4385-9775-1ebf5b4f5c82 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Calling delete_port for efdddfd3-5463-4bdf-adcb-89a5d8c4efe5 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:55.237096 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-837c7ab6-ea48-4668-8e4f-32a7cf1d54c8 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:55.237936 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837c7ab6-ea48-4668-8e4f-32a7cf1d54c8 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Fanout notify agent at l3_agent the message router_deleted on router 5523e566-3152-422c-ba5a-e9c124ddf0dc {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:06:55.252495 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-837c7ab6-ea48-4668-8e4f-32a7cf1d54c8 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:55.257622 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-837c7ab6-ea48-4668-8e4f-32a7cf1d54c8 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/routers/5523e566-3152-422c-ba5a-e9c124ddf0dc HTTP/1.1" status: 204 len: 168 time: 0.6475391 Apr 23 00:06:55.258855 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53880) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:55.340742 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd29f7c-1937-4ac6-ad2c-c77db398aa81 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting subnet 8dc7a0e3-6d06-4a0d-b534-8bdf7d0241dd {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:06:55.345392 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1fd29f7c-1937-4ac6-ad2c-c77db398aa81 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:55.388818 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4dcdbdcb-04d9-4a03-8d4e-24b2e472e9c8 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:55.437316 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1fd29f7c-1937-4ac6-ad2c-c77db398aa81 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:55.489094 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-0b2befae-19ed-41d3-bc14-b6a579723d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:05:03Z', 'revision_number': 4, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port': {'id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:54Z', 'updated_at': '2022-04-23T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '9d8977d2-03de-44e8-90f9-bd5b5ba23f14', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'floating_ip_address': '172.26.3.163', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'port_id': '94f011c8-064b-4454-a61b-d3860ee8a475', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'mac_address': 'fa:16:3e:d8:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761e8c4f-c4bd-4d9f-a597-4758210b7e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:06:49Z', 'updated_at': '2022-04-23T00:06:49Z', 'revision_number': 0, 'project_id': 'eca10cab387440428e231a953cda4553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fc60b5-02c6-4590-8f03-872dca8ead16', 'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'mac_address': 'fa:16:3e:9d:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:00Z', 'updated_at': '2022-04-23T00:05:10Z', 'revision_number': 5, 'project_id': 'eca10cab387440428e231a953cda4553', 'subnets': [{'id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:55.504455 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcdbdcb-04d9-4a03-8d4e-24b2e472e9c8 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Subnet': ['ID=fd99813b-5268-4103-837f-005ae525dbd7,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:55.520173 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2befae-19ed-41d3-bc14-b6a579723d67 None None] The sync data for ids ['c8bf7fe0-1315-4855-ad33-37d3ca727006'] in dv-neutron-838783-1-hyperv is: [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:05:03Z', 'revision_number': 4, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port': {'id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:54Z', 'updated_at': '2022-04-23T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '9d8977d2-03de-44e8-90f9-bd5b5ba23f14', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'floating_ip_address': '172.26.3.163', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'port_id': '94f011c8-064b-4454-a61b-d3860ee8a475', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'mac_address': 'fa:16:3e:d8:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761e8c4f-c4bd-4d9f-a597-4758210b7e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:06:49Z', 'updated_at': '2022-04-23T00:06:49Z', 'revision_number': 0, 'project_id': 'eca10cab387440428e231a953cda4553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fc60b5-02c6-4590-8f03-872dca8ead16', 'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'mac_address': 'fa:16:3e:9d:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:00Z', 'updated_at': '2022-04-23T00:05:10Z', 'revision_number': 5, 'project_id': 'eca10cab387440428e231a953cda4553', 'subnets': [{'id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:06:55.524582 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7864f2a6-8b4f-41ef-b162-00c7894b5ad4 None None] Network 8cc16883-70e8-457c-8569-563e51e729ae requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:55.559440 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4dcdbdcb-04d9-4a03-8d4e-24b2e472e9c8 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:55.569096 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4dcdbdcb-04d9-4a03-8d4e-24b2e472e9c8 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/subnets/fd99813b-5268-4103-837f-005ae525dbd7 HTTP/1.1" status: 204 len: 168 time: 0.9912727 Apr 23 00:06:55.571086 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53882) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:55.618004 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ce9f3257-3703-4505-860f-bfd7bc98107e req-60e4a406-6c6a-4cdd-a499-ee1b98f81a54 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94f011c8-064b-4454-a61b-d3860ee8a475 HTTP/1.1" status: 200 len: 1000 time: 0.4226935 Apr 23 00:06:55.619063 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-919f4fca-9ef4-4d13-a67c-eaa86b1a290a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:55.646281 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-904c4c30-9f29-4d59-be3f-a6bd7bb75904 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Deleting port e98816cf-db43-43df-9aa7-5d2587eef669 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:55.646710 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-904c4c30-9f29-4d59-be3f-a6bd7bb75904 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:55.697942 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1fd29f7c-1937-4ac6-ad2c-c77db398aa81 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:55.805033 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d9fd164f-e7fc-4a8c-9c25-e01ec8e7260b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:55.840700 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-378a3094-5b15-431b-a09b-e06b2721d875 None None] Provisioning complete for port 73b927a4-04a9-46ce-ba43-5f31be4b1527 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:55.841360 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-378a3094-5b15-431b-a09b-e06b2721d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:55.887185 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-904c4c30-9f29-4d59-be3f-a6bd7bb75904 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:55.898161 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c2ebcc-c382-4cb0-80a8-43ce1f7f76d5 None None] DHCP port deletion for 8cc16883-70e8-457c-8569-563e51e729ae request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:06:55.913564 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1fd29f7c-1937-4ac6-ad2c-c77db398aa81 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:55.924234 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f4fca-9ef4-4d13-a67c-eaa86b1a290a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Subnet': ['ID=e99895f8-bcdb-4222-aa5b-6ec00dfe7b09,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:55.941097 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdab534d-0f38-4bcd-985d-d3b736edbecb None None] New status for floating IP 9d8977d2-03de-44e8-90f9-bd5b5ba23f14: ACTIVE {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:06:55.959862 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd29f7c-1937-4ac6-ad2c-c77db398aa81 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Subnet': ['ID=8dc7a0e3-6d06-4a0d-b534-8bdf7d0241dd,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:55.962374 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1fd29f7c-1937-4ac6-ad2c-c77db398aa81 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:55.968294 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1fd29f7c-1937-4ac6-ad2c-c77db398aa81 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/subnets/8dc7a0e3-6d06-4a0d-b534-8bdf7d0241dd HTTP/1.1" status: 204 len: 168 time: 0.7050831 Apr 23 00:06:55.972889 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53884) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:55.990282 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c65511-31e9-426e-9606-caafa9f0ece0 None None] Network 00af01b3-6d61-4ac9-aace-fa5d3d40e126 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:56.000049 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f3257-3703-4505-860f-bfd7bc98107e req-9df03fcf-e9d4-4e0c-9e1d-bdc3e307aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:56.001401 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ce9f3257-3703-4505-860f-bfd7bc98107e req-9df03fcf-e9d4-4e0c-9e1d-bdc3e307aa24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d429f2-9bee-4153-ac8c-0a0937fc9ed2 HTTP/1.1" status: 200 len: 850 time: 0.3730919 Apr 23 00:06:56.092698 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-d222a9af-d2a3-41bb-8c20-9bf05d058b8a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting subnet 438a6fbd-0df5-4439-af02-a3dfe30038bd {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:06:56.096235 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d222a9af-d2a3-41bb-8c20-9bf05d058b8a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:56.100696 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-d9fd164f-e7fc-4a8c-9c25-e01ec8e7260b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Deleting port 937ed300-b196-4028-9691-ff20a4112929 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:56.101042 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d9fd164f-e7fc-4a8c-9c25-e01ec8e7260b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:56.113032 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 73b927a4-04a9-46ce-ba43-5f31be4b1527 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:06:56.137588 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919f4fca-9ef4-4d13-a67c-eaa86b1a290a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Checking segment: {'id': 'a8bb4a20-1db9-4d13-bd6f-52c071c2fdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '68bb8332-aed6-4bca-b472-fff302dc370c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:56.137588 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919f4fca-9ef4-4d13-a67c-eaa86b1a290a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network hostable DHCP agents. Network: 68bb8332-aed6-4bca-b472-fff302dc370c, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:06:56.204362 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d222a9af-d2a3-41bb-8c20-9bf05d058b8a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:56.242766 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-d9fd164f-e7fc-4a8c-9c25-e01ec8e7260b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] For port 937ed300-b196-4028-9691-ff20a4112929, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=937ed300-b196-4028-9691-ff20a4112929,segment=NetworkSegment(c199594a-186d-4221-bad7-2732ecc03a12),segment_id=c199594a-186d-4221-bad7-2732ecc03a12)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:56.242766 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d9fd164f-e7fc-4a8c-9c25-e01ec8e7260b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:56.265209 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f3257-3703-4505-860f-bfd7bc98107e req-4fbff9b0-552c-4533-bd0d-384893988ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:56.266055 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-d9fd164f-e7fc-4a8c-9c25-e01ec8e7260b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Calling delete_port for 937ed300-b196-4028-9691-ff20a4112929 owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:56.266835 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ce9f3257-3703-4505-860f-bfd7bc98107e req-4fbff9b0-552c-4533-bd0d-384893988ee6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d224e48-36a8-42d0-8738-ed5ea1abe259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2210600 Apr 23 00:06:56.329081 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d925b019-a8fa-4427-9cfa-c64aee715f7d None None] Provisioning complete for port efdddfd3-5463-4bdf-adcb-89a5d8c4efe5 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:56.329657 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d925b019-a8fa-4427-9cfa-c64aee715f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:56.332012 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-73c2ebcc-c382-4cb0-80a8-43ce1f7f76d5 None None] Deleting port 937ed300-b196-4028-9691-ff20a4112929 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:56.332492 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73c2ebcc-c382-4cb0-80a8-43ce1f7f76d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:56.363162 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919f4fca-9ef4-4d13-a67c-eaa86b1a290a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network 68bb8332-aed6-4bca-b472-fff302dc370c is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:06:56.382247 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d222a9af-d2a3-41bb-8c20-9bf05d058b8a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:56.402761 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-73c2ebcc-c382-4cb0-80a8-43ce1f7f76d5 None None] For port 937ed300-b196-4028-9691-ff20a4112929, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=937ed300-b196-4028-9691-ff20a4112929,segment=NetworkSegment(c199594a-186d-4221-bad7-2732ecc03a12),segment_id=c199594a-186d-4221-bad7-2732ecc03a12)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:56.403646 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73c2ebcc-c382-4cb0-80a8-43ce1f7f76d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:56.418127 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-73c2ebcc-c382-4cb0-80a8-43ce1f7f76d5 None None] Calling delete_port for 937ed300-b196-4028-9691-ff20a4112929 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:56.450887 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-904c4c30-9f29-4d59-be3f-a6bd7bb75904 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:56.451260 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-904c4c30-9f29-4d59-be3f-a6bd7bb75904 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:56.451621 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-904c4c30-9f29-4d59-be3f-a6bd7bb75904 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Floating IP 12f96523-750a-4a0e-a4e4-485ab700b624 disassociated. External IP: 172.26.3.138, port: e98816cf-db43-43df-9aa7-5d2587eef669. Apr 23 00:06:56.452051 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-904c4c30-9f29-4d59-be3f-a6bd7bb75904 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Calling delete_port for e98816cf-db43-43df-9aa7-5d2587eef669 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:56.481865 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ce9f3257-3703-4505-860f-bfd7bc98107e req-c889ddd5-988a-4cb8-87a8-f9e6c6955b16 service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981142 Apr 23 00:06:56.547004 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 73b927a4-04a9-46ce-ba43-5f31be4b1527 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:06:56.547679 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:56.579052 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-919f4fca-9ef4-4d13-a67c-eaa86b1a290a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 68bb8332-aed6-4bca-b472-fff302dc370c) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:56.594517 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919f4fca-9ef4-4d13-a67c-eaa86b1a290a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:56.594862 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d9fd164f-e7fc-4a8c-9c25-e01ec8e7260b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:56.595151 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-919f4fca-9ef4-4d13-a67c-eaa86b1a290a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:56.597479 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f976ec5f-3d7f-4385-9775-1ebf5b4f5c82 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:56.598058 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d925b019-a8fa-4427-9cfa-c64aee715f7d None None] Port efdddfd3-5463-4bdf-adcb-89a5d8c4efe5 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:06:56.599554 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627f1c59-6bb6-4bfb-9d50-526532a02fad None None] Network 68bb8332-aed6-4bca-b472-fff302dc370c requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:56.618490 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d222a9af-d2a3-41bb-8c20-9bf05d058b8a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:56.653335 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fd164f-e7fc-4a8c-9c25-e01ec8e7260b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] No DVR routers for this DVR port 937ed300-b196-4028-9691-ff20a4112929 on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:56.662942 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976ec5f-3d7f-4385-9775-1ebf5b4f5c82 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Port': ['ID=efdddfd3-5463-4bdf-adcb-89a5d8c4efe5,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:56.689475 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73c2ebcc-c382-4cb0-80a8-43ce1f7f76d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:56.736647 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ce9f3257-3703-4505-860f-bfd7bc98107e req-7ecec694-4ab1-429b-aae6-67388a5a0359 service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226412 Apr 23 00:06:56.756763 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2ebcc-c382-4cb0-80a8-43ce1f7f76d5 None None] Pushing event deleted for resources: {'Port': ['ID=937ed300-b196-4028-9691-ff20a4112929,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:56.761986 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c2ebcc-c382-4cb0-80a8-43ce1f7f76d5 None None] No DVR routers for this DVR port 937ed300-b196-4028-9691-ff20a4112929 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:56.766670 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-919f4fca-9ef4-4d13-a67c-eaa86b1a290a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6365151 Apr 23 00:06:56.770212 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53886) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:56.772114 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd164f-e7fc-4a8c-9c25-e01ec8e7260b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Port': ['ID=937ed300-b196-4028-9691-ff20a4112929,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:56.773372 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-2b8b1bb4-19eb-4860-9ddb-7e0ddcdc7816 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-587843645', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:56.804758 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f976ec5f-3d7f-4385-9775-1ebf5b4f5c82 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:56.807686 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f976ec5f-3d7f-4385-9775-1ebf5b4f5c82 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/efdddfd3-5463-4bdf-adcb-89a5d8c4efe5 HTTP/1.1" status: 204 len: 168 time: 2.3904335 Apr 23 00:06:56.814726 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53890) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:56.819644 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d222a9af-d2a3-41bb-8c20-9bf05d058b8a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:56.826286 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d222a9af-d2a3-41bb-8c20-9bf05d058b8a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/subnets/438a6fbd-0df5-4439-af02-a3dfe30038bd HTTP/1.1" status: 204 len: 168 time: 0.8499997 Apr 23 00:06:56.827919 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53892) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:56.830394 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222a9af-d2a3-41bb-8c20-9bf05d058b8a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Subnet': ['ID=438a6fbd-0df5-4439-af02-a3dfe30038bd,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:56.900023 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ab9ea7-d1a4-4b16-83f3-96d2290be053 None None] Network f905fe4e-1a46-4c94-8075-a402269596d3 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:56.919561 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2b8b1bb4-19eb-4860-9ddb-7e0ddcdc7816 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:56.920728 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2b8b1bb4-19eb-4860-9ddb-7e0ddcdc7816 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:56.933382 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07888a7b-54b6-48bd-88e7-bd1b26c273ee None None] DHCP port deletion for 00af01b3-6d61-4ac9-aace-fa5d3d40e126 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:06:56.936160 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-904c4c30-9f29-4d59-be3f-a6bd7bb75904 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:56.978520 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12af50b8-eddc-4b82-8bc0-758e84ce8ee2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:56.980530 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-12af50b8-eddc-4b82-8bc0-758e84ce8ee2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1648600 Apr 23 00:06:57.011494 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53896) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:57.025722 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c4c30-9f29-4d59-be3f-a6bd7bb75904 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event deleted for resources: {'Port': ['ID=e98816cf-db43-43df-9aa7-5d2587eef669,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:57.042594 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6803473-7a1c-47a5-b8fe-cf94f3766aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-68bb8332-aed6-4bca-b472-fff302dc370c', 'network_id': '68bb8332-aed6-4bca-b472-fff302dc370c', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'fixed_ips': [{'subnet_id': 'e99895f8-bcdb-4222-aa5b-6ec00dfe7b09'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:06:57.044626 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6803473-7a1c-47a5-b8fe-cf94f3766aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:57.061050 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 937ed300-b196-4028-9691-ff20a4112929 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:06:57.074909 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-75627cfa-bc47-4c77-b9ef-72748bbf9f66 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:57.109033 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2b8b1bb4-19eb-4860-9ddb-7e0ddcdc7816 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:57.148999 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d9fd164f-e7fc-4a8c-9c25-e01ec8e7260b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:57.151300 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 937ed300-b196-4028-9691-ff20a4112929 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:06:57.152344 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 937ed300-b196-4028-9691-ff20a4112929 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:06:57.185091 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-d9fd164f-e7fc-4a8c-9c25-e01ec8e7260b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc16883-70e8-457c-8569-563e51e729ae']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:57.194061 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2b8b1bb4-19eb-4860-9ddb-7e0ddcdc7816 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:57.199411 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-d9fd164f-e7fc-4a8c-9c25-e01ec8e7260b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c199594a-186d-4221-bad7-2732ecc03a12') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:57.199804 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-d9fd164f-e7fc-4a8c-9c25-e01ec8e7260b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c199594a-186d-4221-bad7-2732ecc03a12') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:57.213612 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d9fd164f-e7fc-4a8c-9c25-e01ec8e7260b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:57.231356 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d9fd164f-e7fc-4a8c-9c25-e01ec8e7260b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:57.237725 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e3555f-db4b-44c9-a14d-8a5dbb789c15 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:57.239356 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-07e3555f-db4b-44c9-a14d-8a5dbb789c15 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2248254 Apr 23 00:06:57.239479 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9fd164f-e7fc-4a8c-9c25-e01ec8e7260b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:06:57.239944 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d9fd164f-e7fc-4a8c-9c25-e01ec8e7260b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:57.242602 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53900) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:57.312190 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2b8b1bb4-19eb-4860-9ddb-7e0ddcdc7816 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:06:57.313618 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:06:57.317150 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2b8b1bb4-19eb-4860-9ddb-7e0ddcdc7816 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5475035 Apr 23 00:06:57.320608 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53902) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:57.354747 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8b432e-2b48-45e2-8d13-166483144ed1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:57.356682 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8b432e-2b48-45e2-8d13-166483144ed1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:57.358356 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8b432e-2b48-45e2-8d13-166483144ed1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:06:57.360179 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8c8b432e-2b48-45e2-8d13-166483144ed1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1162143 Apr 23 00:06:57.363127 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53904) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:57.377045 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904c4c30-9f29-4d59-be3f-a6bd7bb75904 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Router 2912c214-53ed-471a-be91-a18f4a678f73 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:06:57.393327 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d9fd164f-e7fc-4a8c-9c25-e01ec8e7260b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:57.397894 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d9fd164f-e7fc-4a8c-9c25-e01ec8e7260b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:57.405205 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53906) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:57.405363 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d9fd164f-e7fc-4a8c-9c25-e01ec8e7260b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/networks/8cc16883-70e8-457c-8569-563e51e729ae HTTP/1.1" status: 204 len: 168 time: 1.8292186 Apr 23 00:06:57.409996 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-07888a7b-54b6-48bd-88e7-bd1b26c273ee None None] Deleting port f1ba1c1d-a3d4-4c71-a08c-ea580f45edce {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:57.410378 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07888a7b-54b6-48bd-88e7-bd1b26c273ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:57.448375 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c40baf-e1ef-43ba-b95e-8c1494a83d9b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] DELETE failed (client error): The resource could not be found. Apr 23 00:06:57.449230 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76c40baf-e1ef-43ba-b95e-8c1494a83d9b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:06:57.452216 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd164f-e7fc-4a8c-9c25-e01ec8e7260b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Network': ['ID=8cc16883-70e8-457c-8569-563e51e729ae,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:57.452831 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-76c40baf-e1ef-43ba-b95e-8c1494a83d9b tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/subnets/d28badcb-8fad-4207-9727-08169bd9a636 HTTP/1.1" status: 404 len: 337 time: 0.0461705 Apr 23 00:06:57.457397 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53908) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:57.482306 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-07888a7b-54b6-48bd-88e7-bd1b26c273ee None None] For port f1ba1c1d-a3d4-4c71-a08c-ea580f45edce, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=f1ba1c1d-a3d4-4c71-a08c-ea580f45edce,segment=NetworkSegment(24c36232-8850-46e5-923a-48c1c55f175f),segment_id=24c36232-8850-46e5-923a-48c1c55f175f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:57.482782 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07888a7b-54b6-48bd-88e7-bd1b26c273ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:57.485645 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-a6803473-7a1c-47a5-b8fe-cf94f3766aec None None] Allocated IP 172.20.0.2 (68bb8332-aed6-4bca-b472-fff302dc370c/e99895f8-bcdb-4222-aa5b-6ec00dfe7b09/380ef263-9b71-45c8-9af9-49c6bd6bf345) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:57.487863 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbad0551-9aaa-43ad-bd22-b03a99f2a45f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet 09562ebf-cff8-4593-9a1c-ce140b27e563 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:06:57.493278 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82f726e-ac1e-4e26-97f2-533cfe4e8802 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] DELETE failed (client error): The resource could not be found. Apr 23 00:06:57.500101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c82f726e-ac1e-4e26-97f2-533cfe4e8802 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:06:57.500101 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c82f726e-ac1e-4e26-97f2-533cfe4e8802 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/networks/5670c326-dd95-4dd7-b1c1-b59b6212a1a6 HTTP/1.1" status: 404 len: 339 time: 0.0386164 Apr 23 00:06:57.501645 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bbad0551-9aaa-43ad-bd22-b03a99f2a45f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:57.504862 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-07888a7b-54b6-48bd-88e7-bd1b26c273ee None None] Calling delete_port for f1ba1c1d-a3d4-4c71-a08c-ea580f45edce owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:57.511985 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c8e814-be7a-4d82-ae75-978e2e2ac715 None None] DHCP port deletion for f905fe4e-1a46-4c94-8075-a402269596d3 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:06:57.532695 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53910) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:57.587744 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bbad0551-9aaa-43ad-bd22-b03a99f2a45f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:57.653264 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-75627cfa-bc47-4c77-b9ef-72748bbf9f66 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting port f1ba1c1d-a3d4-4c71-a08c-ea580f45edce {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:57.653631 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-75627cfa-bc47-4c77-b9ef-72748bbf9f66 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:57.718179 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba5dc18b-aef4-4735-a1e5-0ca6a88b8d60 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Deleting subnet 6d35a9a0-d967-4244-84a2-bfe9965e4011 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:06:57.783074 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc18b-aef4-4735-a1e5-0ca6a88b8d60 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:57.847445 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-75627cfa-bc47-4c77-b9ef-72748bbf9f66 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] For port f1ba1c1d-a3d4-4c71-a08c-ea580f45edce, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=f1ba1c1d-a3d4-4c71-a08c-ea580f45edce,segment=NetworkSegment(24c36232-8850-46e5-923a-48c1c55f175f),segment_id=24c36232-8850-46e5-923a-48c1c55f175f)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:57.848251 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-75627cfa-bc47-4c77-b9ef-72748bbf9f66 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:57.880008 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e3c8e814-be7a-4d82-ae75-978e2e2ac715 None None] Deleting port 564b0c3a-47b7-4be8-91ff-2069fc0fc27f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:57.880610 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3c8e814-be7a-4d82-ae75-978e2e2ac715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:57.886146 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a822d843-fe9d-4f6d-8ca0-897a32e7f8e5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:57.900946 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc18b-aef4-4735-a1e5-0ca6a88b8d60 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:57.912136 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904c4c30-9f29-4d59-be3f-a6bd7bb75904 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:06:57.927447 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6650a21-9f1a-4417-8a7d-19d623a5ccdb None None] Sync routers for ids ['2912c214-53ed-471a-be91-a18f4a678f73'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:06:57.946722 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6650a21-9f1a-4417-8a7d-19d623a5ccdb None None] Routers {'2912c214-53ed-471a-be91-a18f4a678f73'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:57.948404 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-b6650a21-9f1a-4417-8a7d-19d623a5ccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['2912c214-53ed-471a-be91-a18f4a678f73'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:57.950102 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6803473-7a1c-47a5-b8fe-cf94f3766aec None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:57.957275 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07888a7b-54b6-48bd-88e7-bd1b26c273ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:57.969215 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-75627cfa-bc47-4c77-b9ef-72748bbf9f66 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Calling delete_port for f1ba1c1d-a3d4-4c71-a08c-ea580f45edce owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:58.006840 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bbad0551-9aaa-43ad-bd22-b03a99f2a45f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:58.013065 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07888a7b-54b6-48bd-88e7-bd1b26c273ee None None] Pushing event deleted for resources: {'Port': ['ID=f1ba1c1d-a3d4-4c71-a08c-ea580f45edce,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:58.023312 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6803473-7a1c-47a5-b8fe-cf94f3766aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:58.036140 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-b6650a21-9f1a-4417-8a7d-19d623a5ccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:58.044158 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-904c4c30-9f29-4d59-be3f-a6bd7bb75904 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:58.050296 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-904c4c30-9f29-4d59-be3f-a6bd7bb75904 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "DELETE /v2.0/ports/e98816cf-db43-43df-9aa7-5d2587eef669 HTTP/1.1" status: 204 len: 168 time: 3.0674169 Apr 23 00:06:58.059182 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6650a21-9f1a-4417-8a7d-19d623a5ccdb None None] Routers {'2912c214-53ed-471a-be91-a18f4a678f73'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:06:58.060217 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-b6650a21-9f1a-4417-8a7d-19d623a5ccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['2912c214-53ed-471a-be91-a18f4a678f73'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:58.061537 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6803473-7a1c-47a5-b8fe-cf94f3766aec None None] Network 68bb8332-aed6-4bca-b472-fff302dc370c is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:58.062851 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53912) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:58.068173 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a6803473-7a1c-47a5-b8fe-cf94f3766aec None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:58.075863 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6803473-7a1c-47a5-b8fe-cf94f3766aec None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:58.084505 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07888a7b-54b6-48bd-88e7-bd1b26c273ee None None] No DVR routers for this DVR port f1ba1c1d-a3d4-4c71-a08c-ea580f45edce on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:58.108242 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-b6650a21-9f1a-4417-8a7d-19d623a5ccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:58.109213 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6650a21-9f1a-4417-8a7d-19d623a5ccdb None None] The sync data for ids ['2912c214-53ed-471a-be91-a18f4a678f73'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:06:58.131924 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e3c8e814-be7a-4d82-ae75-978e2e2ac715 None None] For port 564b0c3a-47b7-4be8-91ff-2069fc0fc27f, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=564b0c3a-47b7-4be8-91ff-2069fc0fc27f,segment=NetworkSegment(7355e617-10c8-41d3-a1bc-46ea6707fcc9),segment_id=7355e617-10c8-41d3-a1bc-46ea6707fcc9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:58.131924 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3c8e814-be7a-4d82-ae75-978e2e2ac715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:58.138965 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 564b0c3a-47b7-4be8-91ff-2069fc0fc27f no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:06:58.171864 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e3c8e814-be7a-4d82-ae75-978e2e2ac715 None None] Calling delete_port for 564b0c3a-47b7-4be8-91ff-2069fc0fc27f owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:58.249779 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bbad0551-9aaa-43ad-bd22-b03a99f2a45f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:58.272562 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6803473-7a1c-47a5-b8fe-cf94f3766aec None None] Pushing event updated for resources: {'Port': ['ID=380ef263-9b71-45c8-9af9-49c6bd6bf345,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:58.282754 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad0551-9aaa-43ad-bd22-b03a99f2a45f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=09562ebf-cff8-4593-9a1c-ce140b27e563,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:58.296276 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bbad0551-9aaa-43ad-bd22-b03a99f2a45f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:58.298941 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a6803473-7a1c-47a5-b8fe-cf94f3766aec None None] Attempting to bind port 380ef263-9b71-45c8-9af9-49c6bd6bf345 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:06:58.299378 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a6803473-7a1c-47a5-b8fe-cf94f3766aec None None] Attempting to bind port 380ef263-9b71-45c8-9af9-49c6bd6bf345 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'a8bb4a20-1db9-4d13-bd6f-52c071c2fdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '68bb8332-aed6-4bca-b472-fff302dc370c'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:06:58.299831 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6803473-7a1c-47a5-b8fe-cf94f3766aec None None] Attempting to bind port 380ef263-9b71-45c8-9af9-49c6bd6bf345 on network 68bb8332-aed6-4bca-b472-fff302dc370c {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:06:58.300555 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bbad0551-9aaa-43ad-bd22-b03a99f2a45f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/09562ebf-cff8-4593-9a1c-ce140b27e563 HTTP/1.1" status: 204 len: 168 time: 0.9362924 Apr 23 00:06:58.304479 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53914) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:58.312844 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6efb2d-9e25-4ae7-b5c3-7521fe868da8 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:58.322344 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6803473-7a1c-47a5-b8fe-cf94f3766aec None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:06:58.322723 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6803473-7a1c-47a5-b8fe-cf94f3766aec None None] Checking segment: {'id': 'a8bb4a20-1db9-4d13-bd6f-52c071c2fdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '68bb8332-aed6-4bca-b472-fff302dc370c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:06:58.323280 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6803473-7a1c-47a5-b8fe-cf94f3766aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:58.323769 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6803473-7a1c-47a5-b8fe-cf94f3766aec None None] Bound using segment: {'id': 'a8bb4a20-1db9-4d13-bd6f-52c071c2fdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '68bb8332-aed6-4bca-b472-fff302dc370c'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:06:58.324414 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a6803473-7a1c-47a5-b8fe-cf94f3766aec None None] Bound port: 380ef263-9b71-45c8-9af9-49c6bd6bf345, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8bb4a20-1db9-4d13-bd6f-52c071c2fdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '68bb8332-aed6-4bca-b472-fff302dc370c'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:06:58.324854 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6803473-7a1c-47a5-b8fe-cf94f3766aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:58.404900 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3b0c43-832b-401a-b554-4ec28eccc8ba tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet e4f38284-5084-4185-9f0e-2e63481923f7 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:06:58.408745 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0c43-832b-401a-b554-4ec28eccc8ba tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:58.477753 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0c43-832b-401a-b554-4ec28eccc8ba tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:58.480695 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:58.529034 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a6803473-7a1c-47a5-b8fe-cf94f3766aec None None] For port 380ef263-9b71-45c8-9af9-49c6bd6bf345, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:06:58.532967 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a6803473-7a1c-47a5-b8fe-cf94f3766aec None None] For port 380ef263-9b71-45c8-9af9-49c6bd6bf345, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=380ef263-9b71-45c8-9af9-49c6bd6bf345,segment=NetworkSegment(a8bb4a20-1db9-4d13-bd6f-52c071c2fdfa),segment_id=a8bb4a20-1db9-4d13-bd6f-52c071c2fdfa)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:06:58.577095 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f1ba1c1d-a3d4-4c71-a08c-ea580f45edce no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:06:58.579137 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3c8e814-be7a-4d82-ae75-978e2e2ac715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:58.588265 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc18b-aef4-4735-a1e5-0ca6a88b8d60 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:58.636634 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8e814-be7a-4d82-ae75-978e2e2ac715 None None] Pushing event deleted for resources: {'Port': ['ID=564b0c3a-47b7-4be8-91ff-2069fc0fc27f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:58.639970 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6803473-7a1c-47a5-b8fe-cf94f3766aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:58.643844 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-75627cfa-bc47-4c77-b9ef-72748bbf9f66 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:58.668260 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: f1ba1c1d-a3d4-4c71-a08c-ea580f45edce {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:06:58.668617 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f1ba1c1d-a3d4-4c71-a08c-ea580f45edce not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:06:58.672249 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c8e814-be7a-4d82-ae75-978e2e2ac715 None None] No DVR routers for this DVR port 564b0c3a-47b7-4be8-91ff-2069fc0fc27f on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:58.680624 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0c43-832b-401a-b554-4ec28eccc8ba tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:58.701882 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75627cfa-bc47-4c77-b9ef-72748bbf9f66 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] No DVR routers for this DVR port f1ba1c1d-a3d4-4c71-a08c-ea580f45edce on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:58.738591 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75627cfa-bc47-4c77-b9ef-72748bbf9f66 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Port': ['ID=f1ba1c1d-a3d4-4c71-a08c-ea580f45edce,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:58.764852 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6803473-7a1c-47a5-b8fe-cf94f3766aec None None] Pushing event updated for resources: {'Port': ['ID=380ef263-9b71-45c8-9af9-49c6bd6bf345,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:58.788780 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-12318a97-3953-44f8-8e36-22f101017105 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:58.859676 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-a822d843-fe9d-4f6d-8ca0-897a32e7f8e5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Allocated IP 172.20.0.1 (68bb8332-aed6-4bca-b472-fff302dc370c/e99895f8-bcdb-4222-aa5b-6ec00dfe7b09/2765fc1f-7a06-4f3c-a471-45d8f1bcec34) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:06:58.862808 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-75627cfa-bc47-4c77-b9ef-72748bbf9f66 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:58.880721 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0c43-832b-401a-b554-4ec28eccc8ba tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:58.890442 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-75627cfa-bc47-4c77-b9ef-72748bbf9f66 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00af01b3-6d61-4ac9-aace-fa5d3d40e126']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:58.904864 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-75627cfa-bc47-4c77-b9ef-72748bbf9f66 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c36232-8850-46e5-923a-48c1c55f175f') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:58.911811 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-75627cfa-bc47-4c77-b9ef-72748bbf9f66 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c36232-8850-46e5-923a-48c1c55f175f') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:58.926053 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b0c43-832b-401a-b554-4ec28eccc8ba tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=e4f38284-5084-4185-9f0e-2e63481923f7,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:58.934888 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0c43-832b-401a-b554-4ec28eccc8ba tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:58.940619 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ce3b0c43-832b-401a-b554-4ec28eccc8ba tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/e4f38284-5084-4185-9f0e-2e63481923f7 HTTP/1.1" status: 204 len: 168 time: 0.6323373 Apr 23 00:06:58.941075 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53916) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:58.941173 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-75627cfa-bc47-4c77-b9ef-72748bbf9f66 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:58.955498 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc18b-aef4-4735-a1e5-0ca6a88b8d60 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:59.023215 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a4fb78c5-09be-4eb0-800f-bc2ea42fb14b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0780745 Apr 23 00:06:59.048828 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53918) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:59.051196 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5dc18b-aef4-4735-a1e5-0ca6a88b8d60 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Subnet': ['ID=6d35a9a0-d967-4244-84a2-bfe9965e4011,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:59.054674 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-b78dfa3c-65e4-4167-b0ff-33ed8dd761a1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:06:59.056265 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-75627cfa-bc47-4c77-b9ef-72748bbf9f66 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:59.071623 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc18b-aef4-4735-a1e5-0ca6a88b8d60 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:59.080647 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ba5dc18b-aef4-4735-a1e5-0ca6a88b8d60 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/subnets/6d35a9a0-d967-4244-84a2-bfe9965e4011 HTTP/1.1" status: 204 len: 168 time: 1.5457778 Apr 23 00:06:59.081926 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75627cfa-bc47-4c77-b9ef-72748bbf9f66 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:06:59.084646 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-75627cfa-bc47-4c77-b9ef-72748bbf9f66 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:59.089144 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd71b9eb-3116-4165-8fc8-49c4a510013f None None] Network 0af6f65b-87bd-42bd-bd1e-e4a183586982 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:06:59.090607 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:06:59.093172 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53920) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:59.258472 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a822d843-fe9d-4f6d-8ca0-897a32e7f8e5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:59.276783 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-31f42277-8d29-4c44-9e95-7dd3d8d96f22 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:59.314918 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-75627cfa-bc47-4c77-b9ef-72748bbf9f66 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:59.324111 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-75627cfa-bc47-4c77-b9ef-72748bbf9f66 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:59.330533 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-75627cfa-bc47-4c77-b9ef-72748bbf9f66 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/networks/00af01b3-6d61-4ac9-aace-fa5d3d40e126 HTTP/1.1" status: 204 len: 168 time: 2.4838874 Apr 23 00:06:59.331843 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53922) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:06:59.368864 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a822d843-fe9d-4f6d-8ca0-897a32e7f8e5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:59.379870 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78dfa3c-65e4-4167-b0ff-33ed8dd761a1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:06:59.380043 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75627cfa-bc47-4c77-b9ef-72748bbf9f66 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Network': ['ID=00af01b3-6d61-4ac9-aace-fa5d3d40e126,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:59.380131 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b78dfa3c-65e4-4167-b0ff-33ed8dd761a1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:59.421381 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4203383e-e090-4b2a-9a52-cef02bec1753 None None] DHCP port deletion for 0af6f65b-87bd-42bd-bd1e-e4a183586982 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:06:59.488890 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1c853c6e-415f-405b-a600-4772722343f8 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:59.496702 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-31f42277-8d29-4c44-9e95-7dd3d8d96f22 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Deleting port d0fe493f-bd6d-4fec-9d15-82d52d903df1 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:59.497301 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-31f42277-8d29-4c44-9e95-7dd3d8d96f22 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:59.504860 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4203383e-e090-4b2a-9a52-cef02bec1753 None None] Deleting port d0fe493f-bd6d-4fec-9d15-82d52d903df1 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:59.505238 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4203383e-e090-4b2a-9a52-cef02bec1753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:59.514592 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a822d843-fe9d-4f6d-8ca0-897a32e7f8e5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network 68bb8332-aed6-4bca-b472-fff302dc370c is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:06:59.520353 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-a822d843-fe9d-4f6d-8ca0-897a32e7f8e5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:06:59.523699 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822d843-fe9d-4f6d-8ca0-897a32e7f8e5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Port': ['ID=2765fc1f-7a06-4f3c-a471-45d8f1bcec34,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:59.526575 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a822d843-fe9d-4f6d-8ca0-897a32e7f8e5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:06:59.627143 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4203383e-e090-4b2a-9a52-cef02bec1753 None None] For port d0fe493f-bd6d-4fec-9d15-82d52d903df1, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d0fe493f-bd6d-4fec-9d15-82d52d903df1,segment=NetworkSegment(c87dc00a-c3b2-4140-9f0c-2438cf1ca863),segment_id=c87dc00a-c3b2-4140-9f0c-2438cf1ca863)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:59.627528 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4203383e-e090-4b2a-9a52-cef02bec1753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:59.657550 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4203383e-e090-4b2a-9a52-cef02bec1753 None None] Calling delete_port for d0fe493f-bd6d-4fec-9d15-82d52d903df1 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:59.676260 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-31f42277-8d29-4c44-9e95-7dd3d8d96f22 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] For port d0fe493f-bd6d-4fec-9d15-82d52d903df1, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d0fe493f-bd6d-4fec-9d15-82d52d903df1,segment=NetworkSegment(c87dc00a-c3b2-4140-9f0c-2438cf1ca863),segment_id=c87dc00a-c3b2-4140-9f0c-2438cf1ca863)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:06:59.676484 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a822d843-fe9d-4f6d-8ca0-897a32e7f8e5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:59.676604 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-31f42277-8d29-4c44-9e95-7dd3d8d96f22 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:59.689161 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1c853c6e-415f-405b-a600-4772722343f8 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:59.701575 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-31f42277-8d29-4c44-9e95-7dd3d8d96f22 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Calling delete_port for d0fe493f-bd6d-4fec-9d15-82d52d903df1 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:06:59.740888 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1c05ae10-89ae-47fc-94ef-5a73a94acd1a req-a6b7d33a-06c0-4529-82ed-5ab1f12282cb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=728b18eb-d94c-4366-b5c9-399e8b894206&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1774964 Apr 23 00:06:59.766957 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-1c853c6e-415f-405b-a600-4772722343f8 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f905fe4e-1a46-4c94-8075-a402269596d3']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:59.773022 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-1c853c6e-415f-405b-a600-4772722343f8 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7355e617-10c8-41d3-a1bc-46ea6707fcc9') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:59.774282 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-1c853c6e-415f-405b-a600-4772722343f8 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7355e617-10c8-41d3-a1bc-46ea6707fcc9') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:06:59.798292 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1c853c6e-415f-405b-a600-4772722343f8 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:59.818405 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1c853c6e-415f-405b-a600-4772722343f8 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:59.825659 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c853c6e-415f-405b-a600-4772722343f8 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:06:59.826492 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1c853c6e-415f-405b-a600-4772722343f8 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:59.847492 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaabfbf-20a0-414f-a4cc-890c33bce1a7 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:06:59.873581 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-12318a97-3953-44f8-8e36-22f101017105 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Deleting port 26586360-d1c3-4fea-bd1e-db49fcdd394d {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:06:59.873822 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-12318a97-3953-44f8-8e36-22f101017105 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:06:59.901927 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:06:59.920276 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4203383e-e090-4b2a-9a52-cef02bec1753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:06:59.968005 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203383e-e090-4b2a-9a52-cef02bec1753 None None] Pushing event deleted for resources: {'Port': ['ID=d0fe493f-bd6d-4fec-9d15-82d52d903df1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:06:59.974422 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4203383e-e090-4b2a-9a52-cef02bec1753 None None] No DVR routers for this DVR port d0fe493f-bd6d-4fec-9d15-82d52d903df1 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:06:59.995320 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1c853c6e-415f-405b-a600-4772722343f8 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:00.010131 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-8443a54e-5ecb-437f-b4c7-84a26bc90f33 None None] Provisioning complete for port 73b927a4-04a9-46ce-ba43-5f31be4b1527 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:00.014705 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8443a54e-5ecb-437f-b4c7-84a26bc90f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:00.025623 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05ae10-89ae-47fc-94ef-5a73a94acd1a req-25bf229a-d52a-43c1-a184-401c274fe24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:00.027440 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1c05ae10-89ae-47fc-94ef-5a73a94acd1a req-25bf229a-d52a-43c1-a184-401c274fe24f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 1098 time: 0.2101362 Apr 23 00:07:00.055443 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1c853c6e-415f-405b-a600-4772722343f8 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:00.067211 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53926) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:00.067767 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1c853c6e-415f-405b-a600-4772722343f8 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/networks/f905fe4e-1a46-4c94-8075-a402269596d3 HTTP/1.1" status: 204 len: 168 time: 0.7341368 Apr 23 00:07:00.070453 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c853c6e-415f-405b-a600-4772722343f8 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Network': ['ID=f905fe4e-1a46-4c94-8075-a402269596d3,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:00.075101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-525b41e6-2693-4a54-beab-4de199b6e26c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-312087889'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:00.083519 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-31f42277-8d29-4c44-9e95-7dd3d8d96f22 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:00.135561 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a822d843-fe9d-4f6d-8ca0-897a32e7f8e5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:00.221169 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 380ef263-9b71-45c8-9af9-49c6bd6bf345 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:00.228961 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32441364-cf97-4aad-8bcc-d501a01aa35b None None] DHCP port deletion for 52c789e5-894b-4719-a369-b13bd1dbccf2 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:07:00.231024 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936c26d4-b86d-42f2-af56-c4890c63e74b None None] Network 68bb8332-aed6-4bca-b472-fff302dc370c requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:00.372257 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5668630b-cce7-4504-822e-e8531378e5d6 None None] Provisioning complete for port 380ef263-9b71-45c8-9af9-49c6bd6bf345 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:00.372730 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5668630b-cce7-4504-822e-e8531378e5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:00.429791 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 380ef263-9b71-45c8-9af9-49c6bd6bf345 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:00.430260 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:00.454608 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f42277-8d29-4c44-9e95-7dd3d8d96f22 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] No DVR routers for this DVR port d0fe493f-bd6d-4fec-9d15-82d52d903df1 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:07:00.458767 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f42277-8d29-4c44-9e95-7dd3d8d96f22 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Port': ['ID=d0fe493f-bd6d-4fec-9d15-82d52d903df1,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:00.461114 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a822d843-fe9d-4f6d-8ca0-897a32e7f8e5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:00.494398 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-32441364-cf97-4aad-8bcc-d501a01aa35b None None] Deleting port 73b927a4-04a9-46ce-ba43-5f31be4b1527 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:00.494770 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32441364-cf97-4aad-8bcc-d501a01aa35b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:00.497557 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-12318a97-3953-44f8-8e36-22f101017105 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:00.531356 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a822d843-fe9d-4f6d-8ca0-897a32e7f8e5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:00.538442 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-12318a97-3953-44f8-8e36-22f101017105 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Calling delete_port for 26586360-d1c3-4fea-bd1e-db49fcdd394d owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:00.614550 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822d843-fe9d-4f6d-8ca0-897a32e7f8e5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Port': ['ID=2765fc1f-7a06-4f3c-a471-45d8f1bcec34,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:00.618355 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a822d843-fe9d-4f6d-8ca0-897a32e7f8e5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:00.626518 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525b41e6-2693-4a54-beab-4de199b6e26c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Made reservation on behalf of 2e7f6aad76944906883dcae04c03b781 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:00.630302 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-525b41e6-2693-4a54-beab-4de199b6e26c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:00.652873 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-31f42277-8d29-4c44-9e95-7dd3d8d96f22 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:00.719154 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05ae10-89ae-47fc-94ef-5a73a94acd1a req-1023086e-4a47-44c5-b77d-52085e2c73a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:00.721385 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1c05ae10-89ae-47fc-94ef-5a73a94acd1a req-1023086e-4a47-44c5-b77d-52085e2c73a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4e0063e3-a51b-4951-b1d1-a61920180a9f HTTP/1.1" status: 200 len: 897 time: 0.6646397 Apr 23 00:07:00.722030 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a822d843-fe9d-4f6d-8ca0-897a32e7f8e5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network 68bb8332-aed6-4bca-b472-fff302dc370c is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:00.723555 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-a822d843-fe9d-4f6d-8ca0-897a32e7f8e5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:00.756717 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525b41e6-2693-4a54-beab-4de199b6e26c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:07:00.786856 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-31f42277-8d29-4c44-9e95-7dd3d8d96f22 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af6f65b-87bd-42bd-bd1e-e4a183586982']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:00.838144 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5668630b-cce7-4504-822e-e8531378e5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:00.845520 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-32441364-cf97-4aad-8bcc-d501a01aa35b None None] For port 73b927a4-04a9-46ce-ba43-5f31be4b1527, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=73b927a4-04a9-46ce-ba43-5f31be4b1527,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:00.845915 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32441364-cf97-4aad-8bcc-d501a01aa35b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:00.863748 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-31f42277-8d29-4c44-9e95-7dd3d8d96f22 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c87dc00a-c3b2-4140-9f0c-2438cf1ca863') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:00.865140 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-31f42277-8d29-4c44-9e95-7dd3d8d96f22 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c87dc00a-c3b2-4140-9f0c-2438cf1ca863') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:00.877879 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-525b41e6-2693-4a54-beab-4de199b6e26c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:00.878152 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-525b41e6-2693-4a54-beab-4de199b6e26c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Added segment 4b3b73b5-bef7-41ce-8b1f-4c78b1a6476c of type vlan for network b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e Apr 23 00:07:00.880798 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:00.887144 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-32441364-cf97-4aad-8bcc-d501a01aa35b None None] Calling delete_port for 73b927a4-04a9-46ce-ba43-5f31be4b1527 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:00.911831 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a822d843-fe9d-4f6d-8ca0-897a32e7f8e5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Router 1ffca4b1-2484-4830-b67a-d5d41fbecb4e is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:07:00.917733 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-31f42277-8d29-4c44-9e95-7dd3d8d96f22 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:00.932359 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5668630b-cce7-4504-822e-e8531378e5d6 None None] For port 380ef263-9b71-45c8-9af9-49c6bd6bf345, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=380ef263-9b71-45c8-9af9-49c6bd6bf345,segment=NetworkSegment(a8bb4a20-1db9-4d13-bd6f-52c071c2fdfa),segment_id=a8bb4a20-1db9-4d13-bd6f-52c071c2fdfa)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:00.956133 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1c05ae10-89ae-47fc-94ef-5a73a94acd1a req-997a4cc8-f48a-411e-943a-70e5110709ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a536b13-0987-4289-baa7-fbaf4162383e HTTP/1.1" status: 200 len: 1000 time: 0.2225468 Apr 23 00:07:00.966548 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.objects.ports [None req-b78dfa3c-65e4-4167-b0ff-33ed8dd761a1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103144) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 23 00:07:00.997156 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5668630b-cce7-4504-822e-e8531378e5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:01.040339 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a822d843-fe9d-4f6d-8ca0-897a32e7f8e5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:07:01.059728 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ed806e-9de0-47bc-b2cf-d444778f5c06 None None] Sync routers for ids ['1ffca4b1-2484-4830-b67a-d5d41fbecb4e'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:07:01.066666 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a822d843-fe9d-4f6d-8ca0-897a32e7f8e5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "PUT /v2.0/routers/1ffca4b1-2484-4830-b67a-d5d41fbecb4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7405508 Apr 23 00:07:01.066666 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53928) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:01.086269 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:07:01.086626 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:07:01.090788 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32441364-cf97-4aad-8bcc-d501a01aa35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:01.100984 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668630b-cce7-4504-822e-e8531378e5d6 None None] Pushing event updated for resources: {'Port': ['ID=380ef263-9b71-45c8-9af9-49c6bd6bf345,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:01.108660 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ed806e-9de0-47bc-b2cf-d444778f5c06 None None] Routers {'1ffca4b1-2484-4830-b67a-d5d41fbecb4e'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:01.109292 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-08ed806e-9de0-47bc-b2cf-d444778f5c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['1ffca4b1-2484-4830-b67a-d5d41fbecb4e'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:01.124714 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-31f42277-8d29-4c44-9e95-7dd3d8d96f22 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:01.134103 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-525b41e6-2693-4a54-beab-4de199b6e26c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:01.139818 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692436a0-5185-411d-9017-675aaef01270 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:01.141449 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-692436a0-5185-411d-9017-675aaef01270 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "GET /v2.0/ports/2765fc1f-7a06-4f3c-a471-45d8f1bcec34 HTTP/1.1" status: 200 len: 910 time: 0.0756533 Apr 23 00:07:01.145699 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53930) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:01.152040 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-dda77153-2a6d-42e8-b0a8-5776cea1bbc8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e99895f8-bcdb-4222-aa5b-6ec00dfe7b09'}]}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:01.170747 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32441364-cf97-4aad-8bcc-d501a01aa35b None None] No DVR routers for this DVR port 73b927a4-04a9-46ce-ba43-5f31be4b1527 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:07:01.172450 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32441364-cf97-4aad-8bcc-d501a01aa35b None None] Pushing event deleted for resources: {'Port': ['ID=73b927a4-04a9-46ce-ba43-5f31be4b1527,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:01.175938 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-08ed806e-9de0-47bc-b2cf-d444778f5c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:01.195339 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ed806e-9de0-47bc-b2cf-d444778f5c06 None None] Routers {'1ffca4b1-2484-4830-b67a-d5d41fbecb4e'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:01.195907 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-08ed806e-9de0-47bc-b2cf-d444778f5c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['1ffca4b1-2484-4830-b67a-d5d41fbecb4e'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:01.226959 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05ae10-89ae-47fc-94ef-5a73a94acd1a req-1fe898c2-757a-4fd6-8743-7ecb6cd52de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:01.228855 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1c05ae10-89ae-47fc-94ef-5a73a94acd1a req-1fe898c2-757a-4fd6-8743-7ecb6cd52de7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9105ea4b-a502-4369-ad5a-671310beacde HTTP/1.1" status: 200 len: 835 time: 0.2272775 Apr 23 00:07:01.234003 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-08ed806e-9de0-47bc-b2cf-d444778f5c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:01.235008 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ed806e-9de0-47bc-b2cf-d444778f5c06 None None] The sync data for ids ['1ffca4b1-2484-4830-b67a-d5d41fbecb4e'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:07:01.243525 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f42277-8d29-4c44-9e95-7dd3d8d96f22 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:07:01.243967 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-31f42277-8d29-4c44-9e95-7dd3d8d96f22 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:01.248026 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-400a063d-38ce-4f47-9fe8-51f2474acfa6 None None] Provisioning complete for port 380ef263-9b71-45c8-9af9-49c6bd6bf345 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:01.248566 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-400a063d-38ce-4f47-9fe8-51f2474acfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:07:01.248757 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:07:01.357379 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dda77153-2a6d-42e8-b0a8-5776cea1bbc8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:01.371313 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-400a063d-38ce-4f47-9fe8-51f2474acfa6 None None] Provisioning complete for port 2765fc1f-7a06-4f3c-a471-45d8f1bcec34 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:01.371771 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-400a063d-38ce-4f47-9fe8-51f2474acfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:01.406950 dv-neutron-838783-1-hyperv neutron-server[103144]: WARNING neutron.services.revisions.revision_plugin [None req-b78dfa3c-65e4-4167-b0ff-33ed8dd761a1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Could not find related port for resource to bump revision. Apr 23 00:07:01.413393 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-400a063d-38ce-4f47-9fe8-51f2474acfa6 None None] Port 2765fc1f-7a06-4f3c-a471-45d8f1bcec34 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:07:01.447840 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-525b41e6-2693-4a54-beab-4de199b6e26c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:01.453430 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525b41e6-2693-4a54-beab-4de199b6e26c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:01.454033 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-525b41e6-2693-4a54-beab-4de199b6e26c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:01.485726 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.ipam_pluggable_backend [None req-b78dfa3c-65e4-4167-b0ff-33ed8dd761a1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Port 73b927a4-04a9-46ce-ba43-5f31be4b1527 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103144) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 23 00:07:01.486046 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.ipam_pluggable_backend [None req-b78dfa3c-65e4-4167-b0ff-33ed8dd761a1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Reverting IP allocation for 2001:db8::f816:3eff:feb0:e362 {{(pid=103144) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 23 00:07:01.500198 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05ae10-89ae-47fc-94ef-5a73a94acd1a req-682aea39-4aab-48e8-a742-d8719185873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:01.503513 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1c05ae10-89ae-47fc-94ef-5a73a94acd1a req-682aea39-4aab-48e8-a742-d8719185873f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4e0063e3-a51b-4951-b1d1-a61920180a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2521825 Apr 23 00:07:01.532285 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-31f42277-8d29-4c44-9e95-7dd3d8d96f22 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:01.536766 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-31f42277-8d29-4c44-9e95-7dd3d8d96f22 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:01.540171 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-587964c7-f6cc-4f67-8ffd-f70a92291fd4 None None] Provisioning complete for port 2765fc1f-7a06-4f3c-a471-45d8f1bcec34 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:01.540621 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-587964c7-f6cc-4f67-8ffd-f70a92291fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:01.544552 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-31f42277-8d29-4c44-9e95-7dd3d8d96f22 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] 10.222.0.15 "DELETE /v2.0/networks/0af6f65b-87bd-42bd-bd1e-e4a183586982 HTTP/1.1" status: 204 len: 168 time: 2.4506283 Apr 23 00:07:01.580022 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b78dfa3c-65e4-4167-b0ff-33ed8dd761a1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:01.635863 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-525b41e6-2693-4a54-beab-4de199b6e26c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5658424 Apr 23 00:07:01.636918 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-587964c7-f6cc-4f67-8ffd-f70a92291fd4 None None] Port 2765fc1f-7a06-4f3c-a471-45d8f1bcec34 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:07:01.673027 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b41e6-2693-4a54-beab-4de199b6e26c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Network': ['ID=b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:01.684042 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53936) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:01.687440 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:07:01.715535 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-1a521355-a9be-45da-aaa8-a009674a06a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'subnet': {'network_id': 'b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:01.744338 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78dfa3c-65e4-4167-b0ff-33ed8dd761a1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:01.760811 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f42277-8d29-4c44-9e95-7dd3d8d96f22 tempest-NetworksIpV6Test-1910373655 tempest-NetworksIpV6Test-1910373655-project] Pushing event deleted for resources: {'Network': ['ID=0af6f65b-87bd-42bd-bd1e-e4a183586982,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:01.773146 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-12318a97-3953-44f8-8e36-22f101017105 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:01.781841 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d0fe493f-bd6d-4fec-9d15-82d52d903df1 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:07:01.786068 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-b78dfa3c-65e4-4167-b0ff-33ed8dd761a1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:01.790282 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78dfa3c-65e4-4167-b0ff-33ed8dd761a1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:01.790938 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b78dfa3c-65e4-4167-b0ff-33ed8dd761a1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:01.812814 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb7daf3-bd02-4145-a17e-9213fdf54fff None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:01.826347 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: d0fe493f-bd6d-4fec-9d15-82d52d903df1 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:07:01.829747 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d0fe493f-bd6d-4fec-9d15-82d52d903df1 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:07:01.851815 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dda77153-2a6d-42e8-b0a8-5776cea1bbc8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:01.878729 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78dfa3c-65e4-4167-b0ff-33ed8dd761a1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=8de43433-d29c-4b58-9c95-8a047984c52c,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:01.882273 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12318a97-3953-44f8-8e36-22f101017105 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event deleted for resources: {'Port': ['ID=26586360-d1c3-4fea-bd1e-db49fcdd394d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:01.899156 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-0375bc89-a58e-4a43-957b-ccc25e884102 None None] Provisioning complete for port 2765fc1f-7a06-4f3c-a471-45d8f1bcec34 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:01.899778 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0375bc89-a58e-4a43-957b-ccc25e884102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:01.922035 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dda77153-2a6d-42e8-b0a8-5776cea1bbc8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:01.961930 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0375bc89-a58e-4a43-957b-ccc25e884102 None None] Port 2765fc1f-7a06-4f3c-a471-45d8f1bcec34 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:07:01.997069 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b78dfa3c-65e4-4167-b0ff-33ed8dd761a1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9434466 Apr 23 00:07:02.000338 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53938) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:02.001551 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1c05ae10-89ae-47fc-94ef-5a73a94acd1a req-c80ab388-fbf0-492d-9912-8a7a9d774616 service neutron] 10.222.0.16 "GET /v2.0/networks/4e0063e3-a51b-4951-b1d1-a61920180a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494686 Apr 23 00:07:02.035994 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-f8adf409-127f-496a-bcab-afe4f4ccf869 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:02.080148 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a1fbba-f6f6-4c28-a3f7-91143100f4aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-52c789e5-894b-4719-a369-b13bd1dbccf2', 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'fixed_ips': [{'subnet_id': '8de43433-d29c-4b58-9c95-8a047984c52c'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:07:02.081588 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85a1fbba-f6f6-4c28-a3f7-91143100f4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:02.159591 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a521355-a9be-45da-aaa8-a009674a06a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Made reservation on behalf of 2e7f6aad76944906883dcae04c03b781 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:02.163118 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1a521355-a9be-45da-aaa8-a009674a06a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:02.166964 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda77153-2a6d-42e8-b0a8-5776cea1bbc8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:02.167776 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dda77153-2a6d-42e8-b0a8-5776cea1bbc8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:02.170515 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-dda77153-2a6d-42e8-b0a8-5776cea1bbc8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "PUT /v2.0/ports/2765fc1f-7a06-4f3c-a471-45d8f1bcec34 HTTP/1.1" status: 200 len: 910 time: 1.0238855 Apr 23 00:07:02.171900 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda77153-2a6d-42e8-b0a8-5776cea1bbc8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Port': ['ID=2765fc1f-7a06-4f3c-a471-45d8f1bcec34,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:02.174201 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53942) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:02.205484 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53944) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:02.250963 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 380ef263-9b71-45c8-9af9-49c6bd6bf345 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:02.348719 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1c05ae10-89ae-47fc-94ef-5a73a94acd1a req-b643a195-6f36-4101-9f83-a920446acfe0 service neutron] 10.222.0.16 "GET /v2.0/networks/4e0063e3-a51b-4951-b1d1-a61920180a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338842 Apr 23 00:07:02.358570 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-12318a97-3953-44f8-8e36-22f101017105 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:02.389503 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-85a1fbba-f6f6-4c28-a3f7-91143100f4aa None None] Allocated IP 2001:db8::f816:3eff:fe0b:4505 (52c789e5-894b-4719-a369-b13bd1dbccf2/8de43433-d29c-4b58-9c95-8a047984c52c/8cda659c-81e3-489a-b077-2f54e368a077) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:02.405018 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 380ef263-9b71-45c8-9af9-49c6bd6bf345 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:02.405486 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:02.470639 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8adf409-127f-496a-bcab-afe4f4ccf869 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:02.474245 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f8adf409-127f-496a-bcab-afe4f4ccf869 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:02.634046 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85a1fbba-f6f6-4c28-a3f7-91143100f4aa None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:02.654451 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.ipam_backend_mixin [None req-f8adf409-127f-496a-bcab-afe4f4ccf869 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8de43433-d29c-4b58-9c95-8a047984c52c (CIDR: 2001:db8::/64) Apr 23 00:07:02.658274 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 73b927a4-04a9-46ce-ba43-5f31be4b1527 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:07:02.676947 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8adf409-127f-496a-bcab-afe4f4ccf869 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:07:02.677719 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8adf409-127f-496a-bcab-afe4f4ccf869 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:02.720559 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85a1fbba-f6f6-4c28-a3f7-91143100f4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:02.722425 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 73b927a4-04a9-46ce-ba43-5f31be4b1527 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:07:02.722759 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 73b927a4-04a9-46ce-ba43-5f31be4b1527 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:07:02.772503 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-71190e9e-24c9-49f2-889b-b12c9c293f2e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d312e1e3becb48bb95b56303c30a4b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5589292 Apr 23 00:07:02.775233 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f8adf409-127f-496a-bcab-afe4f4ccf869 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7581742 Apr 23 00:07:02.777832 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53948) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:02.778158 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53950) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:02.810241 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-4c002dcf-283e-4e6d-8de2-b7dc5db66eda tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:02.810504 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a891186e-dcc2-47ee-a9cb-940bc4411e7e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:02.837155 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a1fbba-f6f6-4c28-a3f7-91143100f4aa None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:02.843245 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-85a1fbba-f6f6-4c28-a3f7-91143100f4aa None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:02.844974 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1fbba-f6f6-4c28-a3f7-91143100f4aa None None] Pushing event updated for resources: {'Port': ['ID=8cda659c-81e3-489a-b077-2f54e368a077,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:02.847765 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a1fbba-f6f6-4c28-a3f7-91143100f4aa None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:02.924702 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-85a1fbba-f6f6-4c28-a3f7-91143100f4aa None None] Attempting to bind port 8cda659c-81e3-489a-b077-2f54e368a077 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:07:02.925243 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-85a1fbba-f6f6-4c28-a3f7-91143100f4aa None None] Attempting to bind port 8cda659c-81e3-489a-b077-2f54e368a077 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:07:02.925692 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a1fbba-f6f6-4c28-a3f7-91143100f4aa None None] Attempting to bind port 8cda659c-81e3-489a-b077-2f54e368a077 on network 52c789e5-894b-4719-a369-b13bd1dbccf2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:07:02.941448 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a1fbba-f6f6-4c28-a3f7-91143100f4aa None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:07:02.941823 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a1fbba-f6f6-4c28-a3f7-91143100f4aa None None] Checking segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:02.942391 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85a1fbba-f6f6-4c28-a3f7-91143100f4aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:02.942846 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a1fbba-f6f6-4c28-a3f7-91143100f4aa None None] Bound using segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:07:02.944108 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-85a1fbba-f6f6-4c28-a3f7-91143100f4aa None None] Bound port: 8cda659c-81e3-489a-b077-2f54e368a077, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:07:02.944827 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85a1fbba-f6f6-4c28-a3f7-91143100f4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:03.032974 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1d2af312-5175-4b7b-8d38-b1efa97d8664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:03.034793 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1a521355-a9be-45da-aaa8-a009674a06a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:03.047721 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-85a1fbba-f6f6-4c28-a3f7-91143100f4aa None None] For port 8cda659c-81e3-489a-b077-2f54e368a077, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:07:03.064457 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-85a1fbba-f6f6-4c28-a3f7-91143100f4aa None None] For port 8cda659c-81e3-489a-b077-2f54e368a077, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=8cda659c-81e3-489a-b077-2f54e368a077,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:07:03.110835 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-a891186e-dcc2-47ee-a9cb-940bc4411e7e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting port 2765fc1f-7a06-4f3c-a471-45d8f1bcec34 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:03.111452 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a891186e-dcc2-47ee-a9cb-940bc4411e7e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:03.155148 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85a1fbba-f6f6-4c28-a3f7-91143100f4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:03.168226 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1d2af312-5175-4b7b-8d38-b1efa97d8664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:03.231421 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1fbba-f6f6-4c28-a3f7-91143100f4aa None None] Pushing event updated for resources: {'Port': ['ID=8cda659c-81e3-489a-b077-2f54e368a077,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:03.238651 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a521355-a9be-45da-aaa8-a009674a06a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Subnet': ['ID=451f9f4f-f94e-4f99-93f5-d3091fd521ac,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:03.245266 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a891186e-dcc2-47ee-a9cb-940bc4411e7e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:03.263736 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a521355-a9be-45da-aaa8-a009674a06a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Checking segment: {'id': '4b3b73b5-bef7-41ce-8b1f-4c78b1a6476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:03.264260 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a521355-a9be-45da-aaa8-a009674a06a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network hostable DHCP agents. Network: b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:07:03.264499 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-a891186e-dcc2-47ee-a9cb-940bc4411e7e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Calling delete_port for 2765fc1f-7a06-4f3c-a471-45d8f1bcec34 owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:03.271131 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12318a97-3953-44f8-8e36-22f101017105 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Router 2912c214-53ed-471a-be91-a18f4a678f73 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:07:03.332661 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c002dcf-283e-4e6d-8de2-b7dc5db66eda tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:03.336946 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4c002dcf-283e-4e6d-8de2-b7dc5db66eda tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:03.362987 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a521355-a9be-45da-aaa8-a009674a06a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:07:03.414338 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1d2af312-5175-4b7b-8d38-b1efa97d8664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:03.417046 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1d2af312-5175-4b7b-8d38-b1efa97d8664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:03.419128 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1d2af312-5175-4b7b-8d38-b1efa97d8664 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82408b5c-afad-40f2-855f-6a99ea0b3cdc HTTP/1.1" status: 204 len: 168 time: 0.6379340 Apr 23 00:07:03.497823 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2af312-5175-4b7b-8d38-b1efa97d8664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82408b5c-afad-40f2-855f-6a99ea0b3cdc,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:03.515976 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-1a521355-a9be-45da-aaa8-a009674a06a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:03.528854 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92f0566-70f4-45ee-9ea7-0f066f042847 None None] Network b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:03.535249 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a521355-a9be-45da-aaa8-a009674a06a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:03.535869 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1a521355-a9be-45da-aaa8-a009674a06a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:03.559397 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a891186e-dcc2-47ee-a9cb-940bc4411e7e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:03.578447 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12318a97-3953-44f8-8e36-22f101017105 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:07:03.585939 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-12318a97-3953-44f8-8e36-22f101017105 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "PUT /v2.0/routers/2912c214-53ed-471a-be91-a18f4a678f73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5217636 Apr 23 00:07:03.591182 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53956) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:03.603482 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3478a4-7745-4071-9775-7f3dbcb113d4 None None] Sync routers for ids ['2912c214-53ed-471a-be91-a18f4a678f73'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:07:03.613464 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a891186e-dcc2-47ee-a9cb-940bc4411e7e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Port': ['ID=2765fc1f-7a06-4f3c-a471-45d8f1bcec34,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:03.628458 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3478a4-7745-4071-9775-7f3dbcb113d4 None None] Routers {'2912c214-53ed-471a-be91-a18f4a678f73'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:03.629094 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-3f3478a4-7745-4071-9775-7f3dbcb113d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['2912c214-53ed-471a-be91-a18f4a678f73'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:03.697935 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-3f3478a4-7745-4071-9775-7f3dbcb113d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:03.723370 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3478a4-7745-4071-9775-7f3dbcb113d4 None None] Routers {'2912c214-53ed-471a-be91-a18f4a678f73'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:03.737065 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-3f3478a4-7745-4071-9775-7f3dbcb113d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['2912c214-53ed-471a-be91-a18f4a678f73'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:03.762615 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1a521355-a9be-45da-aaa8-a009674a06a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0614238 Apr 23 00:07:03.763664 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53958) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:03.773739 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cea63e6-27cf-46ec-b5c3-bd380f8f3cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e', 'network_id': 'b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'fixed_ips': [{'subnet_id': '451f9f4f-f94e-4f99-93f5-d3091fd521ac'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:07:03.775058 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5cea63e6-27cf-46ec-b5c3-bd380f8f3cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:03.775647 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-0245b72e-2cc8-470b-bb94-4dad13269bbc tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-530448578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:03.813739 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-3f3478a4-7745-4071-9775-7f3dbcb113d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:03.814451 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3478a4-7745-4071-9775-7f3dbcb113d4 None None] The sync data for ids ['2912c214-53ed-471a-be91-a18f4a678f73'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:07:03.894631 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0245b72e-2cc8-470b-bb94-4dad13269bbc tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:03.898053 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0245b72e-2cc8-470b-bb94-4dad13269bbc tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:03.914000 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c953399c-1230-4686-bff5-bf04c4f77f07 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:03.978006 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4c002dcf-283e-4e6d-8de2-b7dc5db66eda tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:04.119967 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0245b72e-2cc8-470b-bb94-4dad13269bbc tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:04.145374 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c002dcf-283e-4e6d-8de2-b7dc5db66eda tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:04.149043 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-5cea63e6-27cf-46ec-b5c3-bd380f8f3cc8 None None] Allocated IP 2001:db8::2 (b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e/451f9f4f-f94e-4f99-93f5-d3091fd521ac/8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:04.155819 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-4c002dcf-283e-4e6d-8de2-b7dc5db66eda tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:04.176405 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c002dcf-283e-4e6d-8de2-b7dc5db66eda tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:04.177791 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4c002dcf-283e-4e6d-8de2-b7dc5db66eda tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:04.196607 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8cda659c-81e3-489a-b077-2f54e368a077 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:04.200311 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0245b72e-2cc8-470b-bb94-4dad13269bbc tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:04.233513 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c002dcf-283e-4e6d-8de2-b7dc5db66eda tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=c1482689-e4da-4b0e-8e69-a11e73b83285,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:04.283587 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4c002dcf-283e-4e6d-8de2-b7dc5db66eda tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5043476 Apr 23 00:07:04.286734 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53960) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:04.292506 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-214dca20-a7ee-488d-a0c6-9e7b9767de92 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'mac_address': 'fa:16:3e:6e:98:9a', 'name': 'tempest-NetworksTestDHCPv6-2067445040'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:04.323494 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c670914-c525-422b-a104-b267754adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:04.323932 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0245b72e-2cc8-470b-bb94-4dad13269bbc tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:04.326955 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0245b72e-2cc8-470b-bb94-4dad13269bbc tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5587661 Apr 23 00:07:04.337978 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 8cda659c-81e3-489a-b077-2f54e368a077 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:04.337978 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:04.344133 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53962) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:04.349385 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-93381a5b-bff6-4529-9c1a-2d41e7989b91 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'port': {'network_id': 'b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e', 'name': 'tempest-RoutersIpV6Test-2086477466'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:04.480648 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5cea63e6-27cf-46ec-b5c3-bd380f8f3cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:04.509578 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a891186e-dcc2-47ee-a9cb-940bc4411e7e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:04.546833 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:04.558657 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5cea63e6-27cf-46ec-b5c3-bd380f8f3cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:04.634174 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93381a5b-bff6-4529-9c1a-2d41e7989b91 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Made reservation on behalf of 2e7f6aad76944906883dcae04c03b781 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:04.642308 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-93381a5b-bff6-4529-9c1a-2d41e7989b91 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:04.656314 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214dca20-a7ee-488d-a0c6-9e7b9767de92 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:04.733459 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-93381a5b-bff6-4529-9c1a-2d41e7989b91 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] device_id is not set on port be660171-0de8-42e3-a74f-5c311ab1fcc1 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:07:04.772536 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efea054-1282-4dca-ab8c-e9b38322ce25 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:04.778780 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c953399c-1230-4686-bff5-bf04c4f77f07 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:04.790554 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a891186e-dcc2-47ee-a9cb-940bc4411e7e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Router 1ffca4b1-2484-4830-b67a-d5d41fbecb4e has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:07:04.825454 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cea63e6-27cf-46ec-b5c3-bd380f8f3cc8 None None] Network b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:04.830183 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 8cda659c-81e3-489a-b077-2f54e368a077, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=8cda659c-81e3-489a-b077-2f54e368a077,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:04.831972 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-214dca20-a7ee-488d-a0c6-9e7b9767de92 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:04.857798 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea63e6-27cf-46ec-b5c3-bd380f8f3cc8 None None] Pushing event updated for resources: {'Port': ['ID=8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:04.863396 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5cea63e6-27cf-46ec-b5c3-bd380f8f3cc8 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:04.867818 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-1ec8a5b2-a662-43ab-9e29-9bb05a4f52ed None None] Provisioning complete for port 8cda659c-81e3-489a-b077-2f54e368a077 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:04.867818 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ec8a5b2-a662-43ab-9e29-9bb05a4f52ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:04.873205 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cea63e6-27cf-46ec-b5c3-bd380f8f3cc8 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:04.886765 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-214dca20-a7ee-488d-a0c6-9e7b9767de92 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] device_id is not set on port d33922b2-46fe-49e1-9222-f12a7be4a552 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:07:04.896417 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a891186e-dcc2-47ee-a9cb-940bc4411e7e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:07:04.902713 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a891186e-dcc2-47ee-a9cb-940bc4411e7e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "PUT /v2.0/routers/1ffca4b1-2484-4830-b67a-d5d41fbecb4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7231398 Apr 23 00:07:04.905441 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53964) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:04.910175 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:04.934935 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-258412b0-66fa-46e6-bce4-b9cf58413d17 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ffca4b1-2484-4830-b67a-d5d41fbecb4e HTTP/1.1" status: 200 len: 205 time: 0.0284617 Apr 23 00:07:04.937782 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53966) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:04.949371 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-93381a5b-bff6-4529-9c1a-2d41e7989b91 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Allocated IP 2001:db8::243 (b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e/451f9f4f-f94e-4f99-93f5-d3091fd521ac/be660171-0de8-42e3-a74f-5c311ab1fcc1) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:04.967215 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8e2871-e334-46e8-b812-6912d0e9c260 None None] Sync routers for ids ['1ffca4b1-2484-4830-b67a-d5d41fbecb4e'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:07:05.027839 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-c953399c-1230-4686-bff5-bf04c4f77f07 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Deleting port c519d076-76c5-4ea2-8c27-5a30b74877a6 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:05.028180 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c953399c-1230-4686-bff5-bf04c4f77f07 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:05.032689 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-badfc8b8-064a-44d4-a453-c5aa7f4243f2 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:05.036392 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8e2871-e334-46e8-b812-6912d0e9c260 None None] Routers {'1ffca4b1-2484-4830-b67a-d5d41fbecb4e'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:05.037231 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-fe8e2871-e334-46e8-b812-6912d0e9c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['1ffca4b1-2484-4830-b67a-d5d41fbecb4e'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:05.116254 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-fe8e2871-e334-46e8-b812-6912d0e9c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:05.118446 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5cea63e6-27cf-46ec-b5c3-bd380f8f3cc8 None None] Attempting to bind port 8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:07:05.118917 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5cea63e6-27cf-46ec-b5c3-bd380f8f3cc8 None None] Attempting to bind port 8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '4b3b73b5-bef7-41ce-8b1f-4c78b1a6476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:07:05.119342 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cea63e6-27cf-46ec-b5c3-bd380f8f3cc8 None None] Attempting to bind port 8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df on network b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:07:05.139547 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cea63e6-27cf-46ec-b5c3-bd380f8f3cc8 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:07:05.139888 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cea63e6-27cf-46ec-b5c3-bd380f8f3cc8 None None] Checking segment: {'id': '4b3b73b5-bef7-41ce-8b1f-4c78b1a6476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:05.140713 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5cea63e6-27cf-46ec-b5c3-bd380f8f3cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:05.140846 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cea63e6-27cf-46ec-b5c3-bd380f8f3cc8 None None] Bound using segment: {'id': '4b3b73b5-bef7-41ce-8b1f-4c78b1a6476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:07:05.141344 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5cea63e6-27cf-46ec-b5c3-bd380f8f3cc8 None None] Bound port: 8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3b73b5-bef7-41ce-8b1f-4c78b1a6476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:07:05.142459 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5cea63e6-27cf-46ec-b5c3-bd380f8f3cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:05.143658 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=8cda659c-81e3-489a-b077-2f54e368a077,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:05.168223 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8e2871-e334-46e8-b812-6912d0e9c260 None None] Routers {'1ffca4b1-2484-4830-b67a-d5d41fbecb4e'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:05.169109 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-fe8e2871-e334-46e8-b812-6912d0e9c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:06:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['1ffca4b1-2484-4830-b67a-d5d41fbecb4e'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:05.188187 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-214dca20-a7ee-488d-a0c6-9e7b9767de92 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 2001:db8:0:1::12d (52c789e5-894b-4719-a369-b13bd1dbccf2/c1482689-e4da-4b0e-8e69-a11e73b83285/d33922b2-46fe-49e1-9222-f12a7be4a552) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:05.203147 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-214dca20-a7ee-488d-a0c6-9e7b9767de92 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 2001:db8::f816:3eff:fe6e:989a (52c789e5-894b-4719-a369-b13bd1dbccf2/8de43433-d29c-4b58-9c95-8a047984c52c/d33922b2-46fe-49e1-9222-f12a7be4a552) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:05.228412 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-93381a5b-bff6-4529-9c1a-2d41e7989b91 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:05.234080 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-fe8e2871-e334-46e8-b812-6912d0e9c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:05.234815 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8e2871-e334-46e8-b812-6912d0e9c260 None None] The sync data for ids ['1ffca4b1-2484-4830-b67a-d5d41fbecb4e'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:07:05.259765 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-badfc8b8-064a-44d4-a453-c5aa7f4243f2 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:05.267120 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-badfc8b8-064a-44d4-a453-c5aa7f4243f2 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:05.273250 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c953399c-1230-4686-bff5-bf04c4f77f07 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:05.323512 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5cea63e6-27cf-46ec-b5c3-bd380f8f3cc8 None None] For port 8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:07:05.328578 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5cea63e6-27cf-46ec-b5c3-bd380f8f3cc8 None None] For port 8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df,segment=NetworkSegment(4b3b73b5-bef7-41ce-8b1f-4c78b1a6476c),segment_id=4b3b73b5-bef7-41ce-8b1f-4c78b1a6476c)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:07:05.329544 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-c953399c-1230-4686-bff5-bf04c4f77f07 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Calling delete_port for c519d076-76c5-4ea2-8c27-5a30b74877a6 owned by network:router_gateway {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:05.382159 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-93381a5b-bff6-4529-9c1a-2d41e7989b91 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:05.386022 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14314cd-cf5a-4495-8492-2c1e8fefd9ca None None] Update dhcp port {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'fixed_ips': [{'subnet_id': '8de43433-d29c-4b58-9c95-8a047984c52c', 'ip_address': '2001:db8::f816:3eff:fe0b:4505'}, {'subnet_id': 'c1482689-e4da-4b0e-8e69-a11e73b83285'}], 'binding:host_id': 'dv-neutron-838783-1-hyperv'}, 'id': '8cda659c-81e3-489a-b077-2f54e368a077'} from dv-neutron-838783-1-hyperv. {{(pid=103146) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 23 00:07:05.408820 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-badfc8b8-064a-44d4-a453-c5aa7f4243f2 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:05.408820 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badfc8b8-064a-44d4-a453-c5aa7f4243f2 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Fanout notify agent at l3_agent the message router_deleted on router 1ffca4b1-2484-4830-b67a-d5d41fbecb4e {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:07:05.411540 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5cea63e6-27cf-46ec-b5c3-bd380f8f3cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:05.456274 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-badfc8b8-064a-44d4-a453-c5aa7f4243f2 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:05.457669 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-badfc8b8-064a-44d4-a453-c5aa7f4243f2 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/routers/1ffca4b1-2484-4830-b67a-d5d41fbecb4e HTTP/1.1" status: 204 len: 168 time: 0.5187950 Apr 23 00:07:05.460584 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53968) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:05.461848 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e14314cd-cf5a-4495-8492-2c1e8fefd9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:05.463318 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93381a5b-bff6-4529-9c1a-2d41e7989b91 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:05.471684 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-93381a5b-bff6-4529-9c1a-2d41e7989b91 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:05.476640 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-214dca20-a7ee-488d-a0c6-9e7b9767de92 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:05.483855 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93381a5b-bff6-4529-9c1a-2d41e7989b91 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:05.489240 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93381a5b-bff6-4529-9c1a-2d41e7989b91 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:05.489874 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-93381a5b-bff6-4529-9c1a-2d41e7989b91 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:05.494915 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93381a5b-bff6-4529-9c1a-2d41e7989b91 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Port': ['ID=be660171-0de8-42e3-a74f-5c311ab1fcc1,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:05.508501 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea63e6-27cf-46ec-b5c3-bd380f8f3cc8 None None] Pushing event updated for resources: {'Port': ['ID=8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:05.551589 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08a16c6-0026-48cc-9c6d-8695c192fa55 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting subnet e99895f8-bcdb-4222-aa5b-6ec00dfe7b09 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:07:05.573470 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f08a16c6-0026-48cc-9c6d-8695c192fa55 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:05.576853 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-93381a5b-bff6-4529-9c1a-2d41e7989b91 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2330604 Apr 23 00:07:05.579495 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53970) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:05.628096 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-214dca20-a7ee-488d-a0c6-9e7b9767de92 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:05.628594 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f08a16c6-0026-48cc-9c6d-8695c192fa55 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:05.713539 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e14314cd-cf5a-4495-8492-2c1e8fefd9ca None None] Allocated IP 2001:db8:0:1::2 (52c789e5-894b-4719-a369-b13bd1dbccf2/c1482689-e4da-4b0e-8e69-a11e73b83285/8cda659c-81e3-489a-b077-2f54e368a077) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:05.758624 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c953399c-1230-4686-bff5-bf04c4f77f07 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:05.788696 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214dca20-a7ee-488d-a0c6-9e7b9767de92 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:05.803438 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953399c-1230-4686-bff5-bf04c4f77f07 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event deleted for resources: {'Port': ['ID=c519d076-76c5-4ea2-8c27-5a30b74877a6,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:05.803673 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-214dca20-a7ee-488d-a0c6-9e7b9767de92 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:05.873736 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e14314cd-cf5a-4495-8492-2c1e8fefd9ca None None] For port 8cda659c-81e3-489a-b077-2f54e368a077, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=8cda659c-81e3-489a-b077-2f54e368a077,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:05.879120 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f08a16c6-0026-48cc-9c6d-8695c192fa55 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:05.908268 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e14314cd-cf5a-4495-8492-2c1e8fefd9ca None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:05.928574 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c953399c-1230-4686-bff5-bf04c4f77f07 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:05.971324 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e14314cd-cf5a-4495-8492-2c1e8fefd9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:06.056244 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c953399c-1230-4686-bff5-bf04c4f77f07 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:06.060784 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c953399c-1230-4686-bff5-bf04c4f77f07 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:06.114940 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214dca20-a7ee-488d-a0c6-9e7b9767de92 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:06.117668 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14314cd-cf5a-4495-8492-2c1e8fefd9ca None None] Pushing event updated for resources: {'Port': ['ID=8cda659c-81e3-489a-b077-2f54e368a077,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:06.121673 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214dca20-a7ee-488d-a0c6-9e7b9767de92 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:06.122272 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-214dca20-a7ee-488d-a0c6-9e7b9767de92 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:06.171173 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214dca20-a7ee-488d-a0c6-9e7b9767de92 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=d33922b2-46fe-49e1-9222-f12a7be4a552,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:06.178384 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f08a16c6-0026-48cc-9c6d-8695c192fa55 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:06.210796 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a16c6-0026-48cc-9c6d-8695c192fa55 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Subnet': ['ID=e99895f8-bcdb-4222-aa5b-6ec00dfe7b09,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:06.215856 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c953399c-1230-4686-bff5-bf04c4f77f07 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:06.215856 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c953399c-1230-4686-bff5-bf04c4f77f07 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Fanout notify agent at l3_agent the message router_deleted on router 2912c214-53ed-471a-be91-a18f4a678f73 {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:07:06.215856 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f08a16c6-0026-48cc-9c6d-8695c192fa55 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:06.221544 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aec23bc-abe0-451c-8fd7-2cbd7d786601 None None] Network 68bb8332-aed6-4bca-b472-fff302dc370c requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:06.221637 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f08a16c6-0026-48cc-9c6d-8695c192fa55 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/subnets/e99895f8-bcdb-4222-aa5b-6ec00dfe7b09 HTTP/1.1" status: 204 len: 168 time: 0.7573280 Apr 23 00:07:06.222146 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53972) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:06.229993 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c953399c-1230-4686-bff5-bf04c4f77f07 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:06.240805 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c953399c-1230-4686-bff5-bf04c4f77f07 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "DELETE /v2.0/routers/2912c214-53ed-471a-be91-a18f4a678f73 HTTP/1.1" status: 204 len: 168 time: 2.6442792 Apr 23 00:07:06.241445 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53974) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:06.253316 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:06.289546 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-214dca20-a7ee-488d-a0c6-9e7b9767de92 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0016403 Apr 23 00:07:06.311997 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53976) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:06.333350 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b4b748-5c49-4daf-bbeb-d89ed5432b52 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Deleting subnet 6b5454bf-4f59-4123-a912-9758fd911782 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:07:06.338477 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-19b4b748-5c49-4daf-bbeb-d89ed5432b52 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:06.380142 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:06.383863 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:06.415375 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-19b4b748-5c49-4daf-bbeb-d89ed5432b52 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:06.422517 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-78b46623-401d-4395-a31e-11efa42fcb0d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:06.546958 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-19b4b748-5c49-4daf-bbeb-d89ed5432b52 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:06.581139 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:06.616369 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9817975e-bd12-494b-8b35-197ae05a89a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:06.631590 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df,segment=NetworkSegment(4b3b73b5-bef7-41ce-8b1f-4c78b1a6476c),segment_id=4b3b73b5-bef7-41ce-8b1f-4c78b1a6476c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:06.710055 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cec21c7-57d4-43e4-8d9d-de71b8f51c58 None None] DHCP port deletion for 68bb8332-aed6-4bca-b472-fff302dc370c request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:07:06.710782 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-78b46623-401d-4395-a31e-11efa42fcb0d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting port 380ef263-9b71-45c8-9af9-49c6bd6bf345 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:06.711132 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-78b46623-401d-4395-a31e-11efa42fcb0d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:06.719033 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-68d9ce72-7cee-49b7-8634-2a3c9e10dbaa tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting port d33922b2-46fe-49e1-9222-f12a7be4a552 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:06.719439 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-68d9ce72-7cee-49b7-8634-2a3c9e10dbaa tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:06.738084 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:06.738866 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8cda659c-81e3-489a-b077-2f54e368a077 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:06.749894 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-19b4b748-5c49-4daf-bbeb-d89ed5432b52 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:06.792425 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4b748-5c49-4daf-bbeb-d89ed5432b52 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event deleted for resources: {'Subnet': ['ID=6b5454bf-4f59-4123-a912-9758fd911782,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:06.815215 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-19b4b748-5c49-4daf-bbeb-d89ed5432b52 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:06.819698 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-19b4b748-5c49-4daf-bbeb-d89ed5432b52 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "DELETE /v2.0/subnets/6b5454bf-4f59-4123-a912-9758fd911782 HTTP/1.1" status: 204 len: 168 time: 0.5742860 Apr 23 00:07:06.823469 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53978) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:06.833186 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328a48b2-2982-491a-bc96-ccbc4b4ea927 None None] Network 775cf058-daba-4eb7-9a6d-62921613cfb6 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:06.892036 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:06.925549 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-78b46623-401d-4395-a31e-11efa42fcb0d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] For port 380ef263-9b71-45c8-9af9-49c6bd6bf345, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=380ef263-9b71-45c8-9af9-49c6bd6bf345,segment=NetworkSegment(a8bb4a20-1db9-4d13-bd6f-52c071c2fdfa),segment_id=a8bb4a20-1db9-4d13-bd6f-52c071c2fdfa)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:06.925844 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-78b46623-401d-4395-a31e-11efa42fcb0d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:06.940381 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb884f62-8a16-42a5-8f26-4d7015b56a49 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:06.950059 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-78b46623-401d-4395-a31e-11efa42fcb0d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Calling delete_port for 380ef263-9b71-45c8-9af9-49c6bd6bf345 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:06.982204 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9cec21c7-57d4-43e4-8d9d-de71b8f51c58 None None] Deleting port 380ef263-9b71-45c8-9af9-49c6bd6bf345 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:06.982418 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9cec21c7-57d4-43e4-8d9d-de71b8f51c58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:07.020248 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-eb884f62-8a16-42a5-8f26-4d7015b56a49 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Deleting port 4045f18d-cb60-48bf-a27d-0422e47b46f0 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:07.020821 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb884f62-8a16-42a5-8f26-4d7015b56a49 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:07.038949 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f385e308-f4c6-4dcd-8423-8dca4aec35e9 None None] Network b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:07.061928 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 8cda659c-81e3-489a-b077-2f54e368a077 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:07.062294 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:07.107561 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-eb884f62-8a16-42a5-8f26-4d7015b56a49 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] For port 4045f18d-cb60-48bf-a27d-0422e47b46f0, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4045f18d-cb60-48bf-a27d-0422e47b46f0,segment=NetworkSegment(2528e3f5-5fdb-4241-9cbf-3f4f4aa855b2),segment_id=2528e3f5-5fdb-4241-9cbf-3f4f4aa855b2)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:07.107854 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb884f62-8a16-42a5-8f26-4d7015b56a49 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:07.123377 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-eb884f62-8a16-42a5-8f26-4d7015b56a49 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Calling delete_port for 4045f18d-cb60-48bf-a27d-0422e47b46f0 owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:07.165489 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-68d9ce72-7cee-49b7-8634-2a3c9e10dbaa tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:07.195416 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-0fc8404c-5daf-4055-929d-44c07acf7450 None None] Provisioning complete for port 8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:07.195815 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fc8404c-5daf-4055-929d-44c07acf7450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:07.201101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-68d9ce72-7cee-49b7-8634-2a3c9e10dbaa tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Calling delete_port for d33922b2-46fe-49e1-9222-f12a7be4a552 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:07.255719 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9cec21c7-57d4-43e4-8d9d-de71b8f51c58 None None] For port 380ef263-9b71-45c8-9af9-49c6bd6bf345, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=380ef263-9b71-45c8-9af9-49c6bd6bf345,segment=NetworkSegment(a8bb4a20-1db9-4d13-bd6f-52c071c2fdfa),segment_id=a8bb4a20-1db9-4d13-bd6f-52c071c2fdfa)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:07.256270 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9cec21c7-57d4-43e4-8d9d-de71b8f51c58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:07.299060 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb884f62-8a16-42a5-8f26-4d7015b56a49 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:07.306878 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9cec21c7-57d4-43e4-8d9d-de71b8f51c58 None None] Calling delete_port for 380ef263-9b71-45c8-9af9-49c6bd6bf345 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:07.315276 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb884f62-8a16-42a5-8f26-4d7015b56a49 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] No DVR routers for this DVR port 4045f18d-cb60-48bf-a27d-0422e47b46f0 on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:07:07.317234 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec05efbe-9592-4b11-a64d-9dbf067027dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:07.355653 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9817975e-bd12-494b-8b35-197ae05a89a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:07.377176 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb884f62-8a16-42a5-8f26-4d7015b56a49 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event deleted for resources: {'Port': ['ID=4045f18d-cb60-48bf-a27d-0422e47b46f0,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:07.423958 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-78b46623-401d-4395-a31e-11efa42fcb0d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:07.458280 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb884f62-8a16-42a5-8f26-4d7015b56a49 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:07.465570 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9817975e-bd12-494b-8b35-197ae05a89a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:07.476704 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b46623-401d-4395-a31e-11efa42fcb0d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] No DVR routers for this DVR port 380ef263-9b71-45c8-9af9-49c6bd6bf345 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:07:07.485466 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-eb884f62-8a16-42a5-8f26-4d7015b56a49 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775cf058-daba-4eb7-9a6d-62921613cfb6']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:07.496427 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-eb884f62-8a16-42a5-8f26-4d7015b56a49 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2528e3f5-5fdb-4241-9cbf-3f4f4aa855b2') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:07.496690 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-eb884f62-8a16-42a5-8f26-4d7015b56a49 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2528e3f5-5fdb-4241-9cbf-3f4f4aa855b2') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:07.506744 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b46623-401d-4395-a31e-11efa42fcb0d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Port': ['ID=380ef263-9b71-45c8-9af9-49c6bd6bf345,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:07.514884 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb884f62-8a16-42a5-8f26-4d7015b56a49 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:07.532449 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb884f62-8a16-42a5-8f26-4d7015b56a49 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:07.540573 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb884f62-8a16-42a5-8f26-4d7015b56a49 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:07:07.543220 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb884f62-8a16-42a5-8f26-4d7015b56a49 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:07:07.544279 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:07:07.685881 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb884f62-8a16-42a5-8f26-4d7015b56a49 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:07.694133 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb884f62-8a16-42a5-8f26-4d7015b56a49 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:07.700195 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-eb884f62-8a16-42a5-8f26-4d7015b56a49 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "DELETE /v2.0/networks/775cf058-daba-4eb7-9a6d-62921613cfb6 HTTP/1.1" status: 204 len: 168 time: 0.8723674 Apr 23 00:07:07.712351 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53980) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:07.712528 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9cec21c7-57d4-43e4-8d9d-de71b8f51c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:07.740980 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8a55c6-ad8e-4f95-9ee8-cbcd6b80cab4 None None] DHCP port deletion for 775cf058-daba-4eb7-9a6d-62921613cfb6 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:07:07.742555 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817975e-bd12-494b-8b35-197ae05a89a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Port': ['ID=be660171-0de8-42e3-a74f-5c311ab1fcc1,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:07.755527 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec21c7-57d4-43e4-8d9d-de71b8f51c58 None None] Pushing event deleted for resources: {'Port': ['ID=380ef263-9b71-45c8-9af9-49c6bd6bf345,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:07.762918 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-78b46623-401d-4395-a31e-11efa42fcb0d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:07.764055 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb884f62-8a16-42a5-8f26-4d7015b56a49 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event deleted for resources: {'Network': ['ID=775cf058-daba-4eb7-9a6d-62921613cfb6,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:07.771216 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cec21c7-57d4-43e4-8d9d-de71b8f51c58 None None] No DVR routers for this DVR port 380ef263-9b71-45c8-9af9-49c6bd6bf345 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:07:07.789501 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-68d9ce72-7cee-49b7-8634-2a3c9e10dbaa tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:07.817152 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-0fe9b9e6-fb2c-4691-add4-0e8331eaf23f None None] Could not find standard attr ID for object d33922b2-46fe-49e1-9222-f12a7be4a552. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:07:07.830839 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-0fe9b9e6-fb2c-4691-add4-0e8331eaf23f None None] Provisioning complete for port 8cda659c-81e3-489a-b077-2f54e368a077 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:07.830839 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fe9b9e6-fb2c-4691-add4-0e8331eaf23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:07.867891 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9ce72-7cee-49b7-8634-2a3c9e10dbaa tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Port': ['ID=d33922b2-46fe-49e1-9222-f12a7be4a552,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:07.872212 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-78b46623-401d-4395-a31e-11efa42fcb0d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68bb8332-aed6-4bca-b472-fff302dc370c']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:07.881786 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-78be5df2-1e20-4344-a5ba-315200a8332c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Deleting port 8ac432ef-df5d-467a-98f6-51dc2a1183de {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:07.882411 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-78be5df2-1e20-4344-a5ba-315200a8332c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:07.885260 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:07.922995 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53984) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:07.932079 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-78b46623-401d-4395-a31e-11efa42fcb0d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8bb4a20-1db9-4d13-bd6f-52c071c2fdfa') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:07.932079 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-78b46623-401d-4395-a31e-11efa42fcb0d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8bb4a20-1db9-4d13-bd6f-52c071c2fdfa') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:08.004087 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-68d9ce72-7cee-49b7-8634-2a3c9e10dbaa tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:08.010396 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-68d9ce72-7cee-49b7-8634-2a3c9e10dbaa tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/d33922b2-46fe-49e1-9222-f12a7be4a552 HTTP/1.1" status: 204 len: 168 time: 1.6956601 Apr 23 00:07:08.018821 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53986) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:08.031506 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-78b46623-401d-4395-a31e-11efa42fcb0d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:08.054523 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9817975e-bd12-494b-8b35-197ae05a89a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:08.080301 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-78be5df2-1e20-4344-a5ba-315200a8332c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:08.081058 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-78be5df2-1e20-4344-a5ba-315200a8332c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:08.103108 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:08.103681 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-78be5df2-1e20-4344-a5ba-315200a8332c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Calling delete_port for 8ac432ef-df5d-467a-98f6-51dc2a1183de owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:08.118913 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-78b46623-401d-4395-a31e-11efa42fcb0d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:08.141875 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b46623-401d-4395-a31e-11efa42fcb0d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:07:08.142252 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-78b46623-401d-4395-a31e-11efa42fcb0d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:08.143810 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e849b5ab-db0b-4977-8526-eafc87c68293 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:08.145418 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e849b5ab-db0b-4977-8526-eafc87c68293 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1256371 Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:07:08.148163 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:07:08.152670 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53990) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:08.187955 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:08.188749 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:08.317056 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f63128b-5d1f-44e8-9e3c-3ed36d593f2a tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:08.317527 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f63128b-5d1f-44e8-9e3c-3ed36d593f2a tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:08.318010 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f63128b-5d1f-44e8-9e3c-3ed36d593f2a tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:08.332624 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2f63128b-5d1f-44e8-9e3c-3ed36d593f2a tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=b0d4e09f8966425d866e56289d457074&network_id=4e0063e3-a51b-4951-b1d1-a61920180a9f HTTP/1.1" status: 200 len: 2999 time: 0.4022818 Apr 23 00:07:08.336837 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8cda659c-81e3-489a-b077-2f54e368a077 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:08.360045 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3a7c739d-3a3f-46be-9211-4cbd1d307524 None None] Provisioning complete for port be660171-0de8-42e3-a74f-5c311ab1fcc1 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:08.360423 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a7c739d-3a3f-46be-9211-4cbd1d307524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:08.378938 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e33043-701e-446a-b151-ab6ac65ad1fa tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:08.383015 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c5e33043-701e-446a-b151-ab6ac65ad1fa tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2156622 Apr 23 00:07:08.383503 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 53994) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:08.414978 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3a7c739d-3a3f-46be-9211-4cbd1d307524 None None] Port be660171-0de8-42e3-a74f-5c311ab1fcc1 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:07:08.431610 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-78be5df2-1e20-4344-a5ba-315200a8332c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:08.433298 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 8cda659c-81e3-489a-b077-2f54e368a077 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:08.433672 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:08.437069 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3a7c739d-3a3f-46be-9211-4cbd1d307524 None None] Provisioning complete for port 8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:08.437069 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a7c739d-3a3f-46be-9211-4cbd1d307524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:08.464099 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-78b46623-401d-4395-a31e-11efa42fcb0d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:08.479714 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c063e5f-db3e-42e9-982c-4c91f8990a5e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:08.481747 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c063e5f-db3e-42e9-982c-4c91f8990a5e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:08.483792 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c063e5f-db3e-42e9-982c-4c91f8990a5e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:08.493322 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0c063e5f-db3e-42e9-982c-4c91f8990a5e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1014218 Apr 23 00:07:08.493322 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be5df2-1e20-4344-a5ba-315200a8332c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event deleted for resources: {'Port': ['ID=8ac432ef-df5d-467a-98f6-51dc2a1183de,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:08.510702 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 53998) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:08.513071 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9817975e-bd12-494b-8b35-197ae05a89a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:08.526800 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-78b46623-401d-4395-a31e-11efa42fcb0d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:08.534483 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-78b46623-401d-4395-a31e-11efa42fcb0d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/networks/68bb8332-aed6-4bca-b472-fff302dc370c HTTP/1.1" status: 204 len: 168 time: 2.3079877 Apr 23 00:07:08.542110 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54000) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:08.566272 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-b4dd97c0-f1b6-4ef4-bbea-9d6a30173cf7 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-61037564', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:08.585078 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-78be5df2-1e20-4344-a5ba-315200a8332c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for floatingip, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:08.588496 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-78be5df2-1e20-4344-a5ba-315200a8332c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:08.597473 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-78be5df2-1e20-4344-a5ba-315200a8332c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "DELETE /v2.0/floatingips/12f96523-750a-4a0e-a4e4-485ab700b624 HTTP/1.1" status: 204 len: 168 time: 0.8899684 Apr 23 00:07:08.598207 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54002) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:08.600269 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b46623-401d-4395-a31e-11efa42fcb0d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Network': ['ID=68bb8332-aed6-4bca-b472-fff302dc370c,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:08.632211 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-7149eb99-963c-4f54-bcae-efaa49f51288 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:08.632932 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7149eb99-963c-4f54-bcae-efaa49f51288 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:08.638103 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7149eb99-963c-4f54-bcae-efaa49f51288 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "DELETE /v2.0/ports/e98816cf-db43-43df-9aa7-5d2587eef669 HTTP/1.1" status: 404 len: 333 time: 0.0360863 Apr 23 00:07:08.642350 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54004) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:08.683010 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-c470bcb5-56e9-4205-be73-1a0093c7a792 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet 8de43433-d29c-4b58-9c95-8a047984c52c {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:07:08.691779 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d15c3e54-6ebd-4331-a118-2f359f8a804a tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "GET /v2.0/ports?device_id=2912c214-53ed-471a-be91-a18f4a678f73 HTTP/1.1" status: 200 len: 205 time: 0.0443885 Apr 23 00:07:08.691965 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 380ef263-9b71-45c8-9af9-49c6bd6bf345 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:07:08.692218 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54006) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:08.693785 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c470bcb5-56e9-4205-be73-1a0093c7a792 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:08.712128 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 380ef263-9b71-45c8-9af9-49c6bd6bf345 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:07:08.712954 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 380ef263-9b71-45c8-9af9-49c6bd6bf345 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:07:08.713385 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4045f18d-cb60-48bf-a27d-0422e47b46f0 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:07:08.750966 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 4045f18d-cb60-48bf-a27d-0422e47b46f0 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:07:08.750966 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4045f18d-cb60-48bf-a27d-0422e47b46f0 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:07:08.754070 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-1867af6a-5a0c-4b9c-8b04-7529791c8c85 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] delete failed (client error): The resource could not be found. Apr 23 00:07:08.754070 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1867af6a-5a0c-4b9c-8b04-7529791c8c85 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "DELETE /v2.0/routers/2912c214-53ed-471a-be91-a18f4a678f73 HTTP/1.1" status: 404 len: 336 time: 0.0586066 Apr 23 00:07:08.754238 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b4dd97c0-f1b6-4ef4-bbea-9d6a30173cf7 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:08.754327 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b4dd97c0-f1b6-4ef4-bbea-9d6a30173cf7 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:08.758181 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54008) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:08.793109 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-c221fc28-02e8-484a-bd32-5cae222b89fc None None] Provisioning complete for port be660171-0de8-42e3-a74f-5c311ab1fcc1 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:08.793740 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c221fc28-02e8-484a-bd32-5cae222b89fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:08.799743 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-3154f86d-9159-400f-b7ed-8190c1454ec0 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:08.800294 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3154f86d-9159-400f-b7ed-8190c1454ec0 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:08.804851 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3154f86d-9159-400f-b7ed-8190c1454ec0 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "DELETE /v2.0/subnets/6b5454bf-4f59-4123-a912-9758fd911782 HTTP/1.1" status: 404 len: 337 time: 0.0450130 Apr 23 00:07:08.810519 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54010) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:08.848816 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c221fc28-02e8-484a-bd32-5cae222b89fc None None] Port be660171-0de8-42e3-a74f-5c311ab1fcc1 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:07:08.910086 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-774137ee-793e-4c45-b194-93caa9fc0885 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Deleting port 411d8339-1da7-40b7-bb8b-fe5b50342f8d {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:08.910349 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-774137ee-793e-4c45-b194-93caa9fc0885 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:08.965015 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-f2adb903-015e-4ce7-9cfa-652459f90811 None None] Provisioning complete for port be660171-0de8-42e3-a74f-5c311ab1fcc1 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:08.965383 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2adb903-015e-4ce7-9cfa-652459f90811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:09.000578 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f2adb903-015e-4ce7-9cfa-652459f90811 None None] Port be660171-0de8-42e3-a74f-5c311ab1fcc1 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:07:09.012269 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-774137ee-793e-4c45-b194-93caa9fc0885 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:09.025653 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-774137ee-793e-4c45-b194-93caa9fc0885 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Calling delete_port for 411d8339-1da7-40b7-bb8b-fe5b50342f8d owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:09.135896 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c470bcb5-56e9-4205-be73-1a0093c7a792 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:09.143093 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b4dd97c0-f1b6-4ef4-bbea-9d6a30173cf7 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:09.243021 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b4dd97c0-f1b6-4ef4-bbea-9d6a30173cf7 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:09.262900 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-774137ee-793e-4c45-b194-93caa9fc0885 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:09.292329 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774137ee-793e-4c45-b194-93caa9fc0885 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event deleted for resources: {'Port': ['ID=411d8339-1da7-40b7-bb8b-fe5b50342f8d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:09.317888 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c470bcb5-56e9-4205-be73-1a0093c7a792 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:09.364783 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-774137ee-793e-4c45-b194-93caa9fc0885 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:09.373005 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-774137ee-793e-4c45-b194-93caa9fc0885 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "DELETE /v2.0/ports/411d8339-1da7-40b7-bb8b-fe5b50342f8d HTTP/1.1" status: 204 len: 168 time: 0.5585165 Apr 23 00:07:09.373005 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54014) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:09.374487 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b4dd97c0-f1b6-4ef4-bbea-9d6a30173cf7 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:09.376755 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b4dd97c0-f1b6-4ef4-bbea-9d6a30173cf7 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.8132792 Apr 23 00:07:09.384703 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54016) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:09.389420 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-271e915a-ca9a-4e10-ab52-a715c9340bc5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'network': {'name': 'tempest-RoutersTest-2026195898'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:09.419994 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9817975e-bd12-494b-8b35-197ae05a89a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:09.475106 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9817975e-bd12-494b-8b35-197ae05a89a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:09.476051 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9817975e-bd12-494b-8b35-197ae05a89a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:09.482222 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c470bcb5-56e9-4205-be73-1a0093c7a792 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:09.493230 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-3923575d-6eb9-4d4d-bbab-3f1db3b569b5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Deleting port d0aa884b-b39b-4092-8adc-25acb02b80ce {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:09.493578 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3923575d-6eb9-4d4d-bbab-3f1db3b569b5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:09.547102 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271e915a-ca9a-4e10-ab52-a715c9340bc5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Made reservation on behalf of 5fe246ce7e8b4978826fd603fb3045d6 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:09.551768 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-271e915a-ca9a-4e10-ab52-a715c9340bc5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:09.556116 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c470bcb5-56e9-4205-be73-1a0093c7a792 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:09.560011 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c470bcb5-56e9-4205-be73-1a0093c7a792 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/8de43433-d29c-4b58-9c95-8a047984c52c HTTP/1.1" status: 204 len: 168 time: 1.0436435 Apr 23 00:07:09.566050 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d6dbf2-ed0a-4595-bc0b-6b2cd33a2a98 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:09.567520 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54020) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:09.582466 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470bcb5-56e9-4205-be73-1a0093c7a792 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=8de43433-d29c-4b58-9c95-8a047984c52c,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:09.640457 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817975e-bd12-494b-8b35-197ae05a89a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Port': ['ID=be660171-0de8-42e3-a74f-5c311ab1fcc1,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:09.662892 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271e915a-ca9a-4e10-ab52-a715c9340bc5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:07:09.685103 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3923575d-6eb9-4d4d-bbab-3f1db3b569b5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:09.704555 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44b027b-a4ac-4538-86f3-81f7ddacd7e9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet c1482689-e4da-4b0e-8e69-a11e73b83285 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:07:09.708734 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b44b027b-a4ac-4538-86f3-81f7ddacd7e9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:09.720606 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:09.738957 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9817975e-bd12-494b-8b35-197ae05a89a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:09.741693 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-9817975e-bd12-494b-8b35-197ae05a89a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:09.744230 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:09.748799 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-271e915a-ca9a-4e10-ab52-a715c9340bc5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:09.748799 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-271e915a-ca9a-4e10-ab52-a715c9340bc5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Added segment ad7d0da1-b6cf-41fc-afba-959b0551964b of type vlan for network f25d093f-0370-4e22-9e5b-d2d45829daeb Apr 23 00:07:09.775982 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-3923575d-6eb9-4d4d-bbab-3f1db3b569b5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Calling delete_port for d0aa884b-b39b-4092-8adc-25acb02b80ce owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:09.817772 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b44b027b-a4ac-4538-86f3-81f7ddacd7e9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:09.851089 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54022) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:09.939896 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-271e915a-ca9a-4e10-ab52-a715c9340bc5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:10.011641 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9817975e-bd12-494b-8b35-197ae05a89a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Router 4e9a2200-4d6b-4424-86be-8aa8e60bba79 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:07:10.074519 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c437c3-9524-47c3-be56-4e42d3e8daee tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:10.085639 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f8c437c3-9524-47c3-be56-4e42d3e8daee tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4 HTTP/1.1" status: 200 len: 814 time: 0.2179921 Apr 23 00:07:10.121671 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b44b027b-a4ac-4538-86f3-81f7ddacd7e9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:10.160985 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-a28813f1-1c8f-48ba-8277-b0d9814a609e None None] Provisioning complete for port be660171-0de8-42e3-a74f-5c311ab1fcc1 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:10.161790 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a28813f1-1c8f-48ba-8277-b0d9814a609e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:10.167384 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9817975e-bd12-494b-8b35-197ae05a89a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:07:10.177739 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9817975e-bd12-494b-8b35-197ae05a89a1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "PUT /v2.0/routers/4e9a2200-4d6b-4424-86be-8aa8e60bba79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5923054 Apr 23 00:07:10.179316 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ceac42-6e0a-4151-8ae6-08f83bb80a07 None None] Sync routers for ids ['4e9a2200-4d6b-4424-86be-8aa8e60bba79'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:07:10.187378 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54026) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:10.203339 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ceac42-6e0a-4151-8ae6-08f83bb80a07 None None] Routers {'4e9a2200-4d6b-4424-86be-8aa8e60bba79'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:10.204381 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-16ceac42-6e0a-4151-8ae6-08f83bb80a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4e9a2200-4d6b-4424-86be-8aa8e60bba79'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:10.246759 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a28813f1-1c8f-48ba-8277-b0d9814a609e None None] Port be660171-0de8-42e3-a74f-5c311ab1fcc1 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:07:10.259999 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-16ceac42-6e0a-4151-8ae6-08f83bb80a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:10.267670 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba516f61-848e-4ccc-ac9a-bdd5797f36ba tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:10.269394 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ba516f61-848e-4ccc-ac9a-bdd5797f36ba tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "GET /v2.0/ports/be660171-0de8-42e3-a74f-5c311ab1fcc1 HTTP/1.1" status: 200 len: 984 time: 0.0786607 Apr 23 00:07:10.273193 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54030) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:10.277773 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ceac42-6e0a-4151-8ae6-08f83bb80a07 None None] Routers {'4e9a2200-4d6b-4424-86be-8aa8e60bba79'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:10.278402 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-16ceac42-6e0a-4151-8ae6-08f83bb80a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4e9a2200-4d6b-4424-86be-8aa8e60bba79'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:10.330038 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-16ceac42-6e0a-4151-8ae6-08f83bb80a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:10.330992 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ceac42-6e0a-4151-8ae6-08f83bb80a07 None None] The sync data for ids ['4e9a2200-4d6b-4424-86be-8aa8e60bba79'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:07:10.539077 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54032) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:10.545728 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-0ce80dc4-5f0a-446b-ac32-8f1fb54c5614 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'network': {'name': 'tempest-network-smoke--1274157520', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'port_security_enabled': True}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:10.598456 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-271e915a-ca9a-4e10-ab52-a715c9340bc5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:10.604505 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271e915a-ca9a-4e10-ab52-a715c9340bc5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:10.605103 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-271e915a-ca9a-4e10-ab52-a715c9340bc5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:10.653892 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce80dc4-5f0a-446b-ac32-8f1fb54c5614 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:10.657062 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0ce80dc4-5f0a-446b-ac32-8f1fb54c5614 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:10.670758 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-f3305211-ef79-4bdc-8755-fcf642de813a None None] Provisioning complete for port 8cda659c-81e3-489a-b077-2f54e368a077 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:10.671472 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f3305211-ef79-4bdc-8755-fcf642de813a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:10.743203 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e915a-ca9a-4e10-ab52-a715c9340bc5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Network': ['ID=f25d093f-0370-4e22-9e5b-d2d45829daeb,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:10.754054 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce80dc4-5f0a-446b-ac32-8f1fb54c5614 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:07:10.760378 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network f25d093f-0370-4e22-9e5b-d2d45829daeb details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:07:10.771925 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-de1aafe9-f15b-4479-9b43-0650b243e745 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:10.776381 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0ce80dc4-5f0a-446b-ac32-8f1fb54c5614 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:10.780122 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-0ce80dc4-5f0a-446b-ac32-8f1fb54c5614 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Added segment a27e184f-1b10-4192-8d29-41f7c66047c0 of type vlan for network 9d2ecf0d-bc7c-460d-97c2-28a56a383613 Apr 23 00:07:10.803915 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-271e915a-ca9a-4e10-ab52-a715c9340bc5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4186966 Apr 23 00:07:10.808012 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54034) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:10.813178 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-e65237ac-4348-4033-87d9-7194fd00874a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'subnet': {'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:10.889339 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b44b027b-a4ac-4538-86f3-81f7ddacd7e9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:10.890753 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3923575d-6eb9-4d4d-bbab-3f1db3b569b5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:10.896004 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0ce80dc4-5f0a-446b-ac32-8f1fb54c5614 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:10.953064 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b027b-a4ac-4538-86f3-81f7ddacd7e9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=c1482689-e4da-4b0e-8e69-a11e73b83285,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:10.960295 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b44b027b-a4ac-4538-86f3-81f7ddacd7e9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:10.963133 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b44b027b-a4ac-4538-86f3-81f7ddacd7e9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/c1482689-e4da-4b0e-8e69-a11e73b83285 HTTP/1.1" status: 204 len: 168 time: 1.3929152 Apr 23 00:07:10.964244 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923575d-6eb9-4d4d-bbab-3f1db3b569b5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event deleted for resources: {'Port': ['ID=d0aa884b-b39b-4092-8adc-25acb02b80ce,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:10.966011 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54036) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:10.972087 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc2ef2f-31e8-42b9-9f43-47c635be96ec None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:11.020952 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a2ece4d7-a35f-4baa-a01c-b6633ee40ed7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509236 Apr 23 00:07:11.022682 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54038) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:11.028692 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-f69fc20a-8bf5-4d96-8f63-01fec1a707f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:11.070590 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65237ac-4348-4033-87d9-7194fd00874a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Made reservation on behalf of 5fe246ce7e8b4978826fd603fb3045d6 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:11.074035 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e65237ac-4348-4033-87d9-7194fd00874a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:11.076440 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-de1aafe9-f15b-4479-9b43-0650b243e745 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting port be660171-0de8-42e3-a74f-5c311ab1fcc1 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:11.076948 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-de1aafe9-f15b-4479-9b43-0650b243e745 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:11.095300 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0ce80dc4-5f0a-446b-ac32-8f1fb54c5614 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:11.101432 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce80dc4-5f0a-446b-ac32-8f1fb54c5614 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:11.102343 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0ce80dc4-5f0a-446b-ac32-8f1fb54c5614 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:11.180776 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7472be8-71b8-4157-84cf-756cada02694 None None] DHCP port deletion for 52c789e5-894b-4719-a369-b13bd1dbccf2 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:07:11.191931 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3923575d-6eb9-4d4d-bbab-3f1db3b569b5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:11.197671 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3923575d-6eb9-4d4d-bbab-3f1db3b569b5 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "DELETE /v2.0/ports/d0aa884b-b39b-4092-8adc-25acb02b80ce HTTP/1.1" status: 204 len: 168 time: 1.8211660 Apr 23 00:07:11.198257 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54040) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:11.222876 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce80dc4-5f0a-446b-ac32-8f1fb54c5614 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Network': ['ID=9d2ecf0d-bc7c-460d-97c2-28a56a383613,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:11.241754 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 9d2ecf0d-bc7c-460d-97c2-28a56a383613 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:07:11.243825 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0ce80dc4-5f0a-446b-ac32-8f1fb54c5614 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7033861 Apr 23 00:07:11.250858 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54042) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:11.272572 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-de1aafe9-f15b-4479-9b43-0650b243e745 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:11.285390 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22968a7-18c4-4834-a820-a17f372b3cba tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:11.286894 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c22968a7-18c4-4834-a820-a17f372b3cba tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa0dda3-a592-488f-8b17-4e21529fcf68 HTTP/1.1" status: 200 len: 913 time: 0.0863793 Apr 23 00:07:11.291868 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54044) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:11.330294 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d7472be8-71b8-4157-84cf-756cada02694 None None] Deleting port 8cda659c-81e3-489a-b077-2f54e368a077 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:11.331063 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7472be8-71b8-4157-84cf-756cada02694 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:11.342163 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-de1aafe9-f15b-4479-9b43-0650b243e745 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Calling delete_port for be660171-0de8-42e3-a74f-5c311ab1fcc1 owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:11.368362 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bee10ad-d9c5-400a-b997-0084cbd038fe tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:11.372710 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6bee10ad-d9c5-400a-b997-0084cbd038fe tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b0d4e09f8966425d866e56289d457074&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1179831 Apr 23 00:07:11.374520 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54046) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:11.409375 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d7472be8-71b8-4157-84cf-756cada02694 None None] For port 8cda659c-81e3-489a-b077-2f54e368a077, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=8cda659c-81e3-489a-b077-2f54e368a077,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:11.409838 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7472be8-71b8-4157-84cf-756cada02694 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:11.424072 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d7472be8-71b8-4157-84cf-756cada02694 None None] Calling delete_port for 8cda659c-81e3-489a-b077-2f54e368a077 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:11.438905 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69fc20a-8bf5-4d96-8f63-01fec1a707f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:11.442742 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f69fc20a-8bf5-4d96-8f63-01fec1a707f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:11.617431 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7472be8-71b8-4157-84cf-756cada02694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:11.632925 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058f51b6-4611-420c-903e-65ce6957c605 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:11.637539 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-058f51b6-4611-420c-903e-65ce6957c605 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2605338 Apr 23 00:07:11.637789 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54048) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:11.643499 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e65237ac-4348-4033-87d9-7194fd00874a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:11.650541 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7472be8-71b8-4157-84cf-756cada02694 None None] Pushing event deleted for resources: {'Port': ['ID=8cda659c-81e3-489a-b077-2f54e368a077,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:11.666940 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7472be8-71b8-4157-84cf-756cada02694 None None] No DVR routers for this DVR port 8cda659c-81e3-489a-b077-2f54e368a077 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:07:11.756490 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65237ac-4348-4033-87d9-7194fd00874a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Subnet': ['ID=807252e3-d37e-4c61-a3f4-1e7c879cd3c1,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:11.883944 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65237ac-4348-4033-87d9-7194fd00874a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Checking segment: {'id': 'ad7d0da1-b6cf-41fc-afba-959b0551964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:11.884316 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65237ac-4348-4033-87d9-7194fd00874a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network hostable DHCP agents. Network: f25d093f-0370-4e22-9e5b-d2d45829daeb, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:07:11.972963 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-95b182e2-4c6c-484b-8208-fd11b8868a02 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3339536 Apr 23 00:07:11.976516 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54050) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:11.981678 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-02f7344d-3f48-4f02-8756-19e19891ea9c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:12.014331 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f56ea225-3f9a-4253-80d3-720aaaf6903b tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b0d4e09f8966425d866e56289d457074&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366976 Apr 23 00:07:12.017016 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54052) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:12.035704 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f69fc20a-8bf5-4d96-8f63-01fec1a707f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:12.061654 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8cda659c-81e3-489a-b077-2f54e368a077 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:07:12.082700 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 8cda659c-81e3-489a-b077-2f54e368a077 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:07:12.083124 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8cda659c-81e3-489a-b077-2f54e368a077 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:07:12.083464 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65237ac-4348-4033-87d9-7194fd00874a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network f25d093f-0370-4e22-9e5b-d2d45829daeb is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:07:12.149106 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-de1aafe9-f15b-4479-9b43-0650b243e745 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:12.179803 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1aafe9-f15b-4479-9b43-0650b243e745 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Port': ['ID=be660171-0de8-42e3-a74f-5c311ab1fcc1,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:12.211493 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69fc20a-8bf5-4d96-8f63-01fec1a707f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:12.229304 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-f69fc20a-8bf5-4d96-8f63-01fec1a707f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:12.242677 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9603a3-31b0-4471-848d-90575c5660a4 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:12.244698 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69fc20a-8bf5-4d96-8f63-01fec1a707f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:12.245277 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f69fc20a-8bf5-4d96-8f63-01fec1a707f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:12.274871 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-e65237ac-4348-4033-87d9-7194fd00874a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, f25d093f-0370-4e22-9e5b-d2d45829daeb) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:12.282209 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-de1aafe9-f15b-4479-9b43-0650b243e745 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:12.290939 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69fc20a-8bf5-4d96-8f63-01fec1a707f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=b89eaf71-0cbe-41c8-984f-ded482500966,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:12.312407 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65237ac-4348-4033-87d9-7194fd00874a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:12.313330 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e65237ac-4348-4033-87d9-7194fd00874a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:12.328464 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71b158e-3061-41ba-9ba9-b09e54e75bec None None] Network f25d093f-0370-4e22-9e5b-d2d45829daeb requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:12.348835 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaad334d-73ff-453e-9538-d0d1410540af tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:12.351279 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-aaad334d-73ff-453e-9538-d0d1410540af tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3328831 Apr 23 00:07:12.365575 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54054) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:12.396581 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f69fc20a-8bf5-4d96-8f63-01fec1a707f3 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3699391 Apr 23 00:07:12.397384 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54056) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:12.402332 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-d530f05f-7f19-412b-a42e-09a26a82ed90 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:12.426141 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-db2802d8-379d-4219-9f46-777e2488b7c9 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0594501 Apr 23 00:07:12.430177 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54058) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:12.436239 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-3d87085b-4a40-419f-9a85-6d85bc9faad5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-283371233', 'network_id': '9d2ecf0d-bc7c-460d-97c2-28a56a383613', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:12.470286 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e65237ac-4348-4033-87d9-7194fd00874a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6584804 Apr 23 00:07:12.494259 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54060) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:12.563425 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436e995a-e527-435d-b59a-78811abed183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-52c789e5-894b-4719-a369-b13bd1dbccf2', 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'fixed_ips': [{'subnet_id': 'b89eaf71-0cbe-41c8-984f-ded482500966'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:07:12.564362 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-436e995a-e527-435d-b59a-78811abed183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:12.606917 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b942aa-a274-4f85-a647-acef530d82f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-f25d093f-0370-4e22-9e5b-d2d45829daeb', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:07:12.607308 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1b942aa-a274-4f85-a647-acef530d82f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:12.635407 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1aafe9-f15b-4479-9b43-0650b243e745 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Router 4e9a2200-4d6b-4424-86be-8aa8e60bba79 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:07:12.639768 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-02f7344d-3f48-4f02-8756-19e19891ea9c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Deleting port 32a98ab2-0c8f-423a-ad54-636a1c4f373e {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:12.639768 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-02f7344d-3f48-4f02-8756-19e19891ea9c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:12.696461 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d87085b-4a40-419f-9a85-6d85bc9faad5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:12.700189 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3d87085b-4a40-419f-9a85-6d85bc9faad5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:12.814331 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-02f7344d-3f48-4f02-8756-19e19891ea9c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:12.832528 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-02f7344d-3f48-4f02-8756-19e19891ea9c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Calling delete_port for 32a98ab2-0c8f-423a-ad54-636a1c4f373e owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:12.867489 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d530f05f-7f19-412b-a42e-09a26a82ed90 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:12.869225 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-436e995a-e527-435d-b59a-78811abed183 None None] Allocated IP 2001:db8::2 (52c789e5-894b-4719-a369-b13bd1dbccf2/b89eaf71-0cbe-41c8-984f-ded482500966/e282d6c4-0930-4ae8-aec0-64011e4a196e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:12.870995 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d530f05f-7f19-412b-a42e-09a26a82ed90 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:12.871492 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-b1b942aa-a274-4f85-a647-acef530d82f5 None None] Allocated IP 172.20.0.2 (f25d093f-0370-4e22-9e5b-d2d45829daeb/807252e3-d37e-4c61-a3f4-1e7c879cd3c1/2169aa2b-1e56-41bd-a659-0288b42d68dd) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:12.888538 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1aafe9-f15b-4479-9b43-0650b243e745 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:07:12.908431 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bfe6f9-3e3f-4aa0-9ffe-88ff94459b1a None None] Sync routers for ids ['4e9a2200-4d6b-4424-86be-8aa8e60bba79'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:07:12.919079 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-de1aafe9-f15b-4479-9b43-0650b243e745 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "PUT /v2.0/routers/4e9a2200-4d6b-4424-86be-8aa8e60bba79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6419966 Apr 23 00:07:12.921188 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54062) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:13.006877 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d34bb8a-712e-4c26-a52a-6b4e3ae0895c tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:13.035693 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.ipam_backend_mixin [None req-d530f05f-7f19-412b-a42e-09a26a82ed90 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b89eaf71-0cbe-41c8-984f-ded482500966 (CIDR: 2001:db8::/64) Apr 23 00:07:13.108624 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-d530f05f-7f19-412b-a42e-09a26a82ed90 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:07:13.109079 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d530f05f-7f19-412b-a42e-09a26a82ed90 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:13.166681 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bfe6f9-3e3f-4aa0-9ffe-88ff94459b1a None None] Routers {'4e9a2200-4d6b-4424-86be-8aa8e60bba79'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:13.167326 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a1bfe6f9-3e3f-4aa0-9ffe-88ff94459b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4e9a2200-4d6b-4424-86be-8aa8e60bba79'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:13.217894 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d530f05f-7f19-412b-a42e-09a26a82ed90 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8198910 Apr 23 00:07:13.220883 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54064) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:13.221978 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a1bfe6f9-3e3f-4aa0-9ffe-88ff94459b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:13.228079 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-13406169-17cd-44d0-8828-a221eb914159 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:13.264296 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bfe6f9-3e3f-4aa0-9ffe-88ff94459b1a None None] Routers {'4e9a2200-4d6b-4424-86be-8aa8e60bba79'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:13.264938 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a1bfe6f9-3e3f-4aa0-9ffe-88ff94459b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4e9a2200-4d6b-4424-86be-8aa8e60bba79'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:13.272711 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-62e2cc2a-38e6-49e5-852a-6eeb3961344c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] remove_router_interface failed (client error): The resource could not be found. Apr 23 00:07:13.276723 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-62e2cc2a-38e6-49e5-852a-6eeb3961344c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "PUT /v2.0/routers/4e9a2200-4d6b-4424-86be-8aa8e60bba79/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3552201 Apr 23 00:07:13.278379 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54066) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:13.293182 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3d87085b-4a40-419f-9a85-6d85bc9faad5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:13.317996 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a1bfe6f9-3e3f-4aa0-9ffe-88ff94459b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:13.322577 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1c8c0465-83f7-4478-a1cb-2b40da1bd85e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e9a2200-4d6b-4424-86be-8aa8e60bba79 HTTP/1.1" status: 200 len: 205 time: 0.0399992 Apr 23 00:07:13.322732 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bfe6f9-3e3f-4aa0-9ffe-88ff94459b1a None None] The sync data for ids ['4e9a2200-4d6b-4424-86be-8aa8e60bba79'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:07:13.322821 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54068) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:13.394669 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1b942aa-a274-4f85-a647-acef530d82f5 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:13.396157 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-436e995a-e527-435d-b59a-78811abed183 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:13.411837 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87085b-4a40-419f-9a85-6d85bc9faad5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Subnet': ['ID=92109543-8802-4760-98df-aec3f47058fa,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:13.424997 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d87085b-4a40-419f-9a85-6d85bc9faad5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Checking segment: {'id': 'a27e184f-1b10-4192-8d29-41f7c66047c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d2ecf0d-bc7c-460d-97c2-28a56a383613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:13.425359 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d87085b-4a40-419f-9a85-6d85bc9faad5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network hostable DHCP agents. Network: 9d2ecf0d-bc7c-460d-97c2-28a56a383613, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:07:13.432028 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-46a8d44f-b9fe-467a-a7ef-d681ab9967f5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:13.452202 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1b942aa-a274-4f85-a647-acef530d82f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:13.469162 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-02f7344d-3f48-4f02-8756-19e19891ea9c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:13.487450 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-436e995a-e527-435d-b59a-78811abed183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:13.504123 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b942aa-a274-4f85-a647-acef530d82f5 None None] Network f25d093f-0370-4e22-9e5b-d2d45829daeb is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:13.505914 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7344d-3f48-4f02-8756-19e19891ea9c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event deleted for resources: {'Port': ['ID=32a98ab2-0c8f-423a-ad54-636a1c4f373e,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:13.514794 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b1b942aa-a274-4f85-a647-acef530d82f5 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:13.517393 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b942aa-a274-4f85-a647-acef530d82f5 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:13.530855 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b942aa-a274-4f85-a647-acef530d82f5 None None] Pushing event updated for resources: {'Port': ['ID=2169aa2b-1e56-41bd-a659-0288b42d68dd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:13.563306 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436e995a-e527-435d-b59a-78811abed183 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:13.569201 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-436e995a-e527-435d-b59a-78811abed183 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:13.571711 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436e995a-e527-435d-b59a-78811abed183 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:13.605553 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13406169-17cd-44d0-8828-a221eb914159 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:13.606289 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e995a-e527-435d-b59a-78811abed183 None None] Pushing event updated for resources: {'Port': ['ID=e282d6c4-0930-4ae8-aec0-64011e4a196e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:13.609265 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-13406169-17cd-44d0-8828-a221eb914159 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:13.659927 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-46a8d44f-b9fe-467a-a7ef-d681ab9967f5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:13.667065 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-5d34bb8a-712e-4c26-a52a-6b4e3ae0895c tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Allocated IP 172.20.0.1 (f25d093f-0370-4e22-9e5b-d2d45829daeb/807252e3-d37e-4c61-a3f4-1e7c879cd3c1/f10edbe3-cfa9-47c4-af41-2a4fb82c268e) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:13.669046 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-46a8d44f-b9fe-467a-a7ef-d681ab9967f5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:13.676853 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-b1b942aa-a274-4f85-a647-acef530d82f5 None None] Attempting to bind port 2169aa2b-1e56-41bd-a659-0288b42d68dd on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:07:13.677478 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-b1b942aa-a274-4f85-a647-acef530d82f5 None None] Attempting to bind port 2169aa2b-1e56-41bd-a659-0288b42d68dd by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'ad7d0da1-b6cf-41fc-afba-959b0551964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:07:13.677685 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b942aa-a274-4f85-a647-acef530d82f5 None None] Attempting to bind port 2169aa2b-1e56-41bd-a659-0288b42d68dd on network f25d093f-0370-4e22-9e5b-d2d45829daeb {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:07:13.693085 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b942aa-a274-4f85-a647-acef530d82f5 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:07:13.694264 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b942aa-a274-4f85-a647-acef530d82f5 None None] Checking segment: {'id': 'ad7d0da1-b6cf-41fc-afba-959b0551964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:13.694667 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1b942aa-a274-4f85-a647-acef530d82f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:13.695060 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b942aa-a274-4f85-a647-acef530d82f5 None None] Bound using segment: {'id': 'ad7d0da1-b6cf-41fc-afba-959b0551964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:07:13.695891 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-b1b942aa-a274-4f85-a647-acef530d82f5 None None] Bound port: 2169aa2b-1e56-41bd-a659-0288b42d68dd, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7d0da1-b6cf-41fc-afba-959b0551964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:07:13.696306 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1b942aa-a274-4f85-a647-acef530d82f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:13.701073 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-436e995a-e527-435d-b59a-78811abed183 None None] Attempting to bind port e282d6c4-0930-4ae8-aec0-64011e4a196e on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:07:13.701438 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-436e995a-e527-435d-b59a-78811abed183 None None] Attempting to bind port e282d6c4-0930-4ae8-aec0-64011e4a196e by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:07:13.701793 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436e995a-e527-435d-b59a-78811abed183 None None] Attempting to bind port e282d6c4-0930-4ae8-aec0-64011e4a196e on network 52c789e5-894b-4719-a369-b13bd1dbccf2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:07:13.723413 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436e995a-e527-435d-b59a-78811abed183 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:07:13.723413 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436e995a-e527-435d-b59a-78811abed183 None None] Checking segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:13.723413 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-436e995a-e527-435d-b59a-78811abed183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:13.723892 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436e995a-e527-435d-b59a-78811abed183 None None] Bound using segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:07:13.724188 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-436e995a-e527-435d-b59a-78811abed183 None None] Bound port: e282d6c4-0930-4ae8-aec0-64011e4a196e, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:07:13.725233 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-436e995a-e527-435d-b59a-78811abed183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:13.831829 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-46a8d44f-b9fe-467a-a7ef-d681ab9967f5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:13.832374 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a8d44f-b9fe-467a-a7ef-d681ab9967f5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Fanout notify agent at l3_agent the message router_deleted on router 4e9a2200-4d6b-4424-86be-8aa8e60bba79 {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:07:13.838542 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b1b942aa-a274-4f85-a647-acef530d82f5 None None] For port 2169aa2b-1e56-41bd-a659-0288b42d68dd, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:07:13.848347 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-46a8d44f-b9fe-467a-a7ef-d681ab9967f5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:13.849551 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-46a8d44f-b9fe-467a-a7ef-d681ab9967f5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/routers/4e9a2200-4d6b-4424-86be-8aa8e60bba79 HTTP/1.1" status: 204 len: 168 time: 0.5261741 Apr 23 00:07:13.853597 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54070) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:13.857867 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-436e995a-e527-435d-b59a-78811abed183 None None] For port e282d6c4-0930-4ae8-aec0-64011e4a196e, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:07:13.861042 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b1b942aa-a274-4f85-a647-acef530d82f5 None None] For port 2169aa2b-1e56-41bd-a659-0288b42d68dd, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=2169aa2b-1e56-41bd-a659-0288b42d68dd,segment=NetworkSegment(ad7d0da1-b6cf-41fc-afba-959b0551964b),segment_id=ad7d0da1-b6cf-41fc-afba-959b0551964b)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:07:13.863189 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-436e995a-e527-435d-b59a-78811abed183 None None] For port e282d6c4-0930-4ae8-aec0-64011e4a196e, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=e282d6c4-0930-4ae8-aec0-64011e4a196e,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:07:13.911466 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d87085b-4a40-419f-9a85-6d85bc9faad5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 9d2ecf0d-bc7c-460d-97c2-28a56a383613 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:07:13.921121 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1b942aa-a274-4f85-a647-acef530d82f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:13.957201 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3b18b8-0860-4e44-b83f-677a0d061556 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting subnet 451f9f4f-f94e-4f99-93f5-d3091fd521ac {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:07:13.969562 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-436e995a-e527-435d-b59a-78811abed183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:13.971764 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ae3b18b8-0860-4e44-b83f-677a0d061556 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:13.980012 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d34bb8a-712e-4c26-a52a-6b4e3ae0895c tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:14.022956 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-3d87085b-4a40-419f-9a85-6d85bc9faad5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 9d2ecf0d-bc7c-460d-97c2-28a56a383613) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:14.026282 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b942aa-a274-4f85-a647-acef530d82f5 None None] Pushing event updated for resources: {'Port': ['ID=2169aa2b-1e56-41bd-a659-0288b42d68dd,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:14.062424 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d87085b-4a40-419f-9a85-6d85bc9faad5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:14.063061 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3d87085b-4a40-419f-9a85-6d85bc9faad5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:14.073363 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ae3b18b8-0860-4e44-b83f-677a0d061556 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:14.092872 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-02f7344d-3f48-4f02-8756-19e19891ea9c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:14.098671 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e857c2b-f8ee-4fa1-8783-002ad3adc6f1 None None] Network 9d2ecf0d-bc7c-460d-97c2-28a56a383613 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:14.171051 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3d87085b-4a40-419f-9a85-6d85bc9faad5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7391939 Apr 23 00:07:14.201236 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e995a-e527-435d-b59a-78811abed183 None None] Pushing event updated for resources: {'Port': ['ID=e282d6c4-0930-4ae8-aec0-64011e4a196e,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:14.272215 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ae3b18b8-0860-4e44-b83f-677a0d061556 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:14.308585 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d34bb8a-712e-4c26-a52a-6b4e3ae0895c tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:14.364618 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34bb8a-712e-4c26-a52a-6b4e3ae0895c tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Port': ['ID=f10edbe3-cfa9-47c4-af41-2a4fb82c268e,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:14.409944 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d34bb8a-712e-4c26-a52a-6b4e3ae0895c tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network f25d093f-0370-4e22-9e5b-d2d45829daeb is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:14.415699 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-5d34bb8a-712e-4c26-a52a-6b4e3ae0895c tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:14.433613 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d34bb8a-712e-4c26-a52a-6b4e3ae0895c tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:14.468919 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47fa5ae-42e0-4e8f-9e57-6850bf635bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-9d2ecf0d-bc7c-460d-97c2-28a56a383613', 'network_id': '9d2ecf0d-bc7c-460d-97c2-28a56a383613', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ips': [{'subnet_id': '92109543-8802-4760-98df-aec3f47058fa'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:07:14.468919 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d47fa5ae-42e0-4e8f-9e57-6850bf635bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:14.530479 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f7344d-3f48-4f02-8756-19e19891ea9c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Router afa0dda3-a592-488f-8b17-4e21529fcf68 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:07:14.547960 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d34bb8a-712e-4c26-a52a-6b4e3ae0895c tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:14.606403 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54074) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:14.613107 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-3bb82171-5c99-487c-8ffc-94c061d73598 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1454090548', 'description': 'tempest-secgroup-smoke-1454090548 description', 'project_id': 'b0d4e09f8966425d866e56289d457074'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:14.640992 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.objects.ports [None req-13406169-17cd-44d0-8828-a221eb914159 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103144) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 23 00:07:14.698525 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ae3b18b8-0860-4e44-b83f-677a0d061556 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:14.719074 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f7344d-3f48-4f02-8756-19e19891ea9c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:07:14.722862 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d47fa5ae-42e0-4e8f-9e57-6850bf635bfc None None] Allocated IP 172.20.0.18 (9d2ecf0d-bc7c-460d-97c2-28a56a383613/92109543-8802-4760-98df-aec3f47058fa/18b8c7fa-c144-4bfa-925a-d2b8b4c865e4) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:14.734971 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-02f7344d-3f48-4f02-8756-19e19891ea9c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "PUT /v2.0/routers/afa0dda3-a592-488f-8b17-4e21529fcf68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4420872 Apr 23 00:07:14.736950 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fcf88a-b62f-4772-865a-cbc4e55c7b08 None None] Sync routers for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:07:14.737825 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54076) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:14.755387 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fcf88a-b62f-4772-865a-cbc4e55c7b08 None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:14.756762 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-05fcf88a-b62f-4772-865a-cbc4e55c7b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:14.790245 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3bb82171-5c99-487c-8ffc-94c061d73598 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:14.799848 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-05fcf88a-b62f-4772-865a-cbc4e55c7b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:14.814700 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fcf88a-b62f-4772-865a-cbc4e55c7b08 None None] Routers {'afa0dda3-a592-488f-8b17-4e21529fcf68'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:14.814907 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b18b8-0860-4e44-b83f-677a0d061556 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Subnet': ['ID=451f9f4f-f94e-4f99-93f5-d3091fd521ac,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:14.815811 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-05fcf88a-b62f-4772-865a-cbc4e55c7b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['afa0dda3-a592-488f-8b17-4e21529fcf68'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:14.817531 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ae3b18b8-0860-4e44-b83f-677a0d061556 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:14.823872 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ae3b18b8-0860-4e44-b83f-677a0d061556 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/subnets/451f9f4f-f94e-4f99-93f5-d3091fd521ac HTTP/1.1" status: 204 len: 168 time: 0.9666996 Apr 23 00:07:14.831055 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a6fe22-bf31-4b99-affb-26ca2d11277e None None] Network b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:14.857301 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54078) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:14.860367 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:07:14.861173 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-05fcf88a-b62f-4772-865a-cbc4e55c7b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:14.861849 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fcf88a-b62f-4772-865a-cbc4e55c7b08 None None] The sync data for ids ['afa0dda3-a592-488f-8b17-4e21529fcf68'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:07:14.979252 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1ed8b304-3ea4-429f-b9b0-cdab9cf9762c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:14.997081 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d34bb8a-712e-4c26-a52a-6b4e3ae0895c tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.025104 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d6e893e5-9b5e-451b-b21c-0b9de83d115f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.042037 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d47fa5ae-42e0-4e8f-9e57-6850bf635bfc None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.072894 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3bb82171-5c99-487c-8ffc-94c061d73598 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.091700 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-13406169-17cd-44d0-8828-a221eb914159 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.109336 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d47fa5ae-42e0-4e8f-9e57-6850bf635bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.145714 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3bb82171-5c99-487c-8ffc-94c061d73598 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.178977 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fa5ae-42e0-4e8f-9e57-6850bf635bfc None None] Pushing event updated for resources: {'Port': ['ID=18b8c7fa-c144-4bfa-925a-d2b8b4c865e4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:15.187486 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3014fe31-9ed3-4d69-a61b-68e78144c627 None None] DHCP port deletion for b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:07:15.190696 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1ed8b304-3ea4-429f-b9b0-cdab9cf9762c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.206123 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47fa5ae-42e0-4e8f-9e57-6850bf635bfc None None] Network 9d2ecf0d-bc7c-460d-97c2-28a56a383613 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:15.211255 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d47fa5ae-42e0-4e8f-9e57-6850bf635bfc None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:15.211929 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb82171-5c99-487c-8ffc-94c061d73598 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b93f783c-6b59-4148-bea0-fd3e3263d180,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:15.220350 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-d6e893e5-9b5e-451b-b21c-0b9de83d115f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting port 8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:15.220704 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d6e893e5-9b5e-451b-b21c-0b9de83d115f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.226894 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47fa5ae-42e0-4e8f-9e57-6850bf635bfc None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:15.281959 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3bb82171-5c99-487c-8ffc-94c061d73598 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.288135 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3bb82171-5c99-487c-8ffc-94c061d73598 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6839230 Apr 23 00:07:15.288915 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54080) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:15.298160 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-058d3a6a-9e39-4e31-a5f8-4998dfb81c01 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'b93f783c-6b59-4148-bea0-fd3e3263d180', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:15.330663 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-d47fa5ae-42e0-4e8f-9e57-6850bf635bfc None None] Attempting to bind port 18b8c7fa-c144-4bfa-925a-d2b8b4c865e4 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:07:15.331043 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-d47fa5ae-42e0-4e8f-9e57-6850bf635bfc None None] Attempting to bind port 18b8c7fa-c144-4bfa-925a-d2b8b4c865e4 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'a27e184f-1b10-4192-8d29-41f7c66047c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d2ecf0d-bc7c-460d-97c2-28a56a383613'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:07:15.331417 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47fa5ae-42e0-4e8f-9e57-6850bf635bfc None None] Attempting to bind port 18b8c7fa-c144-4bfa-925a-d2b8b4c865e4 on network 9d2ecf0d-bc7c-460d-97c2-28a56a383613 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:07:15.350535 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47fa5ae-42e0-4e8f-9e57-6850bf635bfc None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:07:15.350535 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47fa5ae-42e0-4e8f-9e57-6850bf635bfc None None] Checking segment: {'id': 'a27e184f-1b10-4192-8d29-41f7c66047c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d2ecf0d-bc7c-460d-97c2-28a56a383613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:15.350535 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d47fa5ae-42e0-4e8f-9e57-6850bf635bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.350535 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47fa5ae-42e0-4e8f-9e57-6850bf635bfc None None] Bound using segment: {'id': 'a27e184f-1b10-4192-8d29-41f7c66047c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d2ecf0d-bc7c-460d-97c2-28a56a383613'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:07:15.350535 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-d47fa5ae-42e0-4e8f-9e57-6850bf635bfc None None] Bound port: 18b8c7fa-c144-4bfa-925a-d2b8b4c865e4, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27e184f-1b10-4192-8d29-41f7c66047c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d2ecf0d-bc7c-460d-97c2-28a56a383613'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:07:15.350535 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d47fa5ae-42e0-4e8f-9e57-6850bf635bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.370860 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-d6e893e5-9b5e-451b-b21c-0b9de83d115f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] For port 8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df,segment=NetworkSegment(4b3b73b5-bef7-41ce-8b1f-4c78b1a6476c),segment_id=4b3b73b5-bef7-41ce-8b1f-4c78b1a6476c)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:15.371346 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d6e893e5-9b5e-451b-b21c-0b9de83d115f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.394474 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-d6e893e5-9b5e-451b-b21c-0b9de83d115f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Calling delete_port for 8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:15.429432 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d47fa5ae-42e0-4e8f-9e57-6850bf635bfc None None] For port 18b8c7fa-c144-4bfa-925a-d2b8b4c865e4, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:07:15.432964 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d47fa5ae-42e0-4e8f-9e57-6850bf635bfc None None] For port 18b8c7fa-c144-4bfa-925a-d2b8b4c865e4, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=18b8c7fa-c144-4bfa-925a-d2b8b4c865e4,segment=NetworkSegment(a27e184f-1b10-4192-8d29-41f7c66047c0),segment_id=a27e184f-1b10-4192-8d29-41f7c66047c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:07:15.444234 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3014fe31-9ed3-4d69-a61b-68e78144c627 None None] Deleting port 8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:15.445097 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3014fe31-9ed3-4d69-a61b-68e78144c627 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.480392 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-058d3a6a-9e39-4e31-a5f8-4998dfb81c01 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.525901 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3014fe31-9ed3-4d69-a61b-68e78144c627 None None] For port 8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df,segment=NetworkSegment(4b3b73b5-bef7-41ce-8b1f-4c78b1a6476c),segment_id=4b3b73b5-bef7-41ce-8b1f-4c78b1a6476c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:15.526399 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3014fe31-9ed3-4d69-a61b-68e78144c627 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.546841 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-1ed8b304-3ea4-429f-b9b0-cdab9cf9762c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Deleting port a0cbb67d-a268-48f4-bf21-a555101e6065 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:15.547417 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1ed8b304-3ea4-429f-b9b0-cdab9cf9762c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.561052 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3014fe31-9ed3-4d69-a61b-68e78144c627 None None] Calling delete_port for 8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:15.612419 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d47fa5ae-42e0-4e8f-9e57-6850bf635bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.682831 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-058d3a6a-9e39-4e31-a5f8-4998dfb81c01 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.739103 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f7c127-88e2-4e8a-af45-d67c0d749e3b None None] Network f25d093f-0370-4e22-9e5b-d2d45829daeb requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:15.755534 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-058d3a6a-9e39-4e31-a5f8-4998dfb81c01 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.765573 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1ed8b304-3ea4-429f-b9b0-cdab9cf9762c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.812609 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-1ed8b304-3ea4-429f-b9b0-cdab9cf9762c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Calling delete_port for a0cbb67d-a268-48f4-bf21-a555101e6065 owned by network:router_gateway {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:15.817426 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-13406169-17cd-44d0-8828-a221eb914159 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] For port e282d6c4-0930-4ae8-aec0-64011e4a196e, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=e282d6c4-0930-4ae8-aec0-64011e4a196e,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:15.830051 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d3a6a-9e39-4e31-a5f8-4998dfb81c01 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a8f312-0c69-4986-81d2-f7e9b2d32c50,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:15.838854 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d6e893e5-9b5e-451b-b21c-0b9de83d115f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.861481 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fa5ae-42e0-4e8f-9e57-6850bf635bfc None None] Pushing event updated for resources: {'Port': ['ID=18b8c7fa-c144-4bfa-925a-d2b8b4c865e4,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:15.889616 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3014fe31-9ed3-4d69-a61b-68e78144c627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.899523 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d34bb8a-712e-4c26-a52a-6b4e3ae0895c tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.902667 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e893e5-9b5e-451b-b21c-0b9de83d115f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] No DVR routers for this DVR port 8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:07:15.904273 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e893e5-9b5e-451b-b21c-0b9de83d115f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Port': ['ID=8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:15.904769 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-13406169-17cd-44d0-8828-a221eb914159 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.919340 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-e1a67a1d-a49c-48ec-82fe-03e2c14e42f6 None None] Provisioning complete for port 2169aa2b-1e56-41bd-a659-0288b42d68dd triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:15.919865 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1a67a1d-a49c-48ec-82fe-03e2c14e42f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.965849 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d34bb8a-712e-4c26-a52a-6b4e3ae0895c tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.978731 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-058d3a6a-9e39-4e31-a5f8-4998dfb81c01 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:15.982702 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-058d3a6a-9e39-4e31-a5f8-4998dfb81c01 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6882067 Apr 23 00:07:15.982990 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54084) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:15.988123 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-558739f6-44d3-4911-8142-ce98efe11be4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'b93f783c-6b59-4148-bea0-fd3e3263d180', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:16.059449 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014fe31-9ed3-4d69-a61b-68e78144c627 None None] Pushing event deleted for resources: {'Port': ['ID=8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:16.068030 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3014fe31-9ed3-4d69-a61b-68e78144c627 None None] No DVR routers for this DVR port 8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:07:16.071076 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d34bb8a-712e-4c26-a52a-6b4e3ae0895c tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:16.085474 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-13406169-17cd-44d0-8828-a221eb914159 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:16.088144 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-13406169-17cd-44d0-8828-a221eb914159 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:16.134080 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d6e893e5-9b5e-451b-b21c-0b9de83d115f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:16.226072 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13406169-17cd-44d0-8828-a221eb914159 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:16.237916 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-13406169-17cd-44d0-8828-a221eb914159 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:16.242040 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13406169-17cd-44d0-8828-a221eb914159 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:16.242634 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-13406169-17cd-44d0-8828-a221eb914159 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:16.283042 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34bb8a-712e-4c26-a52a-6b4e3ae0895c tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Port': ['ID=f10edbe3-cfa9-47c4-af41-2a4fb82c268e,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:16.308205 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b5cccb-5f2b-48ad-a284-69c42f34e526 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:16.325937 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-558739f6-44d3-4911-8142-ce98efe11be4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:16.326495 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-d6e893e5-9b5e-451b-b21c-0b9de83d115f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:16.343585 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13406169-17cd-44d0-8828-a221eb914159 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=806fe9e6-2189-4ab4-b1b8-31fbd0c8331c,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:16.355330 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-d6e893e5-9b5e-451b-b21c-0b9de83d115f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3b73b5-bef7-41ce-8b1f-4c78b1a6476c') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:16.355822 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-d6e893e5-9b5e-451b-b21c-0b9de83d115f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3b73b5-bef7-41ce-8b1f-4c78b1a6476c') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:16.385668 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d6e893e5-9b5e-451b-b21c-0b9de83d115f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:16.394799 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13406169-17cd-44d0-8828-a221eb914159 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=e282d6c4-0930-4ae8-aec0-64011e4a196e,revision_number=4']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:16.408894 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d34bb8a-712e-4c26-a52a-6b4e3ae0895c tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network f25d093f-0370-4e22-9e5b-d2d45829daeb is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:16.416353 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-5d34bb8a-712e-4c26-a52a-6b4e3ae0895c tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:16.420992 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device e282d6c4-0930-4ae8-aec0-64011e4a196e up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:16.444738 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d6e893e5-9b5e-451b-b21c-0b9de83d115f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:16.462077 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e893e5-9b5e-451b-b21c-0b9de83d115f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:07:16.462436 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d6e893e5-9b5e-451b-b21c-0b9de83d115f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:07:16.468123 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:07:16.476331 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-13406169-17cd-44d0-8828-a221eb914159 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.2466619 Apr 23 00:07:16.476432 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1a67a1d-a49c-48ec-82fe-03e2c14e42f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:16.476526 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54086) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:16.477937 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-899cd3f3-367c-4479-8187-117fa0595958 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'mac_address': 'fa:16:3e:e1:fa:c5', 'name': 'tempest-NetworksTestDHCPv6-873886981'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:16.494236 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-558739f6-44d3-4911-8142-ce98efe11be4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:16.559916 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-558739f6-44d3-4911-8142-ce98efe11be4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:16.561885 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e1a67a1d-a49c-48ec-82fe-03e2c14e42f6 None None] For port 2169aa2b-1e56-41bd-a659-0288b42d68dd, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=2169aa2b-1e56-41bd-a659-0288b42d68dd,segment=NetworkSegment(ad7d0da1-b6cf-41fc-afba-959b0551964b),segment_id=ad7d0da1-b6cf-41fc-afba-959b0551964b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:16.582251 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558739f6-44d3-4911-8142-ce98efe11be4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d064201b-9523-4b85-ae9e-2a8cf20d3006,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:16.604009 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port e282d6c4-0930-4ae8-aec0-64011e4a196e triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:16.604384 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:16.634160 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1ed8b304-3ea4-429f-b9b0-cdab9cf9762c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:16.698564 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-558739f6-44d3-4911-8142-ce98efe11be4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:16.702783 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-558739f6-44d3-4911-8142-ce98efe11be4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7183261 Apr 23 00:07:16.704610 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54088) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:16.705719 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d6e893e5-9b5e-451b-b21c-0b9de83d115f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:16.707357 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8b304-3ea4-429f-b9b0-cdab9cf9762c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event deleted for resources: {'Port': ['ID=a0cbb67d-a268-48f4-bf21-a555101e6065,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:16.710949 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-885b020b-302e-436d-a965-f2050a179db8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'b93f783c-6b59-4148-bea0-fd3e3263d180', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:16.721998 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d6e893e5-9b5e-451b-b21c-0b9de83d115f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:16.726171 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d6e893e5-9b5e-451b-b21c-0b9de83d115f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/networks/b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e HTTP/1.1" status: 204 len: 168 time: 1.8645296 Apr 23 00:07:16.730555 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54090) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:16.735293 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1a67a1d-a49c-48ec-82fe-03e2c14e42f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:16.745405 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:16.747002 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-517f8cbc-e395-496f-b897-b359c9c2b7e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1214729835'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:16.767771 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e893e5-9b5e-451b-b21c-0b9de83d115f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Network': ['ID=b9a5cfaa-461c-4a9c-bd6a-b16b9e53e10e,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:16.772848 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d34bb8a-712e-4c26-a52a-6b4e3ae0895c tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Router 878c8207-af35-45dd-9d5f-b4223a047173 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:07:16.782516 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899cd3f3-367c-4479-8187-117fa0595958 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:16.832218 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port e282d6c4-0930-4ae8-aec0-64011e4a196e, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=e282d6c4-0930-4ae8-aec0-64011e4a196e,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:16.843025 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1ed8b304-3ea4-429f-b9b0-cdab9cf9762c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:16.856121 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a67a1d-a49c-48ec-82fe-03e2c14e42f6 None None] Pushing event updated for resources: {'Port': ['ID=2169aa2b-1e56-41bd-a659-0288b42d68dd,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:16.882865 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-6f993920-e87b-48ba-9b3a-ff898b893a89 None None] Provisioning complete for port f10edbe3-cfa9-47c4-af41-2a4fb82c268e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:16.883241 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f993920-e87b-48ba-9b3a-ff898b893a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:16.931406 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6f993920-e87b-48ba-9b3a-ff898b893a89 None None] Port f10edbe3-cfa9-47c4-af41-2a4fb82c268e cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:07:16.933571 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:16.934477 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2169aa2b-1e56-41bd-a659-0288b42d68dd up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:17.013418 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1ed8b304-3ea4-429f-b9b0-cdab9cf9762c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:17.015788 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1ed8b304-3ea4-429f-b9b0-cdab9cf9762c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:17.042490 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d34bb8a-712e-4c26-a52a-6b4e3ae0895c tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:07:17.058665 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5d34bb8a-712e-4c26-a52a-6b4e3ae0895c tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "PUT /v2.0/routers/878c8207-af35-45dd-9d5f-b4223a047173/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5616729 Apr 23 00:07:17.060047 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-885b020b-302e-436d-a965-f2050a179db8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:17.064873 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] Sync routers for ids ['878c8207-af35-45dd-9d5f-b4223a047173'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:07:17.095276 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 2169aa2b-1e56-41bd-a659-0288b42d68dd triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:17.095682 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:17.097243 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-6f993920-e87b-48ba-9b3a-ff898b893a89 None None] Provisioning complete for port e282d6c4-0930-4ae8-aec0-64011e4a196e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:17.097597 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f993920-e87b-48ba-9b3a-ff898b893a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:17.109068 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] Routers {'878c8207-af35-45dd-9d5f-b4223a047173'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:17.109846 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['878c8207-af35-45dd-9d5f-b4223a047173'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:17.112202 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54092) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:17.122866 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-517d26b3-ac41-4720-9c04-47ac4f8d97c2 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'network': {'name': 'tempest-RoutersTest-1692107999'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:17.145721 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-885b020b-302e-436d-a965-f2050a179db8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:17.150578 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517f8cbc-e395-496f-b897-b359c9c2b7e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Made reservation on behalf of 2e7f6aad76944906883dcae04c03b781 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:17.155045 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-517f8cbc-e395-496f-b897-b359c9c2b7e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:17.155806 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1ed8b304-3ea4-429f-b9b0-cdab9cf9762c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:17.156438 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed8b304-3ea4-429f-b9b0-cdab9cf9762c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Fanout notify agent at l3_agent the message router_deleted on router afa0dda3-a592-488f-8b17-4e21529fcf68 {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:07:17.170661 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1ed8b304-3ea4-429f-b9b0-cdab9cf9762c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:17.180447 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1ed8b304-3ea4-429f-b9b0-cdab9cf9762c tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "DELETE /v2.0/routers/afa0dda3-a592-488f-8b17-4e21529fcf68 HTTP/1.1" status: 204 len: 168 time: 2.4412334 Apr 23 00:07:17.183128 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54094) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:17.228055 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-885b020b-302e-436d-a965-f2050a179db8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:17.243008 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517d26b3-ac41-4720-9c04-47ac4f8d97c2 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Made reservation on behalf of 5fe246ce7e8b4978826fd603fb3045d6 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:17.244664 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-517d26b3-ac41-4720-9c04-47ac4f8d97c2 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:17.279895 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-899cd3f3-367c-4479-8187-117fa0595958 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:17.292568 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517d26b3-ac41-4720-9c04-47ac4f8d97c2 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:07:17.314819 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-517d26b3-ac41-4720-9c04-47ac4f8d97c2 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:17.315673 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-517d26b3-ac41-4720-9c04-47ac4f8d97c2 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Added segment bb259f58-f87d-4585-8d09-f70dcd2267bc of type vlan for network 60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6 Apr 23 00:07:17.323410 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b020b-302e-436d-a965-f2050a179db8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c5c105-bfa2-4c95-bdd3-35408265b4c3,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:17.354718 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517f8cbc-e395-496f-b897-b359c9c2b7e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:07:17.362356 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aedf899-ddbc-4f32-9d0d-e4e21065a788 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Deleting subnet cebd42da-7a49-4d45-8234-2cbc63b28f68 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:07:17.372352 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-899cd3f3-367c-4479-8187-117fa0595958 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] device_id is not set on port 0cf8461a-1e22-4d6a-ba96-1332a4032df7 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:07:17.390766 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-517d26b3-ac41-4720-9c04-47ac4f8d97c2 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:17.429822 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] Set router 878c8207-af35-45dd-9d5f-b4223a047173 gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:07:17.464343 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0aedf899-ddbc-4f32-9d0d-e4e21065a788 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:17.494068 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-517f8cbc-e395-496f-b897-b359c9c2b7e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:17.494345 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-517f8cbc-e395-496f-b897-b359c9c2b7e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Added segment 07223391-087c-4c32-bb41-b4edbaeb59b0 of type vlan for network f0175fd6-a06b-4fe3-9111-3aeaa13d2869 Apr 23 00:07:17.516472 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-885b020b-302e-436d-a965-f2050a179db8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:17.517763 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-885b020b-302e-436d-a965-f2050a179db8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8118718 Apr 23 00:07:17.520814 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54096) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:17.525830 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=e282d6c4-0930-4ae8-aec0-64011e4a196e,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:17.526658 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-d33ea0f5-32b9-426c-b2cc-d7be32c5eb82 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'b93f783c-6b59-4148-bea0-fd3e3263d180', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:17.550607 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-517d26b3-ac41-4720-9c04-47ac4f8d97c2 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:17.558915 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517d26b3-ac41-4720-9c04-47ac4f8d97c2 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:17.560331 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-517d26b3-ac41-4720-9c04-47ac4f8d97c2 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:17.591322 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0aedf899-ddbc-4f32-9d0d-e4e21065a788 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:17.642412 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-517f8cbc-e395-496f-b897-b359c9c2b7e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:17.693741 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff7bc4b-4a5d-47bc-b512-252b0c170207 None None] Network 9d2ecf0d-bc7c-460d-97c2-28a56a383613 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:17.713215 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-517d26b3-ac41-4720-9c04-47ac4f8d97c2 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5967371 Apr 23 00:07:17.728507 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54098) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:17.733082 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d26b3-ac41-4720-9c04-47ac4f8d97c2 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Network': ['ID=60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:17.744989 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-d6b1c4d5-af5a-4825-bab9-a848889a30be tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'subnet': {'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:17.775986 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0aedf899-ddbc-4f32-9d0d-e4e21065a788 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:17.789632 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:07:17.798222 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:07:17.806122 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d33ea0f5-32b9-426c-b2cc-d7be32c5eb82 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:17.864006 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d33ea0f5-32b9-426c-b2cc-d7be32c5eb82 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:17.916746 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:07:17.917017 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8a08cd07-8ec0-4d6c-aee5-05c8ac7dc5df not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:07:17.949255 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d33ea0f5-32b9-426c-b2cc-d7be32c5eb82 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:17.976678 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ea0f5-32b9-426c-b2cc-d7be32c5eb82 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334abb25-458b-4eac-a559-80a7485ca651,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:17.985708 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-899cd3f3-367c-4479-8187-117fa0595958 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 2001:db8::2d7 (52c789e5-894b-4719-a369-b13bd1dbccf2/b89eaf71-0cbe-41c8-984f-ded482500966/0cf8461a-1e22-4d6a-ba96-1332a4032df7) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:17.993094 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-899cd3f3-367c-4479-8187-117fa0595958 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 2001:db8:0:1:f816:3eff:fee1:fac5 (52c789e5-894b-4719-a369-b13bd1dbccf2/806fe9e6-2189-4ab4-b1b8-31fbd0c8331c/0cf8461a-1e22-4d6a-ba96-1332a4032df7) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:17.999102 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-517f8cbc-e395-496f-b897-b359c9c2b7e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:18.001776 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517f8cbc-e395-496f-b897-b359c9c2b7e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:18.002353 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-517f8cbc-e395-496f-b897-b359c9c2b7e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:18.070923 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-6f993920-e87b-48ba-9b3a-ff898b893a89 None None] Provisioning complete for port 2169aa2b-1e56-41bd-a659-0288b42d68dd triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:18.071304 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f993920-e87b-48ba-9b3a-ff898b893a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:18.094045 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d33ea0f5-32b9-426c-b2cc-d7be32c5eb82 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:18.095986 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d33ea0f5-32b9-426c-b2cc-d7be32c5eb82 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5736570 Apr 23 00:07:18.098688 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54100) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:18.105391 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-8e44b51e-349b-45a7-bf96-62b5233c5cf5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'b93f783c-6b59-4148-bea0-fd3e3263d180', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:18.123945 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f8cbc-e395-496f-b897-b359c9c2b7e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Network': ['ID=f0175fd6-a06b-4fe3-9111-3aeaa13d2869,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:18.139619 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b1c4d5-af5a-4825-bab9-a848889a30be tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Made reservation on behalf of 5fe246ce7e8b4978826fd603fb3045d6 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:18.139619 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d6b1c4d5-af5a-4825-bab9-a848889a30be tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:18.139848 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network f0175fd6-a06b-4fe3-9111-3aeaa13d2869 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:07:18.141246 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0aedf899-ddbc-4f32-9d0d-e4e21065a788 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:18.205802 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2169aa2b-1e56-41bd-a659-0288b42d68dd up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:18.238683 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-517f8cbc-e395-496f-b897-b359c9c2b7e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5041277 Apr 23 00:07:18.239472 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54102) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:18.245139 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-cc281504-b9c7-4eaa-8d5a-425cf91ae0ee tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'subnet': {'network_id': 'f0175fd6-a06b-4fe3-9111-3aeaa13d2869', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:18.268587 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aedf899-ddbc-4f32-9d0d-e4e21065a788 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event deleted for resources: {'Subnet': ['ID=cebd42da-7a49-4d45-8234-2cbc63b28f68,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:18.282078 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0aedf899-ddbc-4f32-9d0d-e4e21065a788 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:18.285243 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0aedf899-ddbc-4f32-9d0d-e4e21065a788 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "DELETE /v2.0/subnets/cebd42da-7a49-4d45-8234-2cbc63b28f68 HTTP/1.1" status: 204 len: 168 time: 1.1010225 Apr 23 00:07:18.294582 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-8e44b51e-349b-45a7-bf96-62b5233c5cf5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Project b0d4e09f8966425d866e56289d457074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:07:18.297538 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:07:14Z', 'revision_number': 2, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:15Z', 'revision_number': 2, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:18.303723 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54104) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:18.336384 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8e44b51e-349b-45a7-bf96-62b5233c5cf5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:18.337072 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] Checking router: 878c8207-af35-45dd-9d5f-b4223a047173 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:07:18.337429 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] Updating router 878c8207-af35-45dd-9d5f-b4223a047173 port f10edbe3-cfa9-47c4-af41-2a4fb82c268e binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:07:18.374397 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:18.389651 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 2169aa2b-1e56-41bd-a659-0288b42d68dd triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:18.390016 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:18.430289 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc281504-b9c7-4eaa-8d5a-425cf91ae0ee tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Made reservation on behalf of 2e7f6aad76944906883dcae04c03b781 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:18.433921 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cc281504-b9c7-4eaa-8d5a-425cf91ae0ee tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:18.487851 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b179ccb6-1a6a-4fdf-9da8-726f075eb9f9 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:18.494280 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-899cd3f3-367c-4479-8187-117fa0595958 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:18.578070 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9b22187b-7882-405f-916e-7fb57e73a158 None None] Provisioning complete for port 18b8c7fa-c144-4bfa-925a-d2b8b4c865e4 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:18.578357 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b22187b-7882-405f-916e-7fb57e73a158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:18.594748 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8e44b51e-349b-45a7-bf96-62b5233c5cf5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:18.701080 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 18b8c7fa-c144-4bfa-925a-d2b8b4c865e4 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:18.702465 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8e44b51e-349b-45a7-bf96-62b5233c5cf5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:18.778260 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cc281504-b9c7-4eaa-8d5a-425cf91ae0ee tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:18.779039 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b179ccb6-1a6a-4fdf-9da8-726f075eb9f9 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:18.795303 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-899cd3f3-367c-4479-8187-117fa0595958 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:18.808857 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44b51e-349b-45a7-bf96-62b5233c5cf5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e88c5f9c-dfb7-4398-9e9d-b47c3e0b121a,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:18.846537 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc281504-b9c7-4eaa-8d5a-425cf91ae0ee tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Subnet': ['ID=4bfdbb73-75d8-4293-bf2e-c2d15ac27827,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:18.849814 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b22187b-7882-405f-916e-7fb57e73a158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:18.859436 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc281504-b9c7-4eaa-8d5a-425cf91ae0ee tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Checking segment: {'id': '07223391-087c-4c32-bb41-b4edbaeb59b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f0175fd6-a06b-4fe3-9111-3aeaa13d2869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:18.859839 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc281504-b9c7-4eaa-8d5a-425cf91ae0ee tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network hostable DHCP agents. Network: f0175fd6-a06b-4fe3-9111-3aeaa13d2869, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:07:18.871344 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899cd3f3-367c-4479-8187-117fa0595958 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=0cf8461a-1e22-4d6a-ba96-1332a4032df7,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:18.876653 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:18.881995 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d6b1c4d5-af5a-4825-bab9-a848889a30be tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:18.886531 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899cd3f3-367c-4479-8187-117fa0595958 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:18.887460 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 18b8c7fa-c144-4bfa-925a-d2b8b4c865e4 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:18.887860 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:18.889079 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-b179ccb6-1a6a-4fdf-9da8-726f075eb9f9 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b958ac2-f04d-466e-a022-77a24e90fb1d']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:18.896065 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8e44b51e-349b-45a7-bf96-62b5233c5cf5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:18.897289 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8e44b51e-349b-45a7-bf96-62b5233c5cf5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7953720 Apr 23 00:07:18.900611 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54106) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:18.906377 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-77c8999e-c2bf-4a39-ae54-51ee0e11e99d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'b93f783c-6b59-4148-bea0-fd3e3263d180', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:18.908268 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-899cd3f3-367c-4479-8187-117fa0595958 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:18.910721 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899cd3f3-367c-4479-8187-117fa0595958 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:18.918351 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899cd3f3-367c-4479-8187-117fa0595958 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:18.918575 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-899cd3f3-367c-4479-8187-117fa0595958 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:18.924114 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9b22187b-7882-405f-916e-7fb57e73a158 None None] For port 18b8c7fa-c144-4bfa-925a-d2b8b4c865e4, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=18b8c7fa-c144-4bfa-925a-d2b8b4c865e4,segment=NetworkSegment(a27e184f-1b10-4192-8d29-41f7c66047c0),segment_id=a27e184f-1b10-4192-8d29-41f7c66047c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:18.942647 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc281504-b9c7-4eaa-8d5a-425cf91ae0ee tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network f0175fd6-a06b-4fe3-9111-3aeaa13d2869 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:07:18.960140 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-b179ccb6-1a6a-4fdf-9da8-726f075eb9f9 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca4ce18-1207-4443-aaff-5d97c52b8700') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:18.960439 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-b179ccb6-1a6a-4fdf-9da8-726f075eb9f9 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca4ce18-1207-4443-aaff-5d97c52b8700') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:18.967818 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:18.990831 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b179ccb6-1a6a-4fdf-9da8-726f075eb9f9 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:19.008578 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b22187b-7882-405f-916e-7fb57e73a158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:19.024696 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b179ccb6-1a6a-4fdf-9da8-726f075eb9f9 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:19.027422 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:19.028473 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1c4d5-af5a-4825-bab9-a848889a30be tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Subnet': ['ID=0e1e9ca9-ea01-415a-811d-1c17132164ba,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:19.039816 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b179ccb6-1a6a-4fdf-9da8-726f075eb9f9 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:07:19.040227 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b179ccb6-1a6a-4fdf-9da8-726f075eb9f9 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:07:19.044314 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:07:19.050567 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb1995-b8a4-4735-9464-450998a8df6f None None] Pushing event updated for resources: {'Port': ['ID=f10edbe3-cfa9-47c4-af41-2a4fb82c268e,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:19.057548 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-cc281504-b9c7-4eaa-8d5a-425cf91ae0ee tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, f0175fd6-a06b-4fe3-9111-3aeaa13d2869) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:19.064225 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-899cd3f3-367c-4479-8187-117fa0595958 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5911403 Apr 23 00:07:19.065178 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1c4d5-af5a-4825-bab9-a848889a30be tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Checking segment: {'id': 'bb259f58-f87d-4585-8d09-f70dcd2267bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:19.065557 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b1c4d5-af5a-4825-bab9-a848889a30be tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network hostable DHCP agents. Network: 60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:07:19.069633 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54108) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:19.071501 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.securitygroups_db [None req-77c8999e-c2bf-4a39-ae54-51ee0e11e99d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Project b0d4e09f8966425d866e56289d457074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:07:19.082901 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-77c8999e-c2bf-4a39-ae54-51ee0e11e99d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:19.101556 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9b22187b-7882-405f-916e-7fb57e73a158 None None] Provisioning complete for port f10edbe3-cfa9-47c4-af41-2a4fb82c268e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:19.102163 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b22187b-7882-405f-916e-7fb57e73a158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:19.121001 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af81adc4-b3d1-4c87-afb6-9b2e56ace097 None None] Network f0175fd6-a06b-4fe3-9111-3aeaa13d2869 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:19.137409 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc281504-b9c7-4eaa-8d5a-425cf91ae0ee tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:19.138296 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cc281504-b9c7-4eaa-8d5a-425cf91ae0ee tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:19.201522 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-77c8999e-c2bf-4a39-ae54-51ee0e11e99d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:19.241791 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-8bc75e62-4841-4e59-9925-54ad5a9b69d4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting port 0cf8461a-1e22-4d6a-ba96-1332a4032df7 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:19.242358 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8bc75e62-4841-4e59-9925-54ad5a9b69d4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:19.272043 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b1c4d5-af5a-4825-bab9-a848889a30be tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network 60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:07:19.312688 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cc281504-b9c7-4eaa-8d5a-425cf91ae0ee tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0709333 Apr 23 00:07:19.312688 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-77c8999e-c2bf-4a39-ae54-51ee0e11e99d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:19.316769 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54110) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:19.323314 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-89ee10da-3a69-49e3-8d61-29f8344e1dc6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-734996586', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:19.325629 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b179ccb6-1a6a-4fdf-9da8-726f075eb9f9 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:19.331759 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b179ccb6-1a6a-4fdf-9da8-726f075eb9f9 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:19.336288 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b179ccb6-1a6a-4fdf-9da8-726f075eb9f9 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] 10.222.0.15 "DELETE /v2.0/networks/2b958ac2-f04d-466e-a022-77a24e90fb1d HTTP/1.1" status: 204 len: 168 time: 1.0312185 Apr 23 00:07:19.348146 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-d6b1c4d5-af5a-4825-bab9-a848889a30be tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:19.353397 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b1c4d5-af5a-4825-bab9-a848889a30be tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:19.354057 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d6b1c4d5-af5a-4825-bab9-a848889a30be tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:19.383590 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179ccb6-1a6a-4fdf-9da8-726f075eb9f9 tempest-FloatingIPTestJSON-552049122 tempest-FloatingIPTestJSON-552049122-project] Pushing event deleted for resources: {'Network': ['ID=2b958ac2-f04d-466e-a022-77a24e90fb1d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:19.389672 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8999e-c2bf-4a39-ae54-51ee0e11e99d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c38cc2a-0037-4876-a3c9-32243b6c32b3,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:19.433330 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799d2835-3dca-4c11-a000-9dca94bc8514 None None] Network 60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:19.434570 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8bc75e62-4841-4e59-9925-54ad5a9b69d4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:19.449032 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-8bc75e62-4841-4e59-9925-54ad5a9b69d4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Calling delete_port for 0cf8461a-1e22-4d6a-ba96-1332a4032df7 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:19.499194 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-77c8999e-c2bf-4a39-ae54-51ee0e11e99d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:19.503926 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-77c8999e-c2bf-4a39-ae54-51ee0e11e99d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5987780 Apr 23 00:07:19.543548 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-89ee10da-3a69-49e3-8d61-29f8344e1dc6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:19.544717 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-89ee10da-3a69-49e3-8d61-29f8344e1dc6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:19.546785 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d6b1c4d5-af5a-4825-bab9-a848889a30be tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8158779 Apr 23 00:07:19.549939 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54116) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:19.590548 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9b22187b-7882-405f-916e-7fb57e73a158 None None] Port f10edbe3-cfa9-47c4-af41-2a4fb82c268e cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:07:19.592510 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] Attempting to bind port f10edbe3-cfa9-47c4-af41-2a4fb82c268e on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:07:19.593117 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] Attempting to bind port f10edbe3-cfa9-47c4-af41-2a4fb82c268e by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'ad7d0da1-b6cf-41fc-afba-959b0551964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:07:19.593588 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] Attempting to bind port f10edbe3-cfa9-47c4-af41-2a4fb82c268e on network f25d093f-0370-4e22-9e5b-d2d45829daeb {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:07:19.606715 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22187b-7882-405f-916e-7fb57e73a158 None None] Pushing event updated for resources: {'Port': ['ID=18b8c7fa-c144-4bfa-925a-d2b8b4c865e4,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:19.634072 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:07:19.634627 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] Checking segment: {'id': 'ad7d0da1-b6cf-41fc-afba-959b0551964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:19.635137 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:19.635657 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] Bound using segment: {'id': 'ad7d0da1-b6cf-41fc-afba-959b0551964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:07:19.636243 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] Bound port: f10edbe3-cfa9-47c4-af41-2a4fb82c268e, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7d0da1-b6cf-41fc-afba-959b0551964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:07:19.636721 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:19.642709 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:07:19.643218 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:07:19.709778 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9b22187b-7882-405f-916e-7fb57e73a158 None None] Provisioning complete for port e282d6c4-0930-4ae8-aec0-64011e4a196e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:19.710436 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b22187b-7882-405f-916e-7fb57e73a158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:19.748646 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8bc75e62-4841-4e59-9925-54ad5a9b69d4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:19.829480 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc75e62-4841-4e59-9925-54ad5a9b69d4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Port': ['ID=0cf8461a-1e22-4d6a-ba96-1332a4032df7,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:19.884148 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbe0601-2822-4428-a5e5-f37094da097b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-f0175fd6-a06b-4fe3-9111-3aeaa13d2869', 'network_id': 'f0175fd6-a06b-4fe3-9111-3aeaa13d2869', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'fixed_ips': [{'subnet_id': '4bfdbb73-75d8-4293-bf2e-c2d15ac27827'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:07:19.885086 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbbe0601-2822-4428-a5e5-f37094da097b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:19.916313 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] For port f10edbe3-cfa9-47c4-af41-2a4fb82c268e, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:07:19.932913 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35864fb2-fb99-403a-834a-7df9d349deff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6', 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'fixed_ips': [{'subnet_id': '0e1e9ca9-ea01-415a-811d-1c17132164ba'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:07:19.933774 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35864fb2-fb99-403a-834a-7df9d349deff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:19.954067 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8bc75e62-4841-4e59-9925-54ad5a9b69d4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:19.959467 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8bc75e62-4841-4e59-9925-54ad5a9b69d4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/0cf8461a-1e22-4d6a-ba96-1332a4032df7 HTTP/1.1" status: 204 len: 168 time: 0.8862014 Apr 23 00:07:19.962359 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54130) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:19.978310 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] For port f10edbe3-cfa9-47c4-af41-2a4fb82c268e, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=f10edbe3-cfa9-47c4-af41-2a4fb82c268e,segment=NetworkSegment(ad7d0da1-b6cf-41fc-afba-959b0551964b),segment_id=ad7d0da1-b6cf-41fc-afba-959b0551964b)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:07:20.017547 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-89ee10da-3a69-49e3-8d61-29f8344e1dc6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:20.030248 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54138) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:20.060273 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaad158-e384-4776-a4de-85c8ba311642 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:20.063178 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bdaad158-e384-4776-a4de-85c8ba311642 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0993836 Apr 23 00:07:20.065900 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54142) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:20.094669 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-01dd6189-435e-4fc0-8025-d1773e9be197 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454090548&fields=id&tenant_id=b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 267 time: 0.0750556 Apr 23 00:07:20.108432 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:20.141164 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-89ee10da-3a69-49e3-8d61-29f8344e1dc6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:20.169063 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddfd330-2cd4-4b77-bdf4-33944cd1a25d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:20.173223 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cddfd330-2cd4-4b77-bdf4-33944cd1a25d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1038897 Apr 23 00:07:20.180019 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54144) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:20.263171 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ee71d343-cdbc-4137-8c07-4944260049d9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:20.285442 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-ba67a6e1-214e-4124-8b2d-df233aeae0a2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:20.294727 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-ba67a6e1-214e-4124-8b2d-df233aeae0a2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/networks?id=9d2ecf0d-bc7c-460d-97c2-28a56a383613 HTTP/1.1" status: 200 len: 797 time: 0.1503987 Apr 23 00:07:20.331136 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dde8e3-c950-4c66-9dd9-ad9c40515c3e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:20.333222 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dde8e3-c950-4c66-9dd9-ad9c40515c3e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:20.335271 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dde8e3-c950-4c66-9dd9-ad9c40515c3e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:20.339395 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-48dde8e3-c950-4c66-9dd9-ad9c40515c3e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1556787 Apr 23 00:07:20.342947 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54146) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:20.387247 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] Routers {'878c8207-af35-45dd-9d5f-b4223a047173'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:20.387914 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['878c8207-af35-45dd-9d5f-b4223a047173'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:20.398099 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device e282d6c4-0930-4ae8-aec0-64011e4a196e up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:20.418686 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd90e043-bb74-42eb-98ca-12b4767e75b9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet 806fe9e6-2189-4ab4-b1b8-31fbd0c8331c {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:07:20.430204 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8b0e0812-3788-4fa2-b8d3-76d5aff004b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dff97029a5b74c08a025f88e2eb1aa56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3978162 Apr 23 00:07:20.432734 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54148) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:20.439448 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dd90e043-bb74-42eb-98ca-12b4767e75b9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:20.464420 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb1995-b8a4-4735-9464-450998a8df6f None None] Pushing event updated for resources: {'Port': ['ID=f10edbe3-cfa9-47c4-af41-2a4fb82c268e,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:20.468310 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-7cd3d0d2-c9ff-42fb-997b-ceacf72c10d5 None None] Provisioning complete for port 18b8c7fa-c144-4bfa-925a-d2b8b4c865e4 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:20.468842 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7cd3d0d2-c9ff-42fb-997b-ceacf72c10d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:20.528385 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dd90e043-bb74-42eb-98ca-12b4767e75b9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:20.531612 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a527e0f8-54a4-4e85-ac6e-5043c245d1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:20.554993 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a527e0f8-54a4-4e85-ac6e-5043c245d1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:20.559816 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-dbbe0601-2822-4428-a5e5-f37094da097b None None] Allocated IP 2001:db8::2 (f0175fd6-a06b-4fe3-9111-3aeaa13d2869/4bfdbb73-75d8-4293-bf2e-c2d15ac27827/2999bd56-bc72-43d0-b637-779d51fc5fd1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:20.642677 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] Set router 878c8207-af35-45dd-9d5f-b4223a047173 gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:07:20.681626 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-35864fb2-fb99-403a-834a-7df9d349deff None None] Allocated IP 172.21.0.2 (60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6/0e1e9ca9-ea01-415a-811d-1c17132164ba/b1713ea8-9b73-4a65-88bf-8607df392a43) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:20.761868 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-89ee10da-3a69-49e3-8d61-29f8344e1dc6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:20.763078 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-89ee10da-3a69-49e3-8d61-29f8344e1dc6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.4432192 Apr 23 00:07:20.796546 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54150) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:20.845377 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-038ca00f-7d2e-465a-8f9d-55a8ced40e01 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/quotas/b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 375 time: 0.0904405 Apr 23 00:07:20.882144 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port e282d6c4-0930-4ae8-aec0-64011e4a196e triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:20.884780 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:20.997877 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dd90e043-bb74-42eb-98ca-12b4767e75b9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:21.085384 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbbe0601-2822-4428-a5e5-f37094da097b None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:21.113615 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-8cfcc07c-a8a7-4f31-beec-8086d4cb55f6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2579432 Apr 23 00:07:21.115888 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a527e0f8-54a4-4e85-ac6e-5043c245d1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:21.119028 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a527e0f8-54a4-4e85-ac6e-5043c245d1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:21.123982 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a527e0f8-54a4-4e85-ac6e-5043c245d1b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f27910ba-a7d3-41ad-ad94-24ac93c6c970 HTTP/1.1" status: 204 len: 168 time: 0.6897287 Apr 23 00:07:21.135510 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527e0f8-54a4-4e85-ac6e-5043c245d1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27910ba-a7d3-41ad-ad94-24ac93c6c970,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:21.153998 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dd90e043-bb74-42eb-98ca-12b4767e75b9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:21.186091 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90e043-bb74-42eb-98ca-12b4767e75b9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=806fe9e6-2189-4ab4-b1b8-31fbd0c8331c,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:21.190278 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dd90e043-bb74-42eb-98ca-12b4767e75b9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:21.197167 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-dd90e043-bb74-42eb-98ca-12b4767e75b9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/806fe9e6-2189-4ab4-b1b8-31fbd0c8331c HTTP/1.1" status: 204 len: 168 time: 0.8509643 Apr 23 00:07:21.198164 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54156) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:21.271637 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-3720f805-c1f6-4d6b-8bdb-3c3191de80f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet b89eaf71-0cbe-41c8-984f-ded482500966 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:07:21.275415 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3720f805-c1f6-4d6b-8bdb-3c3191de80f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:21.316133 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5323a2bc-49fd-4e9f-828f-dbf4594e26d6 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:21.322449 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e914c1aa-174f-43ac-b2f6-a5107a9797c6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:21.324184 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbbe0601-2822-4428-a5e5-f37094da097b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:21.333807 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-7cd3d0d2-c9ff-42fb-997b-ceacf72c10d5 None None] Provisioning complete for port f10edbe3-cfa9-47c4-af41-2a4fb82c268e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:21.334176 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7cd3d0d2-c9ff-42fb-997b-ceacf72c10d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:21.352774 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3720f805-c1f6-4d6b-8bdb-3c3191de80f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:21.471073 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3720f805-c1f6-4d6b-8bdb-3c3191de80f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:21.522366 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbe0601-2822-4428-a5e5-f37094da097b None None] Network f0175fd6-a06b-4fe3-9111-3aeaa13d2869 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:21.527495 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35864fb2-fb99-403a-834a-7df9d349deff None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:21.540849 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-dbbe0601-2822-4428-a5e5-f37094da097b None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:21.543485 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbe0601-2822-4428-a5e5-f37094da097b None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:21.547548 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe0601-2822-4428-a5e5-f37094da097b None None] Pushing event updated for resources: {'Port': ['ID=2999bd56-bc72-43d0-b637-779d51fc5fd1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:21.618149 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35864fb2-fb99-403a-834a-7df9d349deff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:21.669734 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3720f805-c1f6-4d6b-8bdb-3c3191de80f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:21.704327 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-7b0eec52-75ad-4b2a-9905-0b8fd3f5c4ae service neutron] 10.222.0.15 "GET /v2.0/networks/9d2ecf0d-bc7c-460d-97c2-28a56a383613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370107 Apr 23 00:07:21.728757 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720f805-c1f6-4d6b-8bdb-3c3191de80f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=b89eaf71-0cbe-41c8-984f-ded482500966,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:21.732955 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3720f805-c1f6-4d6b-8bdb-3c3191de80f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:21.737248 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3720f805-c1f6-4d6b-8bdb-3c3191de80f8 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/b89eaf71-0cbe-41c8-984f-ded482500966 HTTP/1.1" status: 204 len: 168 time: 0.5386348 Apr 23 00:07:21.743389 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 18b8c7fa-c144-4bfa-925a-d2b8b4c865e4 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:21.744562 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54166) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:21.753359 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35864fb2-fb99-403a-834a-7df9d349deff None None] Network 60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:21.777769 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-dbbe0601-2822-4428-a5e5-f37094da097b None None] Attempting to bind port 2999bd56-bc72-43d0-b637-779d51fc5fd1 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:07:21.778142 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-dbbe0601-2822-4428-a5e5-f37094da097b None None] Attempting to bind port 2999bd56-bc72-43d0-b637-779d51fc5fd1 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '07223391-087c-4c32-bb41-b4edbaeb59b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f0175fd6-a06b-4fe3-9111-3aeaa13d2869'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:07:21.778502 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbe0601-2822-4428-a5e5-f37094da097b None None] Attempting to bind port 2999bd56-bc72-43d0-b637-779d51fc5fd1 on network f0175fd6-a06b-4fe3-9111-3aeaa13d2869 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:07:21.790419 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-35864fb2-fb99-403a-834a-7df9d349deff None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:21.792865 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35864fb2-fb99-403a-834a-7df9d349deff None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:21.797306 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cdf43930-2cb0-4ee9-b52b-19652ea48d4e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507407 Apr 23 00:07:21.800633 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54170) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:21.806425 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-62a2ab26-2b49-47d8-8c80-d4b7de91580b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:21.831951 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35864fb2-fb99-403a-834a-7df9d349deff None None] Pushing event updated for resources: {'Port': ['ID=b1713ea8-9b73-4a65-88bf-8607df392a43,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:21.840773 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-ee71d343-cdbc-4137-8c07-4944260049d9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Allocated IP 172.21.0.1 (60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6/0e1e9ca9-ea01-415a-811d-1c17132164ba/0723a944-690b-424e-8a15-884e0ce2cd2e) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:21.843119 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:07:14Z', 'revision_number': 2, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:19Z', 'revision_number': 4, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:21.845432 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbe0601-2822-4428-a5e5-f37094da097b None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:07:21.845801 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbe0601-2822-4428-a5e5-f37094da097b None None] Checking segment: {'id': '07223391-087c-4c32-bb41-b4edbaeb59b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f0175fd6-a06b-4fe3-9111-3aeaa13d2869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:21.846306 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbbe0601-2822-4428-a5e5-f37094da097b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:21.846700 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbe0601-2822-4428-a5e5-f37094da097b None None] Bound using segment: {'id': '07223391-087c-4c32-bb41-b4edbaeb59b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f0175fd6-a06b-4fe3-9111-3aeaa13d2869'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:07:21.847175 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-dbbe0601-2822-4428-a5e5-f37094da097b None None] Bound port: 2999bd56-bc72-43d0-b637-779d51fc5fd1, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07223391-087c-4c32-bb41-b4edbaeb59b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f0175fd6-a06b-4fe3-9111-3aeaa13d2869'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:07:21.847555 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbbe0601-2822-4428-a5e5-f37094da097b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:21.907980 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7cd3d0d2-c9ff-42fb-997b-ceacf72c10d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:21.912436 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaf0b9a-5cb3-4e4a-9074-bf93ca7b02a0 None None] The sync data for ids ['878c8207-af35-45dd-9d5f-b4223a047173'] in dv-neutron-838783-1-hyperv is: [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:07:14Z', 'revision_number': 2, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:19Z', 'revision_number': 4, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:07:21.944616 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-e914c1aa-174f-43ac-b2f6-a5107a9797c6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Allocated IP 2001:db8::1 (f0175fd6-a06b-4fe3-9111-3aeaa13d2869/4bfdbb73-75d8-4293-bf2e-c2d15ac27827/f53841b7-fa1b-481b-ae24-18e4aa61d339) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:22.012128 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-35864fb2-fb99-403a-834a-7df9d349deff None None] Attempting to bind port b1713ea8-9b73-4a65-88bf-8607df392a43 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:07:22.012501 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-35864fb2-fb99-403a-834a-7df9d349deff None None] Attempting to bind port b1713ea8-9b73-4a65-88bf-8607df392a43 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'bb259f58-f87d-4585-8d09-f70dcd2267bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:07:22.012859 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35864fb2-fb99-403a-834a-7df9d349deff None None] Attempting to bind port b1713ea8-9b73-4a65-88bf-8607df392a43 on network 60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:07:22.022573 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a2ab26-2b49-47d8-8c80-d4b7de91580b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:22.022573 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-62a2ab26-2b49-47d8-8c80-d4b7de91580b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:22.025267 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-5f6c6da3-38e9-4eac-9435-0fa5f69989b2 service neutron] 10.222.0.15 "GET /v2.0/networks/9d2ecf0d-bc7c-460d-97c2-28a56a383613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081076 Apr 23 00:07:22.041738 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35864fb2-fb99-403a-834a-7df9d349deff None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:07:22.042118 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35864fb2-fb99-403a-834a-7df9d349deff None None] Checking segment: {'id': 'bb259f58-f87d-4585-8d09-f70dcd2267bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:22.042518 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35864fb2-fb99-403a-834a-7df9d349deff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:22.042913 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35864fb2-fb99-403a-834a-7df9d349deff None None] Bound using segment: {'id': 'bb259f58-f87d-4585-8d09-f70dcd2267bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:07:22.043411 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-35864fb2-fb99-403a-834a-7df9d349deff None None] Bound port: b1713ea8-9b73-4a65-88bf-8607df392a43, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb259f58-f87d-4585-8d09-f70dcd2267bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:07:22.043848 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35864fb2-fb99-403a-834a-7df9d349deff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:22.050313 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7cd3d0d2-c9ff-42fb-997b-ceacf72c10d5 None None] For port f10edbe3-cfa9-47c4-af41-2a4fb82c268e, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=f10edbe3-cfa9-47c4-af41-2a4fb82c268e,segment=NetworkSegment(ad7d0da1-b6cf-41fc-afba-959b0551964b),segment_id=ad7d0da1-b6cf-41fc-afba-959b0551964b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:22.076537 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-dbbe0601-2822-4428-a5e5-f37094da097b None None] For port 2999bd56-bc72-43d0-b637-779d51fc5fd1, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:07:22.076537 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 18b8c7fa-c144-4bfa-925a-d2b8b4c865e4 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:22.076537 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:22.112696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-dbbe0601-2822-4428-a5e5-f37094da097b None None] For port 2999bd56-bc72-43d0-b637-779d51fc5fd1, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=2999bd56-bc72-43d0-b637-779d51fc5fd1,segment=NetworkSegment(07223391-087c-4c32-bb41-b4edbaeb59b0),segment_id=07223391-087c-4c32-bb41-b4edbaeb59b0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:07:22.139463 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7cd3d0d2-c9ff-42fb-997b-ceacf72c10d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:22.180573 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-7cd3d0d2-c9ff-42fb-997b-ceacf72c10d5 None None] Could not find standard attr ID for object 0cf8461a-1e22-4d6a-ba96-1332a4032df7. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:07:22.193826 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3706e63-e95e-4e49-b2d2-d834aeb025f9 None None] DHCP port deletion for 52c789e5-894b-4719-a369-b13bd1dbccf2 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:07:22.216674 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbbe0601-2822-4428-a5e5-f37094da097b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:22.280601 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ee71d343-cdbc-4137-8c07-4944260049d9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:22.282990 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-35864fb2-fb99-403a-834a-7df9d349deff None None] For port b1713ea8-9b73-4a65-88bf-8607df392a43, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:07:22.332184 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3d0d2-c9ff-42fb-997b-ceacf72c10d5 None None] Pushing event updated for resources: {'Port': ['ID=f10edbe3-cfa9-47c4-af41-2a4fb82c268e,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:22.405629 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-35864fb2-fb99-403a-834a-7df9d349deff None None] For port b1713ea8-9b73-4a65-88bf-8607df392a43, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b1713ea8-9b73-4a65-88bf-8607df392a43,segment=NetworkSegment(bb259f58-f87d-4585-8d09-f70dcd2267bc),segment_id=bb259f58-f87d-4585-8d09-f70dcd2267bc)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:07:22.414262 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e914c1aa-174f-43ac-b2f6-a5107a9797c6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:22.473186 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-e3282fd4-09d2-4a6a-b704-ea8290f6bb87 None None] Provisioning complete for port f10edbe3-cfa9-47c4-af41-2a4fb82c268e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:22.473552 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3282fd4-09d2-4a6a-b704-ea8290f6bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:22.475940 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35864fb2-fb99-403a-834a-7df9d349deff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:22.512730 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ee71d343-cdbc-4137-8c07-4944260049d9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:22.544943 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe0601-2822-4428-a5e5-f37094da097b None None] Pushing event updated for resources: {'Port': ['ID=2999bd56-bc72-43d0-b637-779d51fc5fd1,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:22.584796 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b3706e63-e95e-4e49-b2d2-d834aeb025f9 None None] Deleting port e282d6c4-0930-4ae8-aec0-64011e4a196e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:22.585040 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3706e63-e95e-4e49-b2d2-d834aeb025f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:22.594561 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54190) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:22.602222 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-62a2ab26-2b49-47d8-8c80-d4b7de91580b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:22.668753 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee71d343-cdbc-4137-8c07-4944260049d9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network 60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:22.683115 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-ee71d343-cdbc-4137-8c07-4944260049d9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:22.685792 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35864fb2-fb99-403a-834a-7df9d349deff None None] Pushing event updated for resources: {'Port': ['ID=b1713ea8-9b73-4a65-88bf-8607df392a43,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:22.689398 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee71d343-cdbc-4137-8c07-4944260049d9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:22.699385 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b3706e63-e95e-4e49-b2d2-d834aeb025f9 None None] For port e282d6c4-0930-4ae8-aec0-64011e4a196e, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=e282d6c4-0930-4ae8-aec0-64011e4a196e,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:22.699962 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3706e63-e95e-4e49-b2d2-d834aeb025f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:22.742724 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b3706e63-e95e-4e49-b2d2-d834aeb025f9 None None] Calling delete_port for e282d6c4-0930-4ae8-aec0-64011e4a196e owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:22.769287 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a2ab26-2b49-47d8-8c80-d4b7de91580b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:22.777240 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-62a2ab26-2b49-47d8-8c80-d4b7de91580b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:22.781702 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a2ab26-2b49-47d8-8c80-d4b7de91580b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:22.794429 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-62a2ab26-2b49-47d8-8c80-d4b7de91580b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:22.841130 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ee71d343-cdbc-4137-8c07-4944260049d9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:22.852129 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71d343-cdbc-4137-8c07-4944260049d9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Port': ['ID=0723a944-690b-424e-8a15-884e0ce2cd2e,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:22.882748 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e914c1aa-174f-43ac-b2f6-a5107a9797c6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:22.905347 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2ab26-2b49-47d8-8c80-d4b7de91580b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=529e1ed9-59e2-4678-a248-dbb7fc48345f,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:22.946392 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-26970a9f-002d-4abf-bd33-fc76028ea48f tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2112817174'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:22.961653 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-62a2ab26-2b49-47d8-8c80-d4b7de91580b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1598582 Apr 23 00:07:22.965818 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54194) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:22.973784 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-1fa18930-4163-4b6c-835c-9cd58d13e336 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:23.018234 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3706e63-e95e-4e49-b2d2-d834aeb025f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:23.116463 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3706e63-e95e-4e49-b2d2-d834aeb025f9 None None] Pushing event deleted for resources: {'Port': ['ID=e282d6c4-0930-4ae8-aec0-64011e4a196e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:23.141176 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3706e63-e95e-4e49-b2d2-d834aeb025f9 None None] No DVR routers for this DVR port e282d6c4-0930-4ae8-aec0-64011e4a196e on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:07:23.165462 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239d76bb-c000-4956-a112-61a5748df998 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:23.166753 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b2d55268-d4c8-41af-9650-38b1c637ff8f req-e21c5f79-d661-45b3-b1e2-037c36f44fc6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdd545aa-2d01-467f-91ee-23b6f5dc5c45 HTTP/1.1" status: 200 len: 210 time: 0.7109151 Apr 23 00:07:23.175457 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26970a9f-002d-4abf-bd33-fc76028ea48f tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Made reservation on behalf of 067cc1af0e35468e96d86434cf2aca66 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:23.177184 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-26970a9f-002d-4abf-bd33-fc76028ea48f tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:23.206574 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-26970a9f-002d-4abf-bd33-fc76028ea48f tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:23.220416 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e914c1aa-174f-43ac-b2f6-a5107a9797c6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network f0175fd6-a06b-4fe3-9111-3aeaa13d2869 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:23.265015 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-e914c1aa-174f-43ac-b2f6-a5107a9797c6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:23.311405 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e914c1aa-174f-43ac-b2f6-a5107a9797c6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:23.312026 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e914c1aa-174f-43ac-b2f6-a5107a9797c6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:23.376947 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914c1aa-174f-43ac-b2f6-a5107a9797c6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Port': ['ID=f53841b7-fa1b-481b-ae24-18e4aa61d339,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:23.448203 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5443cfa-359b-41b9-9405-3131e3150449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-52c789e5-894b-4719-a369-b13bd1dbccf2', 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'tenant_id': 'a29b76832a9c4864a572da043b509e79', 'fixed_ips': [{'subnet_id': '529e1ed9-59e2-4678-a248-dbb7fc48345f'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:07:23.449038 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5443cfa-359b-41b9-9405-3131e3150449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:23.464841 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-26970a9f-002d-4abf-bd33-fc76028ea48f tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:23.496913 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa18930-4163-4b6c-835c-9cd58d13e336 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:23.500511 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1fa18930-4163-4b6c-835c-9cd58d13e336 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:23.506249 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ee71d343-cdbc-4137-8c07-4944260049d9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:23.560043 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-26970a9f-002d-4abf-bd33-fc76028ea48f tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:23.574358 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:23.604159 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e5443cfa-359b-41b9-9405-3131e3150449 None None] Allocated IP 2001:db8::2 (52c789e5-894b-4719-a369-b13bd1dbccf2/529e1ed9-59e2-4678-a248-dbb7fc48345f/27343dbf-b1c0-40de-8da5-967f152202f4) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:23.671527 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26970a9f-002d-4abf-bd33-fc76028ea48f tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d29979-381a-458b-ab2e-6a180e3adc10,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:23.705416 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26970a9f-002d-4abf-bd33-fc76028ea48f tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:07:23.714801 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e914c1aa-174f-43ac-b2f6-a5107a9797c6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:23.745465 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-26970a9f-002d-4abf-bd33-fc76028ea48f tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:23.747099 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-26970a9f-002d-4abf-bd33-fc76028ea48f tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Added segment 8bc24e42-ed36-4245-b046-af7470aa8021 of type vlan for network be665bb0-0db8-46b9-bd45-9f026785584b Apr 23 00:07:23.765009 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.ipam_backend_mixin [None req-1fa18930-4163-4b6c-835c-9cd58d13e336 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 529e1ed9-59e2-4678-a248-dbb7fc48345f (CIDR: 2001:db8::/64) Apr 23 00:07:23.800916 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-26970a9f-002d-4abf-bd33-fc76028ea48f tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:23.814104 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa18930-4163-4b6c-835c-9cd58d13e336 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:07:23.814621 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa18930-4163-4b6c-835c-9cd58d13e336 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:23.914589 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f10edbe3-cfa9-47c4-af41-2a4fb82c268e up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:23.966590 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-26970a9f-002d-4abf-bd33-fc76028ea48f tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:23.972367 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26970a9f-002d-4abf-bd33-fc76028ea48f tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:23.973114 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-26970a9f-002d-4abf-bd33-fc76028ea48f tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:23.981608 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1fa18930-4163-4b6c-835c-9cd58d13e336 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0117595 Apr 23 00:07:23.983454 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54202) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:24.004699 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-15a0a827-6f7b-4c82-baf7-cf3ae74d6555 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'subnet': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:24.024271 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port f10edbe3-cfa9-47c4-af41-2a4fb82c268e triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:24.024863 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:24.064435 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5443cfa-359b-41b9-9405-3131e3150449 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:24.102557 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26970a9f-002d-4abf-bd33-fc76028ea48f tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Network': ['ID=be665bb0-0db8-46b9-bd45-9f026785584b,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:24.112224 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-26970a9f-002d-4abf-bd33-fc76028ea48f tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5164263 Apr 23 00:07:24.132972 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network be665bb0-0db8-46b9-bd45-9f026785584b details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:07:24.226999 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ee71d343-cdbc-4137-8c07-4944260049d9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:24.237469 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5443cfa-359b-41b9-9405-3131e3150449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:24.247911 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e914c1aa-174f-43ac-b2f6-a5107a9797c6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:24.262042 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54208) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:24.267700 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-273849ca-ccef-4c05-9618-d7e0f58f7a81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'subnet': {'network_id': 'be665bb0-0db8-46b9-bd45-9f026785584b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:24.316697 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0f0bde0c-6d36-4989-875f-5dfc3c449567 req-5f5cc624-fe2b-4035-9e4d-c30232589704 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdd545aa-2d01-467f-91ee-23b6f5dc5c45 HTTP/1.1" status: 200 len: 210 time: 0.0334425 Apr 23 00:07:24.335016 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b1713ea8-9b73-4a65-88bf-8607df392a43 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:24.352072 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5443cfa-359b-41b9-9405-3131e3150449 None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:24.355650 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ee71d343-cdbc-4137-8c07-4944260049d9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:24.370498 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5443cfa-359b-41b9-9405-3131e3150449 None None] Pushing event updated for resources: {'Port': ['ID=27343dbf-b1c0-40de-8da5-967f152202f4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:24.378634 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e5443cfa-359b-41b9-9405-3131e3150449 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:24.383255 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5443cfa-359b-41b9-9405-3131e3150449 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:24.395494 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a0a827-6f7b-4c82-baf7-cf3ae74d6555 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:24.400447 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15a0a827-6f7b-4c82-baf7-cf3ae74d6555 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:24.427927 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e914c1aa-174f-43ac-b2f6-a5107a9797c6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:24.428886 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e914c1aa-174f-43ac-b2f6-a5107a9797c6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:24.451952 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273849ca-ccef-4c05-9618-d7e0f58f7a81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Made reservation on behalf of 067cc1af0e35468e96d86434cf2aca66 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:24.456113 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-273849ca-ccef-4c05-9618-d7e0f58f7a81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:24.468072 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71d343-cdbc-4137-8c07-4944260049d9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Port': ['ID=0723a944-690b-424e-8a15-884e0ce2cd2e,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:24.521655 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port b1713ea8-9b73-4a65-88bf-8607df392a43 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:24.522998 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:24.524445 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-e5443cfa-359b-41b9-9405-3131e3150449 None None] Attempting to bind port 27343dbf-b1c0-40de-8da5-967f152202f4 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:07:24.524977 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-e5443cfa-359b-41b9-9405-3131e3150449 None None] Attempting to bind port 27343dbf-b1c0-40de-8da5-967f152202f4 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:07:24.525104 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5443cfa-359b-41b9-9405-3131e3150449 None None] Attempting to bind port 27343dbf-b1c0-40de-8da5-967f152202f4 on network 52c789e5-894b-4719-a369-b13bd1dbccf2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:07:24.569529 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5443cfa-359b-41b9-9405-3131e3150449 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:07:24.570812 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5443cfa-359b-41b9-9405-3131e3150449 None None] Checking segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:24.571241 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5443cfa-359b-41b9-9405-3131e3150449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:24.571803 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5443cfa-359b-41b9-9405-3131e3150449 None None] Bound using segment: {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:07:24.584206 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-e5443cfa-359b-41b9-9405-3131e3150449 None None] Bound port: 27343dbf-b1c0-40de-8da5-967f152202f4, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1542ad76-00ba-4975-be6c-cdeb94f5d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:07:24.586025 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5443cfa-359b-41b9-9405-3131e3150449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:24.620999 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ee71d343-cdbc-4137-8c07-4944260049d9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:24.649762 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914c1aa-174f-43ac-b2f6-a5107a9797c6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Port': ['ID=f53841b7-fa1b-481b-ae24-18e4aa61d339,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:24.761716 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e914c1aa-174f-43ac-b2f6-a5107a9797c6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network f0175fd6-a06b-4fe3-9111-3aeaa13d2869 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:24.764818 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e5443cfa-359b-41b9-9405-3131e3150449 None None] For port 27343dbf-b1c0-40de-8da5-967f152202f4, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:07:24.769372 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-e914c1aa-174f-43ac-b2f6-a5107a9797c6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:24.770358 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e5443cfa-359b-41b9-9405-3131e3150449 None None] For port 27343dbf-b1c0-40de-8da5-967f152202f4, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=27343dbf-b1c0-40de-8da5-967f152202f4,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:07:24.781550 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:24.842609 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port b1713ea8-9b73-4a65-88bf-8607df392a43, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b1713ea8-9b73-4a65-88bf-8607df392a43,segment=NetworkSegment(bb259f58-f87d-4585-8d09-f70dcd2267bc),segment_id=bb259f58-f87d-4585-8d09-f70dcd2267bc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:24.952049 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee71d343-cdbc-4137-8c07-4944260049d9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network 60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:24.955094 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-ee71d343-cdbc-4137-8c07-4944260049d9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:25.035143 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5443cfa-359b-41b9-9405-3131e3150449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:25.070890 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cc3cf7-ea44-478e-92b6-2d45f7f06cc0 None None] Network 60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:25.074742 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-273849ca-ccef-4c05-9618-d7e0f58f7a81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:25.075332 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee71d343-cdbc-4137-8c07-4944260049d9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Router 878c8207-af35-45dd-9d5f-b4223a047173 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:07:25.127813 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e914c1aa-174f-43ac-b2f6-a5107a9797c6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Router 75d1df77-6830-4b83-8031-1b6de4d792ab is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:07:25.133784 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5443cfa-359b-41b9-9405-3131e3150449 None None] Pushing event updated for resources: {'Port': ['ID=27343dbf-b1c0-40de-8da5-967f152202f4,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:25.157293 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:25.158355 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2999bd56-bc72-43d0-b637-779d51fc5fd1 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:25.200707 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273849ca-ccef-4c05-9618-d7e0f58f7a81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Subnet': ['ID=fd5d581a-8152-443b-8e93-87fba77d0780,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:25.252829 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcd21f4-8437-4e59-b9ea-e035f3449689 None None] Network f0175fd6-a06b-4fe3-9111-3aeaa13d2869 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:25.262851 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273849ca-ccef-4c05-9618-d7e0f58f7a81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Checking segment: {'id': '8bc24e42-ed36-4245-b046-af7470aa8021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'be665bb0-0db8-46b9-bd45-9f026785584b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:25.263460 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273849ca-ccef-4c05-9618-d7e0f58f7a81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Network hostable DHCP agents. Network: be665bb0-0db8-46b9-bd45-9f026785584b, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:07:25.279262 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-be2d1c4c-241d-4a73-a80d-871944561d25 None None] Provisioning complete for port b1713ea8-9b73-4a65-88bf-8607df392a43 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:25.279733 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be2d1c4c-241d-4a73-a80d-871944561d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:25.320711 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.objects.ports [None req-15a0a827-6f7b-4c82-baf7-cf3ae74d6555 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103144) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 23 00:07:25.419367 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273849ca-ccef-4c05-9618-d7e0f58f7a81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Network be665bb0-0db8-46b9-bd45-9f026785584b is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:07:25.469069 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=b1713ea8-9b73-4a65-88bf-8607df392a43,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:25.545872 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cf2c11f8-634c-4053-b27e-943241647662 req-48045c6f-9907-418d-b06d-d30920a1d021 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdd545aa-2d01-467f-91ee-23b6f5dc5c45 HTTP/1.1" status: 200 len: 210 time: 0.0752182 Apr 23 00:07:25.548671 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-273849ca-ccef-4c05-9618-d7e0f58f7a81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, be665bb0-0db8-46b9-bd45-9f026785584b) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:25.557011 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273849ca-ccef-4c05-9618-d7e0f58f7a81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:25.557835 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-273849ca-ccef-4c05-9618-d7e0f58f7a81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:25.612165 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b47d04-9f4d-4dba-ae36-d9b4fa92f96a None None] Network be665bb0-0db8-46b9-bd45-9f026785584b requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:25.645719 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 2999bd56-bc72-43d0-b637-779d51fc5fd1 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:25.646911 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:25.698291 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-273849ca-ccef-4c05-9618-d7e0f58f7a81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4330063 Apr 23 00:07:25.701479 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54212) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:25.711519 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-04a826f0-cfda-498b-9e55-37103fc0fdc8 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-280992475'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:25.729450 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15a0a827-6f7b-4c82-baf7-cf3ae74d6555 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:25.779528 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee71d343-cdbc-4137-8c07-4944260049d9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:07:25.792227 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ee71d343-cdbc-4137-8c07-4944260049d9 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "PUT /v2.0/routers/878c8207-af35-45dd-9d5f-b4223a047173/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2406888 Apr 23 00:07:25.792709 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54214) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:25.799648 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] Sync routers for ids ['878c8207-af35-45dd-9d5f-b4223a047173'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:07:25.800352 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-44241ad4-25e4-4c4c-8a39-4cd5c785558a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'network': {'name': 'tempest-RoutersTest-99831285'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:25.819587 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e914c1aa-174f-43ac-b2f6-a5107a9797c6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:07:25.823587 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] Routers {'878c8207-af35-45dd-9d5f-b4223a047173'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:25.824456 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['878c8207-af35-45dd-9d5f-b4223a047173'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:25.826219 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e914c1aa-174f-43ac-b2f6-a5107a9797c6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "PUT /v2.0/routers/75d1df77-6830-4b83-8031-1b6de4d792ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0284007 Apr 23 00:07:25.829524 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54216) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:25.865345 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a826f0-cfda-498b-9e55-37103fc0fdc8 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Made reservation on behalf of 067cc1af0e35468e96d86434cf2aca66 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:25.871389 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-04a826f0-cfda-498b-9e55-37103fc0fdc8 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:25.878743 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93856875-0e26-495f-b56a-175a9d65c633 None None] Sync routers for ids ['75d1df77-6830-4b83-8031-1b6de4d792ab'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:07:25.900120 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d158b4-6b34-4f03-bc83-2af5c2244546 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:25.902110 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-75d158b4-6b34-4f03-bc83-2af5c2244546 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "GET /v2.0/ports/f53841b7-fa1b-481b-ae24-18e4aa61d339 HTTP/1.1" status: 200 len: 911 time: 0.0716648 Apr 23 00:07:25.903044 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44241ad4-25e4-4c4c-8a39-4cd5c785558a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Made reservation on behalf of 5fe246ce7e8b4978826fd603fb3045d6 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:25.908372 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-44241ad4-25e4-4c4c-8a39-4cd5c785558a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:25.911445 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54218) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:25.963805 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] Set router 878c8207-af35-45dd-9d5f-b4223a047173 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:07:25.997312 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93856875-0e26-495f-b56a-175a9d65c633 None None] Routers {'75d1df77-6830-4b83-8031-1b6de4d792ab'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:25.999725 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-93856875-0e26-495f-b56a-175a9d65c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['75d1df77-6830-4b83-8031-1b6de4d792ab'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:26.054515 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44241ad4-25e4-4c4c-8a39-4cd5c785558a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:07:26.056186 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-1b7ee70b-318f-489b-a59f-d9f99e014bd3 None None] Provisioning complete for port 2999bd56-bc72-43d0-b637-779d51fc5fd1 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:26.058343 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b7ee70b-318f-489b-a59f-d9f99e014bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:26.062204 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-93856875-0e26-495f-b56a-175a9d65c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:26.066432 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:26.097961 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-44241ad4-25e4-4c4c-8a39-4cd5c785558a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:26.100385 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-44241ad4-25e4-4c4c-8a39-4cd5c785558a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Added segment 6d6e7145-d391-4f82-9e1b-3855a7a2e33c of type vlan for network 53723bac-5dd9-4ece-8e4d-73e078c3526f Apr 23 00:07:26.183422 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a826f0-cfda-498b-9e55-37103fc0fdc8 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:07:26.244892 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-04a826f0-cfda-498b-9e55-37103fc0fdc8 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:26.251280 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-04a826f0-cfda-498b-9e55-37103fc0fdc8 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Added segment 05cfb361-c95d-4a2b-90c2-d13b4236653f of type vlan for network 87659833-c2e8-4d27-9f73-c0f1c66dde82 Apr 23 00:07:26.290888 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59661919-36ed-4ccf-b831-e43162c2f5de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-be665bb0-0db8-46b9-bd45-9f026785584b', 'network_id': 'be665bb0-0db8-46b9-bd45-9f026785584b', 'tenant_id': '067cc1af0e35468e96d86434cf2aca66', 'fixed_ips': [{'subnet_id': 'fd5d581a-8152-443b-8e93-87fba77d0780'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:07:26.292157 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59661919-36ed-4ccf-b831-e43162c2f5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:26.300229 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93856875-0e26-495f-b56a-175a9d65c633 None None] Routers {'75d1df77-6830-4b83-8031-1b6de4d792ab'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:26.300724 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-2c72a4d5-5715-4525-bebe-3f15cbc2244f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:26.307608 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-93856875-0e26-495f-b56a-175a9d65c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['75d1df77-6830-4b83-8031-1b6de4d792ab'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:26.307763 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:07:23Z', 'revision_number': 3, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': '0723a944-690b-424e-8a15-884e0ce2cd2e', 'name': '', 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:06:84:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:20Z', 'updated_at': '2022-04-23T00:07:23Z', 'revision_number': 2, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:21Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:26.307908 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-2c72a4d5-5715-4525-bebe-3f15cbc2244f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/networks?id=9d2ecf0d-bc7c-460d-97c2-28a56a383613 HTTP/1.1" status: 200 len: 797 time: 0.4894214 Apr 23 00:07:26.354998 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] Checking router: 878c8207-af35-45dd-9d5f-b4223a047173 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:07:26.355355 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] Updating router 878c8207-af35-45dd-9d5f-b4223a047173 port 0723a944-690b-424e-8a15-884e0ce2cd2e binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:07:26.401390 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:26.428309 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-15a0a827-6f7b-4c82-baf7-cf3ae74d6555 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] For port 27343dbf-b1c0-40de-8da5-967f152202f4, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=27343dbf-b1c0-40de-8da5-967f152202f4,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:26.431829 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 2999bd56-bc72-43d0-b637-779d51fc5fd1, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=2999bd56-bc72-43d0-b637-779d51fc5fd1,segment=NetworkSegment(07223391-087c-4c32-bb41-b4edbaeb59b0),segment_id=07223391-087c-4c32-bb41-b4edbaeb59b0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:26.433088 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-93856875-0e26-495f-b56a-175a9d65c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:26.433727 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93856875-0e26-495f-b56a-175a9d65c633 None None] The sync data for ids ['75d1df77-6830-4b83-8031-1b6de4d792ab'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:07:26.487426 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-04a826f0-cfda-498b-9e55-37103fc0fdc8 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:26.517311 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15a0a827-6f7b-4c82-baf7-cf3ae74d6555 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:26.541360 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-04148f38-11fe-4ffb-a28c-ad892035d1a9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 473 time: 0.2133074 Apr 23 00:07:26.554702 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-4b04b7ed-1627-40e3-b131-8e6c098aa823 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'port': {'device_id': 'bdd545aa-2d01-467f-91ee-23b6f5dc5c45', 'network_id': '9d2ecf0d-bc7c-460d-97c2-28a56a383613', 'admin_state_up': True, 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'security_groups': ['b93f783c-6b59-4148-bea0-fd3e3263d180']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:26.575174 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-44241ad4-25e4-4c4c-8a39-4cd5c785558a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:26.652132 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-04a826f0-cfda-498b-9e55-37103fc0fdc8 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:26.673728 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a826f0-cfda-498b-9e55-37103fc0fdc8 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:26.673728 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-04a826f0-cfda-498b-9e55-37103fc0fdc8 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:26.699745 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15a0a827-6f7b-4c82-baf7-cf3ae74d6555 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:26.702226 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15a0a827-6f7b-4c82-baf7-cf3ae74d6555 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:26.791644 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-44241ad4-25e4-4c4c-8a39-4cd5c785558a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:26.804554 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44241ad4-25e4-4c4c-8a39-4cd5c785558a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:26.805650 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-44241ad4-25e4-4c4c-8a39-4cd5c785558a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:26.887691 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0a827-6f7b-4c82-baf7-cf3ae74d6555 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Subnet': ['ID=ca2115ed-3504-4ffc-a62f-8b09ac1695a4,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:26.890557 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4aa35b9a-04d3-47dc-912f-715d62abbb8f req-4a771816-3b25-4357-8edd-b5b0d2fff8d7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdd545aa-2d01-467f-91ee-23b6f5dc5c45 HTTP/1.1" status: 200 len: 210 time: 0.1482513 Apr 23 00:07:26.962182 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:27.034950 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-44241ad4-25e4-4c4c-8a39-4cd5c785558a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.2394655 Apr 23 00:07:27.046618 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54226) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:27.059997 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=2999bd56-bc72-43d0-b637-779d51fc5fd1,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:27.067311 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:27.082487 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-c511b72c-d777-4fa1-b447-72b2e1c80cf8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'subnet': {'network_id': '53723bac-5dd9-4ece-8e4d-73e078c3526f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:27.082715 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device e282d6c4-0930-4ae8-aec0-64011e4a196e no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:07:27.087773 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a0a827-6f7b-4c82-baf7-cf3ae74d6555 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:27.100212 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44241ad4-25e4-4c4c-8a39-4cd5c785558a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Network': ['ID=53723bac-5dd9-4ece-8e4d-73e078c3526f,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:27.108882 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-04a826f0-cfda-498b-9e55-37103fc0fdc8 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4059567 Apr 23 00:07:27.113338 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: e282d6c4-0930-4ae8-aec0-64011e4a196e {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:07:27.113731 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device e282d6c4-0930-4ae8-aec0-64011e4a196e not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:07:27.120475 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54228) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:27.121357 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-15a0a827-6f7b-4c82-baf7-cf3ae74d6555 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:27.128620 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-2125af78-ca10-44ab-9d64-4a3efb687b60 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'subnet': {'network_id': '87659833-c2e8-4d27-9f73-c0f1c66dde82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:27.165931 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab45a5b-8d11-466e-b007-8013e23f73ef None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:27.171751 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 53723bac-5dd9-4ece-8e4d-73e078c3526f details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:07:27.186898 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:27.210753 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a0a827-6f7b-4c82-baf7-cf3ae74d6555 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:27.211371 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15a0a827-6f7b-4c82-baf7-cf3ae74d6555 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:27.247599 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a826f0-cfda-498b-9e55-37103fc0fdc8 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Network': ['ID=87659833-c2e8-4d27-9f73-c0f1c66dde82,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:27.305177 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-de54b6b4-7d1f-4921-8b39-1c78ef5319cf tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:27.323796 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a81910-1f3e-4839-a0b0-1d6b2d4ee23a None None] Pushing event updated for resources: {'Port': ['ID=0723a944-690b-424e-8a15-884e0ce2cd2e,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:27.336661 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a81910-1f3e-4839-a0b0-1d6b2d4ee23a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:27.337583 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a81910-1f3e-4839-a0b0-1d6b2d4ee23a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:27.338422 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a81910-1f3e-4839-a0b0-1d6b2d4ee23a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:27.338995 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a81910-1f3e-4839-a0b0-1d6b2d4ee23a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:27.339339 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a81910-1f3e-4839-a0b0-1d6b2d4ee23a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:27.339802 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a81910-1f3e-4839-a0b0-1d6b2d4ee23a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:27.340299 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a81910-1f3e-4839-a0b0-1d6b2d4ee23a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:27.340651 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a81910-1f3e-4839-a0b0-1d6b2d4ee23a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:27.341092 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a81910-1f3e-4839-a0b0-1d6b2d4ee23a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:27.342091 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a81910-1f3e-4839-a0b0-1d6b2d4ee23a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:27.342446 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a81910-1f3e-4839-a0b0-1d6b2d4ee23a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:27.342924 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a81910-1f3e-4839-a0b0-1d6b2d4ee23a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:27.351151 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 87659833-c2e8-4d27-9f73-c0f1c66dde82 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:07:27.367042 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0a827-6f7b-4c82-baf7-cf3ae74d6555 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=27343dbf-b1c0-40de-8da5-967f152202f4,revision_number=4']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:27.392137 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-15a0a827-6f7b-4c82-baf7-cf3ae74d6555 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4037054 Apr 23 00:07:27.396107 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54230) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:27.406575 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-10007aa6-4bf3-451a-9a56-418f936ab2f2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Request body: {'port': {'network_id': '52c789e5-894b-4719-a369-b13bd1dbccf2', 'mac_address': 'fa:16:3e:30:86:fc', 'name': 'tempest-NetworksTestDHCPv6-637090209'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:27.477384 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b4bd7126-bbb5-4178-aa38-d1de73421325 None None] Provisioning complete for port b1713ea8-9b73-4a65-88bf-8607df392a43 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:27.477768 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7126-bbb5-4178-aa38-d1de73421325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:27.488350 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-59661919-36ed-4ccf-b831-e43162c2f5de None None] Allocated IP 172.20.255.242 (be665bb0-0db8-46b9-bd45-9f026785584b/fd5d581a-8152-443b-8e93-87fba77d0780/7d2f4358-fc60-4672-a19c-3d0e78e55b17) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:27.503051 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2125af78-ca10-44ab-9d64-4a3efb687b60 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Made reservation on behalf of 067cc1af0e35468e96d86434cf2aca66 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:27.506356 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2125af78-ca10-44ab-9d64-4a3efb687b60 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:27.557384 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c511b72c-d777-4fa1-b447-72b2e1c80cf8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Made reservation on behalf of 5fe246ce7e8b4978826fd603fb3045d6 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:27.583167 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c511b72c-d777-4fa1-b447-72b2e1c80cf8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:27.679266 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] Attempting to bind port 0723a944-690b-424e-8a15-884e0ce2cd2e on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:07:27.679666 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] Attempting to bind port 0723a944-690b-424e-8a15-884e0ce2cd2e by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'bb259f58-f87d-4585-8d09-f70dcd2267bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:07:27.680119 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] Attempting to bind port 0723a944-690b-424e-8a15-884e0ce2cd2e on network 60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:07:27.686295 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:07:27.686734 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] Checking segment: {'id': 'bb259f58-f87d-4585-8d09-f70dcd2267bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:27.687451 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:27.687871 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] Bound using segment: {'id': 'bb259f58-f87d-4585-8d09-f70dcd2267bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:07:27.688634 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] Bound port: 0723a944-690b-424e-8a15-884e0ce2cd2e, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb259f58-f87d-4585-8d09-f70dcd2267bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:07:27.689010 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:27.700090 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-4b04b7ed-1627-40e3-b131-8e6c098aa823 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:27.703708 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-4b04b7ed-1627-40e3-b131-8e6c098aa823 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:27.774405 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b1713ea8-9b73-4a65-88bf-8607df392a43 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:27.841275 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] For port 0723a944-690b-424e-8a15-884e0ce2cd2e, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:07:27.845056 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] For port 0723a944-690b-424e-8a15-884e0ce2cd2e, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=0723a944-690b-424e-8a15-884e0ce2cd2e,segment=NetworkSegment(bb259f58-f87d-4585-8d09-f70dcd2267bc),segment_id=bb259f58-f87d-4585-8d09-f70dcd2267bc)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:07:27.898296 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:27.994452 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] Routers {'878c8207-af35-45dd-9d5f-b4223a047173'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:27.995086 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['878c8207-af35-45dd-9d5f-b4223a047173'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:27.998422 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a81910-1f3e-4839-a0b0-1d6b2d4ee23a None None] Pushing event updated for resources: {'Port': ['ID=0723a944-690b-424e-8a15-884e0ce2cd2e,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:28.013261 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-4b04b7ed-1627-40e3-b131-8e6c098aa823 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.20.0.28 (9d2ecf0d-bc7c-460d-97c2-28a56a383613/92109543-8802-4760-98df-aec3f47058fa/247c6318-36e7-41ac-8e64-e80e2a607a3b) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:28.037850 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10007aa6-4bf3-451a-9a56-418f936ab2f2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Made reservation on behalf of a29b76832a9c4864a572da043b509e79 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:28.095504 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port b1713ea8-9b73-4a65-88bf-8607df392a43 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:28.096498 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:28.129380 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-de54b6b4-7d1f-4921-8b39-1c78ef5319cf tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting port f53841b7-fa1b-481b-ae24-18e4aa61d339 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:28.129975 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-de54b6b4-7d1f-4921-8b39-1c78ef5319cf tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:28.158336 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-10007aa6-4bf3-451a-9a56-418f936ab2f2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:28.161251 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59661919-36ed-4ccf-b831-e43162c2f5de None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:28.162821 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b4bd7126-bbb5-4178-aa38-d1de73421325 None None] Provisioning complete for port 2999bd56-bc72-43d0-b637-779d51fc5fd1 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:28.163183 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7126-bbb5-4178-aa38-d1de73421325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:28.174261 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c511b72c-d777-4fa1-b447-72b2e1c80cf8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:28.186944 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] Set router 878c8207-af35-45dd-9d5f-b4223a047173 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:07:28.200274 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2125af78-ca10-44ab-9d64-4a3efb687b60 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:28.204002 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b0853467-cff9-4c74-9893-fc70ce6f503b req-925c6ef3-74f2-49cf-b228-f3c3e7eeba01 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdd545aa-2d01-467f-91ee-23b6f5dc5c45 HTTP/1.1" status: 200 len: 210 time: 0.0648634 Apr 23 00:07:28.296548 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59661919-36ed-4ccf-b831-e43162c2f5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:28.375303 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-de54b6b4-7d1f-4921-8b39-1c78ef5319cf tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:28.378735 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 27343dbf-b1c0-40de-8da5-967f152202f4 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:28.383111 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-10007aa6-4bf3-451a-9a56-418f936ab2f2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] device_id is not set on port 1a806ee2-fdf7-4849-a9b6-34ac30b9f9fb yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:07:28.390936 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-de54b6b4-7d1f-4921-8b39-1c78ef5319cf tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Calling delete_port for f53841b7-fa1b-481b-ae24-18e4aa61d339 owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:28.445117 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59661919-36ed-4ccf-b831-e43162c2f5de None None] Network be665bb0-0db8-46b9-bd45-9f026785584b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:28.463328 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2125af78-ca10-44ab-9d64-4a3efb687b60 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Checking segment: {'id': '05cfb361-c95d-4a2b-90c2-d13b4236653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '87659833-c2e8-4d27-9f73-c0f1c66dde82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:28.464020 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2125af78-ca10-44ab-9d64-4a3efb687b60 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Network hostable DHCP agents. Network: 87659833-c2e8-4d27-9f73-c0f1c66dde82, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:07:28.466340 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-59661919-36ed-4ccf-b831-e43162c2f5de None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:28.474656 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59661919-36ed-4ccf-b831-e43162c2f5de None None] Pushing event updated for resources: {'Port': ['ID=7d2f4358-fc60-4672-a19c-3d0e78e55b17,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:28.478117 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125af78-ca10-44ab-9d64-4a3efb687b60 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Subnet': ['ID=27f3ffc3-79f4-409f-bd11-ce2912b29e91,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:28.480835 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59661919-36ed-4ccf-b831-e43162c2f5de None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:28.584990 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b4bd7126-bbb5-4178-aa38-d1de73421325 None None] Provisioning complete for port 27343dbf-b1c0-40de-8da5-967f152202f4 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:28.585857 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7126-bbb5-4178-aa38-d1de73421325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:28.604943 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:07:23Z', 'revision_number': 3, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': '0723a944-690b-424e-8a15-884e0ce2cd2e', 'name': '', 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:06:84:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:20Z', 'updated_at': '2022-04-23T00:07:27Z', 'revision_number': 4, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:21Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:28.648070 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-59661919-36ed-4ccf-b831-e43162c2f5de None None] Attempting to bind port 7d2f4358-fc60-4672-a19c-3d0e78e55b17 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:07:28.648760 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-59661919-36ed-4ccf-b831-e43162c2f5de None None] Attempting to bind port 7d2f4358-fc60-4672-a19c-3d0e78e55b17 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '8bc24e42-ed36-4245-b046-af7470aa8021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'be665bb0-0db8-46b9-bd45-9f026785584b'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:07:28.649221 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59661919-36ed-4ccf-b831-e43162c2f5de None None] Attempting to bind port 7d2f4358-fc60-4672-a19c-3d0e78e55b17 on network be665bb0-0db8-46b9-bd45-9f026785584b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:07:28.657799 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59661919-36ed-4ccf-b831-e43162c2f5de None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:07:28.658486 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59661919-36ed-4ccf-b831-e43162c2f5de None None] Checking segment: {'id': '8bc24e42-ed36-4245-b046-af7470aa8021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'be665bb0-0db8-46b9-bd45-9f026785584b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:28.659138 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59661919-36ed-4ccf-b831-e43162c2f5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:28.659648 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59661919-36ed-4ccf-b831-e43162c2f5de None None] Bound using segment: {'id': '8bc24e42-ed36-4245-b046-af7470aa8021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'be665bb0-0db8-46b9-bd45-9f026785584b'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:07:28.660393 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-59661919-36ed-4ccf-b831-e43162c2f5de None None] Bound port: 7d2f4358-fc60-4672-a19c-3d0e78e55b17, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc24e42-ed36-4245-b046-af7470aa8021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'be665bb0-0db8-46b9-bd45-9f026785584b'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:07:28.660869 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59661919-36ed-4ccf-b831-e43162c2f5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:28.670779 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5072a4bf-f350-4495-993b-791a67a33ecc None None] The sync data for ids ['878c8207-af35-45dd-9d5f-b4223a047173'] in dv-neutron-838783-1-hyperv is: [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:07:23Z', 'revision_number': 3, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': '0723a944-690b-424e-8a15-884e0ce2cd2e', 'name': '', 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:06:84:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:20Z', 'updated_at': '2022-04-23T00:07:27Z', 'revision_number': 4, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:21Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:07:28.678640 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511b72c-d777-4fa1-b447-72b2e1c80cf8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Subnet': ['ID=d4a403e9-4449-4025-87e2-97e02fe77ed7,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:28.695946 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 27343dbf-b1c0-40de-8da5-967f152202f4 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:28.696456 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:28.704361 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c511b72c-d777-4fa1-b447-72b2e1c80cf8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Checking segment: {'id': '6d6e7145-d391-4f82-9e1b-3855a7a2e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '53723bac-5dd9-4ece-8e4d-73e078c3526f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:28.704741 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c511b72c-d777-4fa1-b447-72b2e1c80cf8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network hostable DHCP agents. Network: 53723bac-5dd9-4ece-8e4d-73e078c3526f, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:07:28.848626 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c511b72c-d777-4fa1-b447-72b2e1c80cf8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network 53723bac-5dd9-4ece-8e4d-73e078c3526f is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:07:28.869055 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-59661919-36ed-4ccf-b831-e43162c2f5de None None] For port 7d2f4358-fc60-4672-a19c-3d0e78e55b17, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:07:28.872942 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-59661919-36ed-4ccf-b831-e43162c2f5de None None] For port 7d2f4358-fc60-4672-a19c-3d0e78e55b17, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7d2f4358-fc60-4672-a19c-3d0e78e55b17,segment=NetworkSegment(8bc24e42-ed36-4245-b046-af7470aa8021),segment_id=8bc24e42-ed36-4245-b046-af7470aa8021)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:07:28.884159 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7126-bbb5-4178-aa38-d1de73421325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:28.909228 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-de54b6b4-7d1f-4921-8b39-1c78ef5319cf tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:28.923103 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59661919-36ed-4ccf-b831-e43162c2f5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:28.978183 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54b6b4-7d1f-4921-8b39-1c78ef5319cf tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Port': ['ID=f53841b7-fa1b-481b-ae24-18e4aa61d339,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:29.038017 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b4bd7126-bbb5-4178-aa38-d1de73421325 None None] For port 27343dbf-b1c0-40de-8da5-967f152202f4, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=27343dbf-b1c0-40de-8da5-967f152202f4,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:29.098727 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:29.124266 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-4b04b7ed-1627-40e3-b131-8e6c098aa823 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:29.133607 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7126-bbb5-4178-aa38-d1de73421325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:29.139607 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-de54b6b4-7d1f-4921-8b39-1c78ef5319cf tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:29.179300 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59661919-36ed-4ccf-b831-e43162c2f5de None None] Pushing event updated for resources: {'Port': ['ID=7d2f4358-fc60-4672-a19c-3d0e78e55b17,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:29.195921 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2125af78-ca10-44ab-9d64-4a3efb687b60 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Network 87659833-c2e8-4d27-9f73-c0f1c66dde82 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:07:29.263685 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-4b04b7ed-1627-40e3-b131-8e6c098aa823 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:29.321025 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd7126-bbb5-4178-aa38-d1de73421325 None None] Pushing event updated for resources: {'Port': ['ID=27343dbf-b1c0-40de-8da5-967f152202f4,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:29.329505 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b4bd7126-bbb5-4178-aa38-d1de73421325 None None] Could not find standard attr ID for object f53841b7-fa1b-481b-ae24-18e4aa61d339. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:07:29.355248 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-4b04b7ed-1627-40e3-b131-8e6c098aa823 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 9d2ecf0d-bc7c-460d-97c2-28a56a383613 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:29.361742 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-4b04b7ed-1627-40e3-b131-8e6c098aa823 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:29.365720 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-4b04b7ed-1627-40e3-b131-8e6c098aa823 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:29.404192 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-10007aa6-4bf3-451a-9a56-418f936ab2f2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 2001:db8::31b (52c789e5-894b-4719-a369-b13bd1dbccf2/529e1ed9-59e2-4678-a248-dbb7fc48345f/1a806ee2-fdf7-4849-a9b6-34ac30b9f9fb) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:29.435894 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-2125af78-ca10-44ab-9d64-4a3efb687b60 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 87659833-c2e8-4d27-9f73-c0f1c66dde82) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:29.444175 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2125af78-ca10-44ab-9d64-4a3efb687b60 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:29.445009 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2125af78-ca10-44ab-9d64-4a3efb687b60 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:29.455521 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b4bd7126-bbb5-4178-aa38-d1de73421325 None None] Provisioning complete for port 0723a944-690b-424e-8a15-884e0ce2cd2e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:29.456514 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7126-bbb5-4178-aa38-d1de73421325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:29.459280 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:07:29.460001 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:07:29.465091 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-c511b72c-d777-4fa1-b447-72b2e1c80cf8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 53723bac-5dd9-4ece-8e4d-73e078c3526f) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:29.508145 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe8956e-4448-4fbe-a5da-fb7c35e38fe6 None None] Network 87659833-c2e8-4d27-9f73-c0f1c66dde82 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:29.511212 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23541628-fc80-4b17-abba-df9b8745e1d8 None None] Network 53723bac-5dd9-4ece-8e4d-73e078c3526f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:29.526039 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c511b72c-d777-4fa1-b447-72b2e1c80cf8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:29.526295 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c511b72c-d777-4fa1-b447-72b2e1c80cf8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:29.528309 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-10007aa6-4bf3-451a-9a56-418f936ab2f2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Allocated IP 2001:db8:0:1:f816:3eff:fe30:86fc (52c789e5-894b-4719-a369-b13bd1dbccf2/ca2115ed-3504-4ffc-a62f-8b09ac1695a4/1a806ee2-fdf7-4849-a9b6-34ac30b9f9fb) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:29.539025 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04b7ed-1627-40e3-b131-8e6c098aa823 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=247c6318-36e7-41ac-8e64-e80e2a607a3b,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:29.587454 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-4b04b7ed-1627-40e3-b131-8e6c098aa823 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:29.587454 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-4b04b7ed-1627-40e3-b131-8e6c098aa823 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:29.611622 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c511b72c-d777-4fa1-b447-72b2e1c80cf8 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5390332 Apr 23 00:07:29.615102 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54236) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:29.792343 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2125af78-ca10-44ab-9d64-4a3efb687b60 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.5881989 Apr 23 00:07:29.792343 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54238) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:29.794370 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de54b6b4-7d1f-4921-8b39-1c78ef5319cf tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Router 75d1df77-6830-4b83-8031-1b6de4d792ab has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:07:29.794370 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82153a81-8d90-43f1-a6a8-1b17592ad5f8 req-f890ac00-cd88-48ff-8174-6cd0e6ba2b97 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:29.794370 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-82153a81-8d90-43f1-a6a8-1b17592ad5f8 req-f890ac00-cd88-48ff-8174-6cd0e6ba2b97 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdd545aa-2d01-467f-91ee-23b6f5dc5c45 HTTP/1.1" status: 200 len: 932 time: 0.3256140 Apr 23 00:07:29.813902 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-4b04b7ed-1627-40e3-b131-8e6c098aa823 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2664559 Apr 23 00:07:29.876385 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de54b6b4-7d1f-4921-8b39-1c78ef5319cf tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:07:29.886683 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-de54b6b4-7d1f-4921-8b39-1c78ef5319cf tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "PUT /v2.0/routers/75d1df77-6830-4b83-8031-1b6de4d792ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9708853 Apr 23 00:07:29.890890 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54242) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:29.892114 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28e0f91-589d-4e46-b8d4-51387dc3f5c5 None None] Sync routers for ids ['75d1df77-6830-4b83-8031-1b6de4d792ab'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:07:29.913683 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28e0f91-589d-4e46-b8d4-51387dc3f5c5 None None] Routers {'75d1df77-6830-4b83-8031-1b6de4d792ab'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:29.921359 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-f28e0f91-589d-4e46-b8d4-51387dc3f5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['75d1df77-6830-4b83-8031-1b6de4d792ab'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:29.962589 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-f3f19a1d-2d5a-4125-8887-3d62fc5441af service neutron] Request body: {'port': {'device_id': 'bdd545aa-2d01-467f-91ee-23b6f5dc5c45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:29.970557 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-f28e0f91-589d-4e46-b8d4-51387dc3f5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:29.983036 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28e0f91-589d-4e46-b8d4-51387dc3f5c5 None None] Routers {'75d1df77-6830-4b83-8031-1b6de4d792ab'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:29.983987 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-f28e0f91-589d-4e46-b8d4-51387dc3f5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['75d1df77-6830-4b83-8031-1b6de4d792ab'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:29.985382 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7126-bbb5-4178-aa38-d1de73421325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:29.994244 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e4964471-e9be-4676-ab6f-a4c0fca11da8 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "GET /v2.0/ports?device_id=75d1df77-6830-4b83-8031-1b6de4d792ab HTTP/1.1" status: 200 len: 205 time: 0.1021972 Apr 23 00:07:29.998900 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-82153a81-8d90-43f1-a6a8-1b17592ad5f8 req-a7905a7b-831b-443e-9c08-76c4720d90a6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b93f783c-6b59-4148-bea0-fd3e3263d180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238264 Apr 23 00:07:30.011122 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54244) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:30.014148 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-10007aa6-4bf3-451a-9a56-418f936ab2f2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:30.027207 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-f28e0f91-589d-4e46-b8d4-51387dc3f5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:30.028602 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28e0f91-589d-4e46-b8d4-51387dc3f5c5 None None] The sync data for ids ['75d1df77-6830-4b83-8031-1b6de4d792ab'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:07:30.081301 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:30.088906 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2999bd56-bc72-43d0-b637-779d51fc5fd1 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:30.159609 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aee9c6cc-b7cc-4a5e-9679-27ea2953e63e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:30.161503 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-f3f19a1d-2d5a-4125-8887-3d62fc5441af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:30.292968 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e9136160-1442-4d01-a39d-bf50830ed338 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:30.302779 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1143854a-fe30-4067-8fc2-a1fa18152d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-53723bac-5dd9-4ece-8e4d-73e078c3526f', 'network_id': '53723bac-5dd9-4ece-8e4d-73e078c3526f', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'fixed_ips': [{'subnet_id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:07:30.305498 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1143854a-fe30-4067-8fc2-a1fa18152d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:30.320599 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b4bd7126-bbb5-4178-aa38-d1de73421325 None None] For port 0723a944-690b-424e-8a15-884e0ce2cd2e, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=0723a944-690b-424e-8a15-884e0ce2cd2e,segment=NetworkSegment(bb259f58-f87d-4585-8d09-f70dcd2267bc),segment_id=bb259f58-f87d-4585-8d09-f70dcd2267bc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:30.369435 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783a0414-c08b-43ff-873e-cfa46ee3247c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-87659833-c2e8-4d27-9f73-c0f1c66dde82', 'network_id': '87659833-c2e8-4d27-9f73-c0f1c66dde82', 'tenant_id': '067cc1af0e35468e96d86434cf2aca66', 'fixed_ips': [{'subnet_id': '27f3ffc3-79f4-409f-bd11-ce2912b29e91'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:07:30.370606 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-783a0414-c08b-43ff-873e-cfa46ee3247c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:30.467269 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7126-bbb5-4178-aa38-d1de73421325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:30.518908 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 2999bd56-bc72-43d0-b637-779d51fc5fd1 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:30.519393 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:30.578505 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aee9c6cc-b7cc-4a5e-9679-27ea2953e63e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:30.590695 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-10007aa6-4bf3-451a-9a56-418f936ab2f2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:30.591107 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aee9c6cc-b7cc-4a5e-9679-27ea2953e63e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:30.675271 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-1143854a-fe30-4067-8fc2-a1fa18152d90 None None] Allocated IP 172.22.0.2 (53723bac-5dd9-4ece-8e4d-73e078c3526f/d4a403e9-4449-4025-87e2-97e02fe77ed7/bb00fc73-5229-48e8-bc9d-b33672696ebb) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:30.697414 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10007aa6-4bf3-451a-9a56-418f936ab2f2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event updated for resources: {'Port': ['ID=1a806ee2-fdf7-4849-a9b6-34ac30b9f9fb,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:30.719613 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd7126-bbb5-4178-aa38-d1de73421325 None None] Pushing event updated for resources: {'Port': ['ID=0723a944-690b-424e-8a15-884e0ce2cd2e,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:30.722691 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10007aa6-4bf3-451a-9a56-418f936ab2f2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:30.779261 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-10007aa6-4bf3-451a-9a56-418f936ab2f2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:30.800996 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77421b29-09db-402e-a888-33054ca83a39 None None] Network be665bb0-0db8-46b9-bd45-9f026785584b requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:30.826069 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10007aa6-4bf3-451a-9a56-418f936ab2f2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:30.832095 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10007aa6-4bf3-451a-9a56-418f936ab2f2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:30.832734 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-10007aa6-4bf3-451a-9a56-418f936ab2f2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:30.852710 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-6be0cb39-fe80-4f71-a486-1a61555ee352 None None] Provisioning complete for port 247c6318-36e7-41ac-8e64-e80e2a607a3b triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:30.853153 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6be0cb39-fe80-4f71-a486-1a61555ee352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:30.859880 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:30.914702 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aee9c6cc-b7cc-4a5e-9679-27ea2953e63e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:30.921566 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee9c6cc-b7cc-4a5e-9679-27ea2953e63e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Fanout notify agent at l3_agent the message router_deleted on router 75d1df77-6830-4b83-8031-1b6de4d792ab {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:07:30.926497 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aee9c6cc-b7cc-4a5e-9679-27ea2953e63e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:30.928087 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-aee9c6cc-b7cc-4a5e-9679-27ea2953e63e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/routers/75d1df77-6830-4b83-8031-1b6de4d792ab HTTP/1.1" status: 204 len: 168 time: 0.9101901 Apr 23 00:07:30.931250 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54248) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:30.943915 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-10007aa6-4bf3-451a-9a56-418f936ab2f2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.5458779 Apr 23 00:07:30.950400 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54250) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:31.020389 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b2afbe-5c87-4aef-8fa6-2c5ce218a283 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting subnet 4bfdbb73-75d8-4293-bf2e-c2d15ac27827 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:07:31.024819 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a7b2afbe-5c87-4aef-8fa6-2c5ce218a283 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:31.030605 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-f3f19a1d-2d5a-4125-8887-3d62fc5441af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 247c6318-36e7-41ac-8e64-e80e2a607a3b {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:07:31.032190 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6be0cb39-fe80-4f71-a486-1a61555ee352 None None] Port 247c6318-36e7-41ac-8e64-e80e2a607a3b cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:07:31.043308 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-f3f19a1d-2d5a-4125-8887-3d62fc5441af service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:31.051699 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-783a0414-c08b-43ff-873e-cfa46ee3247c None None] Allocated IP 172.20.0.2 (87659833-c2e8-4d27-9f73-c0f1c66dde82/27f3ffc3-79f4-409f-bd11-ce2912b29e91/be7509dc-66f4-41a2-a259-bbbb21b930b8) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:31.101650 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-f3f19a1d-2d5a-4125-8887-3d62fc5441af service neutron] Transition to ACTIVE for port object 247c6318-36e7-41ac-8e64-e80e2a607a3b will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:07:31.126185 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a7b2afbe-5c87-4aef-8fa6-2c5ce218a283 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:31.192682 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-6be0cb39-fe80-4f71-a486-1a61555ee352 None None] Provisioning complete for port 0723a944-690b-424e-8a15-884e0ce2cd2e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:31.193743 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6be0cb39-fe80-4f71-a486-1a61555ee352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:31.206937 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-f3f19a1d-2d5a-4125-8887-3d62fc5441af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:31.249703 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a7b2afbe-5c87-4aef-8fa6-2c5ce218a283 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:31.329157 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1143854a-fe30-4067-8fc2-a1fa18152d90 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:31.352954 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e54b6-1b08-48b3-bf5a-c044c39226e9 req-da09cde3-f927-4810-a041-8d6603abab4c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:31.361932 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-db7e54b6-1b08-48b3-bf5a-c044c39226e9 req-da09cde3-f927-4810-a041-8d6603abab4c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdd545aa-2d01-467f-91ee-23b6f5dc5c45 HTTP/1.1" status: 200 len: 932 time: 0.2180579 Apr 23 00:07:31.376831 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f19a1d-2d5a-4125-8887-3d62fc5441af service neutron] Pushing event updated for resources: {'Port': ['ID=247c6318-36e7-41ac-8e64-e80e2a607a3b,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:31.407426 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1143854a-fe30-4067-8fc2-a1fa18152d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:31.449002 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a7b2afbe-5c87-4aef-8fa6-2c5ce218a283 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:31.519017 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-6c3c3380-4d6f-4737-b056-f6178f786f90 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting port 1a806ee2-fdf7-4849-a9b6-34ac30b9f9fb {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:31.524945 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6c3c3380-4d6f-4737-b056-f6178f786f90 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:31.534144 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1143854a-fe30-4067-8fc2-a1fa18152d90 None None] Network 53723bac-5dd9-4ece-8e4d-73e078c3526f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:31.535633 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2afbe-5c87-4aef-8fa6-2c5ce218a283 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Subnet': ['ID=4bfdbb73-75d8-4293-bf2e-c2d15ac27827,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:31.551358 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1143854a-fe30-4067-8fc2-a1fa18152d90 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:31.554648 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1143854a-fe30-4067-8fc2-a1fa18152d90 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:31.575949 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-783a0414-c08b-43ff-873e-cfa46ee3247c None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:31.577924 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-e9136160-1442-4d01-a39d-bf50830ed338 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Allocated IP 172.22.0.1 (53723bac-5dd9-4ece-8e4d-73e078c3526f/d4a403e9-4449-4025-87e2-97e02fe77ed7/0b156cc3-3915-47fc-879c-5be177bd62e2) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:31.607452 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143854a-fe30-4067-8fc2-a1fa18152d90 None None] Pushing event updated for resources: {'Port': ['ID=bb00fc73-5229-48e8-bc9d-b33672696ebb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:31.677169 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6c3c3380-4d6f-4737-b056-f6178f786f90 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:31.683153 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-783a0414-c08b-43ff-873e-cfa46ee3247c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:31.698571 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a7b2afbe-5c87-4aef-8fa6-2c5ce218a283 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:31.709668 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a7b2afbe-5c87-4aef-8fa6-2c5ce218a283 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/subnets/4bfdbb73-75d8-4293-bf2e-c2d15ac27827 HTTP/1.1" status: 204 len: 168 time: 0.7745912 Apr 23 00:07:31.709792 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-6c3c3380-4d6f-4737-b056-f6178f786f90 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Calling delete_port for 1a806ee2-fdf7-4849-a9b6-34ac30b9f9fb owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:31.712795 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e91fcd-8206-4397-ba04-2f042b2ea280 None None] Network f0175fd6-a06b-4fe3-9111-3aeaa13d2869 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:31.720619 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54254) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:31.788688 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-db7e54b6-1b08-48b3-bf5a-c044c39226e9 req-2d2b6245-f445-4941-87a5-f5d4ca18b44b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b93f783c-6b59-4148-bea0-fd3e3263d180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4257920 Apr 23 00:07:31.796556 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-6be0cb39-fe80-4f71-a486-1a61555ee352 None None] Provisioning complete for port 27343dbf-b1c0-40de-8da5-967f152202f4 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:31.797020 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6be0cb39-fe80-4f71-a486-1a61555ee352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:31.819425 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 27343dbf-b1c0-40de-8da5-967f152202f4 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:31.852644 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e9136160-1442-4d01-a39d-bf50830ed338 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:31.872945 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-1143854a-fe30-4067-8fc2-a1fa18152d90 None None] Attempting to bind port bb00fc73-5229-48e8-bc9d-b33672696ebb on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:07:31.873417 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-1143854a-fe30-4067-8fc2-a1fa18152d90 None None] Attempting to bind port bb00fc73-5229-48e8-bc9d-b33672696ebb by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '6d6e7145-d391-4f82-9e1b-3855a7a2e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '53723bac-5dd9-4ece-8e4d-73e078c3526f'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:07:31.873619 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1143854a-fe30-4067-8fc2-a1fa18152d90 None None] Attempting to bind port bb00fc73-5229-48e8-bc9d-b33672696ebb on network 53723bac-5dd9-4ece-8e4d-73e078c3526f {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:07:31.925023 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:31.944701 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-f3f19a1d-2d5a-4125-8887-3d62fc5441af service neutron] Attempting to bind port 247c6318-36e7-41ac-8e64-e80e2a607a3b on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:07:31.945041 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-f3f19a1d-2d5a-4125-8887-3d62fc5441af service neutron] Attempting to bind port 247c6318-36e7-41ac-8e64-e80e2a607a3b by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'a27e184f-1b10-4192-8d29-41f7c66047c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d2ecf0d-bc7c-460d-97c2-28a56a383613'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:07:31.945366 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-f3f19a1d-2d5a-4125-8887-3d62fc5441af service neutron] Attempting to bind port 247c6318-36e7-41ac-8e64-e80e2a607a3b on network 9d2ecf0d-bc7c-460d-97c2-28a56a383613 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:07:31.958072 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1143854a-fe30-4067-8fc2-a1fa18152d90 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:07:31.958599 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1143854a-fe30-4067-8fc2-a1fa18152d90 None None] Checking segment: {'id': '6d6e7145-d391-4f82-9e1b-3855a7a2e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '53723bac-5dd9-4ece-8e4d-73e078c3526f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:31.959563 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1143854a-fe30-4067-8fc2-a1fa18152d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:31.960017 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1143854a-fe30-4067-8fc2-a1fa18152d90 None None] Bound using segment: {'id': '6d6e7145-d391-4f82-9e1b-3855a7a2e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '53723bac-5dd9-4ece-8e4d-73e078c3526f'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:07:31.960474 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-1143854a-fe30-4067-8fc2-a1fa18152d90 None None] Bound port: bb00fc73-5229-48e8-bc9d-b33672696ebb, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6e7145-d391-4f82-9e1b-3855a7a2e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '53723bac-5dd9-4ece-8e4d-73e078c3526f'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:07:31.960621 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e9136160-1442-4d01-a39d-bf50830ed338 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:31.960865 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1143854a-fe30-4067-8fc2-a1fa18152d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:31.971382 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-da968dad-4f6a-474b-8d8e-785f501b5a53 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:31.982625 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783a0414-c08b-43ff-873e-cfa46ee3247c None None] Network 87659833-c2e8-4d27-9f73-c0f1c66dde82 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:31.983848 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Subnet': ['ID=27f3ffc3-79f4-409f-bd11-ce2912b29e91,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:31.988689 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-f3f19a1d-2d5a-4125-8887-3d62fc5441af service neutron] Port 247c6318-36e7-41ac-8e64-e80e2a607a3b on network 9d2ecf0d-bc7c-460d-97c2-28a56a383613 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:07:31.988870 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-f3f19a1d-2d5a-4125-8887-3d62fc5441af service neutron] Attempting to bind port 247c6318-36e7-41ac-8e64-e80e2a607a3b on network 9d2ecf0d-bc7c-460d-97c2-28a56a383613 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:07:32.002060 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a0414-c08b-43ff-873e-cfa46ee3247c None None] Pushing event updated for resources: {'Port': ['ID=be7509dc-66f4-41a2-a259-bbbb21b930b8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:32.004703 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-783a0414-c08b-43ff-873e-cfa46ee3247c None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:32.010153 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783a0414-c08b-43ff-873e-cfa46ee3247c None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:32.015742 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-f3f19a1d-2d5a-4125-8887-3d62fc5441af service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:07:32.016339 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-f3f19a1d-2d5a-4125-8887-3d62fc5441af service neutron] Checking segment: {'id': 'a27e184f-1b10-4192-8d29-41f7c66047c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d2ecf0d-bc7c-460d-97c2-28a56a383613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:32.016815 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-f3f19a1d-2d5a-4125-8887-3d62fc5441af service neutron] Bound using segment: {'id': 'a27e184f-1b10-4192-8d29-41f7c66047c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d2ecf0d-bc7c-460d-97c2-28a56a383613'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:07:32.017083 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-f3f19a1d-2d5a-4125-8887-3d62fc5441af service neutron] Bound port: 247c6318-36e7-41ac-8e64-e80e2a607a3b, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27e184f-1b10-4192-8d29-41f7c66047c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d2ecf0d-bc7c-460d-97c2-28a56a383613'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:07:32.017760 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-f3f19a1d-2d5a-4125-8887-3d62fc5441af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:32.034474 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9136160-1442-4d01-a39d-bf50830ed338 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network 53723bac-5dd9-4ece-8e4d-73e078c3526f is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:32.038019 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-e9136160-1442-4d01-a39d-bf50830ed338 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:32.038019 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9136160-1442-4d01-a39d-bf50830ed338 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Port': ['ID=0b156cc3-3915-47fc-879c-5be177bd62e2,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:32.041128 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9136160-1442-4d01-a39d-bf50830ed338 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:32.091982 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e9136160-1442-4d01-a39d-bf50830ed338 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:32.109359 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:32.163103 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-783a0414-c08b-43ff-873e-cfa46ee3247c None None] Attempting to bind port be7509dc-66f4-41a2-a259-bbbb21b930b8 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:07:32.164532 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-783a0414-c08b-43ff-873e-cfa46ee3247c None None] Attempting to bind port be7509dc-66f4-41a2-a259-bbbb21b930b8 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '05cfb361-c95d-4a2b-90c2-d13b4236653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '87659833-c2e8-4d27-9f73-c0f1c66dde82'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:07:32.164532 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783a0414-c08b-43ff-873e-cfa46ee3247c None None] Attempting to bind port be7509dc-66f4-41a2-a259-bbbb21b930b8 on network 87659833-c2e8-4d27-9f73-c0f1c66dde82 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:07:32.165794 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 27343dbf-b1c0-40de-8da5-967f152202f4 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:32.166168 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:32.187771 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87659833-c2e8-4d27-9f73-c0f1c66dde82']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:32.199117 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1143854a-fe30-4067-8fc2-a1fa18152d90 None None] For port bb00fc73-5229-48e8-bc9d-b33672696ebb, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:07:32.213284 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783a0414-c08b-43ff-873e-cfa46ee3247c None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:07:32.213676 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783a0414-c08b-43ff-873e-cfa46ee3247c None None] Checking segment: {'id': '05cfb361-c95d-4a2b-90c2-d13b4236653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '87659833-c2e8-4d27-9f73-c0f1c66dde82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:32.214077 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-783a0414-c08b-43ff-873e-cfa46ee3247c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:32.215976 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783a0414-c08b-43ff-873e-cfa46ee3247c None None] Bound using segment: {'id': '05cfb361-c95d-4a2b-90c2-d13b4236653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '87659833-c2e8-4d27-9f73-c0f1c66dde82'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:07:32.215976 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-783a0414-c08b-43ff-873e-cfa46ee3247c None None] Bound port: be7509dc-66f4-41a2-a259-bbbb21b930b8, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05cfb361-c95d-4a2b-90c2-d13b4236653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '87659833-c2e8-4d27-9f73-c0f1c66dde82'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:07:32.215976 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-783a0414-c08b-43ff-873e-cfa46ee3247c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:32.223217 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05cfb361-c95d-4a2b-90c2-d13b4236653f') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:32.223217 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05cfb361-c95d-4a2b-90c2-d13b4236653f') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:32.224248 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1143854a-fe30-4067-8fc2-a1fa18152d90 None None] For port bb00fc73-5229-48e8-bc9d-b33672696ebb, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=bb00fc73-5229-48e8-bc9d-b33672696ebb,segment=NetworkSegment(6d6e7145-d391-4f82-9e1b-3855a7a2e33c),segment_id=6d6e7145-d391-4f82-9e1b-3855a7a2e33c)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:07:32.237839 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2878eb-2ce4-4611-abea-dc2106251468 None None] DHCP port deletion for f0175fd6-a06b-4fe3-9111-3aeaa13d2869 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:07:32.245666 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:32.254377 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-6be0cb39-fe80-4f71-a486-1a61555ee352 None None] Could not find standard attr ID for object f53841b7-fa1b-481b-ae24-18e4aa61d339. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:07:32.284063 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-f3f19a1d-2d5a-4125-8887-3d62fc5441af service neutron] For port 247c6318-36e7-41ac-8e64-e80e2a607a3b, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:07:32.300568 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:32.305846 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1143854a-fe30-4067-8fc2-a1fa18152d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:32.309409 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-f3f19a1d-2d5a-4125-8887-3d62fc5441af service neutron] For port 247c6318-36e7-41ac-8e64-e80e2a607a3b, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=247c6318-36e7-41ac-8e64-e80e2a607a3b,segment=NetworkSegment(a27e184f-1b10-4192-8d29-41f7c66047c0),segment_id=a27e184f-1b10-4192-8d29-41f7c66047c0)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:07:32.315869 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-da968dad-4f6a-474b-8d8e-785f501b5a53 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting port 2999bd56-bc72-43d0-b637-779d51fc5fd1 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:32.316272 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-da968dad-4f6a-474b-8d8e-785f501b5a53 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:32.321090 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:07:32.321487 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:07:32.324391 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:07:32.601420 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-783a0414-c08b-43ff-873e-cfa46ee3247c None None] For port be7509dc-66f4-41a2-a259-bbbb21b930b8, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:07:32.615497 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e9136160-1442-4d01-a39d-bf50830ed338 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:32.646923 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143854a-fe30-4067-8fc2-a1fa18152d90 None None] Pushing event updated for resources: {'Port': ['ID=bb00fc73-5229-48e8-bc9d-b33672696ebb,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:32.650629 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-6b7a3389-78c3-4794-b543-0c3691aba76c None None] Could not find standard attr ID for object 1a806ee2-fdf7-4849-a9b6-34ac30b9f9fb. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:07:32.666149 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7d2f4358-fc60-4672-a19c-3d0e78e55b17 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:32.698346 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ab2878eb-2ce4-4611-abea-dc2106251468 None None] Deleting port 2999bd56-bc72-43d0-b637-779d51fc5fd1 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:32.698346 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab2878eb-2ce4-4611-abea-dc2106251468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:32.738478 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-f3f19a1d-2d5a-4125-8887-3d62fc5441af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:32.765417 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ab2878eb-2ce4-4611-abea-dc2106251468 None None] For port 2999bd56-bc72-43d0-b637-779d51fc5fd1, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=2999bd56-bc72-43d0-b637-779d51fc5fd1,segment=NetworkSegment(07223391-087c-4c32-bb41-b4edbaeb59b0),segment_id=07223391-087c-4c32-bb41-b4edbaeb59b0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:32.765811 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab2878eb-2ce4-4611-abea-dc2106251468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:32.783532 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-6b7a3389-78c3-4794-b543-0c3691aba76c None None] Provisioning complete for port 7d2f4358-fc60-4672-a19c-3d0e78e55b17 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:32.783906 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b7a3389-78c3-4794-b543-0c3691aba76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:32.786945 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6c3c3380-4d6f-4737-b056-f6178f786f90 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:32.787679 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ab2878eb-2ce4-4611-abea-dc2106251468 None None] Calling delete_port for 2999bd56-bc72-43d0-b637-779d51fc5fd1 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:32.854906 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-783a0414-c08b-43ff-873e-cfa46ee3247c None None] For port be7509dc-66f4-41a2-a259-bbbb21b930b8, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=be7509dc-66f4-41a2-a259-bbbb21b930b8,segment=NetworkSegment(05cfb361-c95d-4a2b-90c2-d13b4236653f),segment_id=05cfb361-c95d-4a2b-90c2-d13b4236653f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:07:32.909707 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-f3f19a1d-2d5a-4125-8887-3d62fc5441af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:32.912890 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-f3f19a1d-2d5a-4125-8887-3d62fc5441af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:32.915203 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-f3f19a1d-2d5a-4125-8887-3d62fc5441af service neutron] 10.222.0.16 "PUT /v2.0/ports/247c6318-36e7-41ac-8e64-e80e2a607a3b HTTP/1.1" status: 200 len: 1094 time: 3.0800743 Apr 23 00:07:32.921420 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.db.api [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:07:32.921420 dv-neutron-838783-1-hyperv neutron-server[103144]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:07:32.921420 dv-neutron-838783-1-hyperv neutron-server[103144]: [parameters: {'id': '87659833-c2e8-4d27-9f73-c0f1c66dde82'}] Apr 23 00:07:32.921420 dv-neutron-838783-1-hyperv neutron-server[103144]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103144) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:07:32.923495 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG oslo_db.api [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:07:32.926575 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd545aa-2d01-467f-91ee-23b6f5dc5c45', 'tag': '247c6318-36e7-41ac-8e64-e80e2a607a3b'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:07:32.935395 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d060ef46-79b6-4695-b632-09fb33651fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd545aa-2d01-467f-91ee-23b6f5dc5c45", "tag": "247c6318-36e7-41ac-8e64-e80e2a607a3b"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:07:32.936756 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-783a0414-c08b-43ff-873e-cfa46ee3247c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:32.966615 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-da968dad-4f6a-474b-8d8e-785f501b5a53 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] For port 2999bd56-bc72-43d0-b637-779d51fc5fd1, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=2999bd56-bc72-43d0-b637-779d51fc5fd1,segment=NetworkSegment(07223391-087c-4c32-bb41-b4edbaeb59b0),segment_id=07223391-087c-4c32-bb41-b4edbaeb59b0)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:32.968121 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-da968dad-4f6a-474b-8d8e-785f501b5a53 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:33.030952 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-da968dad-4f6a-474b-8d8e-785f501b5a53 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Calling delete_port for 2999bd56-bc72-43d0-b637-779d51fc5fd1 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:33.063110 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f19a1d-2d5a-4125-8887-3d62fc5441af service neutron] Pushing event updated for resources: {'Port': ['ID=247c6318-36e7-41ac-8e64-e80e2a607a3b,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:33.103398 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9010cc2-78a0-4fc1-ab2e-f7a0d62cc28b req-a9fa20d9-955b-4b0b-9461-7f7c0d7213ef tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:33.121707 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c9010cc2-78a0-4fc1-ab2e-f7a0d62cc28b req-a9fa20d9-955b-4b0b-9461-7f7c0d7213ef tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdd545aa-2d01-467f-91ee-23b6f5dc5c45 HTTP/1.1" status: 200 len: 944 time: 0.1623831 Apr 23 00:07:33.135451 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7d2f4358-fc60-4672-a19c-3d0e78e55b17 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:33.136907 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:33.204743 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e9136160-1442-4d01-a39d-bf50830ed338 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:33.234758 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ad7a02-9b49-4f25-8631-9464abe7e24f x-openstack-request-id: req-24ad7a02-9b49-4f25-8631-9464abe7e24f {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:07:33.235095 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd545aa-2d01-467f-91ee-23b6f5dc5c45", "tag": "247c6318-36e7-41ac-8e64-e80e2a607a3b", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:07:33.235395 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-24ad7a02-9b49-4f25-8631-9464abe7e24f {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:07:33.235907 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ad7a02-9b49-4f25-8631-9464abe7e24f'] response: {'name': 'network-changed', 'server_uuid': 'bdd545aa-2d01-467f-91ee-23b6f5dc5c45', 'tag': '247c6318-36e7-41ac-8e64-e80e2a607a3b', 'status': 'completed', 'code': 200} Apr 23 00:07:33.256349 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c9010cc2-78a0-4fc1-ab2e-f7a0d62cc28b req-4f167eae-a0b1-4715-b596-32a5d7102ed3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b93f783c-6b59-4148-bea0-fd3e3263d180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230512 Apr 23 00:07:33.269023 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a0414-c08b-43ff-873e-cfa46ee3247c None None] Pushing event updated for resources: {'Port': ['ID=be7509dc-66f4-41a2-a259-bbbb21b930b8,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:33.293993 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c3380-4d6f-4737-b056-f6178f786f90 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Port': ['ID=1a806ee2-fdf7-4849-a9b6-34ac30b9f9fb,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:33.297309 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e9136160-1442-4d01-a39d-bf50830ed338 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:33.303285 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a123906-0acc-4608-a8da-778c86d2c6e5 None None] Network 87659833-c2e8-4d27-9f73-c0f1c66dde82 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:33.313586 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6c3c3380-4d6f-4737-b056-f6178f786f90 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:33.319225 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6c3c3380-4d6f-4737-b056-f6178f786f90 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/1a806ee2-fdf7-4849-a9b6-34ac30b9f9fb HTTP/1.1" status: 204 len: 168 time: 2.3611360 Apr 23 00:07:33.331634 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54262) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:33.331856 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b7a3389-78c3-4794-b543-0c3691aba76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:33.352755 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-f650ebcf-3fad-4e25-bd2e-769046324c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:33.356023 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-f650ebcf-3fad-4e25-bd2e-769046324c48 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=bdd545aa-2d01-467f-91ee-23b6f5dc5c45 HTTP/1.1" status: 200 len: 1097 time: 0.3427405 Apr 23 00:07:33.385579 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab2878eb-2ce4-4611-abea-dc2106251468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:33.420639 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-83c7ea27-30f1-48dc-bf68-77d30a2de83a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=247c6318-36e7-41ac-8e64-e80e2a607a3b HTTP/1.1" status: 200 len: 217 time: 0.0453830 Apr 23 00:07:33.422138 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2878eb-2ce4-4611-abea-dc2106251468 None None] Pushing event deleted for resources: {'Port': ['ID=2999bd56-bc72-43d0-b637-779d51fc5fd1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:33.427861 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:33.482217 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2878eb-2ce4-4611-abea-dc2106251468 None None] No DVR routers for this DVR port 2999bd56-bc72-43d0-b637-779d51fc5fd1 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:07:33.485191 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-6b7a3389-78c3-4794-b543-0c3691aba76c None None] For port 7d2f4358-fc60-4672-a19c-3d0e78e55b17, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7d2f4358-fc60-4672-a19c-3d0e78e55b17,segment=NetworkSegment(8bc24e42-ed36-4245-b046-af7470aa8021),segment_id=8bc24e42-ed36-4245-b046-af7470aa8021)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:33.528836 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:33.545945 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ddb968-d173-4955-8541-1fe9e202426f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:33.548003 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b0ddb968-d173-4955-8541-1fe9e202426f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2158735 Apr 23 00:07:33.551109 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-2167fe3e-2b5c-416d-aa2c-b1eb8aa3f92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:33.553856 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-2167fe3e-2b5c-416d-aa2c-b1eb8aa3f92c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=92109543-8802-4760-98df-aec3f47058fa HTTP/1.1" status: 200 len: 837 time: 0.1210766 Apr 23 00:07:33.554329 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54264) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:33.558511 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-da968dad-4f6a-474b-8d8e-785f501b5a53 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:33.589777 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b7a3389-78c3-4794-b543-0c3691aba76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:33.637427 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da968dad-4f6a-474b-8d8e-785f501b5a53 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Port': ['ID=2999bd56-bc72-43d0-b637-779d51fc5fd1,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:33.644855 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da968dad-4f6a-474b-8d8e-785f501b5a53 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] No DVR routers for this DVR port 2999bd56-bc72-43d0-b637-779d51fc5fd1 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:07:33.649720 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a3389-78c3-4794-b543-0c3691aba76c None None] Pushing event updated for resources: {'Port': ['ID=7d2f4358-fc60-4672-a19c-3d0e78e55b17,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:33.708791 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:07:33.709190 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:07:33.773798 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e7ab72-2e70-4c4d-86c0-cd916344eacc tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:33.775399 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-83e7ab72-2e70-4c4d-86c0-cd916344eacc tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2192764 Apr 23 00:07:33.783609 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Deleting port be7509dc-66f4-41a2-a259-bbbb21b930b8 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:33.783931 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:33.787689 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-74a921aa-f04d-46d7-8a9b-a1bd1003356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:33.789284 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-74a921aa-f04d-46d7-8a9b-a1bd1003356f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d2ecf0d-bc7c-460d-97c2-28a56a383613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2178476 Apr 23 00:07:33.789712 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54266) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:33.838466 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-da968dad-4f6a-474b-8d8e-785f501b5a53 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:33.878130 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e9136160-1442-4d01-a39d-bf50830ed338 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:33.891380 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9136160-1442-4d01-a39d-bf50830ed338 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Port': ['ID=0b156cc3-3915-47fc-879c-5be177bd62e2,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:33.931545 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-da968dad-4f6a-474b-8d8e-785f501b5a53 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0175fd6-a06b-4fe3-9111-3aeaa13d2869']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:33.980216 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-da968dad-4f6a-474b-8d8e-785f501b5a53 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07223391-087c-4c32-bb41-b4edbaeb59b0') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:33.980536 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-da968dad-4f6a-474b-8d8e-785f501b5a53 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07223391-087c-4c32-bb41-b4edbaeb59b0') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:34.003734 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9136160-1442-4d01-a39d-bf50830ed338 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network 53723bac-5dd9-4ece-8e4d-73e078c3526f is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:34.006246 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-e9136160-1442-4d01-a39d-bf50830ed338 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:34.011612 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-da968dad-4f6a-474b-8d8e-785f501b5a53 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.014443 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] For port be7509dc-66f4-41a2-a259-bbbb21b930b8, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=be7509dc-66f4-41a2-a259-bbbb21b930b8,segment=NetworkSegment(05cfb361-c95d-4a2b-90c2-d13b4236653f),segment_id=05cfb361-c95d-4a2b-90c2-d13b4236653f)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:34.014812 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.020319 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad603083-79d0-4500-a911-e685963bd762 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:34.022432 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad603083-79d0-4500-a911-e685963bd762 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:34.023995 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad603083-79d0-4500-a911-e685963bd762 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:34.028168 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ad603083-79d0-4500-a911-e685963bd762 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2319732 Apr 23 00:07:34.040974 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54268) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:34.060780 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Calling delete_port for be7509dc-66f4-41a2-a259-bbbb21b930b8 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:34.083005 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-da968dad-4f6a-474b-8d8e-785f501b5a53 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.103636 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952e533b-24fc-45f4-91db-08164077519b None None] Network 53723bac-5dd9-4ece-8e4d-73e078c3526f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:34.109339 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da968dad-4f6a-474b-8d8e-785f501b5a53 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:07:34.109757 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-da968dad-4f6a-474b-8d8e-785f501b5a53 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:07:34.119187 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:07:34.122291 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9136160-1442-4d01-a39d-bf50830ed338 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Router 878c8207-af35-45dd-9d5f-b4223a047173 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:07:34.183464 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-8434eec3-1cfd-470f-81e6-d27dabcfff7f service neutron] 10.222.0.16 "GET /v2.0/networks/9d2ecf0d-bc7c-460d-97c2-28a56a383613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676238 Apr 23 00:07:34.213194 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-7c960fae-2acb-4d23-8fd1-b33815c1d87f None None] Provisioning complete for port bb00fc73-5229-48e8-bc9d-b33672696ebb triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:34.213651 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c960fae-2acb-4d23-8fd1-b33815c1d87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.233163 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9136160-1442-4d01-a39d-bf50830ed338 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:07:34.242135 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-6adc4fac-80ac-4cc7-84ab-7d582a8e01c2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet 529e1ed9-59e2-4678-a248-dbb7fc48345f {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:07:34.246149 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e9136160-1442-4d01-a39d-bf50830ed338 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "PUT /v2.0/routers/878c8207-af35-45dd-9d5f-b4223a047173/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6218846 Apr 23 00:07:34.246844 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54270) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:34.252171 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6adc4fac-80ac-4cc7-84ab-7d582a8e01c2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.252375 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-38463c62-0268-482a-aa33-9dcab8300d1f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'network': {'name': 'tempest-RoutersTest-1912365332'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:34.275459 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] Sync routers for ids ['878c8207-af35-45dd-9d5f-b4223a047173'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:07:34.294857 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d150f678-87a0-4d33-b155-d925ee154e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.348940 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38463c62-0268-482a-aa33-9dcab8300d1f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Made reservation on behalf of 5fe246ce7e8b4978826fd603fb3045d6 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:34.352098 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] Routers {'878c8207-af35-45dd-9d5f-b4223a047173'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:34.352741 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['878c8207-af35-45dd-9d5f-b4223a047173'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:34.353336 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-38463c62-0268-482a-aa33-9dcab8300d1f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.359457 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 0723a944-690b-424e-8a15-884e0ce2cd2e up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:34.369478 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6adc4fac-80ac-4cc7-84ab-7d582a8e01c2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.379267 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38463c62-0268-482a-aa33-9dcab8300d1f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:07:34.388881 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-38463c62-0268-482a-aa33-9dcab8300d1f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.389231 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-38463c62-0268-482a-aa33-9dcab8300d1f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Added segment 6eca1984-dbc5-49f9-aa2f-df526e817e20 of type vlan for network fd77c217-8970-422f-8c89-08a978740ad4 Apr 23 00:07:34.412121 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-da968dad-4f6a-474b-8d8e-785f501b5a53 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.428553 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-da968dad-4f6a-474b-8d8e-785f501b5a53 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.432028 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-da968dad-4f6a-474b-8d8e-785f501b5a53 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/networks/f0175fd6-a06b-4fe3-9111-3aeaa13d2869 HTTP/1.1" status: 204 len: 168 time: 2.7101626 Apr 23 00:07:34.437016 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54274) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:34.442305 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-b7d62609-9d06-4071-b9bc-6f0d548341c4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1375899930', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}, 'admin_state_up': False}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:34.451534 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-38463c62-0268-482a-aa33-9dcab8300d1f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.462587 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da968dad-4f6a-474b-8d8e-785f501b5a53 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Network': ['ID=f0175fd6-a06b-4fe3-9111-3aeaa13d2869,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:34.499511 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441b43b-4b9c-49c9-88a0-b02d35238b6d req-92d0a554-6d99-4689-88b5-63b91c384785 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:34.501059 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7441b43b-4b9c-49c9-88a0-b02d35238b6d req-92d0a554-6d99-4689-88b5-63b91c384785 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdd545aa-2d01-467f-91ee-23b6f5dc5c45 HTTP/1.1" status: 200 len: 944 time: 0.1622441 Apr 23 00:07:34.502912 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-84913340-18d5-4b33-a856-9b4c9701d2c3 req-3a85e304-7bea-44af-bd21-088629158123 service neutron] 10.222.0.16 "GET /v2.0/networks/9d2ecf0d-bc7c-460d-97c2-28a56a383613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748082 Apr 23 00:07:34.547744 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] Set router 878c8207-af35-45dd-9d5f-b4223a047173 gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:07:34.571314 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.575218 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6adc4fac-80ac-4cc7-84ab-7d582a8e01c2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.595048 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b7d62609-9d06-4071-b9bc-6f0d548341c4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.597092 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b7d62609-9d06-4071-b9bc-6f0d548341c4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.604700 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-38463c62-0268-482a-aa33-9dcab8300d1f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.604906 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7441b43b-4b9c-49c9-88a0-b02d35238b6d req-88e99694-8462-45f6-a8ab-1638449726b1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b93f783c-6b59-4148-bea0-fd3e3263d180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786877 Apr 23 00:07:34.606408 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38463c62-0268-482a-aa33-9dcab8300d1f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:34.607326 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-38463c62-0268-482a-aa33-9dcab8300d1f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.645724 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Port': ['ID=be7509dc-66f4-41a2-a259-bbbb21b930b8,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:34.655792 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No DVR routers for this DVR port be7509dc-66f4-41a2-a259-bbbb21b930b8 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:07:34.710242 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c960fae-2acb-4d23-8fd1-b33815c1d87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.736803 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 0723a944-690b-424e-8a15-884e0ce2cd2e triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:34.737184 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.767904 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38463c62-0268-482a-aa33-9dcab8300d1f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Network': ['ID=fd77c217-8970-422f-8c89-08a978740ad4,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:34.772622 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b7d62609-9d06-4071-b9bc-6f0d548341c4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.777399 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.778305 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-38463c62-0268-482a-aa33-9dcab8300d1f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5296829 Apr 23 00:07:34.780520 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54276) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:34.781154 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060ef46-79b6-4695-b632-09fb33651fdb req-57f8841d-46da-4eb0-bac1-bca0d5caa96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:34.782741 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d060ef46-79b6-4695-b632-09fb33651fdb req-57f8841d-46da-4eb0-bac1-bca0d5caa96c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=bdd545aa-2d01-467f-91ee-23b6f5dc5c45 HTTP/1.1" status: 200 len: 1097 time: 0.1537855 Apr 23 00:07:34.785551 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-413b0967-5aec-4484-8612-319f5bcec485 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'subnet': {'network_id': 'fd77c217-8970-422f-8c89-08a978740ad4', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:34.818551 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87659833-c2e8-4d27-9f73-c0f1c66dde82']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:34.827800 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network fd77c217-8970-422f-8c89-08a978740ad4 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:07:34.861875 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05cfb361-c95d-4a2b-90c2-d13b4236653f') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:34.862104 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05cfb361-c95d-4a2b-90c2-d13b4236653f') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:34.877962 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.888060 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6adc4fac-80ac-4cc7-84ab-7d582a8e01c2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.906737 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7c960fae-2acb-4d23-8fd1-b33815c1d87f None None] For port bb00fc73-5229-48e8-bc9d-b33672696ebb, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=bb00fc73-5229-48e8-bc9d-b33672696ebb,segment=NetworkSegment(6d6e7145-d391-4f82-9e1b-3855a7a2e33c),segment_id=6d6e7145-d391-4f82-9e1b-3855a7a2e33c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:34.930461 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.941087 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc4fac-80ac-4cc7-84ab-7d582a8e01c2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=529e1ed9-59e2-4678-a248-dbb7fc48345f,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:34.957305 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6adc4fac-80ac-4cc7-84ab-7d582a8e01c2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.961792 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6adc4fac-80ac-4cc7-84ab-7d582a8e01c2 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/529e1ed9-59e2-4678-a248-dbb7fc48345f HTTP/1.1" status: 204 len: 168 time: 0.9178979 Apr 23 00:07:34.962492 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:07:34.962906 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:07:34.970878 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:07:34.975611 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54278) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:34.980355 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c491d4a-f1ba-4212-b6d5-82a9a984b57e None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:35.030920 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060ef46-79b6-4695-b632-09fb33651fdb req-7566fc0b-3141-427d-9552-2fac18833c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:35.032493 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d060ef46-79b6-4695-b632-09fb33651fdb req-7566fc0b-3141-427d-9552-2fac18833c42 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d2ecf0d-bc7c-460d-97c2-28a56a383613 HTTP/1.1" status: 200 len: 898 time: 0.2422602 Apr 23 00:07:35.090635 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d060ef46-79b6-4695-b632-09fb33651fdb req-184b1fb3-4eea-4b22-8179-c945578a1d3e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=247c6318-36e7-41ac-8e64-e80e2a607a3b HTTP/1.1" status: 200 len: 217 time: 0.0501497 Apr 23 00:07:35.104031 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b7d62609-9d06-4071-b9bc-6f0d548341c4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:35.117370 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e391ea-355e-4c84-86df-020e1e5e0ed9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Deleting subnet ca2115ed-3504-4ffc-a62f-8b09ac1695a4 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:07:35.120777 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-12e391ea-355e-4c84-86df-020e1e5e0ed9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:35.130173 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:35.142442 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:35.150753 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/networks/87659833-c2e8-4d27-9f73-c0f1c66dde82 HTTP/1.1" status: 204 len: 168 time: 5.4259627 Apr 23 00:07:35.154961 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54280) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:35.161485 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-9816d5ed-d966-4719-837e-83c779175538 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-161993415'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:35.165639 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c960fae-2acb-4d23-8fd1-b33815c1d87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:35.167968 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3a4e5-e6be-411a-91fe-09e32e4344a9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Network': ['ID=87659833-c2e8-4d27-9f73-c0f1c66dde82,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:35.175153 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413b0967-5aec-4484-8612-319f5bcec485 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Made reservation on behalf of 5fe246ce7e8b4978826fd603fb3045d6 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:35.183167 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060ef46-79b6-4695-b632-09fb33651fdb req-4e1363f5-e78d-4f8c-8b8f-531f1cf1dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:35.183167 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d060ef46-79b6-4695-b632-09fb33651fdb req-4e1363f5-e78d-4f8c-8b8f-531f1cf1dcd9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=92109543-8802-4760-98df-aec3f47058fa HTTP/1.1" status: 200 len: 837 time: 0.0833962 Apr 23 00:07:35.185074 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-413b0967-5aec-4484-8612-319f5bcec485 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:35.238679 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-12e391ea-355e-4c84-86df-020e1e5e0ed9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:35.241139 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060ef46-79b6-4695-b632-09fb33651fdb req-6f0940a5-487d-4fdc-86ee-a5a51c4dacb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:35.242829 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d060ef46-79b6-4695-b632-09fb33651fdb req-6f0940a5-487d-4fdc-86ee-a5a51c4dacb5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d2ecf0d-bc7c-460d-97c2-28a56a383613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0538597 Apr 23 00:07:35.398768 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d060ef46-79b6-4695-b632-09fb33651fdb req-a18b6e73-8bb4-4cfd-b723-7e3553dfc71d service neutron] 10.222.0.16 "GET /v2.0/networks/9d2ecf0d-bc7c-460d-97c2-28a56a383613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464121 Apr 23 00:07:35.404512 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9816d5ed-d966-4719-837e-83c779175538 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Made reservation on behalf of 067cc1af0e35468e96d86434cf2aca66 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:35.407922 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9816d5ed-d966-4719-837e-83c779175538 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:35.410167 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-4c86abd0-91ef-4e23-8371-1947b6367045 None None] Provisioning complete for port bb00fc73-5229-48e8-bc9d-b33672696ebb triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:35.410535 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c86abd0-91ef-4e23-8371-1947b6367045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:35.458862 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c960fae-2acb-4d23-8fd1-b33815c1d87f None None] Pushing event updated for resources: {'Port': ['ID=bb00fc73-5229-48e8-bc9d-b33672696ebb,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:35.493289 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:07:32Z', 'revision_number': 4, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': '0723a944-690b-424e-8a15-884e0ce2cd2e', 'name': '', 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:06:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:20Z', 'updated_at': '2022-04-23T00:07:30Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b156cc3-3915-47fc-879c-5be177bd62e2', 'name': '', 'network_id': '53723bac-5dd9-4ece-8e4d-73e078c3526f', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:e1:49:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:30Z', 'updated_at': '2022-04-23T00:07:32Z', 'revision_number': 2, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:21Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:35.553429 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9816d5ed-d966-4719-837e-83c779175538 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:07:35.555799 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] Checking router: 878c8207-af35-45dd-9d5f-b4223a047173 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:07:35.556353 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] Updating router 878c8207-af35-45dd-9d5f-b4223a047173 port 0b156cc3-3915-47fc-879c-5be177bd62e2 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:07:35.583077 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d060ef46-79b6-4695-b632-09fb33651fdb req-8bfd16ba-fb0c-4f0d-b853-d12b59a8c7ee service neutron] 10.222.0.16 "GET /v2.0/networks/9d2ecf0d-bc7c-460d-97c2-28a56a383613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756287 Apr 23 00:07:35.627228 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7d2f4358-fc60-4672-a19c-3d0e78e55b17 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:35.627434 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-12e391ea-355e-4c84-86df-020e1e5e0ed9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:35.673820 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:35.677181 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9816d5ed-d966-4719-837e-83c779175538 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:35.677906 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-9816d5ed-d966-4719-837e-83c779175538 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Added segment dbcdbd79-224d-4964-aa28-8a29af650d44 of type vlan for network 58c189d4-1127-45f1-b4b7-dde6c3618282 Apr 23 00:07:35.764263 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-4c86abd0-91ef-4e23-8371-1947b6367045 None None] Provisioning complete for port 0b156cc3-3915-47fc-879c-5be177bd62e2 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:35.764862 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c86abd0-91ef-4e23-8371-1947b6367045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:35.821349 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9816d5ed-d966-4719-837e-83c779175538 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:35.857388 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7d2f4358-fc60-4672-a19c-3d0e78e55b17 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:35.857734 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:35.894105 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b18e88-5021-4af1-96b1-53b7e2e22a63 req-e6278ee3-8cfc-4aa7-814f-03b3022eeedd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:35.896732 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-01b18e88-5021-4af1-96b1-53b7e2e22a63 req-e6278ee3-8cfc-4aa7-814f-03b3022eeedd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdd545aa-2d01-467f-91ee-23b6f5dc5c45 HTTP/1.1" status: 200 len: 944 time: 0.1678281 Apr 23 00:07:35.906838 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4c86abd0-91ef-4e23-8371-1947b6367045 None None] Port 0b156cc3-3915-47fc-879c-5be177bd62e2 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:07:35.945385 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-413b0967-5aec-4484-8612-319f5bcec485 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:36.017647 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9816d5ed-d966-4719-837e-83c779175538 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:36.023293 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9816d5ed-d966-4719-837e-83c779175538 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:36.023938 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9816d5ed-d966-4719-837e-83c779175538 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:36.026924 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-12e391ea-355e-4c84-86df-020e1e5e0ed9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:36.058024 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device bb00fc73-5229-48e8-bc9d-b33672696ebb up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:36.090464 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3bd1fa99-86cb-41df-95b1-19e34b0d9aa5 None None] Provisioning complete for port 0b156cc3-3915-47fc-879c-5be177bd62e2 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:36.090844 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bd1fa99-86cb-41df-95b1-19e34b0d9aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:36.156166 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-12e391ea-355e-4c84-86df-020e1e5e0ed9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:36.162905 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54284) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:36.163424 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-12e391ea-355e-4c84-86df-020e1e5e0ed9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/ca2115ed-3504-4ffc-a62f-8b09ac1695a4 HTTP/1.1" status: 204 len: 168 time: 1.1864197 Apr 23 00:07:36.168400 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b7d62609-9d06-4071-b9bc-6f0d548341c4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:36.179336 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3bd1fa99-86cb-41df-95b1-19e34b0d9aa5 None None] Port 0b156cc3-3915-47fc-879c-5be177bd62e2 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:07:36.189963 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-01b18e88-5021-4af1-96b1-53b7e2e22a63 req-12e979a4-bbd4-4e6d-9eca-d11622c45052 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b93f783c-6b59-4148-bea0-fd3e3263d180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487597 Apr 23 00:07:36.207294 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:36.210908 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port bb00fc73-5229-48e8-bc9d-b33672696ebb triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:36.211369 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:36.231704 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b0967-5aec-4484-8612-319f5bcec485 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Subnet': ['ID=6d1be789-bccc-4d20-874f-41885aec5973,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:36.239695 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9816d5ed-d966-4719-837e-83c779175538 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0806804 Apr 23 00:07:36.245954 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54286) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:36.252256 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b7d62609-9d06-4071-b9bc-6f0d548341c4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:36.269660 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7827fc40-6b31-4fd5-a1ed-24cb8cd5890f tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1039460 Apr 23 00:07:36.273777 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54288) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:36.282006 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-f5cddd6c-2748-4762-b390-9c31cde3a2f0 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'subnet': {'network_id': '58c189d4-1127-45f1-b4b7-dde6c3618282', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:36.292369 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816d5ed-d966-4719-837e-83c779175538 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Network': ['ID=58c189d4-1127-45f1-b4b7-dde6c3618282,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:36.297210 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:36.300392 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e391ea-355e-4c84-86df-020e1e5e0ed9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Subnet': ['ID=ca2115ed-3504-4ffc-a62f-8b09ac1695a4,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:36.309993 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 58c189d4-1127-45f1-b4b7-dde6c3618282 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:07:36.358133 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413b0967-5aec-4484-8612-319f5bcec485 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Checking segment: {'id': '6eca1984-dbc5-49f9-aa2f-df526e817e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fd77c217-8970-422f-8c89-08a978740ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:36.358617 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413b0967-5aec-4484-8612-319f5bcec485 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network hostable DHCP agents. Network: fd77c217-8970-422f-8c89-08a978740ad4, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:07:36.396280 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cd71d9-2e4b-454c-9225-256cf3496968 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:36.396280 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-88cd71d9-2e4b-454c-9225-256cf3496968 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1208515 Apr 23 00:07:36.398991 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54290) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:36.450802 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c884508-fa57-40a9-b602-9cfb9633f83d None None] Network 52c789e5-894b-4719-a369-b13bd1dbccf2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:36.484630 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2999bd56-bc72-43d0-b637-779d51fc5fd1 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:07:36.487187 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e87fa-9cd3-4dcc-9fdf-4c31ef7ff9d5 None None] Pushing event updated for resources: {'Port': ['ID=0b156cc3-3915-47fc-879c-5be177bd62e2,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:36.497804 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a9f172-f898-4436-a886-c7a9a33b488e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:36.500149 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-19a9f172-f898-4436-a886-c7a9a33b488e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0997574 Apr 23 00:07:36.502137 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54292) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:36.530206 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-b7d62609-9d06-4071-b9bc-6f0d548341c4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Allocated IP 172.26.3.220 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/fee13186-b711-400e-bbdc-9996742ad14d) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:36.565468 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-22d2086d-6fb6-4ae3-9fa0-3be91f0c8145 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619049 Apr 23 00:07:36.574867 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54294) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:36.599736 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-153ed120-74ff-47b4-8d9c-038bcebc2b73 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:36.601413 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153ed120-74ff-47b4-8d9c-038bcebc2b73 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:36.604995 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-153ed120-74ff-47b4-8d9c-038bcebc2b73 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/1a806ee2-fdf7-4849-a9b6-34ac30b9f9fb HTTP/1.1" status: 404 len: 333 time: 0.0290885 Apr 23 00:07:36.607526 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54296) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:36.636257 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 2999bd56-bc72-43d0-b637-779d51fc5fd1 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:07:36.636707 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2999bd56-bc72-43d0-b637-779d51fc5fd1 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:07:36.642036 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51c7e16-618a-4f4b-bc4d-bb70a6539488 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:36.642036 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51c7e16-618a-4f4b-bc4d-bb70a6539488 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:36.645132 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b51c7e16-618a-4f4b-bc4d-bb70a6539488 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/ca2115ed-3504-4ffc-a62f-8b09ac1695a4 HTTP/1.1" status: 404 len: 337 time: 0.0363662 Apr 23 00:07:36.648931 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54298) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:36.652787 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413b0967-5aec-4484-8612-319f5bcec485 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network fd77c217-8970-422f-8c89-08a978740ad4 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:07:36.672636 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cddd6c-2748-4762-b390-9c31cde3a2f0 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Made reservation on behalf of 067cc1af0e35468e96d86434cf2aca66 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:36.676487 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f5cddd6c-2748-4762-b390-9c31cde3a2f0 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:36.688528 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dca042d-173f-46b3-9e08-079acac7f094 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:36.689231 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dca042d-173f-46b3-9e08-079acac7f094 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:36.694047 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1dca042d-173f-46b3-9e08-079acac7f094 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/529e1ed9-59e2-4678-a248-dbb7fc48345f HTTP/1.1" status: 404 len: 337 time: 0.0411644 Apr 23 00:07:36.696165 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-20a4a408-4fee-4b27-9623-28cd5e50b2c9 None None] Provisioning complete for port 27343dbf-b1c0-40de-8da5-967f152202f4 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:36.696643 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20a4a408-4fee-4b27-9623-28cd5e50b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:36.696943 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54300) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:36.704325 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b7d62609-9d06-4071-b9bc-6f0d548341c4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:36.726385 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] Attempting to bind port 0b156cc3-3915-47fc-879c-5be177bd62e2 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:07:36.726762 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] Attempting to bind port 0b156cc3-3915-47fc-879c-5be177bd62e2 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '6d6e7145-d391-4f82-9e1b-3855a7a2e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '53723bac-5dd9-4ece-8e4d-73e078c3526f'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:07:36.727109 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] Attempting to bind port 0b156cc3-3915-47fc-879c-5be177bd62e2 on network 53723bac-5dd9-4ece-8e4d-73e078c3526f {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:07:36.728398 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea5d8fd-c2b2-4a38-a7cf-f042f947e2c5 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:36.729560 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea5d8fd-c2b2-4a38-a7cf-f042f947e2c5 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:36.733299 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bea5d8fd-c2b2-4a38-a7cf-f042f947e2c5 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/0cf8461a-1e22-4d6a-ba96-1332a4032df7 HTTP/1.1" status: 404 len: 333 time: 0.0351539 Apr 23 00:07:36.736072 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54302) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:36.741886 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:07:36.742263 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] Checking segment: {'id': '6d6e7145-d391-4f82-9e1b-3855a7a2e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '53723bac-5dd9-4ece-8e4d-73e078c3526f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:36.742655 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:36.743048 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] Bound using segment: {'id': '6d6e7145-d391-4f82-9e1b-3855a7a2e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '53723bac-5dd9-4ece-8e4d-73e078c3526f'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:07:36.743520 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] Bound port: 0b156cc3-3915-47fc-879c-5be177bd62e2, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6e7145-d391-4f82-9e1b-3855a7a2e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '53723bac-5dd9-4ece-8e4d-73e078c3526f'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:07:36.743922 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:36.755047 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.ipam_backend_mixin [None req-f5cddd6c-2748-4762-b390-9c31cde3a2f0 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Performing IP validity checks on allocation pools {{(pid=103143) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 23 00:07:36.756650 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.ipam_backend_mixin [None req-f5cddd6c-2748-4762-b390-9c31cde3a2f0 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103143) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 23 00:07:36.774029 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-413b0967-5aec-4484-8612-319f5bcec485 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, fd77c217-8970-422f-8c89-08a978740ad4) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:36.778541 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413b0967-5aec-4484-8612-319f5bcec485 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:36.779300 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-413b0967-5aec-4484-8612-319f5bcec485 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:36.780850 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcebcc09-fa56-4807-840f-07532c5e34af tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:36.781555 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcebcc09-fa56-4807-840f-07532c5e34af tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:36.788732 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-dcebcc09-fa56-4807-840f-07532c5e34af tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/806fe9e6-2189-4ab4-b1b8-31fbd0c8331c HTTP/1.1" status: 404 len: 337 time: 0.0487490 Apr 23 00:07:36.789173 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54304) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:36.792879 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1772ea-d1b5-40c1-a93c-00dcf8d6ae33 None None] Network fd77c217-8970-422f-8c89-08a978740ad4 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:36.826138 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-b776ffaf-4fef-40aa-b4e6-57e16ce84945 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:36.826950 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b776ffaf-4fef-40aa-b4e6-57e16ce84945 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:36.833150 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b776ffaf-4fef-40aa-b4e6-57e16ce84945 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/b89eaf71-0cbe-41c8-984f-ded482500966 HTTP/1.1" status: 404 len: 337 time: 0.0419123 Apr 23 00:07:36.834128 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54306) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:36.878280 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-889c13d2-4188-4c57-b5d0-d7ca016d11eb tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:36.879064 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889c13d2-4188-4c57-b5d0-d7ca016d11eb tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:36.882978 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-889c13d2-4188-4c57-b5d0-d7ca016d11eb tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/d33922b2-46fe-49e1-9222-f12a7be4a552 HTTP/1.1" status: 404 len: 333 time: 0.0476451 Apr 23 00:07:36.886038 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54308) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:36.887081 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b1ea78-7ca4-4782-bf7e-c9ff830b0eb3 None None] DHCP port deletion for 52c789e5-894b-4719-a369-b13bd1dbccf2 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:07:36.927212 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-844cfc8d-9d36-47c7-95a7-5c51954d3352 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:36.927712 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-844cfc8d-9d36-47c7-95a7-5c51954d3352 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:36.928760 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] For port 0b156cc3-3915-47fc-879c-5be177bd62e2, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:07:36.931036 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-844cfc8d-9d36-47c7-95a7-5c51954d3352 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/c1482689-e4da-4b0e-8e69-a11e73b83285 HTTP/1.1" status: 404 len: 337 time: 0.0443103 Apr 23 00:07:36.934293 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54310) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:36.939632 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-413b0967-5aec-4484-8612-319f5bcec485 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1555848 Apr 23 00:07:36.940608 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54312) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:36.968040 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] For port 0b156cc3-3915-47fc-879c-5be177bd62e2, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=0b156cc3-3915-47fc-879c-5be177bd62e2,segment=NetworkSegment(6d6e7145-d391-4f82-9e1b-3855a7a2e33c),segment_id=6d6e7145-d391-4f82-9e1b-3855a7a2e33c)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:07:36.968686 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2839552-42c8-4909-b60d-a05f8f2c0f90 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:36.969196 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2839552-42c8-4909-b60d-a05f8f2c0f90 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:36.975223 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e2839552-42c8-4909-b60d-a05f8f2c0f90 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/8de43433-d29c-4b58-9c95-8a047984c52c HTTP/1.1" status: 404 len: 337 time: 0.0369477 Apr 23 00:07:36.975818 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54314) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:37.002234 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-047d929b-94bd-4a9f-9667-6f94b09d2828 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:37.003156 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-047d929b-94bd-4a9f-9667-6f94b09d2828 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:37.010389 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-047d929b-94bd-4a9f-9667-6f94b09d2828 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/efdddfd3-5463-4bdf-adcb-89a5d8c4efe5 HTTP/1.1" status: 404 len: 333 time: 0.0311964 Apr 23 00:07:37.012501 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54316) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:37.014632 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b7d62609-9d06-4071-b9bc-6f0d548341c4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:37.026675 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:37.035395 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d2b1ea78-7ca4-4782-bf7e-c9ff830b0eb3 None None] Deleting port 27343dbf-b1c0-40de-8da5-967f152202f4 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:37.035792 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2b1ea78-7ca4-4782-bf7e-c9ff830b0eb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:37.045543 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-89564635-d447-4ed1-99f9-93b8efe9138d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:37.046063 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89564635-d447-4ed1-99f9-93b8efe9138d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:37.052089 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-89564635-d447-4ed1-99f9-93b8efe9138d tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/09562ebf-cff8-4593-9a1c-ce140b27e563 HTTP/1.1" status: 404 len: 337 time: 0.0380347 Apr 23 00:07:37.052359 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54318) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:37.084837 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-23806f57-db66-4228-a98c-255de0afd0b9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:37.085524 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23806f57-db66-4228-a98c-255de0afd0b9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:37.092919 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-23806f57-db66-4228-a98c-255de0afd0b9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/e4f38284-5084-4185-9f0e-2e63481923f7 HTTP/1.1" status: 404 len: 337 time: 0.0369766 Apr 23 00:07:37.093568 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54320) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:37.115135 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d62609-9d06-4071-b9bc-6f0d548341c4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:37.125606 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-b7d62609-9d06-4071-b9bc-6f0d548341c4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:37.127979 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4b9cac-bf25-4e4d-9a54-672953c6ca5e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:37.128357 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d62609-9d06-4071-b9bc-6f0d548341c4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:37.128877 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd4b9cac-bf25-4e4d-9a54-672953c6ca5e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:37.136445 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-dd4b9cac-bf25-4e4d-9a54-672953c6ca5e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/ad2210ad-e7f1-4666-9395-3d65e47bd79a HTTP/1.1" status: 404 len: 333 time: 0.0419731 Apr 23 00:07:37.137216 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54322) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:37.137582 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d62609-9d06-4071-b9bc-6f0d548341c4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Port': ['ID=fee13186-b711-400e-bbdc-9996742ad14d,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:37.167555 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a25d48-77ec-4db5-b2eb-ff72c5f96716 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:37.168207 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a25d48-77ec-4db5-b2eb-ff72c5f96716 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:37.171640 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e5a25d48-77ec-4db5-b2eb-ff72c5f96716 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/cfad4d8b-8550-4771-abec-21bc055ea26d HTTP/1.1" status: 404 len: 337 time: 0.0329361 Apr 23 00:07:37.172847 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f5cddd6c-2748-4762-b390-9c31cde3a2f0 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:37.174392 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54324) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:37.199980 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8440ed3-4dc9-493e-8857-c8a3a25ba147 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:37.199980 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8440ed3-4dc9-493e-8857-c8a3a25ba147 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:37.205039 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f8440ed3-4dc9-493e-8857-c8a3a25ba147 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/276b8061-557c-4769-82dc-d30a191165cf HTTP/1.1" status: 404 len: 333 time: 0.0272360 Apr 23 00:07:37.205408 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54326) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:37.233477 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36861b2-1784-450f-a069-da3a268e0eb9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:37.234046 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a36861b2-1784-450f-a069-da3a268e0eb9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:37.237206 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a36861b2-1784-450f-a069-da3a268e0eb9 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/c6bf6a6a-5017-4624-a2d8-d62e70a55708 HTTP/1.1" status: 404 len: 337 time: 0.0307198 Apr 23 00:07:37.240070 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54330) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:37.270310 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-27864d29-05f1-46c2-874b-5410d07bbe1c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:37.280600 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27864d29-05f1-46c2-874b-5410d07bbe1c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:37.280600 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-27864d29-05f1-46c2-874b-5410d07bbe1c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/84a3f24a-0c17-4b82-a178-19d397639434 HTTP/1.1" status: 404 len: 333 time: 0.0330598 Apr 23 00:07:37.280600 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54332) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:37.330375 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-0489ab57-3366-42d7-96f4-db4582e4b202 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:37.331016 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0489ab57-3366-42d7-96f4-db4582e4b202 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:37.339354 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0489ab57-3366-42d7-96f4-db4582e4b202 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/4852b0df-72be-4032-95ac-e0a9fc55950f HTTP/1.1" status: 404 len: 337 time: 0.0540762 Apr 23 00:07:37.339635 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6c8150-11bf-4523-bb82-4a035c830e8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-fd77c217-8970-422f-8c89-08a978740ad4', 'network_id': 'fd77c217-8970-422f-8c89-08a978740ad4', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'fixed_ips': [{'subnet_id': '6d1be789-bccc-4d20-874f-41885aec5973'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:07:37.339635 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc6c8150-11bf-4523-bb82-4a035c830e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:37.343745 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54334) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:37.398134 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3a7be-7a6a-4654-a43a-a23dfdaa810d req-d14af610-5b35-414a-8527-6b6bebeb86c3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:37.400031 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-05f3a7be-7a6a-4654-a43a-a23dfdaa810d req-d14af610-5b35-414a-8527-6b6bebeb86c3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdd545aa-2d01-467f-91ee-23b6f5dc5c45 HTTP/1.1" status: 200 len: 944 time: 0.1164167 Apr 23 00:07:37.402571 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] Routers {'878c8207-af35-45dd-9d5f-b4223a047173'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:37.403319 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['878c8207-af35-45dd-9d5f-b4223a047173'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:37.446805 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb148b7-0084-4792-ad3b-a24c7e41bcb1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:37.447649 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb148b7-0084-4792-ad3b-a24c7e41bcb1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:37.453754 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-05f3a7be-7a6a-4654-a43a-a23dfdaa810d req-7b4a7885-1a7d-4554-9452-4130ff83e235 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b93f783c-6b59-4148-bea0-fd3e3263d180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395896 Apr 23 00:07:37.459528 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54336) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:37.466193 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1fb148b7-0084-4792-ad3b-a24c7e41bcb1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/9cff65a1-287f-448c-9d56-9a1b2d11fa68 HTTP/1.1" status: 404 len: 333 time: 0.1074593 Apr 23 00:07:37.496421 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc00519-6842-46c8-8896-6146d88d4ca0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:37.496713 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc00519-6842-46c8-8896-6146d88d4ca0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:37.503846 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-dbc00519-6842-46c8-8896-6146d88d4ca0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/64118e54-193e-42d4-a26e-4f1e0e47773a HTTP/1.1" status: 404 len: 337 time: 0.0430284 Apr 23 00:07:37.504838 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54338) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:37.511043 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device bb00fc73-5229-48e8-bc9d-b33672696ebb up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:37.517305 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d2b1ea78-7ca4-4782-bf7e-c9ff830b0eb3 None None] For port 27343dbf-b1c0-40de-8da5-967f152202f4, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=27343dbf-b1c0-40de-8da5-967f152202f4,segment=NetworkSegment(1542ad76-00ba-4975-be6c-cdeb94f5d033),segment_id=1542ad76-00ba-4975-be6c-cdeb94f5d033)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:37.517987 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2b1ea78-7ca4-4782-bf7e-c9ff830b0eb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:37.522853 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e87fa-9cd3-4dcc-9fdf-4c31ef7ff9d5 None None] Pushing event updated for resources: {'Port': ['ID=0b156cc3-3915-47fc-879c-5be177bd62e2,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:37.527129 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-487d8f41-3ebd-4e17-ad11-153656f19c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:37.550003 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-3129bce5-3311-4bcb-810f-ead5485ff206 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:37.550795 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3129bce5-3311-4bcb-810f-ead5485ff206 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:37.561135 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3129bce5-3311-4bcb-810f-ead5485ff206 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/f70decf3-6ee2-4d19-b7a5-a20484e72009 HTTP/1.1" status: 404 len: 333 time: 0.0545156 Apr 23 00:07:37.565270 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54340) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:37.571837 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 247c6318-36e7-41ac-8e64-e80e2a607a3b details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:07:37.585747 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-c434c5b2-2067-47c9-be21-b2d37f07a8e0 None None] Provisioning complete for port 0b156cc3-3915-47fc-879c-5be177bd62e2 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:37.586358 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c434c5b2-2067-47c9-be21-b2d37f07a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:37.588516 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d2b1ea78-7ca4-4782-bf7e-c9ff830b0eb3 None None] Calling delete_port for 27343dbf-b1c0-40de-8da5-967f152202f4 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:37.591871 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cddd6c-2748-4762-b390-9c31cde3a2f0 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Subnet': ['ID=c35716c1-d225-4a90-8552-09c103b89e43,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:37.600891 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1f9fe1-8f39-4f54-9b4a-ae3dcd3a987e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:37.603614 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce1f9fe1-8f39-4f54-9b4a-ae3dcd3a987e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:37.609954 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ce1f9fe1-8f39-4f54-9b4a-ae3dcd3a987e tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/be82a69e-4091-4541-873f-41a6b4743745 HTTP/1.1" status: 404 len: 337 time: 0.0445180 Apr 23 00:07:37.610927 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54342) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:37.640425 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b5389d-b91a-42ae-85ab-e9dad3ed9ea1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:37.640876 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b5389d-b91a-42ae-85ab-e9dad3ed9ea1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:37.641044 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cddd6c-2748-4762-b390-9c31cde3a2f0 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Checking segment: {'id': 'dbcdbd79-224d-4964-aa28-8a29af650d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '58c189d4-1127-45f1-b4b7-dde6c3618282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:37.641476 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cddd6c-2748-4762-b390-9c31cde3a2f0 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Network hostable DHCP agents. Network: 58c189d4-1127-45f1-b4b7-dde6c3618282, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:07:37.647659 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-99b5389d-b91a-42ae-85ab-e9dad3ed9ea1 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/a67072dd-a4a9-428b-a6c5-f06d152cf320 HTTP/1.1" status: 404 len: 333 time: 0.0323181 Apr 23 00:07:37.647850 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54344) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:37.690059 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a0ec598-d54e-4784-a5f1-bd8b534c845c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:37.690884 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a0ec598-d54e-4784-a5f1-bd8b534c845c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:37.695518 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3a0ec598-d54e-4784-a5f1-bd8b534c845c tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/ef318ce2-5e43-4f6b-a36b-deec46ec6de4 HTTP/1.1" status: 404 len: 337 time: 0.0466006 Apr 23 00:07:37.698235 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54346) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:37.705824 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] Set router 878c8207-af35-45dd-9d5f-b4223a047173 gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:07:37.731794 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b2676f-1bb6-4f56-a1f7-ae160cd21f28 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:37.732604 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b2676f-1bb6-4f56-a1f7-ae160cd21f28 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:37.736399 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-48b2676f-1bb6-4f56-a1f7-ae160cd21f28 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/db7e42ee-d4aa-4f33-b269-0f2f139c5fb6 HTTP/1.1" status: 404 len: 337 time: 0.0368557 Apr 23 00:07:37.744649 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54348) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:37.773579 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-15bc555e-6d8d-4f90-bf51-21d699fdcfbb tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:37.774415 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15bc555e-6d8d-4f90-bf51-21d699fdcfbb tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:37.780905 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-15bc555e-6d8d-4f90-bf51-21d699fdcfbb tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/320e6080-429d-42e7-8ff9-64e38245671f HTTP/1.1" status: 404 len: 333 time: 0.0348122 Apr 23 00:07:37.781577 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54350) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:37.793380 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.resource_extend [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:07:37.811242 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e4a75f-7bf6-4a6c-8127-46a262daaa7b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:37.811750 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03e4a75f-7bf6-4a6c-8127-46a262daaa7b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:37.817355 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-03e4a75f-7bf6-4a6c-8127-46a262daaa7b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/45222dc3-3029-4880-9e6e-46c526df00ab HTTP/1.1" status: 404 len: 337 time: 0.0322893 Apr 23 00:07:37.818217 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54352) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:37.845557 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac46b9c6-533e-48c5-afd6-c6f79b4d3b74 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:37.846111 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac46b9c6-533e-48c5-afd6-c6f79b4d3b74 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:37.851131 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ac46b9c6-533e-48c5-afd6-c6f79b4d3b74 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/55f68bf3-3a4c-4c9a-9b61-74739e58d207 HTTP/1.1" status: 404 len: 337 time: 0.0299847 Apr 23 00:07:37.859798 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54354) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:37.888487 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-7efa15de-bd13-4f6c-a149-53d6752f133b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:37.889183 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7efa15de-bd13-4f6c-a149-53d6752f133b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:37.894918 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7efa15de-bd13-4f6c-a149-53d6752f133b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/763662d0-ff82-4684-8fbd-fe85d6f2b44e HTTP/1.1" status: 404 len: 333 time: 0.0316873 Apr 23 00:07:37.895208 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54356) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:37.932216 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-7340653a-3ec4-416c-bffb-40e3c83b1058 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:37.932699 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7340653a-3ec4-416c-bffb-40e3c83b1058 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:37.938583 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7340653a-3ec4-416c-bffb-40e3c83b1058 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/d655342b-4025-4253-928c-4b185425d54d HTTP/1.1" status: 404 len: 337 time: 0.0396087 Apr 23 00:07:37.938838 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54358) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:37.970922 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:37.976109 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-0113d2c9-de93-41f0-85a6-3d8d04eeaaa4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:37.976568 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0113d2c9-de93-41f0-85a6-3d8d04eeaaa4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:37.982440 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0113d2c9-de93-41f0-85a6-3d8d04eeaaa4 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/b1862b91-3064-4674-bbc1-96aa8d34712c HTTP/1.1" status: 404 len: 337 time: 0.0402310 Apr 23 00:07:37.982665 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54360) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:38.013122 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9705f5-c84b-458d-8c42-046ea34c3937 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:38.013830 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc9705f5-c84b-458d-8c42-046ea34c3937 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:38.019541 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cc9705f5-c84b-458d-8c42-046ea34c3937 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/16dea214-f1d9-47a5-9f2e-24dae3e08fe6 HTTP/1.1" status: 404 len: 333 time: 0.0335205 Apr 23 00:07:38.019824 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54362) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:38.047982 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-540d050e-87e7-4ab9-a89e-97cdfe9ef841 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:38.049016 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-540d050e-87e7-4ab9-a89e-97cdfe9ef841 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:38.054263 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-540d050e-87e7-4ab9-a89e-97cdfe9ef841 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/ce37c368-67d0-48b8-931c-b6061bc61a5d HTTP/1.1" status: 404 len: 337 time: 0.0310223 Apr 23 00:07:38.054855 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54364) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:38.074330 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port bb00fc73-5229-48e8-bc9d-b33672696ebb triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:38.074696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:38.082304 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-bc6c8150-11bf-4523-bb82-4a035c830e8e None None] Allocated IP 172.23.0.2 (fd77c217-8970-422f-8c89-08a978740ad4/6d1be789-bccc-4d20-874f-41885aec5973/558ddeae-26b5-49f8-b892-85d46b5ade9a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:38.082864 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c9ac8f-3fce-47dc-8c04-d62badefdd16 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:38.084302 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c9ac8f-3fce-47dc-8c04-d62badefdd16 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:38.089918 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c1c9ac8f-3fce-47dc-8c04-d62badefdd16 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/1172c1ac-dbce-4506-a5af-b86f403d833e HTTP/1.1" status: 404 len: 337 time: 0.0310576 Apr 23 00:07:38.090167 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54366) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:38.121615 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-becf4b14-aed5-4aae-be7d-4d80df245113 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports?device_id=af519505-c1e7-46a5-aec9-6a8cadd20203 HTTP/1.1" status: 200 len: 205 time: 0.0281703 Apr 23 00:07:38.123104 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54368) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:38.133897 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 247c6318-36e7-41ac-8e64-e80e2a607a3b, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=247c6318-36e7-41ac-8e64-e80e2a607a3b,segment=NetworkSegment(a27e184f-1b10-4192-8d29-41f7c66047c0),segment_id=a27e184f-1b10-4192-8d29-41f7c66047c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:38.159279 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cddd6c-2748-4762-b390-9c31cde3a2f0 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Network 58c189d4-1127-45f1-b4b7-dde6c3618282 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:07:38.165983 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-3488f559-3f19-43c8-ae62-bf4994148d47 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] delete failed (client error): The resource could not be found. Apr 23 00:07:38.169475 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3488f559-3f19-43c8-ae62-bf4994148d47 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/routers/af519505-c1e7-46a5-aec9-6a8cadd20203 HTTP/1.1" status: 404 len: 336 time: 0.0440435 Apr 23 00:07:38.170040 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54370) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:38.175394 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '247c6318-36e7-41ac-8e64-e80e2a607a3b', 'network_id': '9d2ecf0d-bc7c-460d-97c2-28a56a383613', 'port_id': '247c6318-36e7-41ac-8e64-e80e2a607a3b', 'mac_address': 'fa:16:3e:88:e2:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92109543-8802-4760-98df-aec3f47058fa', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:07:38.179733 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b7d62609-9d06-4071-b9bc-6f0d548341c4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router_gateway, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:38.188552 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c434c5b2-2067-47c9-be21-b2d37f07a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:38.203311 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d53fcf-c0f7-4173-a31a-c8ac7e0f820a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:38.209909 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93d53fcf-c0f7-4173-a31a-c8ac7e0f820a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:38.209909 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-93d53fcf-c0f7-4173-a31a-c8ac7e0f820a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/61830df3-fa0f-4577-9ee6-5f428c71991d HTTP/1.1" status: 404 len: 337 time: 0.0358465 Apr 23 00:07:38.210118 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54372) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:38.243956 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6df2db3e-499b-4567-9e48-c42bbce54c76 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "GET /v2.0/ports?device_id=005a9a03-9577-4320-807a-2dd13d16e2b8 HTTP/1.1" status: 200 len: 205 time: 0.0303981 Apr 23 00:07:38.244219 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54376) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:38.261092 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-f5cddd6c-2748-4762-b390-9c31cde3a2f0 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 58c189d4-1127-45f1-b4b7-dde6c3618282) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:38.272890 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cddd6c-2748-4762-b390-9c31cde3a2f0 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:38.273490 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f5cddd6c-2748-4762-b390-9c31cde3a2f0 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:38.278113 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-760ef8fe-f06e-4c40-9bc6-ef5614379f01 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:38.295310 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47796c1-c4b8-46ab-9eb2-897b4b0c112f None None] Network 58c189d4-1127-45f1-b4b7-dde6c3618282 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:38.303632 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-45256670-c49e-492f-99b9-1a06b178bfca tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] delete failed (client error): The resource could not be found. Apr 23 00:07:38.309097 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-45256670-c49e-492f-99b9-1a06b178bfca tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/routers/005a9a03-9577-4320-807a-2dd13d16e2b8 HTTP/1.1" status: 404 len: 336 time: 0.0588453 Apr 23 00:07:38.309097 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54378) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:38.311828 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2b1ea78-7ca4-4782-bf7e-c9ff830b0eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:38.338085 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b914101-6068-44da-a8c0-563fe3ac9641 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:38.339547 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b914101-6068-44da-a8c0-563fe3ac9641 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:38.344180 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7b914101-6068-44da-a8c0-563fe3ac9641 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/dbb0fef3-5b85-47fe-8424-19774fa3717d HTTP/1.1" status: 404 len: 337 time: 0.0328937 Apr 23 00:07:38.344417 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54380) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:38.371612 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba47306-14da-47c6-8c48-9ccaa009e23b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:38.372218 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba47306-14da-47c6-8c48-9ccaa009e23b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:38.377424 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2ba47306-14da-47c6-8c48-9ccaa009e23b tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/08f5aeac-bf8a-4dfc-acfe-a6a4408fdce5 HTTP/1.1" status: 404 len: 337 time: 0.0297341 Apr 23 00:07:38.377993 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54382) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:38.432382 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c434c5b2-2067-47c9-be21-b2d37f07a8e0 None None] For port 0b156cc3-3915-47fc-879c-5be177bd62e2, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=0b156cc3-3915-47fc-879c-5be177bd62e2,segment=NetworkSegment(6d6e7145-d391-4f82-9e1b-3855a7a2e33c),segment_id=6d6e7145-d391-4f82-9e1b-3855a7a2e33c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:38.434914 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1ea78-7ca4-4782-bf7e-c9ff830b0eb3 None None] Pushing event deleted for resources: {'Port': ['ID=27343dbf-b1c0-40de-8da5-967f152202f4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:38.438537 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f5cddd6c-2748-4762-b390-9c31cde3a2f0 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.1858921 Apr 23 00:07:38.440677 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54384) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:38.441056 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:38.443377 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-81af5c4f-779e-435c-8cba-e0f211e145ec tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:38.450416 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81af5c4f-779e-435c-8cba-e0f211e145ec tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:38.450577 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b1ea78-7ca4-4782-bf7e-c9ff830b0eb3 None None] No DVR routers for this DVR port 27343dbf-b1c0-40de-8da5-967f152202f4 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:07:38.450669 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-81af5c4f-779e-435c-8cba-e0f211e145ec tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/692f6d7b-cb19-4756-82c0-fa09c1916698 HTTP/1.1" status: 404 len: 333 time: 0.0683537 Apr 23 00:07:38.453165 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54386) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:38.539211 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd59664-a400-4215-b862-d81c742e5053 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:38.539779 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd59664-a400-4215-b862-d81c742e5053 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:38.545441 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cfd59664-a400-4215-b862-d81c742e5053 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/223cc39f-edbe-4ace-92d4-2a05808a7e9b HTTP/1.1" status: 404 len: 337 time: 0.0611677 Apr 23 00:07:38.545600 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54390) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:38.559420 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c434c5b2-2067-47c9-be21-b2d37f07a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:38.579753 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-71cf57a3-4865-4880-bdfd-dcad519ad1dc tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:38.580494 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71cf57a3-4865-4880-bdfd-dcad519ad1dc tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:38.584933 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-71cf57a3-4865-4880-bdfd-dcad519ad1dc tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/c017b863-058c-4ad3-acdd-a43abe90da1a HTTP/1.1" status: 404 len: 333 time: 0.0382562 Apr 23 00:07:38.588533 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 247c6318-36e7-41ac-8e64-e80e2a607a3b {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:07:38.589113 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54392) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:38.630011 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e65223-4f52-4897-b31e-19086f668c25 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:38.630809 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e65223-4f52-4897-b31e-19086f668c25 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:38.634173 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e8e65223-4f52-4897-b31e-19086f668c25 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/9a346987-64aa-477f-8167-0a934dd6f98c HTTP/1.1" status: 404 len: 337 time: 0.0435801 Apr 23 00:07:38.638599 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54394) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:38.671467 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-085edeb4-29c5-4019-934a-48874826bbed tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:38.671467 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085edeb4-29c5-4019-934a-48874826bbed tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:38.674730 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-085edeb4-29c5-4019-934a-48874826bbed tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/3dea025b-9f10-4d7d-9d5f-f0ffe0bc095c HTTP/1.1" status: 404 len: 333 time: 0.0360725 Apr 23 00:07:38.679529 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54396) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:38.681095 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-72b85494-8d87-4444-8666-c27ae8a0cc90 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:38.700960 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc6c8150-11bf-4523-bb82-4a035c830e8e None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:38.724788 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 247c6318-36e7-41ac-8e64-e80e2a607a3b, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=247c6318-36e7-41ac-8e64-e80e2a607a3b,segment=NetworkSegment(a27e184f-1b10-4192-8d29-41f7c66047c0),segment_id=a27e184f-1b10-4192-8d29-41f7c66047c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:38.741517 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-72b85494-8d87-4444-8666-c27ae8a0cc90 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:38.747865 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b84b924-0ae9-4158-91ce-489b3618d2ca tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:38.747865 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b84b924-0ae9-4158-91ce-489b3618d2ca tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:38.748323 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3b84b924-0ae9-4158-91ce-489b3618d2ca tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/62e3fc83-0a52-4b97-b1eb-68a04456bad2 HTTP/1.1" status: 404 len: 337 time: 0.0546391 Apr 23 00:07:38.754614 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54398) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:38.782873 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 27343dbf-b1c0-40de-8da5-967f152202f4 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:07:38.825866 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:07:32Z', 'revision_number': 4, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': '0723a944-690b-424e-8a15-884e0ce2cd2e', 'name': '', 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:06:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:20Z', 'updated_at': '2022-04-23T00:07:30Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b156cc3-3915-47fc-879c-5be177bd62e2', 'name': '', 'network_id': '53723bac-5dd9-4ece-8e4d-73e078c3526f', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:e1:49:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:30Z', 'updated_at': '2022-04-23T00:07:36Z', 'revision_number': 4, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:21Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:38.832766 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043457f-194b-4daa-8b4b-e4d645e7ac48 req-86e41c56-035c-4b80-bf8e-c5c51627e256 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:38.834310 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3043457f-194b-4daa-8b4b-e4d645e7ac48 req-86e41c56-035c-4b80-bf8e-c5c51627e256 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdd545aa-2d01-467f-91ee-23b6f5dc5c45 HTTP/1.1" status: 200 len: 944 time: 0.2875712 Apr 23 00:07:38.835205 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c72f31e-03c2-4380-9161-848649333c7a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:38.835918 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c72f31e-03c2-4380-9161-848649333c7a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:38.838830 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2c72f31e-03c2-4380-9161-848649333c7a tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/7ec64941-e7a4-4df7-83e5-502611a4e059 HTTP/1.1" status: 404 len: 333 time: 0.0805149 Apr 23 00:07:38.841608 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54400) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:38.845586 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 27343dbf-b1c0-40de-8da5-967f152202f4 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:07:38.845913 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 27343dbf-b1c0-40de-8da5-967f152202f4 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:07:38.847843 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc6c8150-11bf-4523-bb82-4a035c830e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:38.852013 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434c5b2-2067-47c9-be21-b2d37f07a8e0 None None] Pushing event updated for resources: {'Port': ['ID=0b156cc3-3915-47fc-879c-5be177bd62e2,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:38.857356 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b7d62609-9d06-4071-b9bc-6f0d548341c4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:38.891438 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-538c2242-dcb3-42db-8cf0-42e72c1b5c83 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:38.891438 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538c2242-dcb3-42db-8cf0-42e72c1b5c83 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:38.891438 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-538c2242-dcb3-42db-8cf0-42e72c1b5c83 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/cd2986db-5436-439e-ba21-9a909f1d3363 HTTP/1.1" status: 404 len: 337 time: 0.0460443 Apr 23 00:07:38.891723 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:38.892482 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54402) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:38.898088 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0025914b-3da7-4042-9890-1dd05a84b6b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-58c189d4-1127-45f1-b4b7-dde6c3618282', 'network_id': '58c189d4-1127-45f1-b4b7-dde6c3618282', 'tenant_id': '067cc1af0e35468e96d86434cf2aca66', 'fixed_ips': [{'subnet_id': 'c35716c1-d225-4a90-8552-09c103b89e43'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:07:38.898995 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0025914b-3da7-4042-9890-1dd05a84b6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:38.901409 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-a9f70694-287b-46d6-88f0-ae5ac6050101 None None] Provisioning complete for port 0b156cc3-3915-47fc-879c-5be177bd62e2 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:38.901839 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9f70694-287b-46d6-88f0-ae5ac6050101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:38.924369 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c18e6a-5416-4dbd-931d-374a2531e4e4 None None] The sync data for ids ['878c8207-af35-45dd-9d5f-b4223a047173'] in dv-neutron-838783-1-hyperv is: [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:07:32Z', 'revision_number': 4, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': '0723a944-690b-424e-8a15-884e0ce2cd2e', 'name': '', 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:06:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:20Z', 'updated_at': '2022-04-23T00:07:30Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b156cc3-3915-47fc-879c-5be177bd62e2', 'name': '', 'network_id': '53723bac-5dd9-4ece-8e4d-73e078c3526f', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:e1:49:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:30Z', 'updated_at': '2022-04-23T00:07:36Z', 'revision_number': 4, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:21Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:07:38.936659 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a438a6-ba9b-4253-8047-8005b55a8e13 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:38.937692 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60a438a6-ba9b-4253-8047-8005b55a8e13 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:38.941156 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-60a438a6-ba9b-4253-8047-8005b55a8e13 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/ebf0a450-ec36-4169-97df-36215f3c8707 HTTP/1.1" status: 404 len: 333 time: 0.0473921 Apr 23 00:07:38.943751 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-72b85494-8d87-4444-8666-c27ae8a0cc90 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:38.947426 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54404) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:38.972264 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3043457f-194b-4daa-8b4b-e4d645e7ac48 req-5e168192-30dd-402e-a040-34f6747af8c8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b93f783c-6b59-4148-bea0-fd3e3263d180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222503 Apr 23 00:07:39.001985 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b85494-8d87-4444-8666-c27ae8a0cc90 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Subnet': ['ID=c35716c1-d225-4a90-8552-09c103b89e43,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:39.004224 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-760ef8fe-f06e-4c40-9bc6-ef5614379f01 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Allocated IP 172.23.0.1 (fd77c217-8970-422f-8c89-08a978740ad4/6d1be789-bccc-4d20-874f-41885aec5973/b266c298-d529-4b3c-99e8-add822d3de1f) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:39.049036 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aadf15e-0442-46c8-94fc-09b3d2c992ed tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:39.049488 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aadf15e-0442-46c8-94fc-09b3d2c992ed tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:39.052760 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c8150-11bf-4523-bb82-4a035c830e8e None None] Pushing event updated for resources: {'Port': ['ID=558ddeae-26b5-49f8-b892-85d46b5ade9a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:39.053417 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1aadf15e-0442-46c8-94fc-09b3d2c992ed tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/837cd270-efad-475c-9b7f-29c4e6e71981 HTTP/1.1" status: 404 len: 337 time: 0.0999796 Apr 23 00:07:39.057204 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54406) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:39.089119 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6c8150-11bf-4523-bb82-4a035c830e8e None None] Network fd77c217-8970-422f-8c89-08a978740ad4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:39.112860 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd78798e-4191-4aa9-9741-054b9c19e009 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:39.113583 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd78798e-4191-4aa9-9741-054b9c19e009 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:39.120084 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-dd78798e-4191-4aa9-9741-054b9c19e009 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/b78fb964-ca48-47f8-9c0c-f2748eba6cf2 HTTP/1.1" status: 404 len: 333 time: 0.0600038 Apr 23 00:07:39.121614 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-bc6c8150-11bf-4523-bb82-4a035c830e8e None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:39.124128 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6c8150-11bf-4523-bb82-4a035c830e8e None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:39.134379 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54408) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:39.173548 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-72b85494-8d87-4444-8666-c27ae8a0cc90 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:39.176273 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b8d05b-a777-46e2-b669-b81caf3e06e7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:39.176713 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b8d05b-a777-46e2-b669-b81caf3e06e7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:39.182621 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54410) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:39.183836 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a1b8d05b-a777-46e2-b669-b81caf3e06e7 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/2f8ca748-6981-437c-8067-1a1c5a584bb8 HTTP/1.1" status: 404 len: 337 time: 0.0426223 Apr 23 00:07:39.221999 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3083c7-6c3b-45dd-80b3-5779f199afa0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:39.222861 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3083c7-6c3b-45dd-80b3-5779f199afa0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:39.229778 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-fd3083c7-6c3b-45dd-80b3-5779f199afa0 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/ports/19c3ca1c-04a2-4e1a-84a9-dd20b29b3c8c HTTP/1.1" status: 404 len: 333 time: 0.0428078 Apr 23 00:07:39.229778 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54412) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:39.231611 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-72b85494-8d87-4444-8666-c27ae8a0cc90 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c189d4-1127-45f1-b4b7-dde6c3618282']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:39.252400 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-760ef8fe-f06e-4c40-9bc6-ef5614379f01 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:39.268025 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-5149eaa5-53c2-4172-8c3e-f12db4dfd3c6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] DELETE failed (client error): The resource could not be found. Apr 23 00:07:39.268496 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5149eaa5-53c2-4172-8c3e-f12db4dfd3c6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:07:39.275455 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5149eaa5-53c2-4172-8c3e-f12db4dfd3c6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/subnets/6a2666f7-369d-4c95-9e9a-0a618c45329b HTTP/1.1" status: 404 len: 337 time: 0.0429244 Apr 23 00:07:39.276659 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-72b85494-8d87-4444-8666-c27ae8a0cc90 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbcdbd79-224d-4964-aa28-8a29af650d44') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:39.277030 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-72b85494-8d87-4444-8666-c27ae8a0cc90 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbcdbd79-224d-4964-aa28-8a29af650d44') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:39.281174 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54414) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:39.308429 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-72b85494-8d87-4444-8666-c27ae8a0cc90 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:39.337733 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d62609-9d06-4071-b9bc-6f0d548341c4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Router bd249721-e27f-4736-b4b5-c0f26ddedb59 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:07:39.362947 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-72b85494-8d87-4444-8666-c27ae8a0cc90 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:39.376996 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b85494-8d87-4444-8666-c27ae8a0cc90 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:07:39.376996 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-72b85494-8d87-4444-8666-c27ae8a0cc90 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:07:39.379723 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:07:39.405296 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['247c6318-36e7-41ac-8e64-e80e2a607a3b'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:07:39.426049 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0d4d4921-3886-441b-8bf0-ae63f637a3e6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:39.463909 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-760ef8fe-f06e-4c40-9bc6-ef5614379f01 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:39.525120 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 0b156cc3-3915-47fc-879c-5be177bd62e2 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:39.604902 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3676841-d8f3-4c1e-bcbc-6f67340e67b6 None None] Network 58c189d4-1127-45f1-b4b7-dde6c3618282 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:39.614185 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760ef8fe-f06e-4c40-9bc6-ef5614379f01 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network fd77c217-8970-422f-8c89-08a978740ad4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:39.628218 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-760ef8fe-f06e-4c40-9bc6-ef5614379f01 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:39.639760 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ef8fe-f06e-4c40-9bc6-ef5614379f01 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:39.675943 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ef8fe-f06e-4c40-9bc6-ef5614379f01 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Port': ['ID=b266c298-d529-4b3c-99e8-add822d3de1f,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:39.678797 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=247c6318-36e7-41ac-8e64-e80e2a607a3b,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:39.706735 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d62609-9d06-4071-b9bc-6f0d548341c4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:07:39.712209 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-bc6c8150-11bf-4523-bb82-4a035c830e8e None None] Attempting to bind port 558ddeae-26b5-49f8-b892-85d46b5ade9a on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:07:39.712737 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-bc6c8150-11bf-4523-bb82-4a035c830e8e None None] Attempting to bind port 558ddeae-26b5-49f8-b892-85d46b5ade9a by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '6eca1984-dbc5-49f9-aa2f-df526e817e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fd77c217-8970-422f-8c89-08a978740ad4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:07:39.713193 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c8150-11bf-4523-bb82-4a035c830e8e None None] Attempting to bind port 558ddeae-26b5-49f8-b892-85d46b5ade9a on network fd77c217-8970-422f-8c89-08a978740ad4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:07:39.718779 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-760ef8fe-f06e-4c40-9bc6-ef5614379f01 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:39.719524 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c9b4fe-7e4d-43ff-b0f4-73afa9bf8f06 None None] Sync routers for ids ['bd249721-e27f-4736-b4b5-c0f26ddedb59'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:07:39.734439 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c9b4fe-7e4d-43ff-b0f4-73afa9bf8f06 None None] Routers {'bd249721-e27f-4736-b4b5-c0f26ddedb59'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:39.736136 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-71c9b4fe-7e4d-43ff-b0f4-73afa9bf8f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['bd249721-e27f-4736-b4b5-c0f26ddedb59'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:39.795044 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-71c9b4fe-7e4d-43ff-b0f4-73afa9bf8f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:39.812341 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c9b4fe-7e4d-43ff-b0f4-73afa9bf8f06 None None] Routers {'bd249721-e27f-4736-b4b5-c0f26ddedb59'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:39.813109 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-71c9b4fe-7e4d-43ff-b0f4-73afa9bf8f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['bd249721-e27f-4736-b4b5-c0f26ddedb59'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:39.825980 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c8150-11bf-4523-bb82-4a035c830e8e None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:07:39.826638 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c8150-11bf-4523-bb82-4a035c830e8e None None] Checking segment: {'id': '6eca1984-dbc5-49f9-aa2f-df526e817e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fd77c217-8970-422f-8c89-08a978740ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:39.826806 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc6c8150-11bf-4523-bb82-4a035c830e8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:39.827382 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c8150-11bf-4523-bb82-4a035c830e8e None None] Bound using segment: {'id': '6eca1984-dbc5-49f9-aa2f-df526e817e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fd77c217-8970-422f-8c89-08a978740ad4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:07:39.827907 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-bc6c8150-11bf-4523-bb82-4a035c830e8e None None] Bound port: 558ddeae-26b5-49f8-b892-85d46b5ade9a, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eca1984-dbc5-49f9-aa2f-df526e817e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fd77c217-8970-422f-8c89-08a978740ad4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:07:39.828744 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc6c8150-11bf-4523-bb82-4a035c830e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:39.837946 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b7d62609-9d06-4071-b9bc-6f0d548341c4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:39.839932 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b7d62609-9d06-4071-b9bc-6f0d548341c4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4018488 Apr 23 00:07:39.842644 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54416) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:39.870699 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-71c9b4fe-7e4d-43ff-b0f4-73afa9bf8f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:39.870699 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c9b4fe-7e4d-43ff-b0f4-73afa9bf8f06 None None] The sync data for ids ['bd249721-e27f-4736-b4b5-c0f26ddedb59'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:07:39.892829 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:39.962133 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:40.002604 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-760ef8fe-f06e-4c40-9bc6-ef5614379f01 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:40.026657 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e7b27fc1-6e33-4f4d-9887-34110b1fef5e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "GET /v2.0/routers/bd249721-e27f-4736-b4b5-c0f26ddedb59 HTTP/1.1" status: 200 len: 885 time: 0.1804082 Apr 23 00:07:40.026862 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54420) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:40.028986 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0d4d4921-3886-441b-8bf0-ae63f637a3e6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:40.048856 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bc6c8150-11bf-4523-bb82-4a035c830e8e None None] For port 558ddeae-26b5-49f8-b892-85d46b5ade9a, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:07:40.054301 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 0b156cc3-3915-47fc-879c-5be177bd62e2 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:40.054785 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:40.055380 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-0d4d4921-3886-441b-8bf0-ae63f637a3e6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c789e5-894b-4719-a369-b13bd1dbccf2']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:40.057615 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bc6c8150-11bf-4523-bb82-4a035c830e8e None None] For port 558ddeae-26b5-49f8-b892-85d46b5ade9a, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=558ddeae-26b5-49f8-b892-85d46b5ade9a,segment=NetworkSegment(6eca1984-dbc5-49f9-aa2f-df526e817e20),segment_id=6eca1984-dbc5-49f9-aa2f-df526e817e20)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:07:40.057788 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-72b85494-8d87-4444-8666-c27ae8a0cc90 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:40.062027 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-72b85494-8d87-4444-8666-c27ae8a0cc90 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:40.067312 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-72b85494-8d87-4444-8666-c27ae8a0cc90 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/networks/58c189d4-1127-45f1-b4b7-dde6c3618282 HTTP/1.1" status: 204 len: 168 time: 1.6226485 Apr 23 00:07:40.071657 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54422) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:40.094068 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-0d4d4921-3886-441b-8bf0-ae63f637a3e6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1542ad76-00ba-4975-be6c-cdeb94f5d033') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:40.094372 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-0d4d4921-3886-441b-8bf0-ae63f637a3e6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1542ad76-00ba-4975-be6c-cdeb94f5d033') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:40.096005 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-aae9fc97-54c0-417f-8645-713271e6b417 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-251722018'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:40.121041 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc6c8150-11bf-4523-bb82-4a035c830e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:40.130197 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b85494-8d87-4444-8666-c27ae8a0cc90 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Network': ['ID=58c189d4-1127-45f1-b4b7-dde6c3618282,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:40.138318 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0d4d4921-3886-441b-8bf0-ae63f637a3e6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:40.157390 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0d4d4921-3886-441b-8bf0-ae63f637a3e6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:40.169780 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28388f40-53a7-48e0-8d70-04627c9d6c4e req-49f0ddc0-7cc7-414e-ad79-5fbff1100b54 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:40.171437 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-28388f40-53a7-48e0-8d70-04627c9d6c4e req-49f0ddc0-7cc7-414e-ad79-5fbff1100b54 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdd545aa-2d01-467f-91ee-23b6f5dc5c45 HTTP/1.1" status: 200 len: 945 time: 0.1196640 Apr 23 00:07:40.174608 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d4d4921-3886-441b-8bf0-ae63f637a3e6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:07:40.175206 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0d4d4921-3886-441b-8bf0-ae63f637a3e6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:07:40.179844 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:07:40.235232 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae9fc97-54c0-417f-8645-713271e6b417 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Made reservation on behalf of 067cc1af0e35468e96d86434cf2aca66 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:40.238782 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-aae9fc97-54c0-417f-8645-713271e6b417 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:40.286139 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c8150-11bf-4523-bb82-4a035c830e8e None None] Pushing event updated for resources: {'Port': ['ID=558ddeae-26b5-49f8-b892-85d46b5ade9a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:40.324969 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-28388f40-53a7-48e0-8d70-04627c9d6c4e req-df1b9663-f016-41db-a565-9acbe6ef8eae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b93f783c-6b59-4148-bea0-fd3e3263d180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812142 Apr 23 00:07:40.354463 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0d4d4921-3886-441b-8bf0-ae63f637a3e6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:40.376103 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0d4d4921-3886-441b-8bf0-ae63f637a3e6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:40.376103 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0d4d4921-3886-441b-8bf0-ae63f637a3e6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] 10.222.0.15 "DELETE /v2.0/networks/52c789e5-894b-4719-a369-b13bd1dbccf2 HTTP/1.1" status: 204 len: 168 time: 1.0829701 Apr 23 00:07:40.393556 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d4921-3886-441b-8bf0-ae63f637a3e6 tempest-NetworksTestDHCPv6-1718191820 tempest-NetworksTestDHCPv6-1718191820-project] Pushing event deleted for resources: {'Network': ['ID=52c789e5-894b-4719-a369-b13bd1dbccf2,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:40.407044 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae9fc97-54c0-417f-8645-713271e6b417 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:07:40.447827 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-aae9fc97-54c0-417f-8645-713271e6b417 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:40.448261 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-aae9fc97-54c0-417f-8645-713271e6b417 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Added segment cc45c54c-2670-4b9e-975e-ddef7018e51d of type vlan for network a61de6a1-235c-41d1-ac3e-b0056ed1a1eb Apr 23 00:07:40.588122 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-aae9fc97-54c0-417f-8645-713271e6b417 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:40.688102 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-eac0e2f9-b72a-4813-9438-8ba9a4241648 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6578970 Apr 23 00:07:40.688102 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-760ef8fe-f06e-4c40-9bc6-ef5614379f01 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:40.688508 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54426) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:40.694546 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-2931a625-621d-4fec-bb36-60d623b9d3ef tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1375899930'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:40.754749 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-760ef8fe-f06e-4c40-9bc6-ef5614379f01 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:40.759057 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-aae9fc97-54c0-417f-8645-713271e6b417 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:40.764511 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae9fc97-54c0-417f-8645-713271e6b417 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:40.765107 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-aae9fc97-54c0-417f-8645-713271e6b417 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:40.901780 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9fc97-54c0-417f-8645-713271e6b417 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Network': ['ID=a61de6a1-235c-41d1-ac3e-b0056ed1a1eb,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:40.921790 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network a61de6a1-235c-41d1-ac3e-b0056ed1a1eb details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:07:40.930201 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-aae9fc97-54c0-417f-8645-713271e6b417 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8548436 Apr 23 00:07:40.932088 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-760ef8fe-f06e-4c40-9bc6-ef5614379f01 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:40.944936 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54430) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:40.986978 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54432) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:41.077993 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2931a625-621d-4fec-bb36-60d623b9d3ef tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:41.183631 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-fa7d6b45-2846-4b69-96fa-1d76a77f08d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a29b76832a9c4864a572da043b509e79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1937385 Apr 23 00:07:41.185555 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54436) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:41.195711 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2931a625-621d-4fec-bb36-60d623b9d3ef tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3900419'] for router, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:41.315878 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ca0c1b-8b91-4feb-91e7-99c60bd67651 None None] Network fd77c217-8970-422f-8c89-08a978740ad4 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:41.328299 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2e1815af-10dc-40ff-a325-c61da6de5d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:41.370203 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2e1815af-10dc-40ff-a325-c61da6de5d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:41.385705 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ef8fe-f06e-4c40-9bc6-ef5614379f01 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event updated for resources: {'Port': ['ID=b266c298-d529-4b3c-99e8-add822d3de1f,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:41.390946 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2931a625-621d-4fec-bb36-60d623b9d3ef tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Router bd249721-e27f-4736-b4b5-c0f26ddedb59 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:07:41.396878 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-2da39d5e-358a-4514-90f0-537d4bbf9e0c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'subnet': {'network_id': 'a61de6a1-235c-41d1-ac3e-b0056ed1a1eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:41.451297 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-cae35173-4a91-4621-930d-1f7efe92bf7f None None] Provisioning complete for port 558ddeae-26b5-49f8-b892-85d46b5ade9a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:41.451714 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cae35173-4a91-4621-930d-1f7efe92bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:41.542111 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2e1815af-10dc-40ff-a325-c61da6de5d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:41.545018 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2e1815af-10dc-40ff-a325-c61da6de5d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:41.550618 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2e1815af-10dc-40ff-a325-c61da6de5d76 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06f0c45e-b767-4d16-8ff5-36037f5fb34c HTTP/1.1" status: 204 len: 168 time: 0.3603330 Apr 23 00:07:41.553670 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2931a625-621d-4fec-bb36-60d623b9d3ef tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:07:41.569249 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 558ddeae-26b5-49f8-b892-85d46b5ade9a up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:41.576404 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2931a625-621d-4fec-bb36-60d623b9d3ef tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:41.578504 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2931a625-621d-4fec-bb36-60d623b9d3ef tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "PUT /v2.0/routers/bd249721-e27f-4736-b4b5-c0f26ddedb59 HTTP/1.1" status: 200 len: 892 time: 0.8888285 Apr 23 00:07:41.581824 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54442) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:41.601621 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a993cda-3d9e-413c-9485-bb577d078771 req-ebc56c29-20ab-4bfd-8220-1ce958f9fe0b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:41.603478 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7a993cda-3d9e-413c-9485-bb577d078771 req-ebc56c29-20ab-4bfd-8220-1ce958f9fe0b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdd545aa-2d01-467f-91ee-23b6f5dc5c45 HTTP/1.1" status: 200 len: 945 time: 0.1196332 Apr 23 00:07:41.607662 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760ef8fe-f06e-4c40-9bc6-ef5614379f01 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Network fd77c217-8970-422f-8c89-08a978740ad4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:41.624645 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-760ef8fe-f06e-4c40-9bc6-ef5614379f01 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:41.628832 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 247c6318-36e7-41ac-8e64-e80e2a607a3b up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:41.636557 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1815af-10dc-40ff-a325-c61da6de5d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f0c45e-b767-4d16-8ff5-36037f5fb34c,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:41.657909 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47d5f6b-17aa-4896-92e9-4079af5e017a None None] Sync routers for ids ['bd249721-e27f-4736-b4b5-c0f26ddedb59'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:07:41.694034 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7a993cda-3d9e-413c-9485-bb577d078771 req-4b93f218-aee9-4c13-863e-d18f23399ecf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b93f783c-6b59-4148-bea0-fd3e3263d180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829520 Apr 23 00:07:41.743612 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da39d5e-358a-4514-90f0-537d4bbf9e0c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Made reservation on behalf of 067cc1af0e35468e96d86434cf2aca66 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:41.747925 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2da39d5e-358a-4514-90f0-537d4bbf9e0c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:41.749470 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47d5f6b-17aa-4896-92e9-4079af5e017a None None] Routers {'bd249721-e27f-4736-b4b5-c0f26ddedb59'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:41.750833 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-e47d5f6b-17aa-4896-92e9-4079af5e017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['bd249721-e27f-4736-b4b5-c0f26ddedb59'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:41.763082 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cc0b48d9-d6b2-4452-8c94-a16e8da9e2e1 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "GET /v2.0/routers/bd249721-e27f-4736-b4b5-c0f26ddedb59 HTTP/1.1" status: 200 len: 892 time: 0.1799889 Apr 23 00:07:41.765724 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54444) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:41.804437 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2e35245b-f347-4c63-9a1f-18194ee5ebc8 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd249721-e27f-4736-b4b5-c0f26ddedb59 HTTP/1.1" status: 200 len: 205 time: 0.0365102 Apr 23 00:07:41.805860 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-e47d5f6b-17aa-4896-92e9-4079af5e017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:41.807072 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54446) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:41.815447 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cae35173-4a91-4621-930d-1f7efe92bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:41.831607 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760ef8fe-f06e-4c40-9bc6-ef5614379f01 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Router 878c8207-af35-45dd-9d5f-b4223a047173 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:07:41.854712 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47d5f6b-17aa-4896-92e9-4079af5e017a None None] Routers {'bd249721-e27f-4736-b4b5-c0f26ddedb59'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:41.855350 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-e47d5f6b-17aa-4896-92e9-4079af5e017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['bd249721-e27f-4736-b4b5-c0f26ddedb59'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:41.901112 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 558ddeae-26b5-49f8-b892-85d46b5ade9a triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:41.901464 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:41.933113 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-e47d5f6b-17aa-4896-92e9-4079af5e017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:41.933612 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47d5f6b-17aa-4896-92e9-4079af5e017a None None] The sync data for ids ['bd249721-e27f-4736-b4b5-c0f26ddedb59'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:07:41.936017 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-cae35173-4a91-4621-930d-1f7efe92bf7f None None] For port 558ddeae-26b5-49f8-b892-85d46b5ade9a, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=558ddeae-26b5-49f8-b892-85d46b5ade9a,segment=NetworkSegment(6eca1984-dbc5-49f9-aa2f-df526e817e20),segment_id=6eca1984-dbc5-49f9-aa2f-df526e817e20)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:41.949182 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 247c6318-36e7-41ac-8e64-e80e2a607a3b completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:07:41.957016 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 247c6318-36e7-41ac-8e64-e80e2a607a3b triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:41.957659 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:41.972420 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:41.997305 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cae35173-4a91-4621-930d-1f7efe92bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:42.028710 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760ef8fe-f06e-4c40-9bc6-ef5614379f01 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:07:42.034797 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-760ef8fe-f06e-4c40-9bc6-ef5614379f01 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "PUT /v2.0/routers/878c8207-af35-45dd-9d5f-b4223a047173/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0927722 Apr 23 00:07:42.038827 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54450) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:42.043279 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-49985fdd-150d-41f3-be5a-397b54f0420f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:42.054191 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] Sync routers for ids ['878c8207-af35-45dd-9d5f-b4223a047173'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:07:42.072532 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] Routers {'878c8207-af35-45dd-9d5f-b4223a047173'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:42.073426 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['878c8207-af35-45dd-9d5f-b4223a047173'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:42.185270 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae35173-4a91-4621-930d-1f7efe92bf7f None None] Pushing event updated for resources: {'Port': ['ID=558ddeae-26b5-49f8-b892-85d46b5ade9a,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:42.220974 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:42.234877 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] Set router 878c8207-af35-45dd-9d5f-b4223a047173 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:07:42.288156 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-77247c54-84de-47c6-af26-9b1247619d09 None None] Provisioning complete for port b266c298-d529-4b3c-99e8-add822d3de1f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:42.288709 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77247c54-84de-47c6-af26-9b1247619d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:42.290616 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:42.291942 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2da39d5e-358a-4514-90f0-537d4bbf9e0c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:42.357142 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd545aa-2d01-467f-91ee-23b6f5dc5c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247c6318-36e7-41ac-8e64-e80e2a607a3b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:07:42.359440 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a683a9b-bb63-4a46-9b8a-45073f3ad866" -d '{"events": [{"server_uuid": "bdd545aa-2d01-467f-91ee-23b6f5dc5c45", "name": "network-vif-plugged", "status": "completed", "tag": "247c6318-36e7-41ac-8e64-e80e2a607a3b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:07:42.379167 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-77247c54-84de-47c6-af26-9b1247619d09 None None] Port b266c298-d529-4b3c-99e8-add822d3de1f cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:07:42.382590 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 247c6318-36e7-41ac-8e64-e80e2a607a3b, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=247c6318-36e7-41ac-8e64-e80e2a607a3b,segment=NetworkSegment(a27e184f-1b10-4192-8d29-41f7c66047c0),segment_id=a27e184f-1b10-4192-8d29-41f7c66047c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:42.398250 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-77247c54-84de-47c6-af26-9b1247619d09 None None] Provisioning complete for port 558ddeae-26b5-49f8-b892-85d46b5ade9a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:42.398626 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77247c54-84de-47c6-af26-9b1247619d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:42.438593 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da39d5e-358a-4514-90f0-537d4bbf9e0c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Checking segment: {'id': 'cc45c54c-2670-4b9e-975e-ddef7018e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a61de6a1-235c-41d1-ac3e-b0056ed1a1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:42.439190 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da39d5e-358a-4514-90f0-537d4bbf9e0c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Network hostable DHCP agents. Network: a61de6a1-235c-41d1-ac3e-b0056ed1a1eb, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:07:42.441631 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da39d5e-358a-4514-90f0-537d4bbf9e0c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Subnet': ['ID=eefa6ebf-9160-4331-a485-f6b9bbb2a443,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:42.480604 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:42.503547 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da39d5e-358a-4514-90f0-537d4bbf9e0c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:42.503883 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da39d5e-358a-4514-90f0-537d4bbf9e0c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:42.504330 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da39d5e-358a-4514-90f0-537d4bbf9e0c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:42.504549 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da39d5e-358a-4514-90f0-537d4bbf9e0c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:42.504882 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da39d5e-358a-4514-90f0-537d4bbf9e0c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:42.505925 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da39d5e-358a-4514-90f0-537d4bbf9e0c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:42.506263 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da39d5e-358a-4514-90f0-537d4bbf9e0c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:42.506596 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da39d5e-358a-4514-90f0-537d4bbf9e0c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:42.506972 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da39d5e-358a-4514-90f0-537d4bbf9e0c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:42.507300 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da39d5e-358a-4514-90f0-537d4bbf9e0c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:42.507666 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da39d5e-358a-4514-90f0-537d4bbf9e0c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:42.507991 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da39d5e-358a-4514-90f0-537d4bbf9e0c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:42.511621 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting port fee13186-b711-400e-bbdc-9996742ad14d {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:42.511854 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:42.643481 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:07:39Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': '0723a944-690b-424e-8a15-884e0ce2cd2e', 'name': '', 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:06:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:20Z', 'updated_at': '2022-04-23T00:07:30Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b156cc3-3915-47fc-879c-5be177bd62e2', 'name': '', 'network_id': '53723bac-5dd9-4ece-8e4d-73e078c3526f', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:e1:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:30Z', 'updated_at': '2022-04-23T00:07:38Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b266c298-d529-4b3c-99e8-add822d3de1f', 'name': '', 'network_id': 'fd77c217-8970-422f-8c89-08a978740ad4', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:fb:df:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d1be789-bccc-4d20-874f-41885aec5973', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:38Z', 'updated_at': '2022-04-23T00:07:40Z', 'revision_number': 2, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '6d1be789-bccc-4d20-874f-41885aec5973', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:21Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:42.651015 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:42.674474 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Calling delete_port for fee13186-b711-400e-bbdc-9996742ad14d owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:42.707718 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] Checking router: 878c8207-af35-45dd-9d5f-b4223a047173 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:07:42.709666 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] Updating router 878c8207-af35-45dd-9d5f-b4223a047173 port b266c298-d529-4b3c-99e8-add822d3de1f binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:07:42.713560 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=247c6318-36e7-41ac-8e64-e80e2a607a3b,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:42.774466 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:42.830249 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-a794c09c-07af-4178-b34f-5e464ed09925 None None] Provisioning complete for port b266c298-d529-4b3c-99e8-add822d3de1f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:42.831240 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a794c09c-07af-4178-b34f-5e464ed09925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:42.904968 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da39d5e-358a-4514-90f0-537d4bbf9e0c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Network a61de6a1-235c-41d1-ac3e-b0056ed1a1eb is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:07:42.961906 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:42.986835 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.extraroute_db [None req-49985fdd-150d-41f3-be5a-397b54f0420f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103143) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 23 00:07:43.037562 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Port': ['ID=fee13186-b711-400e-bbdc-9996742ad14d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:43.047111 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6f989-d0a2-450b-bc43-126c0043daaa req-c069b1fb-e6e0-4ad3-a77f-432185fbf0c2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:43.049144 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ceb6f989-d0a2-450b-bc43-126c0043daaa req-c069b1fb-e6e0-4ad3-a77f-432185fbf0c2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdd545aa-2d01-467f-91ee-23b6f5dc5c45 HTTP/1.1" status: 200 len: 946 time: 0.1509182 Apr 23 00:07:43.053839 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-2da39d5e-358a-4514-90f0-537d4bbf9e0c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, a61de6a1-235c-41d1-ac3e-b0056ed1a1eb) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:43.060991 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da39d5e-358a-4514-90f0-537d4bbf9e0c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:43.061569 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2da39d5e-358a-4514-90f0-537d4bbf9e0c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.066452 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.extraroute_db [None req-49985fdd-150d-41f3-be5a-397b54f0420f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Removed routes are [] {{(pid=103143) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 23 00:07:43.066876 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-49985fdd-150d-41f3-be5a-397b54f0420f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.125246 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ceb6f989-d0a2-450b-bc43-126c0043daaa req-e5b5fc20-eec5-4165-b352-561bdba54a4b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b93f783c-6b59-4148-bea0-fd3e3263d180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557988 Apr 23 00:07:43.145350 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:43.145914 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:43.146639 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:43.146829 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:43.147138 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:43.147532 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:43.147907 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:43.148288 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:43.148752 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:43.149090 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:43.149420 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:43.149746 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:43.153402 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.165763 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.180012 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943c0e6e-a7ec-4875-83fa-e82f5e6dd7ae x-openstack-request-id: req-943c0e6e-a7ec-4875-83fa-e82f5e6dd7ae {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:07:43.180583 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd545aa-2d01-467f-91ee-23b6f5dc5c45", "name": "network-vif-plugged", "status": "completed", "tag": "247c6318-36e7-41ac-8e64-e80e2a607a3b", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:07:43.180744 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-943c0e6e-a7ec-4875-83fa-e82f5e6dd7ae {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:07:43.181191 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943c0e6e-a7ec-4875-83fa-e82f5e6dd7ae'] response: {'server_uuid': 'bdd545aa-2d01-467f-91ee-23b6f5dc5c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247c6318-36e7-41ac-8e64-e80e2a607a3b', 'code': 200} Apr 23 00:07:43.183973 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c30e0c9-ce11-483b-86e3-7b029ef13e19 None None] get_active_networks_info from dv-neutron-838783-1-hyperv {{(pid=103146) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 23 00:07:43.227621 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a794c09c-07af-4178-b34f-5e464ed09925 None None] Port b266c298-d529-4b3c-99e8-add822d3de1f cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:07:43.256336 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.260723 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.285909 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.314619 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54474) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:43.315406 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2da39d5e-358a-4514-90f0-537d4bbf9e0c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9265950 Apr 23 00:07:43.363821 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54476) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:43.369307 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28f117-6134-46e4-9f4c-7b78134e20a3 None None] Pushing event updated for resources: {'Port': ['ID=b266c298-d529-4b3c-99e8-add822d3de1f,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:43.414741 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c30e0c9-ce11-483b-86e3-7b029ef13e19 None None] Resources bound (agent type, host, resource id): {{(pid=103146) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:07:43.419346 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.419927 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Fanout notify agent at l3_agent the message router_deleted on router bd249721-e27f-4736-b4b5-c0f26ddedb59 {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:07:43.439065 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.441606 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bda14849-c603-4efd-b051-a3c962751805 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/routers/bd249721-e27f-4736-b4b5-c0f26ddedb59 HTTP/1.1" status: 204 len: 168 time: 1.6320269 Apr 23 00:07:43.444319 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54480) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:43.455321 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-8218fdbb-82ee-4171-bb44-7ea01e5cae6c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-477568577'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:43.462146 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] Attempting to bind port b266c298-d529-4b3c-99e8-add822d3de1f on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:07:43.465095 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] Attempting to bind port b266c298-d529-4b3c-99e8-add822d3de1f by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '6eca1984-dbc5-49f9-aa2f-df526e817e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fd77c217-8970-422f-8c89-08a978740ad4'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:07:43.465675 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] Attempting to bind port b266c298-d529-4b3c-99e8-add822d3de1f on network fd77c217-8970-422f-8c89-08a978740ad4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:07:43.466548 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d55c2f58-dd9c-4fc9-aea1-f20827450485 None None] Provisioning complete for port b266c298-d529-4b3c-99e8-add822d3de1f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:43.466925 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d55c2f58-dd9c-4fc9-aea1-f20827450485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.478135 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:07:43.479669 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] Checking segment: {'id': '6eca1984-dbc5-49f9-aa2f-df526e817e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fd77c217-8970-422f-8c89-08a978740ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:43.481978 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.482564 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] Bound using segment: {'id': '6eca1984-dbc5-49f9-aa2f-df526e817e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fd77c217-8970-422f-8c89-08a978740ad4'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:07:43.483195 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] Bound port: b266c298-d529-4b3c-99e8-add822d3de1f, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eca1984-dbc5-49f9-aa2f-df526e817e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fd77c217-8970-422f-8c89-08a978740ad4'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:07:43.484159 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.493575 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03361e32-9116-4394-8370-2b894046f56c req-ebeaee40-09e7-4a98-8d34-a4b27ee0b028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:43.495464 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-03361e32-9116-4394-8370-2b894046f56c req-ebeaee40-09e7-4a98-8d34-a4b27ee0b028 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bdd545aa-2d01-467f-91ee-23b6f5dc5c45 HTTP/1.1" status: 200 len: 1099 time: 0.1912284 Apr 23 00:07:43.502012 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cc57033e-8fa9-46dc-a0ce-592675116627 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.542846 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d55c2f58-dd9c-4fc9-aea1-f20827450485 None None] Port b266c298-d529-4b3c-99e8-add822d3de1f cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:07:43.548475 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 558ddeae-26b5-49f8-b892-85d46b5ade9a up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:43.549909 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-03361e32-9116-4394-8370-2b894046f56c req-3efa792c-cf1a-4a64-a36a-2c8477be249e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b93f783c-6b59-4148-bea0-fd3e3263d180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450709 Apr 23 00:07:43.564694 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-42275da5-7dfd-4aaa-b09b-0232866f3fed tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1315548490'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:43.582068 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8218fdbb-82ee-4171-bb44-7ea01e5cae6c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Made reservation on behalf of 2e7f6aad76944906883dcae04c03b781 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:43.586538 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8218fdbb-82ee-4171-bb44-7ea01e5cae6c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.601288 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-49985fdd-150d-41f3-be5a-397b54f0420f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.611287 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-49985fdd-150d-41f3-be5a-397b54f0420f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3900419'] for router, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.613961 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] For port b266c298-d529-4b3c-99e8-add822d3de1f, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:07:43.619835 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] For port b266c298-d529-4b3c-99e8-add822d3de1f, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b266c298-d529-4b3c-99e8-add822d3de1f,segment=NetworkSegment(6eca1984-dbc5-49f9-aa2f-df526e817e20),segment_id=6eca1984-dbc5-49f9-aa2f-df526e817e20)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:07:43.623243 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cc57033e-8fa9-46dc-a0ce-592675116627 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.648886 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8218fdbb-82ee-4171-bb44-7ea01e5cae6c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:07:43.680762 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8218fdbb-82ee-4171-bb44-7ea01e5cae6c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.681123 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-8218fdbb-82ee-4171-bb44-7ea01e5cae6c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Added segment 3f605f6d-1e2b-4b1d-bc8d-45a7b335c63e of type vlan for network 9f288057-c4d7-4432-b662-2ca22c52f597 Apr 23 00:07:43.698131 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 558ddeae-26b5-49f8-b892-85d46b5ade9a triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:43.698510 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.699554 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42275da5-7dfd-4aaa-b09b-0232866f3fed tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Made reservation on behalf of 7d51f9a17aaa402593f238a7544a6aad for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:43.703199 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-42275da5-7dfd-4aaa-b09b-0232866f3fed tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.719950 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-42275da5-7dfd-4aaa-b09b-0232866f3fed tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.744303 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8218fdbb-82ee-4171-bb44-7ea01e5cae6c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.749006 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.764041 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49985fdd-150d-41f3-be5a-397b54f0420f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Router 878c8207-af35-45dd-9d5f-b4223a047173 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:07:43.868494 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49985fdd-150d-41f3-be5a-397b54f0420f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:07:43.877441 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-49985fdd-150d-41f3-be5a-397b54f0420f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.878411 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-49985fdd-150d-41f3-be5a-397b54f0420f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "PUT /v2.0/routers/878c8207-af35-45dd-9d5f-b4223a047173 HTTP/1.1" status: 200 len: 932 time: 1.8389065 Apr 23 00:07:43.881345 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54482) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:43.898273 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] Routers {'878c8207-af35-45dd-9d5f-b4223a047173'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:43.898968 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['878c8207-af35-45dd-9d5f-b4223a047173'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:43.910904 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cc57033e-8fa9-46dc-a0ce-592675116627 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.932559 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8218fdbb-82ee-4171-bb44-7ea01e5cae6c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.943309 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8218fdbb-82ee-4171-bb44-7ea01e5cae6c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:43.946807 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8218fdbb-82ee-4171-bb44-7ea01e5cae6c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.979303 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e1fd4d-7581-45d7-af1c-01573affefb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-a61de6a1-235c-41d1-ac3e-b0056ed1a1eb', 'network_id': 'a61de6a1-235c-41d1-ac3e-b0056ed1a1eb', 'tenant_id': '067cc1af0e35468e96d86434cf2aca66', 'fixed_ips': [{'subnet_id': 'eefa6ebf-9160-4331-a485-f6b9bbb2a443'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:07:43.987043 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26e1fd4d-7581-45d7-af1c-01573affefb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:43.987372 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28f117-6134-46e4-9f4c-7b78134e20a3 None None] Pushing event updated for resources: {'Port': ['ID=b266c298-d529-4b3c-99e8-add822d3de1f,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:44.009672 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] Set router 878c8207-af35-45dd-9d5f-b4223a047173 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:07:44.020161 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-40ed1710-de78-45ad-a4c5-0f43bbb1144e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "GET /v2.0/routers/878c8207-af35-45dd-9d5f-b4223a047173 HTTP/1.1" status: 200 len: 932 time: 0.1376953 Apr 23 00:07:44.028349 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54484) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:44.033306 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-64d297ba-6bc2-4aa4-add4-f924ed4ef016 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'router': {'routes': None}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:44.122303 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57033e-8fa9-46dc-a0ce-592675116627 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Subnet': ['ID=eefa6ebf-9160-4331-a485-f6b9bbb2a443,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:44.155128 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0767dec1-ac70-406d-a1f8-2c98b4763f27 None None] Network a61de6a1-235c-41d1-ac3e-b0056ed1a1eb requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:44.175846 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218fdbb-82ee-4171-bb44-7ea01e5cae6c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Network': ['ID=9f288057-c4d7-4432-b662-2ca22c52f597,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:44.188213 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cc57033e-8fa9-46dc-a0ce-592675116627 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:44.204274 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 9f288057-c4d7-4432-b662-2ca22c52f597 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:07:44.204906 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8218fdbb-82ee-4171-bb44-7ea01e5cae6c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7597852 Apr 23 00:07:44.209727 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54488) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:44.214897 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-45a8aaee-4f89-4dd2-9ef8-38a442d7c9a5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'subnet': {'network_id': '9f288057-c4d7-4432-b662-2ca22c52f597', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:44.243062 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-cc57033e-8fa9-46dc-a0ce-592675116627 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61de6a1-235c-41d1-ac3e-b0056ed1a1eb']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:44.274076 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:07:43Z', 'revision_number': 6, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': '0723a944-690b-424e-8a15-884e0ce2cd2e', 'name': '', 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:06:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:20Z', 'updated_at': '2022-04-23T00:07:30Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b156cc3-3915-47fc-879c-5be177bd62e2', 'name': '', 'network_id': '53723bac-5dd9-4ece-8e4d-73e078c3526f', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:e1:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:30Z', 'updated_at': '2022-04-23T00:07:38Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b266c298-d529-4b3c-99e8-add822d3de1f', 'name': '', 'network_id': 'fd77c217-8970-422f-8c89-08a978740ad4', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:fb:df:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d1be789-bccc-4d20-874f-41885aec5973', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:38Z', 'updated_at': '2022-04-23T00:07:43Z', 'revision_number': 4, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '6d1be789-bccc-4d20-874f-41885aec5973', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:21Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:44.312032 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9cace3-38fc-4db5-9c2c-0b4746b5e117 None None] The sync data for ids ['878c8207-af35-45dd-9d5f-b4223a047173'] in dv-neutron-838783-1-hyperv is: [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:07:43Z', 'revision_number': 6, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': '0723a944-690b-424e-8a15-884e0ce2cd2e', 'name': '', 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:06:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:20Z', 'updated_at': '2022-04-23T00:07:30Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b156cc3-3915-47fc-879c-5be177bd62e2', 'name': '', 'network_id': '53723bac-5dd9-4ece-8e4d-73e078c3526f', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:e1:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:30Z', 'updated_at': '2022-04-23T00:07:38Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b266c298-d529-4b3c-99e8-add822d3de1f', 'name': '', 'network_id': 'fd77c217-8970-422f-8c89-08a978740ad4', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:fb:df:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d1be789-bccc-4d20-874f-41885aec5973', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:38Z', 'updated_at': '2022-04-23T00:07:43Z', 'revision_number': 4, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '6d1be789-bccc-4d20-874f-41885aec5973', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:21Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:07:44.341991 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-cc57033e-8fa9-46dc-a0ce-592675116627 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc45c54c-2670-4b9e-975e-ddef7018e51d') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:44.342904 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-cc57033e-8fa9-46dc-a0ce-592675116627 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc45c54c-2670-4b9e-975e-ddef7018e51d') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:44.390310 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cc57033e-8fa9-46dc-a0ce-592675116627 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:44.558533 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-42275da5-7dfd-4aaa-b09b-0232866f3fed tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:44.563563 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f86c78-9cbd-4dfe-91bb-05d83b8590d4 None None] Network a61de6a1-235c-41d1-ac3e-b0056ed1a1eb requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:44.653947 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-42275da5-7dfd-4aaa-b09b-0232866f3fed tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:44.675274 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42275da5-7dfd-4aaa-b09b-0232866f3fed tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:07:44.700945 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-dc7cca01-3917-4243-aa43-17989bdce275 None None] Provisioning complete for port b266c298-d529-4b3c-99e8-add822d3de1f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:44.701604 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc7cca01-3917-4243-aa43-17989bdce275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:44.703540 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-42275da5-7dfd-4aaa-b09b-0232866f3fed tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:44.703940 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-42275da5-7dfd-4aaa-b09b-0232866f3fed tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Added segment 17d76244-9687-463e-89b9-11de384d3ea0 of type vlan for network 2f331b80-94e1-41e9-8fc2-cba369fcfd95 Apr 23 00:07:44.844635 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5a542-ce7e-478e-9291-059a137c24ce req-ac612a6c-36e1-4729-8992-66c9c8e66994 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:44.852946 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-34f5a542-ce7e-478e-9291-059a137c24ce req-ac612a6c-36e1-4729-8992-66c9c8e66994 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdd545aa-2d01-467f-91ee-23b6f5dc5c45 HTTP/1.1" status: 200 len: 946 time: 0.5965199 Apr 23 00:07:44.863050 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cc57033e-8fa9-46dc-a0ce-592675116627 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:44.878701 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc57033e-8fa9-46dc-a0ce-592675116627 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:07:44.879107 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cc57033e-8fa9-46dc-a0ce-592675116627 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:07:44.882730 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:07:44.896553 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc7cca01-3917-4243-aa43-17989bdce275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:44.946928 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-dc7cca01-3917-4243-aa43-17989bdce275 None None] For port b266c298-d529-4b3c-99e8-add822d3de1f, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b266c298-d529-4b3c-99e8-add822d3de1f,segment=NetworkSegment(6eca1984-dbc5-49f9-aa2f-df526e817e20),segment_id=6eca1984-dbc5-49f9-aa2f-df526e817e20)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:44.963331 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42275da5-7dfd-4aaa-b09b-0232866f3fed tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1536ffdb-f6b9-4b8b-8813-7d8f0289c7d0,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:44.967501 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-34f5a542-ce7e-478e-9291-059a137c24ce req-d5e01bd6-2f4f-48ba-a2ea-6e962488207d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b93f783c-6b59-4148-bea0-fd3e3263d180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135471 Apr 23 00:07:44.999861 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a8aaee-4f89-4dd2-9ef8-38a442d7c9a5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Made reservation on behalf of 2e7f6aad76944906883dcae04c03b781 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:45.003411 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-45a8aaee-4f89-4dd2-9ef8-38a442d7c9a5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:45.006669 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-42275da5-7dfd-4aaa-b09b-0232866f3fed tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:45.046486 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc7cca01-3917-4243-aa43-17989bdce275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:45.117382 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cca01-3917-4243-aa43-17989bdce275 None None] Pushing event updated for resources: {'Port': ['ID=b266c298-d529-4b3c-99e8-add822d3de1f,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:45.122397 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cc57033e-8fa9-46dc-a0ce-592675116627 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:45.138631 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cc57033e-8fa9-46dc-a0ce-592675116627 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:45.143760 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cc57033e-8fa9-46dc-a0ce-592675116627 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/networks/a61de6a1-235c-41d1-ac3e-b0056ed1a1eb HTTP/1.1" status: 204 len: 168 time: 1.8281276 Apr 23 00:07:45.159735 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54490) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:45.162805 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57033e-8fa9-46dc-a0ce-592675116627 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Network': ['ID=a61de6a1-235c-41d1-ac3e-b0056ed1a1eb,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:45.166973 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-66189d2b-3c94-4ca2-add9-41e76bca50f4 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2098321583'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:45.175825 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-42275da5-7dfd-4aaa-b09b-0232866f3fed tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:45.180892 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-663e13eb-8985-4abb-a933-63f74a58f84b None None] Provisioning complete for port b266c298-d529-4b3c-99e8-add822d3de1f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:45.181325 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-663e13eb-8985-4abb-a933-63f74a58f84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:45.182006 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42275da5-7dfd-4aaa-b09b-0232866f3fed tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:45.182638 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-42275da5-7dfd-4aaa-b09b-0232866f3fed tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:45.269777 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.extraroute_db [None req-64d297ba-6bc2-4aa4-add4-f924ed4ef016 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Added routes are [] {{(pid=103143) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 23 00:07:45.270020 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.extraroute_db [None req-64d297ba-6bc2-4aa4-add4-f924ed4ef016 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103143) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 23 00:07:45.278083 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42275da5-7dfd-4aaa-b09b-0232866f3fed tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Pushing event updated for resources: {'Network': ['ID=2f331b80-94e1-41e9-8fc2-cba369fcfd95,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:45.291874 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 2f331b80-94e1-41e9-8fc2-cba369fcfd95 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:07:45.311792 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-64d297ba-6bc2-4aa4-add4-f924ed4ef016 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:45.334047 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-42275da5-7dfd-4aaa-b09b-0232866f3fed tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9642084 Apr 23 00:07:45.334287 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54492) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:45.339599 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-8e03e06d-f7e0-46fb-8134-c0d21f35a181 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Request body: {'subnet': {'network_id': '2f331b80-94e1-41e9-8fc2-cba369fcfd95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:45.377598 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-45a8aaee-4f89-4dd2-9ef8-38a442d7c9a5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:45.435382 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7054807f-ba86-445d-9e3d-bbae135e63df None None] Sync routers for ids ['878c8207-af35-45dd-9d5f-b4223a047173'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:07:45.439885 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66189d2b-3c94-4ca2-add9-41e76bca50f4 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Made reservation on behalf of 067cc1af0e35468e96d86434cf2aca66 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:45.444273 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-66189d2b-3c94-4ca2-add9-41e76bca50f4 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:45.454745 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7054807f-ba86-445d-9e3d-bbae135e63df None None] Routers {'878c8207-af35-45dd-9d5f-b4223a047173'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:45.455415 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7054807f-ba86-445d-9e3d-bbae135e63df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['878c8207-af35-45dd-9d5f-b4223a047173'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:45.481848 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8aaee-4f89-4dd2-9ef8-38a442d7c9a5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Subnet': ['ID=6c00f9dd-6f21-4ba5-9f2d-dd9cfa85f032,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:45.485363 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a8aaee-4f89-4dd2-9ef8-38a442d7c9a5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Checking segment: {'id': '3f605f6d-1e2b-4b1d-bc8d-45a7b335c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9f288057-c4d7-4432-b662-2ca22c52f597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:45.485838 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a8aaee-4f89-4dd2-9ef8-38a442d7c9a5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network hostable DHCP agents. Network: 9f288057-c4d7-4432-b662-2ca22c52f597, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:07:45.513442 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b266c298-d529-4b3c-99e8-add822d3de1f up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:45.550161 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66189d2b-3c94-4ca2-add9-41e76bca50f4 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:07:45.559986 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a8aaee-4f89-4dd2-9ef8-38a442d7c9a5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network 9f288057-c4d7-4432-b662-2ca22c52f597 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:07:45.597560 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-7054807f-ba86-445d-9e3d-bbae135e63df None None] Set router 878c8207-af35-45dd-9d5f-b4223a047173 gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:07:45.603301 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-66189d2b-3c94-4ca2-add9-41e76bca50f4 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:45.603678 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-66189d2b-3c94-4ca2-add9-41e76bca50f4 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Added segment f2f328d1-2597-4457-b2ed-19a152ca0341 of type vlan for network 058f3f88-a609-402d-8d1b-91937e285d30 Apr 23 00:07:45.612545 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e03e06d-f7e0-46fb-8134-c0d21f35a181 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Made reservation on behalf of 7d51f9a17aaa402593f238a7544a6aad for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:45.619218 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8e03e06d-f7e0-46fb-8134-c0d21f35a181 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:45.634175 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-45a8aaee-4f89-4dd2-9ef8-38a442d7c9a5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 9f288057-c4d7-4432-b662-2ca22c52f597) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:45.639993 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a8aaee-4f89-4dd2-9ef8-38a442d7c9a5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:45.640592 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-45a8aaee-4f89-4dd2-9ef8-38a442d7c9a5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:45.650414 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a377c5e-05e1-400c-8914-a933af5a0f6c None None] Network 9f288057-c4d7-4432-b662-2ca22c52f597 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:45.696496 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port b266c298-d529-4b3c-99e8-add822d3de1f triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:45.696851 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:45.747346 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-66189d2b-3c94-4ca2-add9-41e76bca50f4 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:45.748689 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-45a8aaee-4f89-4dd2-9ef8-38a442d7c9a5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5365980 Apr 23 00:07:45.750903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54494) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:45.762648 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-e1690e19-e7b5-454b-b7e9-dcd7ac5893db tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1027334627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:45.763635 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-64d297ba-6bc2-4aa4-add4-f924ed4ef016 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:45.782086 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-64d297ba-6bc2-4aa4-add4-f924ed4ef016 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3900419'] for router, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:45.840960 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e1690e19-e7b5-454b-b7e9-dcd7ac5893db tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:45.842682 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e1690e19-e7b5-454b-b7e9-dcd7ac5893db tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:45.907425 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e1690e19-e7b5-454b-b7e9-dcd7ac5893db tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:45.917549 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-66189d2b-3c94-4ca2-add9-41e76bca50f4 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:45.923653 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66189d2b-3c94-4ca2-add9-41e76bca50f4 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:45.926836 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-66189d2b-3c94-4ca2-add9-41e76bca50f4 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:45.993558 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab56dd9-c2a7-449d-ba27-4bf4643f27f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-9f288057-c4d7-4432-b662-2ca22c52f597', 'network_id': '9f288057-c4d7-4432-b662-2ca22c52f597', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'fixed_ips': [{'subnet_id': '6c00f9dd-6f21-4ba5-9f2d-dd9cfa85f032'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:07:45.994461 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ab56dd9-c2a7-449d-ba27-4bf4643f27f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:46.006233 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e1690e19-e7b5-454b-b7e9-dcd7ac5893db tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:46.012408 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d297ba-6bc2-4aa4-add4-f924ed4ef016 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Router 878c8207-af35-45dd-9d5f-b4223a047173 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:07:46.026929 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7054807f-ba86-445d-9e3d-bbae135e63df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:07:45Z', 'revision_number': 7, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': '0723a944-690b-424e-8a15-884e0ce2cd2e', 'name': '', 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:06:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:20Z', 'updated_at': '2022-04-23T00:07:30Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b156cc3-3915-47fc-879c-5be177bd62e2', 'name': '', 'network_id': '53723bac-5dd9-4ece-8e4d-73e078c3526f', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:e1:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:30Z', 'updated_at': '2022-04-23T00:07:38Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b266c298-d529-4b3c-99e8-add822d3de1f', 'name': '', 'network_id': 'fd77c217-8970-422f-8c89-08a978740ad4', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:fb:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d1be789-bccc-4d20-874f-41885aec5973', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:38Z', 'updated_at': '2022-04-23T00:07:44Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '6d1be789-bccc-4d20-874f-41885aec5973', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:21Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:46.067897 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-66189d2b-3c94-4ca2-add9-41e76bca50f4 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9073324 Apr 23 00:07:46.072330 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66189d2b-3c94-4ca2-add9-41e76bca50f4 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Network': ['ID=058f3f88-a609-402d-8d1b-91937e285d30,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:46.073882 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54498) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:46.079611 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-af7d622a-4d9c-4398-a645-d9bf7e2949ae tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'subnet': {'network_id': '058f3f88-a609-402d-8d1b-91937e285d30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:46.145664 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e1690e19-e7b5-454b-b7e9-dcd7ac5893db tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:46.147301 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e1690e19-e7b5-454b-b7e9-dcd7ac5893db tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3953993 Apr 23 00:07:46.150051 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54500) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:46.219474 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d297ba-6bc2-4aa4-add4-f924ed4ef016 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:07:46.228653 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-64d297ba-6bc2-4aa4-add4-f924ed4ef016 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:46.232730 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-64d297ba-6bc2-4aa4-add4-f924ed4ef016 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "PUT /v2.0/routers/878c8207-af35-45dd-9d5f-b4223a047173 HTTP/1.1" status: 200 len: 698 time: 2.2004263 Apr 23 00:07:46.232730 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54502) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:46.243408 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc68d9d-0109-4dad-9a98-83e1e1b8390a req-0ccca93b-1785-4e23-a476-6144f38e8493 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:46.245005 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-efc68d9d-0109-4dad-9a98-83e1e1b8390a req-0ccca93b-1785-4e23-a476-6144f38e8493 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdd545aa-2d01-467f-91ee-23b6f5dc5c45 HTTP/1.1" status: 200 len: 946 time: 0.1578772 Apr 23 00:07:46.266244 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 058f3f88-a609-402d-8d1b-91937e285d30 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:07:46.271613 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7054807f-ba86-445d-9e3d-bbae135e63df None None] Checking router: 878c8207-af35-45dd-9d5f-b4223a047173 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:07:46.289197 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8e03e06d-f7e0-46fb-8134-c0d21f35a181 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:46.350040 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7054807f-ba86-445d-9e3d-bbae135e63df None None] Routers {'878c8207-af35-45dd-9d5f-b4223a047173'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:46.350580 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7054807f-ba86-445d-9e3d-bbae135e63df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['878c8207-af35-45dd-9d5f-b4223a047173'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:46.425522 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7d622a-4d9c-4398-a645-d9bf7e2949ae tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Made reservation on behalf of 067cc1af0e35468e96d86434cf2aca66 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:46.429655 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-af7d622a-4d9c-4398-a645-d9bf7e2949ae tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:46.434240 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-efc68d9d-0109-4dad-9a98-83e1e1b8390a req-1194180a-15d7-47c5-9aa7-e02a02f27aaa tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b93f783c-6b59-4148-bea0-fd3e3263d180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496148 Apr 23 00:07:46.444364 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1ecebabe-31c2-43b2-9843-fbe5b9ca57fb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "GET /v2.0/routers/878c8207-af35-45dd-9d5f-b4223a047173 HTTP/1.1" status: 200 len: 698 time: 0.2078366 Apr 23 00:07:46.447530 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54504) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:46.448693 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03e06d-f7e0-46fb-8134-c0d21f35a181 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Pushing event updated for resources: {'Subnet': ['ID=85fc5220-41c7-4af8-b570-cdca11eed8d3,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:46.463709 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e03e06d-f7e0-46fb-8134-c0d21f35a181 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Checking segment: {'id': '17d76244-9687-463e-89b9-11de384d3ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2f331b80-94e1-41e9-8fc2-cba369fcfd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:46.464075 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e03e06d-f7e0-46fb-8134-c0d21f35a181 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Network hostable DHCP agents. Network: 2f331b80-94e1-41e9-8fc2-cba369fcfd95, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:07:46.495023 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-7ab56dd9-c2a7-449d-ba27-4bf4643f27f3 None None] Allocated IP 2001:db8::2 (9f288057-c4d7-4432-b662-2ca22c52f597/6c00f9dd-6f21-4ba5-9f2d-dd9cfa85f032/02c9591e-ec6b-436e-99e0-f5da96902ecf) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:46.508275 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-7054807f-ba86-445d-9e3d-bbae135e63df None None] Set router 878c8207-af35-45dd-9d5f-b4223a047173 gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:07:46.611209 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e03e06d-f7e0-46fb-8134-c0d21f35a181 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Network 2f331b80-94e1-41e9-8fc2-cba369fcfd95 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:07:46.644923 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bee44ae1-f4ea-484a-a7c6-333beeaba884 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:46.736783 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-8e03e06d-f7e0-46fb-8134-c0d21f35a181 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 2f331b80-94e1-41e9-8fc2-cba369fcfd95) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:46.743969 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e03e06d-f7e0-46fb-8134-c0d21f35a181 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:46.744557 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8e03e06d-f7e0-46fb-8134-c0d21f35a181 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:46.769173 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860cc7f3-d00c-4481-a6d5-3d74c34eaa29 None None] Network 2f331b80-94e1-41e9-8fc2-cba369fcfd95 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:46.803317 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6926e-d5ae-450f-ab4e-7b39ca916fbf req-1a3deaef-2ced-4a51-bda7-632d5864494f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:46.804845 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-96d6926e-d5ae-450f-ab4e-7b39ca916fbf req-1a3deaef-2ced-4a51-bda7-632d5864494f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdd545aa-2d01-467f-91ee-23b6f5dc5c45 HTTP/1.1" status: 200 len: 946 time: 0.2342608 Apr 23 00:07:46.825668 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8e03e06d-f7e0-46fb-8134-c0d21f35a181 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4902265 Apr 23 00:07:46.828164 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54510) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:46.833657 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-52e78210-f722-42f0-b0e4-3faa75504328 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Request body: {'port': {'network_id': '2f331b80-94e1-41e9-8fc2-cba369fcfd95', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1096755971'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:46.857923 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ab56dd9-c2a7-449d-ba27-4bf4643f27f3 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:46.937795 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7054807f-ba86-445d-9e3d-bbae135e63df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:07:45Z', 'revision_number': 7, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': '0723a944-690b-424e-8a15-884e0ce2cd2e', 'name': '', 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:06:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:20Z', 'updated_at': '2022-04-23T00:07:30Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b156cc3-3915-47fc-879c-5be177bd62e2', 'name': '', 'network_id': '53723bac-5dd9-4ece-8e4d-73e078c3526f', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:e1:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:30Z', 'updated_at': '2022-04-23T00:07:38Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b266c298-d529-4b3c-99e8-add822d3de1f', 'name': '', 'network_id': 'fd77c217-8970-422f-8c89-08a978740ad4', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:fb:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d1be789-bccc-4d20-874f-41885aec5973', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:38Z', 'updated_at': '2022-04-23T00:07:44Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '6d1be789-bccc-4d20-874f-41885aec5973', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:21Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:46.944777 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ab56dd9-c2a7-449d-ba27-4bf4643f27f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:46.982344 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7054807f-ba86-445d-9e3d-bbae135e63df None None] The sync data for ids ['878c8207-af35-45dd-9d5f-b4223a047173'] in dv-neutron-838783-1-hyperv is: [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:07:45Z', 'revision_number': 7, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': '0723a944-690b-424e-8a15-884e0ce2cd2e', 'name': '', 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:06:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:20Z', 'updated_at': '2022-04-23T00:07:30Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b156cc3-3915-47fc-879c-5be177bd62e2', 'name': '', 'network_id': '53723bac-5dd9-4ece-8e4d-73e078c3526f', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:e1:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:30Z', 'updated_at': '2022-04-23T00:07:38Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b266c298-d529-4b3c-99e8-add822d3de1f', 'name': '', 'network_id': 'fd77c217-8970-422f-8c89-08a978740ad4', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:fb:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d1be789-bccc-4d20-874f-41885aec5973', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:38Z', 'updated_at': '2022-04-23T00:07:44Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '6d1be789-bccc-4d20-874f-41885aec5973', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:21Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:07:47.019303 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab56dd9-c2a7-449d-ba27-4bf4643f27f3 None None] Network 9f288057-c4d7-4432-b662-2ca22c52f597 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:47.024216 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e78210-f722-42f0-b0e4-3faa75504328 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Made reservation on behalf of 7d51f9a17aaa402593f238a7544a6aad for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:47.025523 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7ab56dd9-c2a7-449d-ba27-4bf4643f27f3 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:47.032601 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-52e78210-f722-42f0-b0e4-3faa75504328 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:47.045353 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-96d6926e-d5ae-450f-ab4e-7b39ca916fbf req-d3a14a8b-396f-4d4e-9d4e-863306e898d8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b93f783c-6b59-4148-bea0-fd3e3263d180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870928 Apr 23 00:07:47.046290 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab56dd9-c2a7-449d-ba27-4bf4643f27f3 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:47.058112 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab56dd9-c2a7-449d-ba27-4bf4643f27f3 None None] Pushing event updated for resources: {'Port': ['ID=02c9591e-ec6b-436e-99e0-f5da96902ecf,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:47.065725 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-2f331b80-94e1-41e9-8fc2-cba369fcfd95', 'network_id': '2f331b80-94e1-41e9-8fc2-cba369fcfd95', 'tenant_id': '7d51f9a17aaa402593f238a7544a6aad', 'fixed_ips': [{'subnet_id': '85fc5220-41c7-4af8-b570-cdca11eed8d3'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:07:47.066572 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:47.071711 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-52e78210-f722-42f0-b0e4-3faa75504328 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] device_id is not set on port a8a962ae-fb70-46e7-9eea-903cc8052d28 yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:07:47.163000 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-7ab56dd9-c2a7-449d-ba27-4bf4643f27f3 None None] Attempting to bind port 02c9591e-ec6b-436e-99e0-f5da96902ecf on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:07:47.163367 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-7ab56dd9-c2a7-449d-ba27-4bf4643f27f3 None None] Attempting to bind port 02c9591e-ec6b-436e-99e0-f5da96902ecf by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '3f605f6d-1e2b-4b1d-bc8d-45a7b335c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9f288057-c4d7-4432-b662-2ca22c52f597'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:07:47.163811 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab56dd9-c2a7-449d-ba27-4bf4643f27f3 None None] Attempting to bind port 02c9591e-ec6b-436e-99e0-f5da96902ecf on network 9f288057-c4d7-4432-b662-2ca22c52f597 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:07:47.175388 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-af7d622a-4d9c-4398-a645-d9bf7e2949ae tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:47.221534 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab56dd9-c2a7-449d-ba27-4bf4643f27f3 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:07:47.221783 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab56dd9-c2a7-449d-ba27-4bf4643f27f3 None None] Checking segment: {'id': '3f605f6d-1e2b-4b1d-bc8d-45a7b335c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9f288057-c4d7-4432-b662-2ca22c52f597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:47.222180 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ab56dd9-c2a7-449d-ba27-4bf4643f27f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:47.222568 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab56dd9-c2a7-449d-ba27-4bf4643f27f3 None None] Bound using segment: {'id': '3f605f6d-1e2b-4b1d-bc8d-45a7b335c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9f288057-c4d7-4432-b662-2ca22c52f597'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:07:47.223047 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-7ab56dd9-c2a7-449d-ba27-4bf4643f27f3 None None] Bound port: 02c9591e-ec6b-436e-99e0-f5da96902ecf, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f605f6d-1e2b-4b1d-bc8d-45a7b335c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9f288057-c4d7-4432-b662-2ca22c52f597'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:07:47.223420 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ab56dd9-c2a7-449d-ba27-4bf4643f27f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:47.227161 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-52e78210-f722-42f0-b0e4-3faa75504328 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Allocated IP 172.20.0.3 (2f331b80-94e1-41e9-8fc2-cba369fcfd95/85fc5220-41c7-4af8-b570-cdca11eed8d3/a8a962ae-fb70-46e7-9eea-903cc8052d28) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:47.264394 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-bee44ae1-f4ea-484a-a7c6-333beeaba884 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Allocated IP 2001:db8::1 (9f288057-c4d7-4432-b662-2ca22c52f597/6c00f9dd-6f21-4ba5-9f2d-dd9cfa85f032/c6ebe1c6-3f1f-47ed-be22-4301028176c3) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:47.291436 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d622a-4d9c-4398-a645-d9bf7e2949ae tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Subnet': ['ID=60d8505d-e15f-4b5e-8f1a-467a72fcb96b,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:47.325573 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7ab56dd9-c2a7-449d-ba27-4bf4643f27f3 None None] For port 02c9591e-ec6b-436e-99e0-f5da96902ecf, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:07:47.329389 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7ab56dd9-c2a7-449d-ba27-4bf4643f27f3 None None] For port 02c9591e-ec6b-436e-99e0-f5da96902ecf, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=02c9591e-ec6b-436e-99e0-f5da96902ecf,segment=NetworkSegment(3f605f6d-1e2b-4b1d-bc8d-45a7b335c63e),segment_id=3f605f6d-1e2b-4b1d-bc8d-45a7b335c63e)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:07:47.393012 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d622a-4d9c-4398-a645-d9bf7e2949ae tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Checking segment: {'id': 'f2f328d1-2597-4457-b2ed-19a152ca0341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '058f3f88-a609-402d-8d1b-91937e285d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:47.393777 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7d622a-4d9c-4398-a645-d9bf7e2949ae tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Network hostable DHCP agents. Network: 058f3f88-a609-402d-8d1b-91937e285d30, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:07:47.406434 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ab56dd9-c2a7-449d-ba27-4bf4643f27f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:47.479077 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb441b9-8795-4a2d-8dc4-df3cd349308e None None] Sync routers for ids ['878c8207-af35-45dd-9d5f-b4223a047173'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:07:47.488156 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab56dd9-c2a7-449d-ba27-4bf4643f27f3 None None] Pushing event updated for resources: {'Port': ['ID=02c9591e-ec6b-436e-99e0-f5da96902ecf,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:47.489804 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bee44ae1-f4ea-484a-a7c6-333beeaba884 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:47.493482 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-12f75c3f-127c-4f50-882f-fd39ca07b12d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:47.503068 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb441b9-8795-4a2d-8dc4-df3cd349308e None None] Routers {'878c8207-af35-45dd-9d5f-b4223a047173'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:47.503780 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-6eb441b9-8795-4a2d-8dc4-df3cd349308e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['878c8207-af35-45dd-9d5f-b4223a047173'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:47.535504 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7d622a-4d9c-4398-a645-d9bf7e2949ae tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Network 058f3f88-a609-402d-8d1b-91937e285d30 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:07:47.612454 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-6eb441b9-8795-4a2d-8dc4-df3cd349308e None None] Set router 878c8207-af35-45dd-9d5f-b4223a047173 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:07:47.742565 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-52e78210-f722-42f0-b0e4-3faa75504328 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:47.877931 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-52e78210-f722-42f0-b0e4-3faa75504328 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:47.893045 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-6eb441b9-8795-4a2d-8dc4-df3cd349308e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:07:45Z', 'revision_number': 7, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': '0723a944-690b-424e-8a15-884e0ce2cd2e', 'name': '', 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:06:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:20Z', 'updated_at': '2022-04-23T00:07:30Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b156cc3-3915-47fc-879c-5be177bd62e2', 'name': '', 'network_id': '53723bac-5dd9-4ece-8e4d-73e078c3526f', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:e1:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:30Z', 'updated_at': '2022-04-23T00:07:38Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b266c298-d529-4b3c-99e8-add822d3de1f', 'name': '', 'network_id': 'fd77c217-8970-422f-8c89-08a978740ad4', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:fb:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d1be789-bccc-4d20-874f-41885aec5973', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:38Z', 'updated_at': '2022-04-23T00:07:44Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '6d1be789-bccc-4d20-874f-41885aec5973', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:21Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:47.929850 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb441b9-8795-4a2d-8dc4-df3cd349308e None None] Checking router: 878c8207-af35-45dd-9d5f-b4223a047173 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:07:47.939731 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb441b9-8795-4a2d-8dc4-df3cd349308e None None] Routers {'878c8207-af35-45dd-9d5f-b4223a047173'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:47.940596 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-6eb441b9-8795-4a2d-8dc4-df3cd349308e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['878c8207-af35-45dd-9d5f-b4223a047173'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:47.950133 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e78210-f722-42f0-b0e4-3faa75504328 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Network 2f331b80-94e1-41e9-8fc2-cba369fcfd95 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:47.953428 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-52e78210-f722-42f0-b0e4-3faa75504328 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:47.957762 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e78210-f722-42f0-b0e4-3faa75504328 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:47.978819 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Allocated IP 172.20.0.2 (2f331b80-94e1-41e9-8fc2-cba369fcfd95/85fc5220-41c7-4af8-b570-cdca11eed8d3/7541c7a6-9cad-4ad7-afcd-aff71a594ace) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:47.983458 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e78210-f722-42f0-b0e4-3faa75504328 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Pushing event updated for resources: {'Port': ['ID=a8a962ae-fb70-46e7-9eea-903cc8052d28,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:48.022186 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e78210-f722-42f0-b0e4-3faa75504328 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:48.022792 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-52e78210-f722-42f0-b0e4-3faa75504328 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:48.042995 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bee44ae1-f4ea-484a-a7c6-333beeaba884 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:48.053526 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-6eb441b9-8795-4a2d-8dc4-df3cd349308e None None] Set router 878c8207-af35-45dd-9d5f-b4223a047173 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:07:48.109576 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-af7d622a-4d9c-4398-a645-d9bf7e2949ae tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 058f3f88-a609-402d-8d1b-91937e285d30) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:48.126433 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee44ae1-f4ea-484a-a7c6-333beeaba884 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network 9f288057-c4d7-4432-b662-2ca22c52f597 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:48.127857 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-52e78210-f722-42f0-b0e4-3faa75504328 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2982807 Apr 23 00:07:48.131460 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54516) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:48.136887 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-058c6e33-ae0e-4a4f-b46c-9ce50b41a670 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Request body: {'port': {'network_id': '2f331b80-94e1-41e9-8fc2-cba369fcfd95', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1515843964', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:48.137381 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.api.validators [None req-058c6e33-ae0e-4a4f-b46c-9ce50b41a670 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] bootfile-name is not in valid_values {{(pid=103143) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 23 00:07:48.137727 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.api.validators [None req-058c6e33-ae0e-4a4f-b46c-9ce50b41a670 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] tftp-server is not in valid_values {{(pid=103143) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 23 00:07:48.138059 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.api.validators [None req-058c6e33-ae0e-4a4f-b46c-9ce50b41a670 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] server-ip-address is not in valid_values {{(pid=103143) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 23 00:07:48.142135 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7d622a-4d9c-4398-a645-d9bf7e2949ae tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:48.142733 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bce4c5-b383-4eb2-ad6b-e0c7df836242 None None] Network 058f3f88-a609-402d-8d1b-91937e285d30 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:48.144113 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-af7d622a-4d9c-4398-a645-d9bf7e2949ae tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:48.157244 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-bee44ae1-f4ea-484a-a7c6-333beeaba884 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:48.164212 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee44ae1-f4ea-484a-a7c6-333beeaba884 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Port': ['ID=c6ebe1c6-3f1f-47ed-be22-4301028176c3,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:48.193672 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee44ae1-f4ea-484a-a7c6-333beeaba884 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:48.194488 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bee44ae1-f4ea-484a-a7c6-333beeaba884 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:48.271556 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:48.334458 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-6eb441b9-8795-4a2d-8dc4-df3cd349308e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:07:45Z', 'revision_number': 7, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': '0723a944-690b-424e-8a15-884e0ce2cd2e', 'name': '', 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:06:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:20Z', 'updated_at': '2022-04-23T00:07:30Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b156cc3-3915-47fc-879c-5be177bd62e2', 'name': '', 'network_id': '53723bac-5dd9-4ece-8e4d-73e078c3526f', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:e1:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:30Z', 'updated_at': '2022-04-23T00:07:38Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b266c298-d529-4b3c-99e8-add822d3de1f', 'name': '', 'network_id': 'fd77c217-8970-422f-8c89-08a978740ad4', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:fb:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d1be789-bccc-4d20-874f-41885aec5973', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:38Z', 'updated_at': '2022-04-23T00:07:44Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '6d1be789-bccc-4d20-874f-41885aec5973', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:21Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:48.342620 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34e4699-9283-4d16-a51e-1a61243b8ea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-058f3f88-a609-402d-8d1b-91937e285d30', 'network_id': '058f3f88-a609-402d-8d1b-91937e285d30', 'tenant_id': '067cc1af0e35468e96d86434cf2aca66', 'fixed_ips': [{'subnet_id': '60d8505d-e15f-4b5e-8f1a-467a72fcb96b'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:07:48.343678 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f34e4699-9283-4d16-a51e-1a61243b8ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:48.369095 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-af7d622a-4d9c-4398-a645-d9bf7e2949ae tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2940624 Apr 23 00:07:48.371876 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54518) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:48.391341 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb441b9-8795-4a2d-8dc4-df3cd349308e None None] The sync data for ids ['878c8207-af35-45dd-9d5f-b4223a047173'] in dv-neutron-838783-1-hyperv is: [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:07:45Z', 'revision_number': 7, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': '0723a944-690b-424e-8a15-884e0ce2cd2e', 'name': '', 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:06:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:20Z', 'updated_at': '2022-04-23T00:07:30Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b156cc3-3915-47fc-879c-5be177bd62e2', 'name': '', 'network_id': '53723bac-5dd9-4ece-8e4d-73e078c3526f', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:e1:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:30Z', 'updated_at': '2022-04-23T00:07:38Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b266c298-d529-4b3c-99e8-add822d3de1f', 'name': '', 'network_id': 'fd77c217-8970-422f-8c89-08a978740ad4', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:fb:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d1be789-bccc-4d20-874f-41885aec5973', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:38Z', 'updated_at': '2022-04-23T00:07:44Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '6d1be789-bccc-4d20-874f-41885aec5973', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:21Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:07:48.411769 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-12f75c3f-127c-4f50-882f-fd39ca07b12d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting port b266c298-d529-4b3c-99e8-add822d3de1f {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:48.412173 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-12f75c3f-127c-4f50-882f-fd39ca07b12d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:48.467171 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:48.469914 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058c6e33-ae0e-4a4f-b46c-9ce50b41a670 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Made reservation on behalf of 7d51f9a17aaa402593f238a7544a6aad for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:48.477003 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-058c6e33-ae0e-4a4f-b46c-9ce50b41a670 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:48.512573 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-058c6e33-ae0e-4a4f-b46c-9ce50b41a670 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] device_id is not set on port ae459d96-8ba3-44cc-8aa1-5fe9d3980bd1 yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:07:48.528329 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bee44ae1-f4ea-484a-a7c6-333beeaba884 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:48.549020 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Network 2f331b80-94e1-41e9-8fc2-cba369fcfd95 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:48.560029 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:48.564544 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Pushing event updated for resources: {'Port': ['ID=7541c7a6-9cad-4ad7-afcd-aff71a594ace,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:48.566780 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:48.612591 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:48.613454 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:48.613454 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:48.613697 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54520) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:48.613795 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:48.613904 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:48.614939 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:48.615278 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:48.615668 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:48.615967 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:48.616288 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:48.616614 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:48.616939 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:07:48.703949 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:48.868971 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:48.871391 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-f34e4699-9283-4d16-a51e-1a61243b8ea1 None None] Allocated IP 172.20.0.2 (058f3f88-a609-402d-8d1b-91937e285d30/60d8505d-e15f-4b5e-8f1a-467a72fcb96b/403bf64a-eaf2-4be9-995a-5d0f16d43e3d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:48.874706 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcd1d35-7d12-474a-bca9-27ede2aaac87 None None] Network 9f288057-c4d7-4432-b662-2ca22c52f597 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:48.883530 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Attempting to bind port 7541c7a6-9cad-4ad7-afcd-aff71a594ace on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:07:48.884045 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Attempting to bind port 7541c7a6-9cad-4ad7-afcd-aff71a594ace by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '17d76244-9687-463e-89b9-11de384d3ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2f331b80-94e1-41e9-8fc2-cba369fcfd95'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:07:48.887153 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Attempting to bind port 7541c7a6-9cad-4ad7-afcd-aff71a594ace on network 2f331b80-94e1-41e9-8fc2-cba369fcfd95 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:07:48.910853 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-12f75c3f-127c-4f50-882f-fd39ca07b12d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] For port b266c298-d529-4b3c-99e8-add822d3de1f, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b266c298-d529-4b3c-99e8-add822d3de1f,segment=NetworkSegment(6eca1984-dbc5-49f9-aa2f-df526e817e20),segment_id=6eca1984-dbc5-49f9-aa2f-df526e817e20)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:48.912891 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-12f75c3f-127c-4f50-882f-fd39ca07b12d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:48.932541 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-12f75c3f-127c-4f50-882f-fd39ca07b12d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Calling delete_port for b266c298-d529-4b3c-99e8-add822d3de1f owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:48.940251 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-058c6e33-ae0e-4a4f-b46c-9ce50b41a670 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Allocated IP 172.20.0.4 (2f331b80-94e1-41e9-8fc2-cba369fcfd95/85fc5220-41c7-4af8-b570-cdca11eed8d3/ae459d96-8ba3-44cc-8aa1-5fe9d3980bd1) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:48.945422 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bee44ae1-f4ea-484a-a7c6-333beeaba884 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:48.960818 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:07:48.961292 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Checking segment: {'id': '17d76244-9687-463e-89b9-11de384d3ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2f331b80-94e1-41e9-8fc2-cba369fcfd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:48.961774 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:48.962280 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Bound using segment: {'id': '17d76244-9687-463e-89b9-11de384d3ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2f331b80-94e1-41e9-8fc2-cba369fcfd95'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:07:48.963112 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Bound port: 7541c7a6-9cad-4ad7-afcd-aff71a594ace, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d76244-9687-463e-89b9-11de384d3ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2f331b80-94e1-41e9-8fc2-cba369fcfd95'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:07:48.963255 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:49.040799 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bee44ae1-f4ea-484a-a7c6-333beeaba884 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:49.041583 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bee44ae1-f4ea-484a-a7c6-333beeaba884 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:49.099322 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-0a3c9a19-271e-497c-97a7-db3245053d16 None None] Provisioning complete for port 02c9591e-ec6b-436e-99e0-f5da96902ecf triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:49.099916 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0a3c9a19-271e-497c-97a7-db3245053d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:49.173457 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee44ae1-f4ea-484a-a7c6-333beeaba884 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Port': ['ID=c6ebe1c6-3f1f-47ed-be22-4301028176c3,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:49.245420 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee44ae1-f4ea-484a-a7c6-333beeaba884 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network 9f288057-c4d7-4432-b662-2ca22c52f597 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:49.246951 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-bee44ae1-f4ea-484a-a7c6-333beeaba884 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:49.256706 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] For port 7541c7a6-9cad-4ad7-afcd-aff71a594ace, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:07:49.304078 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] For port 7541c7a6-9cad-4ad7-afcd-aff71a594ace, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7541c7a6-9cad-4ad7-afcd-aff71a594ace,segment=NetworkSegment(17d76244-9687-463e-89b9-11de384d3ea0),segment_id=17d76244-9687-463e-89b9-11de384d3ea0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:07:49.324115 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-058c6e33-ae0e-4a4f-b46c-9ce50b41a670 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:49.335542 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-12f75c3f-127c-4f50-882f-fd39ca07b12d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:49.370830 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f34e4699-9283-4d16-a51e-1a61243b8ea1 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:49.383937 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f75c3f-127c-4f50-882f-fd39ca07b12d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Port': ['ID=b266c298-d529-4b3c-99e8-add822d3de1f,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:49.392419 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:49.508581 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0a3c9a19-271e-497c-97a7-db3245053d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:49.511943 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd7135-ba0b-4ff7-9a73-0f5ad96f4ca1 None None] Pushing event updated for resources: {'Port': ['ID=7541c7a6-9cad-4ad7-afcd-aff71a594ace,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:49.544135 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f2d9e27-dd63-472a-9ad7-c0e61bb6bda0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:49.567798 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 02c9591e-ec6b-436e-99e0-f5da96902ecf up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:49.570125 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f34e4699-9283-4d16-a51e-1a61243b8ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:49.581986 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:49.625159 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-12f75c3f-127c-4f50-882f-fd39ca07b12d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:49.710875 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee44ae1-f4ea-484a-a7c6-333beeaba884 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Router 984dc540-7709-46d1-a5d9-69fd015cb67a is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:07:49.758808 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34e4699-9283-4d16-a51e-1a61243b8ea1 None None] Network 058f3f88-a609-402d-8d1b-91937e285d30 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:49.789743 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f34e4699-9283-4d16-a51e-1a61243b8ea1 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:49.802529 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-058c6e33-ae0e-4a4f-b46c-9ce50b41a670 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:49.803875 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0a3c9a19-271e-497c-97a7-db3245053d16 None None] For port 02c9591e-ec6b-436e-99e0-f5da96902ecf, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=02c9591e-ec6b-436e-99e0-f5da96902ecf,segment=NetworkSegment(3f605f6d-1e2b-4b1d-bc8d-45a7b335c63e),segment_id=3f605f6d-1e2b-4b1d-bc8d-45a7b335c63e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:49.804915 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e4699-9283-4d16-a51e-1a61243b8ea1 None None] Pushing event updated for resources: {'Port': ['ID=403bf64a-eaf2-4be9-995a-5d0f16d43e3d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:49.808961 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34e4699-9283-4d16-a51e-1a61243b8ea1 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:49.827984 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 02c9591e-ec6b-436e-99e0-f5da96902ecf triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:49.828591 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:49.906095 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c6e33-ae0e-4a4f-b46c-9ce50b41a670 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Pushing event updated for resources: {'Port': ['ID=ae459d96-8ba3-44cc-8aa1-5fe9d3980bd1,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:49.906248 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0a3c9a19-271e-497c-97a7-db3245053d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:49.924404 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Subnet': ['ID=60d8505d-e15f-4b5e-8f1a-467a72fcb96b,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:49.985273 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f34e4699-9283-4d16-a51e-1a61243b8ea1 None None] Attempting to bind port 403bf64a-eaf2-4be9-995a-5d0f16d43e3d on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:07:49.985632 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f34e4699-9283-4d16-a51e-1a61243b8ea1 None None] Attempting to bind port 403bf64a-eaf2-4be9-995a-5d0f16d43e3d by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'f2f328d1-2597-4457-b2ed-19a152ca0341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '058f3f88-a609-402d-8d1b-91937e285d30'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:07:49.986002 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34e4699-9283-4d16-a51e-1a61243b8ea1 None None] Attempting to bind port 403bf64a-eaf2-4be9-995a-5d0f16d43e3d on network 058f3f88-a609-402d-8d1b-91937e285d30 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:07:50.024682 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058c6e33-ae0e-4a4f-b46c-9ce50b41a670 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Network 2f331b80-94e1-41e9-8fc2-cba369fcfd95 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:50.026410 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:50.040295 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-058c6e33-ae0e-4a4f-b46c-9ce50b41a670 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:50.043098 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c6e33-ae0e-4a4f-b46c-9ce50b41a670 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:50.047638 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34e4699-9283-4d16-a51e-1a61243b8ea1 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:07:50.048520 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34e4699-9283-4d16-a51e-1a61243b8ea1 None None] Checking segment: {'id': 'f2f328d1-2597-4457-b2ed-19a152ca0341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '058f3f88-a609-402d-8d1b-91937e285d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:50.049099 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f34e4699-9283-4d16-a51e-1a61243b8ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:50.049503 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34e4699-9283-4d16-a51e-1a61243b8ea1 None None] Bound using segment: {'id': 'f2f328d1-2597-4457-b2ed-19a152ca0341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '058f3f88-a609-402d-8d1b-91937e285d30'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:07:50.049990 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f34e4699-9283-4d16-a51e-1a61243b8ea1 None None] Bound port: 403bf64a-eaf2-4be9-995a-5d0f16d43e3d, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f328d1-2597-4457-b2ed-19a152ca0341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '058f3f88-a609-402d-8d1b-91937e285d30'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:07:50.050376 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f34e4699-9283-4d16-a51e-1a61243b8ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:50.065816 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee44ae1-f4ea-484a-a7c6-333beeaba884 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:07:50.075243 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bee44ae1-f4ea-484a-a7c6-333beeaba884 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "PUT /v2.0/routers/984dc540-7709-46d1-a5d9-69fd015cb67a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9240415 Apr 23 00:07:50.075975 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54522) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:50.092029 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d2e8ba-c059-49bb-81b8-825f6a56f8e3 None None] Sync routers for ids ['984dc540-7709-46d1-a5d9-69fd015cb67a'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:07:50.095845 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f75c3f-127c-4f50-882f-fd39ca07b12d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Router 878c8207-af35-45dd-9d5f-b4223a047173 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:07:50.127258 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058f3f88-a609-402d-8d1b-91937e285d30']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:50.136912 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c9a19-271e-497c-97a7-db3245053d16 None None] Pushing event updated for resources: {'Port': ['ID=02c9591e-ec6b-436e-99e0-f5da96902ecf,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:50.151295 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f328d1-2597-4457-b2ed-19a152ca0341') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:50.151815 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f328d1-2597-4457-b2ed-19a152ca0341') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:50.152484 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4469ffde-cc19-4c33-b4af-40c591e63011 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:50.156927 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4469ffde-cc19-4c33-b4af-40c591e63011 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "GET /v2.0/ports/c6ebe1c6-3f1f-47ed-be22-4301028176c3 HTTP/1.1" status: 200 len: 911 time: 0.0758650 Apr 23 00:07:50.157539 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54524) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:50.184138 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:50.222130 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d2e8ba-c059-49bb-81b8-825f6a56f8e3 None None] Routers {'984dc540-7709-46d1-a5d9-69fd015cb67a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:50.224810 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a9d2e8ba-c059-49bb-81b8-825f6a56f8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['984dc540-7709-46d1-a5d9-69fd015cb67a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:50.228696 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058c6e33-ae0e-4a4f-b46c-9ce50b41a670 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:50.229749 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-058c6e33-ae0e-4a4f-b46c-9ce50b41a670 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:50.236442 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:50.288193 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f75c3f-127c-4f50-882f-fd39ca07b12d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:07:50.297772 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:07:50.298923 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:50.307678 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6002ca58-357a-4251-b122-634f3099c500 None None] Sync routers for ids ['878c8207-af35-45dd-9d5f-b4223a047173'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:07:50.308248 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-6ded3280-266d-4d34-a84c-358fa8af72f7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6c00f9dd-6f21-4ba5-9f2d-dd9cfa85f032'}]}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:50.311784 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9f79d14d-873e-4ca7-8b14-ff360b581c48 None None] Provisioning complete for port 02c9591e-ec6b-436e-99e0-f5da96902ecf triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:50.312183 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f79d14d-873e-4ca7-8b14-ff360b581c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:07:50.313485 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:07:50.315822 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6002ca58-357a-4251-b122-634f3099c500 None None] Routers {'878c8207-af35-45dd-9d5f-b4223a047173'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:50.316064 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-6002ca58-357a-4251-b122-634f3099c500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['878c8207-af35-45dd-9d5f-b4223a047173'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:50.318031 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-12f75c3f-127c-4f50-882f-fd39ca07b12d tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "PUT /v2.0/routers/878c8207-af35-45dd-9d5f-b4223a047173/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8691490 Apr 23 00:07:50.321399 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54526) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:50.385233 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a9d2e8ba-c059-49bb-81b8-825f6a56f8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:50.420700 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-6002ca58-357a-4251-b122-634f3099c500 None None] Set router 878c8207-af35-45dd-9d5f-b4223a047173 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:07:50.425848 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-058c6e33-ae0e-4a4f-b46c-9ce50b41a670 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.2919850 Apr 23 00:07:50.429363 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54528) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:50.444563 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d0fdd7-5dd6-4246-930b-283376abf9b6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting subnet 6d1be789-bccc-4d20-874f-41885aec5973 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:07:50.450996 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fdd7-5dd6-4246-930b-283376abf9b6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:50.451607 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-0f2d9e27-dd63-472a-9ad7-c0e61bb6bda0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.20.0.17 (9d2ecf0d-bc7c-460d-97c2-28a56a383613/92109543-8802-4760-98df-aec3f47058fa/ae85bdd5-6136-4b92-a4fc-baa5390daf48) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:07:50.466738 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d2e8ba-c059-49bb-81b8-825f6a56f8e3 None None] Routers {'984dc540-7709-46d1-a5d9-69fd015cb67a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:50.467777 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a9d2e8ba-c059-49bb-81b8-825f6a56f8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['984dc540-7709-46d1-a5d9-69fd015cb67a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:50.477356 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f34e4699-9283-4d16-a51e-1a61243b8ea1 None None] For port 403bf64a-eaf2-4be9-995a-5d0f16d43e3d, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:07:50.563232 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fdd7-5dd6-4246-930b-283376abf9b6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:50.565106 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f34e4699-9283-4d16-a51e-1a61243b8ea1 None None] For port 403bf64a-eaf2-4be9-995a-5d0f16d43e3d, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=403bf64a-eaf2-4be9-995a-5d0f16d43e3d,segment=NetworkSegment(f2f328d1-2597-4457-b2ed-19a152ca0341),segment_id=f2f328d1-2597-4457-b2ed-19a152ca0341)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:07:50.571165 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a9d2e8ba-c059-49bb-81b8-825f6a56f8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:50.572101 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d2e8ba-c059-49bb-81b8-825f6a56f8e3 None None] The sync data for ids ['984dc540-7709-46d1-a5d9-69fd015cb67a'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:07:50.581901 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9f79d14d-873e-4ca7-8b14-ff360b581c48 None None] Provisioning complete for port c6ebe1c6-3f1f-47ed-be22-4301028176c3 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:50.585422 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f79d14d-873e-4ca7-8b14-ff360b581c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:50.635982 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9f79d14d-873e-4ca7-8b14-ff360b581c48 None None] Port c6ebe1c6-3f1f-47ed-be22-4301028176c3 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:07:50.658743 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f34e4699-9283-4d16-a51e-1a61243b8ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:50.664932 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f2d9e27-dd63-472a-9ad7-c0e61bb6bda0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:50.701447 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.db.api [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:07:50.701447 dv-neutron-838783-1-hyperv neutron-server[103143]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:07:50.701447 dv-neutron-838783-1-hyperv neutron-server[103143]: [parameters: {'id': '058f3f88-a609-402d-8d1b-91937e285d30'}] Apr 23 00:07:50.701447 dv-neutron-838783-1-hyperv neutron-server[103143]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:07:50.701926 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG oslo_db.api [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:07:50.773099 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d8b91f-f7a7-4eb8-88dc-ceee649486b7 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:50.777914 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e4699-9283-4d16-a51e-1a61243b8ea1 None None] Pushing event updated for resources: {'Port': ['ID=403bf64a-eaf2-4be9-995a-5d0f16d43e3d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:50.789196 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d8b91f-f7a7-4eb8-88dc-ceee649486b7 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:50.792726 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fdd7-5dd6-4246-930b-283376abf9b6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:50.800778 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d8b91f-f7a7-4eb8-88dc-ceee649486b7 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:50.803276 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-47d8b91f-f7a7-4eb8-88dc-ceee649486b7 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3724046 Apr 23 00:07:50.806023 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f2d9e27-dd63-472a-9ad7-c0e61bb6bda0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:50.812341 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54530) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:50.833447 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-6002ca58-357a-4251-b122-634f3099c500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:07:49Z', 'revision_number': 8, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': '0723a944-690b-424e-8a15-884e0ce2cd2e', 'name': '', 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:06:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:20Z', 'updated_at': '2022-04-23T00:07:30Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b156cc3-3915-47fc-879c-5be177bd62e2', 'name': '', 'network_id': '53723bac-5dd9-4ece-8e4d-73e078c3526f', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:e1:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:30Z', 'updated_at': '2022-04-23T00:07:38Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:21Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:50.861252 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6002ca58-357a-4251-b122-634f3099c500 None None] Checking router: 878c8207-af35-45dd-9d5f-b4223a047173 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:07:50.871729 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6002ca58-357a-4251-b122-634f3099c500 None None] Routers {'878c8207-af35-45dd-9d5f-b4223a047173'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:50.872526 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-6002ca58-357a-4251-b122-634f3099c500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['878c8207-af35-45dd-9d5f-b4223a047173'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:50.884825 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6ded3280-266d-4d34-a84c-358fa8af72f7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:50.939586 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fdd7-5dd6-4246-930b-283376abf9b6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:50.977815 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2d9e27-dd63-472a-9ad7-c0e61bb6bda0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 9d2ecf0d-bc7c-460d-97c2-28a56a383613 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:50.982336 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-0f2d9e27-dd63-472a-9ad7-c0e61bb6bda0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:50.987666 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d9e27-dd63-472a-9ad7-c0e61bb6bda0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:07:50.992041 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120d67cc-7f65-4908-8aac-c35ce3c0ee13 None None] Network 058f3f88-a609-402d-8d1b-91937e285d30 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:51.004624 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-6002ca58-357a-4251-b122-634f3099c500 None None] Set router 878c8207-af35-45dd-9d5f-b4223a047173 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:07:51.041628 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0fdd7-5dd6-4246-930b-283376abf9b6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Subnet': ['ID=6d1be789-bccc-4d20-874f-41885aec5973,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:51.045436 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fdd7-5dd6-4246-930b-283376abf9b6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:51.056410 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b6d0fdd7-5dd6-4246-930b-283376abf9b6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/subnets/6d1be789-bccc-4d20-874f-41885aec5973 HTTP/1.1" status: 204 len: 168 time: 0.7343209 Apr 23 00:07:51.068409 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f2d9e27-dd63-472a-9ad7-c0e61bb6bda0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:51.075890 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54532) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:51.174553 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78550005-2d34-422a-923f-2d63d5106c0a None None] Network fd77c217-8970-422f-8c89-08a978740ad4 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:51.267555 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-e989ba83-7757-4da0-9957-ae0cfad6a928 None None] Provisioning complete for port c6ebe1c6-3f1f-47ed-be22-4301028176c3 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:51.268742 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e989ba83-7757-4da0-9957-ae0cfad6a928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:51.349641 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e989ba83-7757-4da0-9957-ae0cfad6a928 None None] Port c6ebe1c6-3f1f-47ed-be22-4301028176c3 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:07:51.439409 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-6002ca58-357a-4251-b122-634f3099c500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:07:49Z', 'revision_number': 8, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': '0723a944-690b-424e-8a15-884e0ce2cd2e', 'name': '', 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:06:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:20Z', 'updated_at': '2022-04-23T00:07:30Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b156cc3-3915-47fc-879c-5be177bd62e2', 'name': '', 'network_id': '53723bac-5dd9-4ece-8e4d-73e078c3526f', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:e1:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:30Z', 'updated_at': '2022-04-23T00:07:38Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:21Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:51.483738 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6002ca58-357a-4251-b122-634f3099c500 None None] The sync data for ids ['878c8207-af35-45dd-9d5f-b4223a047173'] in dv-neutron-838783-1-hyperv is: [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:07:49Z', 'revision_number': 8, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': '0723a944-690b-424e-8a15-884e0ce2cd2e', 'name': '', 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:06:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:20Z', 'updated_at': '2022-04-23T00:07:30Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b156cc3-3915-47fc-879c-5be177bd62e2', 'name': '', 'network_id': '53723bac-5dd9-4ece-8e4d-73e078c3526f', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:e1:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:30Z', 'updated_at': '2022-04-23T00:07:38Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': 'd4a403e9-4449-4025-87e2-97e02fe77ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:21Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:07:51.555041 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-571bb820-f863-4c98-94b2-2220849fffca None None] Provisioning complete for port c6ebe1c6-3f1f-47ed-be22-4301028176c3 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:51.555423 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-571bb820-f863-4c98-94b2-2220849fffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:51.585040 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:51.588575 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11690d76-6eeb-43bd-9389-e886b807589d None None] Network 2f331b80-94e1-41e9-8fc2-cba369fcfd95 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:51.593179 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d9e27-dd63-472a-9ad7-c0e61bb6bda0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=ae85bdd5-6136-4b92-a4fc-baa5390daf48,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:51.660071 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-571bb820-f863-4c98-94b2-2220849fffca None None] Port c6ebe1c6-3f1f-47ed-be22-4301028176c3 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:07:51.696327 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-571bb820-f863-4c98-94b2-2220849fffca None None] Provisioning complete for port ae85bdd5-6136-4b92-a4fc-baa5390daf48 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:51.696740 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-571bb820-f863-4c98-94b2-2220849fffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:51.723260 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f2f1e80-f302-4beb-99d4-7b6885ebd138 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:51.751767 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-5b27164e-1bc4-42b9-85f5-7b72aff2bfef tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Deleting port ae459d96-8ba3-44cc-8aa1-5fe9d3980bd1 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:51.751767 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5b27164e-1bc4-42b9-85f5-7b72aff2bfef tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:51.782995 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-571bb820-f863-4c98-94b2-2220849fffca None None] Port ae85bdd5-6136-4b92-a4fc-baa5390daf48 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:07:51.829376 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:07:51.892227 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Deleting port 403bf64a-eaf2-4be9-995a-5d0f16d43e3d {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:51.893838 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:51.918314 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-785099bf-7d5b-45c5-9375-993a746bbe6f None None] Provisioning complete for port 7541c7a6-9cad-4ad7-afcd-aff71a594ace triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:51.922146 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-785099bf-7d5b-45c5-9375-993a746bbe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:51.963838 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5b27164e-1bc4-42b9-85f5-7b72aff2bfef tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:51.967603 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4f08ea-5829-4e57-986c-1c6fc526dfba None None] DHCP port deletion for fd77c217-8970-422f-8c89-08a978740ad4 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:07:52.032150 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6ded3280-266d-4d34-a84c-358fa8af72f7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:52.055119 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-5b27164e-1bc4-42b9-85f5-7b72aff2bfef tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Calling delete_port for ae459d96-8ba3-44cc-8aa1-5fe9d3980bd1 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:52.088124 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f2d9e27-dd63-472a-9ad7-c0e61bb6bda0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:52.090030 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7541c7a6-9cad-4ad7-afcd-aff71a594ace up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:52.114118 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6ded3280-266d-4d34-a84c-358fa8af72f7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:52.121157 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ded3280-266d-4d34-a84c-358fa8af72f7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:52.122098 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6ded3280-266d-4d34-a84c-358fa8af72f7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:52.125647 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6ded3280-266d-4d34-a84c-358fa8af72f7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "PUT /v2.0/ports/c6ebe1c6-3f1f-47ed-be22-4301028176c3 HTTP/1.1" status: 200 len: 911 time: 1.9661462 Apr 23 00:07:52.136355 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54534) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:52.136494 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-785099bf-7d5b-45c5-9375-993a746bbe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:52.148249 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] For port 403bf64a-eaf2-4be9-995a-5d0f16d43e3d, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=403bf64a-eaf2-4be9-995a-5d0f16d43e3d,segment=NetworkSegment(f2f328d1-2597-4457-b2ed-19a152ca0341),segment_id=f2f328d1-2597-4457-b2ed-19a152ca0341)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:52.149074 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:52.155230 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9f4f08ea-5829-4e57-986c-1c6fc526dfba None None] Deleting port 558ddeae-26b5-49f8-b892-85d46b5ade9a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:52.158570 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f4f08ea-5829-4e57-986c-1c6fc526dfba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:52.206432 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded3280-266d-4d34-a84c-358fa8af72f7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Port': ['ID=c6ebe1c6-3f1f-47ed-be22-4301028176c3,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:52.211671 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Calling delete_port for 403bf64a-eaf2-4be9-995a-5d0f16d43e3d owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:52.293882 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-0f2f1e80-f302-4beb-99d4-7b6885ebd138 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting port 558ddeae-26b5-49f8-b892-85d46b5ade9a {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:52.294267 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f2f1e80-f302-4beb-99d4-7b6885ebd138 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:52.401528 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-785099bf-7d5b-45c5-9375-993a746bbe6f None None] For port 7541c7a6-9cad-4ad7-afcd-aff71a594ace, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7541c7a6-9cad-4ad7-afcd-aff71a594ace,segment=NetworkSegment(17d76244-9687-463e-89b9-11de384d3ea0),segment_id=17d76244-9687-463e-89b9-11de384d3ea0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:52.410835 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9f4f08ea-5829-4e57-986c-1c6fc526dfba None None] For port 558ddeae-26b5-49f8-b892-85d46b5ade9a, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=558ddeae-26b5-49f8-b892-85d46b5ade9a,segment=NetworkSegment(6eca1984-dbc5-49f9-aa2f-df526e817e20),segment_id=6eca1984-dbc5-49f9-aa2f-df526e817e20)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:52.411733 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f4f08ea-5829-4e57-986c-1c6fc526dfba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:52.418983 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7541c7a6-9cad-4ad7-afcd-aff71a594ace triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:52.419347 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:52.443831 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9f4f08ea-5829-4e57-986c-1c6fc526dfba None None] Calling delete_port for 558ddeae-26b5-49f8-b892-85d46b5ade9a owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:52.497489 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-785099bf-7d5b-45c5-9375-993a746bbe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:52.569783 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-0f2f1e80-f302-4beb-99d4-7b6885ebd138 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] For port 558ddeae-26b5-49f8-b892-85d46b5ade9a, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=558ddeae-26b5-49f8-b892-85d46b5ade9a,segment=NetworkSegment(6eca1984-dbc5-49f9-aa2f-df526e817e20),segment_id=6eca1984-dbc5-49f9-aa2f-df526e817e20)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:52.570157 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f2f1e80-f302-4beb-99d4-7b6885ebd138 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:52.603134 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785099bf-7d5b-45c5-9375-993a746bbe6f None None] Pushing event updated for resources: {'Port': ['ID=7541c7a6-9cad-4ad7-afcd-aff71a594ace,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:52.624365 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-0f2f1e80-f302-4beb-99d4-7b6885ebd138 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Calling delete_port for 558ddeae-26b5-49f8-b892-85d46b5ade9a owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:52.627857 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 02c9591e-ec6b-436e-99e0-f5da96902ecf up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:52.651962 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-8c0f0ea8-8304-4be5-b67b-b4cc902f9b16 None None] Provisioning complete for port a8a962ae-fb70-46e7-9eea-903cc8052d28 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:52.652337 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c0f0ea8-8304-4be5-b67b-b4cc902f9b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:52.702967 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f0ea8-8304-4be5-b67b-b4cc902f9b16 None None] Port a8a962ae-fb70-46e7-9eea-903cc8052d28 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:07:52.716506 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f4f08ea-5829-4e57-986c-1c6fc526dfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:52.725756 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-8c0f0ea8-8304-4be5-b67b-b4cc902f9b16 None None] Provisioning complete for port ae459d96-8ba3-44cc-8aa1-5fe9d3980bd1 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:52.726059 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c0f0ea8-8304-4be5-b67b-b4cc902f9b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:52.767483 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f08ea-5829-4e57-986c-1c6fc526dfba None None] Pushing event deleted for resources: {'Port': ['ID=558ddeae-26b5-49f8-b892-85d46b5ade9a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:52.769375 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4f08ea-5829-4e57-986c-1c6fc526dfba None None] No DVR routers for this DVR port 558ddeae-26b5-49f8-b892-85d46b5ade9a on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:07:52.775062 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 02c9591e-ec6b-436e-99e0-f5da96902ecf triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:52.775492 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:52.810036 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f7d2c0-be60-4c07-af87-dafa070f8e42 None None] get_active_networks_info from dv-neutron-838783-1-hyperv {{(pid=103146) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 23 00:07:52.818007 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f0ea8-8304-4be5-b67b-b4cc902f9b16 None None] Port ae459d96-8ba3-44cc-8aa1-5fe9d3980bd1 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:07:52.834766 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:52.872745 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-8c0f0ea8-8304-4be5-b67b-b4cc902f9b16 None None] Provisioning complete for port 7541c7a6-9cad-4ad7-afcd-aff71a594ace triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:52.873098 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c0f0ea8-8304-4be5-b67b-b4cc902f9b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:52.915636 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5b27164e-1bc4-42b9-85f5-7b72aff2bfef tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:52.926840 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Port': ['ID=403bf64a-eaf2-4be9-995a-5d0f16d43e3d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:52.939242 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No DVR routers for this DVR port 403bf64a-eaf2-4be9-995a-5d0f16d43e3d on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:07:52.957509 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f2f1e80-f302-4beb-99d4-7b6885ebd138 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:53.012517 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27164e-1bc4-42b9-85f5-7b72aff2bfef tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Pushing event deleted for resources: {'Port': ['ID=ae459d96-8ba3-44cc-8aa1-5fe9d3980bd1,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:53.061506 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2f1e80-f302-4beb-99d4-7b6885ebd138 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] No DVR routers for this DVR port 558ddeae-26b5-49f8-b892-85d46b5ade9a on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:07:53.068817 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f7d2c0-be60-4c07-af87-dafa070f8e42 None None] Resources bound (agent type, host, resource id): {{(pid=103146) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:07:53.099357 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f1e80-f302-4beb-99d4-7b6885ebd138 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Port': ['ID=558ddeae-26b5-49f8-b892-85d46b5ade9a,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:53.180924 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-0f174c7c-1c58-471f-b7e3-7bd7343e1f6d None None] Could not find standard attr ID for object ae459d96-8ba3-44cc-8aa1-5fe9d3980bd1. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:07:53.452310 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7541c7a6-9cad-4ad7-afcd-aff71a594ace up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:53.478593 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:53.504342 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:53.519452 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7541c7a6-9cad-4ad7-afcd-aff71a594ace triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:53.519852 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:53.557486 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058f3f88-a609-402d-8d1b-91937e285d30']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:53.576581 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f2f1e80-f302-4beb-99d4-7b6885ebd138 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:53.580836 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f2d9e27-dd63-472a-9ad7-c0e61bb6bda0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:53.592472 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5b27164e-1bc4-42b9-85f5-7b72aff2bfef tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:53.595623 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5b27164e-1bc4-42b9-85f5-7b72aff2bfef tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] 10.222.0.15 "DELETE /v2.0/ports/ae459d96-8ba3-44cc-8aa1-5fe9d3980bd1 HTTP/1.1" status: 204 len: 168 time: 2.7799599 Apr 23 00:07:53.600753 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54536) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:53.606157 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-7861c704-2b75-4e33-bea6-051731b9045b tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Request body: {'port': {'name': 'tempest-new-port-name-417655070', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:53.606607 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.api.validators [None req-7861c704-2b75-4e33-bea6-051731b9045b tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] bootfile-name is not in valid_values {{(pid=103144) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 23 00:07:53.606949 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.api.validators [None req-7861c704-2b75-4e33-bea6-051731b9045b tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] tftp-server is not in valid_values {{(pid=103144) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 23 00:07:53.607283 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.api.validators [None req-7861c704-2b75-4e33-bea6-051731b9045b tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] server-ip-address is not in valid_values {{(pid=103144) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 23 00:07:53.615297 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f328d1-2597-4457-b2ed-19a152ca0341') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:53.615297 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f328d1-2597-4457-b2ed-19a152ca0341') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:53.622197 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-0f2f1e80-f302-4beb-99d4-7b6885ebd138 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd77c217-8970-422f-8c89-08a978740ad4']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:53.633120 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:53.651077 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-0f2f1e80-f302-4beb-99d4-7b6885ebd138 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eca1984-dbc5-49f9-aa2f-df526e817e20') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:53.653035 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-0f2f1e80-f302-4beb-99d4-7b6885ebd138 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eca1984-dbc5-49f9-aa2f-df526e817e20') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:53.666613 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f2d9e27-dd63-472a-9ad7-c0e61bb6bda0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:53.683678 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f2f1e80-f302-4beb-99d4-7b6885ebd138 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:53.686765 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:53.694208 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7861c704-2b75-4e33-bea6-051731b9045b tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:53.696229 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b266c298-d529-4b3c-99e8-add822d3de1f no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:07:53.727668 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: b266c298-d529-4b3c-99e8-add822d3de1f {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:07:53.731413 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b266c298-d529-4b3c-99e8-add822d3de1f not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:07:53.731413 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 558ddeae-26b5-49f8-b892-85d46b5ade9a no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:07:53.746751 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:07:53.747196 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: self.session.flush() Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: self.session.flush() Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: self.session.flush() Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: self.session.flush() Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:07:53.756182 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:07:53.760974 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 558ddeae-26b5-49f8-b892-85d46b5ade9a {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:07:53.760974 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 558ddeae-26b5-49f8-b892-85d46b5ade9a not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:07:53.796580 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f2f1e80-f302-4beb-99d4-7b6885ebd138 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:53.848982 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2f1e80-f302-4beb-99d4-7b6885ebd138 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:07:53.849425 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f2f1e80-f302-4beb-99d4-7b6885ebd138 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:07:53.861818 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:07:53.864874 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e2af9072-fe96-435e-ad02-ea50abb738bb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:53.887229 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f2d9e27-dd63-472a-9ad7-c0e61bb6bda0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:53.917951 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7861c704-2b75-4e33-bea6-051731b9045b tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:53.927447 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d9e27-dd63-472a-9ad7-c0e61bb6bda0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=ae85bdd5-6136-4b92-a4fc-baa5390daf48,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:53.982771 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7861c704-2b75-4e33-bea6-051731b9045b tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:54.016755 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:54.038854 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:54.046529 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/networks/058f3f88-a609-402d-8d1b-91937e285d30 HTTP/1.1" status: 204 len: 168 time: 5.6690702 Apr 23 00:07:54.052504 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54538) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:54.078425 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861c704-2b75-4e33-bea6-051731b9045b tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Pushing event updated for resources: {'Port': ['ID=a8a962ae-fb70-46e7-9eea-903cc8052d28,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:54.088894 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-5bcc586f-8023-485a-9d9a-0e87817d2f79 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-358784405'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:54.092175 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-7861c704-2b75-4e33-bea6-051731b9045b tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] In _notify_port_updated(), no bound segment for port a8a962ae-fb70-46e7-9eea-903cc8052d28 on network 2f331b80-94e1-41e9-8fc2-cba369fcfd95 {{(pid=103144) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 23 00:07:54.095349 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b9d3a-c1fb-4114-82e1-675e4089bc98 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Network': ['ID=058f3f88-a609-402d-8d1b-91937e285d30,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:54.098205 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7861c704-2b75-4e33-bea6-051731b9045b tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:54.099893 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7861c704-2b75-4e33-bea6-051731b9045b tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:54.101156 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7861c704-2b75-4e33-bea6-051731b9045b tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] 10.222.0.15 "PUT /v2.0/ports/a8a962ae-fb70-46e7-9eea-903cc8052d28 HTTP/1.1" status: 200 len: 1135 time: 0.4993615 Apr 23 00:07:54.103835 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54540) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:54.111388 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f2f1e80-f302-4beb-99d4-7b6885ebd138 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:54.154279 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f2f1e80-f302-4beb-99d4-7b6885ebd138 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:54.157457 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0f2f1e80-f302-4beb-99d4-7b6885ebd138 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/networks/fd77c217-8970-422f-8c89-08a978740ad4 HTTP/1.1" status: 204 len: 168 time: 3.0803514 Apr 23 00:07:54.164747 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c980d99-ac8c-4cb9-a1d5-2805ad77d224 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:54.166246 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3c980d99-ac8c-4cb9-a1d5-2805ad77d224 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] 10.222.0.15 "GET /v2.0/ports/a8a962ae-fb70-46e7-9eea-903cc8052d28 HTTP/1.1" status: 200 len: 1135 time: 0.0615952 Apr 23 00:07:54.166897 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54542) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:54.171900 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54544) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:54.209745 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f1e80-f302-4beb-99d4-7b6885ebd138 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Network': ['ID=fd77c217-8970-422f-8c89-08a978740ad4,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:54.302375 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2d9e27-dd63-472a-9ad7-c0e61bb6bda0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 9d2ecf0d-bc7c-460d-97c2-28a56a383613 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:07:54.308464 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-0f2d9e27-dd63-472a-9ad7-c0e61bb6bda0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:54.322641 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcc586f-8023-485a-9d9a-0e87817d2f79 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Made reservation on behalf of 067cc1af0e35468e96d86434cf2aca66 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:54.326831 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5bcc586f-8023-485a-9d9a-0e87817d2f79 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:54.333674 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-dce0b0b9-df0a-4f9a-8a27-149c70aa6941 None None] Provisioning complete for port a8a962ae-fb70-46e7-9eea-903cc8052d28 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:54.334029 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dce0b0b9-df0a-4f9a-8a27-149c70aa6941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:54.387312 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-dce0b0b9-df0a-4f9a-8a27-149c70aa6941 None None] Port a8a962ae-fb70-46e7-9eea-903cc8052d28 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:07:54.416915 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bcc586f-8023-485a-9d9a-0e87817d2f79 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:07:54.494383 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5bcc586f-8023-485a-9d9a-0e87817d2f79 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:54.494601 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-5bcc586f-8023-485a-9d9a-0e87817d2f79 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Added segment 205f124f-0f6b-4ed3-8b60-8d7b99e539a9 of type vlan for network 2f473ff8-5938-40c4-a7fd-fd4bfea3fdf9 Apr 23 00:07:54.546125 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-b9eb4de3-04c9-49e0-a331-6dced00cd5b4 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Deleting port a8a962ae-fb70-46e7-9eea-903cc8052d28 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:54.546475 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9eb4de3-04c9-49e0-a331-6dced00cd5b4 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:54.547101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b25761a3-8ffe-4bf9-9123-c766f6c57bc7 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:54.609383 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-db7ec269-20a8-4914-a81b-37c9f57fad0a None None] Provisioning complete for port ae85bdd5-6136-4b92-a4fc-baa5390daf48 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:54.609943 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db7ec269-20a8-4914-a81b-37c9f57fad0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:54.638526 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5bcc586f-8023-485a-9d9a-0e87817d2f79 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:54.667092 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-db7ec269-20a8-4914-a81b-37c9f57fad0a None None] Port ae85bdd5-6136-4b92-a4fc-baa5390daf48 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:07:54.685891 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2d9e27-dd63-472a-9ad7-c0e61bb6bda0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router d0d1c542-97a8-4393-8bb5-ab5a5696ff63 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:07:54.736290 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9eb4de3-04c9-49e0-a331-6dced00cd5b4 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:54.784037 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-b9eb4de3-04c9-49e0-a331-6dced00cd5b4 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Calling delete_port for a8a962ae-fb70-46e7-9eea-903cc8052d28 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:54.788354 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5bcc586f-8023-485a-9d9a-0e87817d2f79 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:54.794019 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcc586f-8023-485a-9d9a-0e87817d2f79 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:54.794642 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5bcc586f-8023-485a-9d9a-0e87817d2f79 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:54.812087 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-b25761a3-8ffe-4bf9-9123-c766f6c57bc7 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting port 0b156cc3-3915-47fc-879c-5be177bd62e2 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:54.812698 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b25761a3-8ffe-4bf9-9123-c766f6c57bc7 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:54.841260 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-e2af9072-fe96-435e-ad02-ea50abb738bb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting port c6ebe1c6-3f1f-47ed-be22-4301028176c3 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:54.841606 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e2af9072-fe96-435e-ad02-ea50abb738bb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:54.903507 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-b25761a3-8ffe-4bf9-9123-c766f6c57bc7 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] For port 0b156cc3-3915-47fc-879c-5be177bd62e2, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=0b156cc3-3915-47fc-879c-5be177bd62e2,segment=NetworkSegment(6d6e7145-d391-4f82-9e1b-3855a7a2e33c),segment_id=6d6e7145-d391-4f82-9e1b-3855a7a2e33c)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:54.903813 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b25761a3-8ffe-4bf9-9123-c766f6c57bc7 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:54.917237 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-b25761a3-8ffe-4bf9-9123-c766f6c57bc7 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Calling delete_port for 0b156cc3-3915-47fc-879c-5be177bd62e2 owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:54.996964 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5bcc586f-8023-485a-9d9a-0e87817d2f79 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9153478 Apr 23 00:07:55.002418 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc586f-8023-485a-9d9a-0e87817d2f79 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Network': ['ID=2f473ff8-5938-40c4-a7fd-fd4bfea3fdf9,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:55.011914 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54546) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:55.014532 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 2f473ff8-5938-40c4-a7fd-fd4bfea3fdf9 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:07:55.022577 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-ae6a92e2-b722-49ad-bf0b-3b3e47a278ec tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'subnet': {'network_id': '2f473ff8-5938-40c4-a7fd-fd4bfea3fdf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:55.118032 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2d9e27-dd63-472a-9ad7-c0e61bb6bda0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:07:55.127880 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] Sync routers for ids ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:07:55.144584 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0f2d9e27-dd63-472a-9ad7-c0e61bb6bda0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "PUT /v2.0/routers/d0d1c542-97a8-4393-8bb5-ab5a5696ff63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5166800 Apr 23 00:07:55.144794 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] Routers {'d0d1c542-97a8-4393-8bb5-ab5a5696ff63'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:55.144794 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:55.156513 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e2af9072-fe96-435e-ad02-ea50abb738bb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:55.176137 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-e2af9072-fe96-435e-ad02-ea50abb738bb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Calling delete_port for c6ebe1c6-3f1f-47ed-be22-4301028176c3 owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:55.188537 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b25761a3-8ffe-4bf9-9123-c766f6c57bc7 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:55.225862 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25761a3-8ffe-4bf9-9123-c766f6c57bc7 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Port': ['ID=0b156cc3-3915-47fc-879c-5be177bd62e2,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:55.260659 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] Set router d0d1c542-97a8-4393-8bb5-ab5a5696ff63 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:07:55.508167 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b25761a3-8ffe-4bf9-9123-c766f6c57bc7 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:55.597906 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6a92e2-b722-49ad-bf0b-3b3e47a278ec tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Made reservation on behalf of 067cc1af0e35468e96d86434cf2aca66 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:55.600128 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'name': 'tempest-TestNetworkBasicOps-router-1700382994', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:36Z', 'updated_at': '2022-04-23T00:07:51Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:39Z', 'updated_at': '2022-04-23T00:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'a6790375-916d-4a35-8301-7b79144095ca', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.41', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'port_id': '5a536b13-0987-4289-baa7-fbaf4162383e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'mac_address': 'fa:16:3e:19:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728b18eb-d94c-4366-b5c9-399e8b894206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:06:37Z', 'updated_at': '2022-04-23T00:06:41Z', 'revision_number': 1, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3207a98b-fb02-4089-94fa-fc1f1361032d', 'name': '', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:d8:dd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '9105ea4b-a502-4369-ad5a-671310beacde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:49Z', 'updated_at': '2022-04-23T00:05:59Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '9105ea4b-a502-4369-ad5a-671310beacde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae85bdd5-6136-4b92-a4fc-baa5390daf48', 'name': '', 'network_id': '9d2ecf0d-bc7c-460d-97c2-28a56a383613', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:0a:71:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '92109543-8802-4760-98df-aec3f47058fa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:49Z', 'updated_at': '2022-04-23T00:07:52Z', 'revision_number': 2, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '92109543-8802-4760-98df-aec3f47058fa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:55.602344 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ae6a92e2-b722-49ad-bf0b-3b3e47a278ec tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:55.633618 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] Checking router: d0d1c542-97a8-4393-8bb5-ab5a5696ff63 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:07:55.634008 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] Updating router d0d1c542-97a8-4393-8bb5-ab5a5696ff63 port ae85bdd5-6136-4b92-a4fc-baa5390daf48 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:07:55.664821 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:55.712969 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.ipam_backend_mixin [None req-ae6a92e2-b722-49ad-bf0b-3b3e47a278ec tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Performing IP validity checks on allocation pools {{(pid=103143) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 23 00:07:55.713397 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.ipam_backend_mixin [None req-ae6a92e2-b722-49ad-bf0b-3b3e47a278ec tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103143) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 23 00:07:55.718018 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9eb4de3-04c9-49e0-a331-6dced00cd5b4 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:55.722341 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25761a3-8ffe-4bf9-9123-c766f6c57bc7 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Router 878c8207-af35-45dd-9d5f-b4223a047173 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:07:55.789053 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb4de3-04c9-49e0-a331-6dced00cd5b4 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Pushing event deleted for resources: {'Port': ['ID=a8a962ae-fb70-46e7-9eea-903cc8052d28,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:55.847736 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25761a3-8ffe-4bf9-9123-c766f6c57bc7 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:07:55.853930 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b25761a3-8ffe-4bf9-9123-c766f6c57bc7 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "PUT /v2.0/routers/878c8207-af35-45dd-9d5f-b4223a047173/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6858528 Apr 23 00:07:55.862858 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358f0aa-0f96-44b2-989a-09849f289fd9 None None] Sync routers for ids ['878c8207-af35-45dd-9d5f-b4223a047173'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:07:55.874018 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358f0aa-0f96-44b2-989a-09849f289fd9 None None] Routers {'878c8207-af35-45dd-9d5f-b4223a047173'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:55.874700 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a358f0aa-0f96-44b2-989a-09849f289fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['878c8207-af35-45dd-9d5f-b4223a047173'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:55.884296 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54552) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:55.899324 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9eb4de3-04c9-49e0-a331-6dced00cd5b4 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:55.925242 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b9eb4de3-04c9-49e0-a331-6dced00cd5b4 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] 10.222.0.15 "DELETE /v2.0/ports/a8a962ae-fb70-46e7-9eea-903cc8052d28 HTTP/1.1" status: 204 len: 168 time: 1.7301815 Apr 23 00:07:55.925513 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54554) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:55.952307 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff57d2f-82e6-4b4a-a006-006faf7430a6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting subnet d4a403e9-4449-4025-87e2-97e02fe77ed7 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:07:55.955794 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6ff57d2f-82e6-4b4a-a006-006faf7430a6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:55.985289 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-a358f0aa-0f96-44b2-989a-09849f289fd9 None None] Set router 878c8207-af35-45dd-9d5f-b4223a047173 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:07:56.013192 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e2af9072-fe96-435e-ad02-ea50abb738bb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:56.021420 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6ff57d2f-82e6-4b4a-a006-006faf7430a6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:56.055915 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:56.084991 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c335ea-3a34-4c89-a4c1-1bb941bf18c6 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Deleting subnet 85fc5220-41c7-4af8-b570-cdca11eed8d3 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:07:56.087432 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af9072-fe96-435e-ad02-ea50abb738bb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Port': ['ID=c6ebe1c6-3f1f-47ed-be22-4301028176c3,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:56.124246 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a3c335ea-3a34-4c89-a4c1-1bb941bf18c6 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:56.160028 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:56.165436 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6ff57d2f-82e6-4b4a-a006-006faf7430a6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:56.254917 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0964d93-0437-4efa-a137-02f24a96d23d None None] Pushing event updated for resources: {'Port': ['ID=ae85bdd5-6136-4b92-a4fc-baa5390daf48,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:56.260087 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a358f0aa-0f96-44b2-989a-09849f289fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:07:55Z', 'revision_number': 9, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': '0723a944-690b-424e-8a15-884e0ce2cd2e', 'name': '', 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:06:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:20Z', 'updated_at': '2022-04-23T00:07:30Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:21Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:56.294617 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358f0aa-0f96-44b2-989a-09849f289fd9 None None] Checking router: 878c8207-af35-45dd-9d5f-b4223a047173 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:07:56.303205 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6ff57d2f-82e6-4b4a-a006-006faf7430a6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:56.323322 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358f0aa-0f96-44b2-989a-09849f289fd9 None None] Routers {'878c8207-af35-45dd-9d5f-b4223a047173'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:56.323997 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a358f0aa-0f96-44b2-989a-09849f289fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['878c8207-af35-45dd-9d5f-b4223a047173'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:56.356262 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] Attempting to bind port ae85bdd5-6136-4b92-a4fc-baa5390daf48 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:07:56.357045 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] Attempting to bind port ae85bdd5-6136-4b92-a4fc-baa5390daf48 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'a27e184f-1b10-4192-8d29-41f7c66047c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d2ecf0d-bc7c-460d-97c2-28a56a383613'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:07:56.357586 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] Attempting to bind port ae85bdd5-6136-4b92-a4fc-baa5390daf48 on network 9d2ecf0d-bc7c-460d-97c2-28a56a383613 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:07:56.361663 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff57d2f-82e6-4b4a-a006-006faf7430a6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Subnet': ['ID=d4a403e9-4449-4025-87e2-97e02fe77ed7,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:56.365425 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6ff57d2f-82e6-4b4a-a006-006faf7430a6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:56.375332 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6ff57d2f-82e6-4b4a-a006-006faf7430a6 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/subnets/d4a403e9-4449-4025-87e2-97e02fe77ed7 HTTP/1.1" status: 204 len: 168 time: 0.4890141 Apr 23 00:07:56.378370 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:07:56.379100 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54558) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:56.381486 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] Checking segment: {'id': 'a27e184f-1b10-4192-8d29-41f7c66047c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d2ecf0d-bc7c-460d-97c2-28a56a383613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:56.385692 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:56.386288 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] Bound using segment: {'id': 'a27e184f-1b10-4192-8d29-41f7c66047c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d2ecf0d-bc7c-460d-97c2-28a56a383613'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:07:56.386899 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] Bound port: ae85bdd5-6136-4b92-a4fc-baa5390daf48, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27e184f-1b10-4192-8d29-41f7c66047c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d2ecf0d-bc7c-460d-97c2-28a56a383613'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:07:56.387419 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:56.394647 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e95004-0b72-43a2-9f89-785e02894101 None None] Network 53723bac-5dd9-4ece-8e4d-73e078c3526f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:56.422986 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e2af9072-fe96-435e-ad02-ea50abb738bb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:56.480766 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-a358f0aa-0f96-44b2-989a-09849f289fd9 None None] Set router 878c8207-af35-45dd-9d5f-b4223a047173 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:07:56.511148 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a3c335ea-3a34-4c89-a4c1-1bb941bf18c6 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:56.521050 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80294861-61c6-465f-85f4-2d5d982a7c25 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:56.610449 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-80294861-61c6-465f-85f4-2d5d982a7c25 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting port bb00fc73-5229-48e8-bc9d-b33672696ebb {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:56.610878 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80294861-61c6-465f-85f4-2d5d982a7c25 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:56.638504 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] For port ae85bdd5-6136-4b92-a4fc-baa5390daf48, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:07:56.644214 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] For port ae85bdd5-6136-4b92-a4fc-baa5390daf48, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=ae85bdd5-6136-4b92-a4fc-baa5390daf48,segment=NetworkSegment(a27e184f-1b10-4192-8d29-41f7c66047c0),segment_id=a27e184f-1b10-4192-8d29-41f7c66047c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:07:56.710622 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-85ddfc6c-ff58-4d1f-b835-4276946fe298 None None] Provisioning complete for port ae85bdd5-6136-4b92-a4fc-baa5390daf48 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:56.710622 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85ddfc6c-ff58-4d1f-b835-4276946fe298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:56.728962 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-80294861-61c6-465f-85f4-2d5d982a7c25 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] For port bb00fc73-5229-48e8-bc9d-b33672696ebb, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=bb00fc73-5229-48e8-bc9d-b33672696ebb,segment=NetworkSegment(6d6e7145-d391-4f82-9e1b-3855a7a2e33c),segment_id=6d6e7145-d391-4f82-9e1b-3855a7a2e33c)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:56.729510 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80294861-61c6-465f-85f4-2d5d982a7c25 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:56.740446 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:56.744322 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-80294861-61c6-465f-85f4-2d5d982a7c25 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Calling delete_port for bb00fc73-5229-48e8-bc9d-b33672696ebb owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:56.787913 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9588953b-8e3f-47d2-90e3-3aaf98e63607 None None] DHCP port deletion for 53723bac-5dd9-4ece-8e4d-73e078c3526f request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:07:56.809798 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a358f0aa-0f96-44b2-989a-09849f289fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:07:55Z', 'revision_number': 9, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': '0723a944-690b-424e-8a15-884e0ce2cd2e', 'name': '', 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:06:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:20Z', 'updated_at': '2022-04-23T00:07:30Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:21Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:56.821902 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-85ddfc6c-ff58-4d1f-b835-4276946fe298 None None] Port ae85bdd5-6136-4b92-a4fc-baa5390daf48 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:07:56.843809 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2af9072-fe96-435e-ad02-ea50abb738bb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Router 984dc540-7709-46d1-a5d9-69fd015cb67a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:07:56.856150 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358f0aa-0f96-44b2-989a-09849f289fd9 None None] The sync data for ids ['878c8207-af35-45dd-9d5f-b4223a047173'] in dv-neutron-838783-1-hyperv is: [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:07:55Z', 'revision_number': 9, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': '0723a944-690b-424e-8a15-884e0ce2cd2e', 'name': '', 'network_id': '60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:06:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:20Z', 'updated_at': '2022-04-23T00:07:30Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '0e1e9ca9-ea01-415a-811d-1c17132164ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:21Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:07:56.863758 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] Routers {'d0d1c542-97a8-4393-8bb5-ab5a5696ff63'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:56.864918 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:56.867414 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0964d93-0437-4efa-a137-02f24a96d23d None None] Pushing event updated for resources: {'Port': ['ID=ae85bdd5-6136-4b92-a4fc-baa5390daf48,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:56.913961 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ae6a92e2-b722-49ad-bf0b-3b3e47a278ec tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:56.916613 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a3c335ea-3a34-4c89-a4c1-1bb941bf18c6 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:56.926350 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80294861-61c6-465f-85f4-2d5d982a7c25 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:56.944203 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80294861-61c6-465f-85f4-2d5d982a7c25 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] No DVR routers for this DVR port bb00fc73-5229-48e8-bc9d-b33672696ebb on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:07:56.969792 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80294861-61c6-465f-85f4-2d5d982a7c25 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Port': ['ID=bb00fc73-5229-48e8-bc9d-b33672696ebb,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:57.023556 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2af9072-fe96-435e-ad02-ea50abb738bb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:07:57.035382 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e2af9072-fe96-435e-ad02-ea50abb738bb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "PUT /v2.0/routers/984dc540-7709-46d1-a5d9-69fd015cb67a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8898771 Apr 23 00:07:57.040141 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54562) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:57.073094 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80294861-61c6-465f-85f4-2d5d982a7c25 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:57.087186 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-12976e21-1432-4610-8644-074c1ae9caa6 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "GET /v2.0/ports?device_id=984dc540-7709-46d1-a5d9-69fd015cb67a HTTP/1.1" status: 200 len: 205 time: 0.0435941 Apr 23 00:07:57.090336 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54564) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:57.094722 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a92e2-b722-49ad-bf0b-3b3e47a278ec tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Subnet': ['ID=07c606a3-5d22-48a8-8af7-0bd29d5c09f5,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:57.138237 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6a92e2-b722-49ad-bf0b-3b3e47a278ec tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Checking segment: {'id': '205f124f-0f6b-4ed3-8b60-8d7b99e539a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2f473ff8-5938-40c4-a7fd-fd4bfea3fdf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:07:57.138237 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6a92e2-b722-49ad-bf0b-3b3e47a278ec tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Network hostable DHCP agents. Network: 2f473ff8-5938-40c4-a7fd-fd4bfea3fdf9, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:07:57.160015 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c90f7dc-f03c-4516-a07d-4291184afcf8 None None] Sync routers for ids ['984dc540-7709-46d1-a5d9-69fd015cb67a'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:07:57.173977 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-80294861-61c6-465f-85f4-2d5d982a7c25 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53723bac-5dd9-4ece-8e4d-73e078c3526f']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:57.183742 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a3c335ea-3a34-4c89-a4c1-1bb941bf18c6 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:57.203118 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9588953b-8e3f-47d2-90e3-3aaf98e63607 None None] Deleting port bb00fc73-5229-48e8-bc9d-b33672696ebb {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:57.203494 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9588953b-8e3f-47d2-90e3-3aaf98e63607 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:57.218582 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-80294861-61c6-465f-85f4-2d5d982a7c25 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6e7145-d391-4f82-9e1b-3855a7a2e33c') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:57.218582 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-80294861-61c6-465f-85f4-2d5d982a7c25 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6e7145-d391-4f82-9e1b-3855a7a2e33c') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:57.223228 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6a92e2-b722-49ad-bf0b-3b3e47a278ec tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Network 2f473ff8-5938-40c4-a7fd-fd4bfea3fdf9 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:07:57.224119 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c90f7dc-f03c-4516-a07d-4291184afcf8 None None] Routers {'984dc540-7709-46d1-a5d9-69fd015cb67a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:57.224995 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-8c90f7dc-f03c-4516-a07d-4291184afcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['984dc540-7709-46d1-a5d9-69fd015cb67a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:57.232373 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ee4b998-5cdc-4e45-9649-dc97ee5eaadd tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:57.236737 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] Set router d0d1c542-97a8-4393-8bb5-ab5a5696ff63 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:07:57.248031 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80294861-61c6-465f-85f4-2d5d982a7c25 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:57.270743 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a3c335ea-3a34-4c89-a4c1-1bb941bf18c6 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:57.273383 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-a22e9ceb-a45f-4426-a32c-7e5bfaee40ea None None] Provisioning complete for port ae85bdd5-6136-4b92-a4fc-baa5390daf48 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:57.273383 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a22e9ceb-a45f-4426-a32c-7e5bfaee40ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:57.276413 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a3c335ea-3a34-4c89-a4c1-1bb941bf18c6 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] 10.222.0.15 "DELETE /v2.0/subnets/85fc5220-41c7-4af8-b570-cdca11eed8d3 HTTP/1.1" status: 204 len: 168 time: 1.3475945 Apr 23 00:07:57.276566 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c335ea-3a34-4c89-a4c1-1bb941bf18c6 tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Pushing event deleted for resources: {'Subnet': ['ID=85fc5220-41c7-4af8-b570-cdca11eed8d3,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:57.279057 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54566) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:57.336073 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80294861-61c6-465f-85f4-2d5d982a7c25 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:57.353465 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80294861-61c6-465f-85f4-2d5d982a7c25 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:07:57.355092 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80294861-61c6-465f-85f4-2d5d982a7c25 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:57.363867 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25eb459-7e3b-4a3b-abe0-9fb03ab3f7f9 None None] Network 2f331b80-94e1-41e9-8fc2-cba369fcfd95 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:57.372289 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-8c90f7dc-f03c-4516-a07d-4291184afcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:57.376713 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f9e37453-32d7-4867-919a-c07d478ff82a tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:57.386573 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-ae6a92e2-b722-49ad-bf0b-3b3e47a278ec tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 2f473ff8-5938-40c4-a7fd-fd4bfea3fdf9) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:07:57.403090 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6a92e2-b722-49ad-bf0b-3b3e47a278ec tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:57.404594 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ae6a92e2-b722-49ad-bf0b-3b3e47a278ec tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:57.423848 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ccdfe6-f61d-471c-9b93-558354e3113d None None] Network 2f473ff8-5938-40c4-a7fd-fd4bfea3fdf9 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:07:57.447921 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:07:57.498890 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9588953b-8e3f-47d2-90e3-3aaf98e63607 None None] For port bb00fc73-5229-48e8-bc9d-b33672696ebb, host dv-neutron-838783-1-hyperv, got binding levels [] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:57.499304 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9588953b-8e3f-47d2-90e3-3aaf98e63607 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:57.509923 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-f9e37453-32d7-4867-919a-c07d478ff82a tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Deleting port 7541c7a6-9cad-4ad7-afcd-aff71a594ace {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:57.514935 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f9e37453-32d7-4867-919a-c07d478ff82a tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:57.572570 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ae6a92e2-b722-49ad-bf0b-3b3e47a278ec tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.5536788 Apr 23 00:07:57.574876 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54568) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:57.593494 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9588953b-8e3f-47d2-90e3-3aaf98e63607 None None] Calling delete_port for bb00fc73-5229-48e8-bc9d-b33672696ebb owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:57.598195 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c90f7dc-f03c-4516-a07d-4291184afcf8 None None] Routers {'984dc540-7709-46d1-a5d9-69fd015cb67a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:07:57.599748 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-8c90f7dc-f03c-4516-a07d-4291184afcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['984dc540-7709-46d1-a5d9-69fd015cb67a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:57.602659 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-9588953b-8e3f-47d2-90e3-3aaf98e63607 None None] Port bb00fc73-5229-48e8-bc9d-b33672696ebb was not found and therefore no delete operation was performed {{(pid=103146) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 23 00:07:57.610627 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 0b156cc3-3915-47fc-879c-5be177bd62e2 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:07:57.664979 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-f9e37453-32d7-4867-919a-c07d478ff82a tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] For port 7541c7a6-9cad-4ad7-afcd-aff71a594ace, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7541c7a6-9cad-4ad7-afcd-aff71a594ace,segment=NetworkSegment(17d76244-9687-463e-89b9-11de384d3ea0),segment_id=17d76244-9687-463e-89b9-11de384d3ea0)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:57.665424 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f9e37453-32d7-4867-919a-c07d478ff82a tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:57.683015 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9588953b-8e3f-47d2-90e3-3aaf98e63607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:57.690226 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-f9e37453-32d7-4867-919a-c07d478ff82a tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Calling delete_port for 7541c7a6-9cad-4ad7-afcd-aff71a594ace owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:57.704220 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 0b156cc3-3915-47fc-879c-5be177bd62e2 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:07:57.704453 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 0b156cc3-3915-47fc-879c-5be177bd62e2 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:07:57.704861 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device bb00fc73-5229-48e8-bc9d-b33672696ebb no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:07:57.710643 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-8c90f7dc-f03c-4516-a07d-4291184afcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:57.710643 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c90f7dc-f03c-4516-a07d-4291184afcf8 None None] The sync data for ids ['984dc540-7709-46d1-a5d9-69fd015cb67a'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:07:57.760546 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9588953b-8e3f-47d2-90e3-3aaf98e63607 None None] Network 53723bac-5dd9-4ece-8e4d-73e078c3526f is not hosted by any dhcp agent {{(pid=103146) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 23 00:07:57.761010 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9588953b-8e3f-47d2-90e3-3aaf98e63607 None None] No DVR routers for this DVR port bb00fc73-5229-48e8-bc9d-b33672696ebb on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:07:57.783210 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3b5b5c27-85af-490e-a328-398e5beebfb2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:57.792359 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588953b-8e3f-47d2-90e3-3aaf98e63607 None None] Pushing event deleted for resources: {'Port': ['ID=bb00fc73-5229-48e8-bc9d-b33672696ebb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:57.836957 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: bb00fc73-5229-48e8-bc9d-b33672696ebb {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:07:57.837310 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device bb00fc73-5229-48e8-bc9d-b33672696ebb not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:07:57.891262 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3b5b5c27-85af-490e-a328-398e5beebfb2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:57.907853 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80294861-61c6-465f-85f4-2d5d982a7c25 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:57.946975 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80294861-61c6-465f-85f4-2d5d982a7c25 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:57.950388 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-80294861-61c6-465f-85f4-2d5d982a7c25 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/networks/53723bac-5dd9-4ece-8e4d-73e078c3526f HTTP/1.1" status: 204 len: 168 time: 1.5698183 Apr 23 00:07:57.958321 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54572) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:57.964271 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f9e37453-32d7-4867-919a-c07d478ff82a tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:57.982234 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a22e9ceb-a45f-4426-a32c-7e5bfaee40ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.003683 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e37453-32d7-4867-919a-c07d478ff82a tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] No DVR routers for this DVR port 7541c7a6-9cad-4ad7-afcd-aff71a594ace on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:07:58.016366 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e37453-32d7-4867-919a-c07d478ff82a tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Pushing event deleted for resources: {'Port': ['ID=7541c7a6-9cad-4ad7-afcd-aff71a594ace,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:58.037066 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80294861-61c6-465f-85f4-2d5d982a7c25 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Network': ['ID=53723bac-5dd9-4ece-8e4d-73e078c3526f,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:58.040771 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ee4b998-5cdc-4e45-9649-dc97ee5eaadd tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.045561 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ee4b998-5cdc-4e45-9649-dc97ee5eaadd tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.072205 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c98056-a387-432d-b2a2-9f842e163e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-2f473ff8-5938-40c4-a7fd-fd4bfea3fdf9', 'network_id': '2f473ff8-5938-40c4-a7fd-fd4bfea3fdf9', 'tenant_id': '067cc1af0e35468e96d86434cf2aca66', 'fixed_ips': [{'subnet_id': '07c606a3-5d22-48a8-8af7-0bd29d5c09f5'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:07:58.073101 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98c98056-a387-432d-b2a2-9f842e163e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.111785 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a22e9ceb-a45f-4426-a32c-7e5bfaee40ea None None] For port ae85bdd5-6136-4b92-a4fc-baa5390daf48, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=ae85bdd5-6136-4b92-a4fc-baa5390daf48,segment=NetworkSegment(a27e184f-1b10-4192-8d29-41f7c66047c0),segment_id=a27e184f-1b10-4192-8d29-41f7c66047c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:58.124575 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3b5b5c27-85af-490e-a328-398e5beebfb2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.136141 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77480f55-5e83-419b-bd0f-1f48df855374 None None] DHCP port deletion for 2f331b80-94e1-41e9-8fc2-cba369fcfd95 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:07:58.142007 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f9e37453-32d7-4867-919a-c07d478ff82a tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.203807 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b5c27-85af-490e-a328-398e5beebfb2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Subnet': ['ID=07c606a3-5d22-48a8-8af7-0bd29d5c09f5,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:58.212442 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a22e9ceb-a45f-4426-a32c-7e5bfaee40ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.222522 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-f9e37453-32d7-4867-919a-c07d478ff82a tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f331b80-94e1-41e9-8fc2-cba369fcfd95']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:58.223101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ee4b998-5cdc-4e45-9649-dc97ee5eaadd tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.223864 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee4b998-5cdc-4e45-9649-dc97ee5eaadd tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Fanout notify agent at l3_agent the message router_deleted on router 984dc540-7709-46d1-a5d9-69fd015cb67a {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:07:58.274976 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3becafb3-1ccf-49cc-9fd5-048a61b19913 None None] Network 2f473ff8-5938-40c4-a7fd-fd4bfea3fdf9 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:58.284498 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ee4b998-5cdc-4e45-9649-dc97ee5eaadd tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.288501 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2ee4b998-5cdc-4e45-9649-dc97ee5eaadd tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/routers/984dc540-7709-46d1-a5d9-69fd015cb67a HTTP/1.1" status: 204 len: 168 time: 1.1943774 Apr 23 00:07:58.291315 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54574) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:58.294736 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e9ceb-a45f-4426-a32c-7e5bfaee40ea None None] Pushing event updated for resources: {'Port': ['ID=ae85bdd5-6136-4b92-a4fc-baa5390daf48,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:58.298357 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-f9e37453-32d7-4867-919a-c07d478ff82a tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d76244-9687-463e-89b9-11de384d3ea0') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:58.298861 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-f9e37453-32d7-4867-919a-c07d478ff82a tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d76244-9687-463e-89b9-11de384d3ea0') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:58.318678 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3b5b5c27-85af-490e-a328-398e5beebfb2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.323275 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f9e37453-32d7-4867-919a-c07d478ff82a tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.350765 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'name': 'tempest-TestNetworkBasicOps-router-1700382994', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:36Z', 'updated_at': '2022-04-23T00:07:51Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:39Z', 'updated_at': '2022-04-23T00:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'a6790375-916d-4a35-8301-7b79144095ca', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.41', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'port_id': '5a536b13-0987-4289-baa7-fbaf4162383e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'mac_address': 'fa:16:3e:19:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728b18eb-d94c-4366-b5c9-399e8b894206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:06:37Z', 'updated_at': '2022-04-23T00:06:41Z', 'revision_number': 1, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3207a98b-fb02-4089-94fa-fc1f1361032d', 'name': '', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:d8:dd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '9105ea4b-a502-4369-ad5a-671310beacde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:49Z', 'updated_at': '2022-04-23T00:05:59Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '9105ea4b-a502-4369-ad5a-671310beacde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae85bdd5-6136-4b92-a4fc-baa5390daf48', 'name': '', 'network_id': '9d2ecf0d-bc7c-460d-97c2-28a56a383613', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:0a:71:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '92109543-8802-4760-98df-aec3f47058fa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:49Z', 'updated_at': '2022-04-23T00:07:56Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '92109543-8802-4760-98df-aec3f47058fa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:58.362294 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f9e37453-32d7-4867-919a-c07d478ff82a tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.366657 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-3b5b5c27-85af-490e-a328-398e5beebfb2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f473ff8-5938-40c4-a7fd-fd4bfea3fdf9']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:58.380654 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e37453-32d7-4867-919a-c07d478ff82a tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:07:58.381058 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f9e37453-32d7-4867-919a-c07d478ff82a tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:07:58.384228 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:07:58.388166 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ba057-660a-4085-8ea5-8048038b4c8f None None] The sync data for ids ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'] in dv-neutron-838783-1-hyperv is: [{'id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'name': 'tempest-TestNetworkBasicOps-router-1700382994', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:36Z', 'updated_at': '2022-04-23T00:07:51Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:39Z', 'updated_at': '2022-04-23T00:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'a6790375-916d-4a35-8301-7b79144095ca', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.41', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'port_id': '5a536b13-0987-4289-baa7-fbaf4162383e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'mac_address': 'fa:16:3e:19:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728b18eb-d94c-4366-b5c9-399e8b894206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:06:37Z', 'updated_at': '2022-04-23T00:06:41Z', 'revision_number': 1, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3207a98b-fb02-4089-94fa-fc1f1361032d', 'name': '', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:d8:dd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '9105ea4b-a502-4369-ad5a-671310beacde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:49Z', 'updated_at': '2022-04-23T00:05:59Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '9105ea4b-a502-4369-ad5a-671310beacde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae85bdd5-6136-4b92-a4fc-baa5390daf48', 'name': '', 'network_id': '9d2ecf0d-bc7c-460d-97c2-28a56a383613', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:0a:71:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '92109543-8802-4760-98df-aec3f47058fa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:49Z', 'updated_at': '2022-04-23T00:07:56Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '92109543-8802-4760-98df-aec3f47058fa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:07:58.395926 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-3b5b5c27-85af-490e-a328-398e5beebfb2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205f124f-0f6b-4ed3-8b60-8d7b99e539a9') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:58.396282 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-3b5b5c27-85af-490e-a328-398e5beebfb2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205f124f-0f6b-4ed3-8b60-8d7b99e539a9') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:07:58.399986 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3f859b-b2e7-41a3-a20f-88231173b4ce tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting subnet 6c00f9dd-6f21-4ba5-9f2d-dd9cfa85f032 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:07:58.408858 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-be3f859b-b2e7-41a3-a20f-88231173b4ce tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.437371 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3b5b5c27-85af-490e-a328-398e5beebfb2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.470992 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3b5b5c27-85af-490e-a328-398e5beebfb2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.484786 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5b5c27-85af-490e-a328-398e5beebfb2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:07:58.485417 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3b5b5c27-85af-490e-a328-398e5beebfb2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:07:58.490731 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:07:58.527552 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-be3f859b-b2e7-41a3-a20f-88231173b4ce tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.548410 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f9e37453-32d7-4867-919a-c07d478ff82a tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.552699 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f9e37453-32d7-4867-919a-c07d478ff82a tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.556190 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f9e37453-32d7-4867-919a-c07d478ff82a tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] 10.222.0.15 "DELETE /v2.0/networks/2f331b80-94e1-41e9-8fc2-cba369fcfd95 HTTP/1.1" status: 204 len: 168 time: 1.2761188 Apr 23 00:07:58.599323 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e37453-32d7-4867-919a-c07d478ff82a tempest-ExtraDHCPOptionsTestJSON-1943917678 tempest-ExtraDHCPOptionsTestJSON-1943917678-project] Pushing event deleted for resources: {'Network': ['ID=2f331b80-94e1-41e9-8fc2-cba369fcfd95,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:58.649998 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-be3f859b-b2e7-41a3-a20f-88231173b4ce tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.688302 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3b5b5c27-85af-490e-a328-398e5beebfb2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.697846 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3b5b5c27-85af-490e-a328-398e5beebfb2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.704799 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3b5b5c27-85af-490e-a328-398e5beebfb2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/networks/2f473ff8-5938-40c4-a7fd-fd4bfea3fdf9 HTTP/1.1" status: 204 len: 168 time: 1.1289718 Apr 23 00:07:58.705398 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54578) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:58.728449 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-c61e8060-cb27-441e-8e63-ac4e42cf0953 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-775833076'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:58.732457 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b5c27-85af-490e-a328-398e5beebfb2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Network': ['ID=2f473ff8-5938-40c4-a7fd-fd4bfea3fdf9,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:58.763883 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-40a8db26-57f3-4a24-8cca-b2dfadc44d13 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.828274 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61e8060-cb27-441e-8e63-ac4e42cf0953 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Made reservation on behalf of 067cc1af0e35468e96d86434cf2aca66 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:58.831865 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c61e8060-cb27-441e-8e63-ac4e42cf0953 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.844576 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-be3f859b-b2e7-41a3-a20f-88231173b4ce tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.861099 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61e8060-cb27-441e-8e63-ac4e42cf0953 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:07:58.873065 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c61e8060-cb27-441e-8e63-ac4e42cf0953 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.873422 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-c61e8060-cb27-441e-8e63-ac4e42cf0953 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Added segment 88a5439f-b34c-4ee6-96bd-76544d95842f of type vlan for network 07d4c309-b323-455f-a196-b6adb1441f1c Apr 23 00:07:58.884923 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f859b-b2e7-41a3-a20f-88231173b4ce tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Subnet': ['ID=6c00f9dd-6f21-4ba5-9f2d-dd9cfa85f032,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:58.890428 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-be3f859b-b2e7-41a3-a20f-88231173b4ce tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:58.897572 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-be3f859b-b2e7-41a3-a20f-88231173b4ce tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/subnets/6c00f9dd-6f21-4ba5-9f2d-dd9cfa85f032 HTTP/1.1" status: 204 len: 168 time: 0.6050487 Apr 23 00:07:58.898356 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54580) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:58.904184 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7385eb3a-333b-416b-b5a4-a0f932b132c7 None None] Network 9f288057-c4d7-4432-b662-2ca22c52f597 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:07:58.943689 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c61e8060-cb27-441e-8e63-ac4e42cf0953 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:59.062938 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c61e8060-cb27-441e-8e63-ac4e42cf0953 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:59.063061 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-515fad96-a40a-46ca-a4ac-8e79d8a4b558 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:59.063517 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61e8060-cb27-441e-8e63-ac4e42cf0953 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:07:59.063959 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c61e8060-cb27-441e-8e63-ac4e42cf0953 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:59.167427 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a654c8dc-de7f-4120-be09-ee9b8db3f72d None None] DHCP port deletion for 9f288057-c4d7-4432-b662-2ca22c52f597 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:07:59.187640 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54584) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:59.218467 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e8060-cb27-441e-8e63-ac4e42cf0953 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Network': ['ID=07d4c309-b323-455f-a196-b6adb1441f1c,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:59.232184 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 07d4c309-b323-455f-a196-b6adb1441f1c details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:07:59.240254 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-515fad96-a40a-46ca-a4ac-8e79d8a4b558 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting port 02c9591e-ec6b-436e-99e0-f5da96902ecf {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:59.240732 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-515fad96-a40a-46ca-a4ac-8e79d8a4b558 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:59.248002 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c61e8060-cb27-441e-8e63-ac4e42cf0953 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5401378 Apr 23 00:07:59.252138 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54588) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:59.258231 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-8e43994b-3c85-4787-a1d1-9946ac82ddf2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'subnet': {'network_id': '07d4c309-b323-455f-a196-b6adb1441f1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:07:59.316235 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a654c8dc-de7f-4120-be09-ee9b8db3f72d None None] Deleting port 02c9591e-ec6b-436e-99e0-f5da96902ecf {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:59.316235 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a654c8dc-de7f-4120-be09-ee9b8db3f72d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:59.423712 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a654c8dc-de7f-4120-be09-ee9b8db3f72d None None] For port 02c9591e-ec6b-436e-99e0-f5da96902ecf, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=02c9591e-ec6b-436e-99e0-f5da96902ecf,segment=NetworkSegment(3f605f6d-1e2b-4b1d-bc8d-45a7b335c63e),segment_id=3f605f6d-1e2b-4b1d-bc8d-45a7b335c63e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:59.424110 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a654c8dc-de7f-4120-be09-ee9b8db3f72d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:59.428908 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-40a8db26-57f3-4a24-8cca-b2dfadc44d13 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting port 0723a944-690b-424e-8a15-884e0ce2cd2e {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:07:59.432158 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-40a8db26-57f3-4a24-8cca-b2dfadc44d13 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:59.441016 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-515fad96-a40a-46ca-a4ac-8e79d8a4b558 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] For port 02c9591e-ec6b-436e-99e0-f5da96902ecf, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=02c9591e-ec6b-436e-99e0-f5da96902ecf,segment=NetworkSegment(3f605f6d-1e2b-4b1d-bc8d-45a7b335c63e),segment_id=3f605f6d-1e2b-4b1d-bc8d-45a7b335c63e)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:59.441623 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-515fad96-a40a-46ca-a4ac-8e79d8a4b558 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:59.451450 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e43994b-3c85-4787-a1d1-9946ac82ddf2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Made reservation on behalf of 067cc1af0e35468e96d86434cf2aca66 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:07:59.457236 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8e43994b-3c85-4787-a1d1-9946ac82ddf2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:59.515084 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-515fad96-a40a-46ca-a4ac-8e79d8a4b558 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Calling delete_port for 02c9591e-ec6b-436e-99e0-f5da96902ecf owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:59.601770 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a654c8dc-de7f-4120-be09-ee9b8db3f72d None None] Calling delete_port for 02c9591e-ec6b-436e-99e0-f5da96902ecf owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:59.653843 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device ae85bdd5-6136-4b92-a4fc-baa5390daf48 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:07:59.743337 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port ae85bdd5-6136-4b92-a4fc-baa5390daf48 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:07:59.743782 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:59.762828 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d689c162-6dd9-42a5-94d2-d4d54b4b1116 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d51f9a17aaa402593f238a7544a6aad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5715818 Apr 23 00:07:59.766971 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54590) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:07:59.823644 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a654c8dc-de7f-4120-be09-ee9b8db3f72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:59.834017 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-dff54491-9c2a-44bd-821f-fa7a77cd2ae7 req-6c848fee-e747-49d3-a5fb-549b98f5c7e9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2275999 Apr 23 00:07:59.846329 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-40a8db26-57f3-4a24-8cca-b2dfadc44d13 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] For port 0723a944-690b-424e-8a15-884e0ce2cd2e, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=0723a944-690b-424e-8a15-884e0ce2cd2e,segment=NetworkSegment(bb259f58-f87d-4585-8d09-f70dcd2267bc),segment_id=bb259f58-f87d-4585-8d09-f70dcd2267bc)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:07:59.846693 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-40a8db26-57f3-4a24-8cca-b2dfadc44d13 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:59.860362 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654c8dc-de7f-4120-be09-ee9b8db3f72d None None] Pushing event deleted for resources: {'Port': ['ID=02c9591e-ec6b-436e-99e0-f5da96902ecf,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:07:59.862382 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a654c8dc-de7f-4120-be09-ee9b8db3f72d None None] No DVR routers for this DVR port 02c9591e-ec6b-436e-99e0-f5da96902ecf on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:07:59.909202 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-40a8db26-57f3-4a24-8cca-b2dfadc44d13 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Calling delete_port for 0723a944-690b-424e-8a15-884e0ce2cd2e owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:07:59.937959 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-515fad96-a40a-46ca-a4ac-8e79d8a4b558 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:59.951512 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7541c7a6-9cad-4ad7-afcd-aff71a594ace no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:07:59.955448 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b6da45c2-109d-4e48-89a3-03919e60a8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:07:59.973291 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 7541c7a6-9cad-4ad7-afcd-aff71a594ace {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:07:59.973816 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7541c7a6-9cad-4ad7-afcd-aff71a594ace not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:07:59.974310 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 02c9591e-ec6b-436e-99e0-f5da96902ecf no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:07:59.995013 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 02c9591e-ec6b-436e-99e0-f5da96902ecf {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:07:59.995528 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 02c9591e-ec6b-436e-99e0-f5da96902ecf not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:08:00.011732 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515fad96-a40a-46ca-a4ac-8e79d8a4b558 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] No DVR routers for this DVR port 02c9591e-ec6b-436e-99e0-f5da96902ecf on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:08:00.015146 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fad96-a40a-46ca-a4ac-8e79d8a4b558 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Port': ['ID=02c9591e-ec6b-436e-99e0-f5da96902ecf,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:00.035041 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff54491-9c2a-44bd-821f-fa7a77cd2ae7 req-741f66e3-4af2-4107-a928-9b00a2a0a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:00.036753 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-dff54491-9c2a-44bd-821f-fa7a77cd2ae7 req-741f66e3-4af2-4107-a928-9b00a2a0a923 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eca10cab387440428e231a953cda4553&device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 1099 time: 0.1679394 Apr 23 00:08:00.073866 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8e43994b-3c85-4787-a1d1-9946ac82ddf2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:00.080710 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b6da45c2-109d-4e48-89a3-03919e60a8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:00.144175 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43994b-3c85-4787-a1d1-9946ac82ddf2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Subnet': ['ID=f7e2b58a-1174-4f3f-ad29-7978dd7a0557,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:00.154143 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e43994b-3c85-4787-a1d1-9946ac82ddf2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Checking segment: {'id': '88a5439f-b34c-4ee6-96bd-76544d95842f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '07d4c309-b323-455f-a196-b6adb1441f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:00.154501 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e43994b-3c85-4787-a1d1-9946ac82ddf2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Network hostable DHCP agents. Network: 07d4c309-b323-455f-a196-b6adb1441f1c, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:08:00.210266 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-515fad96-a40a-46ca-a4ac-8e79d8a4b558 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:00.227858 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e43994b-3c85-4787-a1d1-9946ac82ddf2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Network 07d4c309-b323-455f-a196-b6adb1441f1c is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:08:00.291058 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-8e43994b-3c85-4787-a1d1-9946ac82ddf2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 07d4c309-b323-455f-a196-b6adb1441f1c) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:00.291452 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-515fad96-a40a-46ca-a4ac-8e79d8a4b558 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f288057-c4d7-4432-b662-2ca22c52f597']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:00.295459 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e43994b-3c85-4787-a1d1-9946ac82ddf2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:00.296389 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8e43994b-3c85-4787-a1d1-9946ac82ddf2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:00.301199 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c5dac7-8fd5-4441-af62-c96ccf6d42a1 None None] Network 07d4c309-b323-455f-a196-b6adb1441f1c requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:00.315604 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-515fad96-a40a-46ca-a4ac-8e79d8a4b558 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f605f6d-1e2b-4b1d-bc8d-45a7b335c63e') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:00.315905 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-515fad96-a40a-46ca-a4ac-8e79d8a4b558 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f605f6d-1e2b-4b1d-bc8d-45a7b335c63e') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:00.339019 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-515fad96-a40a-46ca-a4ac-8e79d8a4b558 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:00.343267 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff54491-9c2a-44bd-821f-fa7a77cd2ae7 req-89d59941-1f5b-4e4a-8dfb-e10e41d6c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:00.350625 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-dff54491-9c2a-44bd-821f-fa7a77cd2ae7 req-89d59941-1f5b-4e4a-8dfb-e10e41d6c68c service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d224e48-36a8-42d0-8738-ed5ea1abe259 HTTP/1.1" status: 200 len: 912 time: 0.2724254 Apr 23 00:08:00.393893 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8e43994b-3c85-4787-a1d1-9946ac82ddf2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1376724 Apr 23 00:08:00.394140 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54594) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:00.430401 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b6da45c2-109d-4e48-89a3-03919e60a8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:00.432831 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b6da45c2-109d-4e48-89a3-03919e60a8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:00.436363 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b6da45c2-109d-4e48-89a3-03919e60a8f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1536ffdb-f6b9-4b8b-8813-7d8f0289c7d0 HTTP/1.1" status: 204 len: 168 time: 0.6630211 Apr 23 00:08:00.436858 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-515fad96-a40a-46ca-a4ac-8e79d8a4b558 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:00.465909 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515fad96-a40a-46ca-a4ac-8e79d8a4b558 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:00.466185 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-515fad96-a40a-46ca-a4ac-8e79d8a4b558 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:00.469531 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:00.480271 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8895d9-f345-424e-9377-2a57815b813f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-07d4c309-b323-455f-a196-b6adb1441f1c', 'network_id': '07d4c309-b323-455f-a196-b6adb1441f1c', 'tenant_id': '067cc1af0e35468e96d86434cf2aca66', 'fixed_ips': [{'subnet_id': 'f7e2b58a-1174-4f3f-ad29-7978dd7a0557'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:08:00.481286 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d8895d9-f345-424e-9377-2a57815b813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:00.484686 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da45c2-109d-4e48-89a3-03919e60a8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1536ffdb-f6b9-4b8b-8813-7d8f0289c7d0,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:00.521943 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:00.552582 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-dff54491-9c2a-44bd-821f-fa7a77cd2ae7 req-745c408d-a6d3-40fd-af25-50b1b4c07b77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94f011c8-064b-4454-a61b-d3860ee8a475 HTTP/1.1" status: 200 len: 1002 time: 0.1978214 Apr 23 00:08:00.585473 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:00.605060 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-40a8db26-57f3-4a24-8cca-b2dfadc44d13 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:00.606973 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-515fad96-a40a-46ca-a4ac-8e79d8a4b558 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:00.611146 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-515fad96-a40a-46ca-a4ac-8e79d8a4b558 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:00.615446 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-515fad96-a40a-46ca-a4ac-8e79d8a4b558 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/networks/9f288057-c4d7-4432-b662-2ca22c52f597 HTTP/1.1" status: 204 len: 168 time: 1.7138844 Apr 23 00:08:00.623859 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54598) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:00.626892 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-5985cb4a-dd07-4b3f-89ad-6b4bbc6390b5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1678204480', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:00.651183 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-9d8895d9-f345-424e-9377-2a57815b813f None None] Allocated IP 172.20.0.1 (07d4c309-b323-455f-a196-b6adb1441f1c/f7e2b58a-1174-4f3f-ad29-7978dd7a0557/0e511568-098f-4f12-b224-fdd476c34db1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:08:00.657020 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8db26-57f3-4a24-8cca-b2dfadc44d13 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Port': ['ID=0723a944-690b-424e-8a15-884e0ce2cd2e,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:00.685596 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fad96-a40a-46ca-a4ac-8e79d8a4b558 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Network': ['ID=9f288057-c4d7-4432-b662-2ca22c52f597,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:00.708563 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff54491-9c2a-44bd-821f-fa7a77cd2ae7 req-65cf1244-4152-4055-b8fa-f817bc42753d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:00.710421 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-dff54491-9c2a-44bd-821f-fa7a77cd2ae7 req-65cf1244-4152-4055-b8fa-f817bc42753d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d429f2-9bee-4153-ac8c-0a0937fc9ed2 HTTP/1.1" status: 200 len: 850 time: 0.1506963 Apr 23 00:08:00.714422 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5985cb4a-dd07-4b3f-89ad-6b4bbc6390b5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:00.717273 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5985cb4a-dd07-4b3f-89ad-6b4bbc6390b5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:00.832891 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5985cb4a-dd07-4b3f-89ad-6b4bbc6390b5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:00.860455 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d8895d9-f345-424e-9377-2a57815b813f None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:00.867444 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff54491-9c2a-44bd-821f-fa7a77cd2ae7 req-2b3b3740-e199-4bf4-9881-24df715182fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:00.869222 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-dff54491-9c2a-44bd-821f-fa7a77cd2ae7 req-2b3b3740-e199-4bf4-9881-24df715182fa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d224e48-36a8-42d0-8738-ed5ea1abe259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1234422 Apr 23 00:08:00.881109 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5985cb4a-dd07-4b3f-89ad-6b4bbc6390b5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:00.933913 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d8895d9-f345-424e-9377-2a57815b813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:00.956314 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5985cb4a-dd07-4b3f-89ad-6b4bbc6390b5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:00.960151 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5985cb4a-dd07-4b3f-89ad-6b4bbc6390b5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3354852 Apr 23 00:08:00.967271 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54606) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:00.978888 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-40f8c266-2602-4b27-89e9-96914c23282f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1708108338'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:01.001543 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8895d9-f345-424e-9377-2a57815b813f None None] Network 07d4c309-b323-455f-a196-b6adb1441f1c is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:01.004976 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9d8895d9-f345-424e-9377-2a57815b813f None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:01.009313 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8895d9-f345-424e-9377-2a57815b813f None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:08:01.015210 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8895d9-f345-424e-9377-2a57815b813f None None] Pushing event updated for resources: {'Port': ['ID=0e511568-098f-4f12-b224-fdd476c34db1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:01.069596 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:01.075416 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-9d8895d9-f345-424e-9377-2a57815b813f None None] Attempting to bind port 0e511568-098f-4f12-b224-fdd476c34db1 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:08:01.075813 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-9d8895d9-f345-424e-9377-2a57815b813f None None] Attempting to bind port 0e511568-098f-4f12-b224-fdd476c34db1 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '88a5439f-b34c-4ee6-96bd-76544d95842f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '07d4c309-b323-455f-a196-b6adb1441f1c'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:08:01.081179 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8895d9-f345-424e-9377-2a57815b813f None None] Attempting to bind port 0e511568-098f-4f12-b224-fdd476c34db1 on network 07d4c309-b323-455f-a196-b6adb1441f1c {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:08:01.082045 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8895d9-f345-424e-9377-2a57815b813f None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:08:01.082524 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8895d9-f345-424e-9377-2a57815b813f None None] Checking segment: {'id': '88a5439f-b34c-4ee6-96bd-76544d95842f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '07d4c309-b323-455f-a196-b6adb1441f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:01.082774 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d8895d9-f345-424e-9377-2a57815b813f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:01.083173 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8895d9-f345-424e-9377-2a57815b813f None None] Bound using segment: {'id': '88a5439f-b34c-4ee6-96bd-76544d95842f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '07d4c309-b323-455f-a196-b6adb1441f1c'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:08:01.083708 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-9d8895d9-f345-424e-9377-2a57815b813f None None] Bound port: 0e511568-098f-4f12-b224-fdd476c34db1, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a5439f-b34c-4ee6-96bd-76544d95842f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '07d4c309-b323-455f-a196-b6adb1441f1c'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:08:01.084091 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d8895d9-f345-424e-9377-2a57815b813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:01.100377 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Subnet': ['ID=f7e2b58a-1174-4f3f-ad29-7978dd7a0557,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:01.103994 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f8c266-2602-4b27-89e9-96914c23282f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Made reservation on behalf of 2e7f6aad76944906883dcae04c03b781 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:01.107543 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-40f8c266-2602-4b27-89e9-96914c23282f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:01.163128 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9d8895d9-f345-424e-9377-2a57815b813f None None] For port 0e511568-098f-4f12-b224-fdd476c34db1, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:08:01.166827 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9d8895d9-f345-424e-9377-2a57815b813f None None] For port 0e511568-098f-4f12-b224-fdd476c34db1, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=0e511568-098f-4f12-b224-fdd476c34db1,segment=NetworkSegment(88a5439f-b34c-4ee6-96bd-76544d95842f),segment_id=88a5439f-b34c-4ee6-96bd-76544d95842f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:08:01.182751 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f8c266-2602-4b27-89e9-96914c23282f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:08:01.202060 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:01.212163 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-40f8c266-2602-4b27-89e9-96914c23282f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:01.212440 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-40f8c266-2602-4b27-89e9-96914c23282f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Added segment 5dda6bbc-2980-4021-9476-8e887b7449b9 of type vlan for network f03511ca-01e4-46f0-85c0-4b6c49410ea4 Apr 23 00:08:01.224318 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d8895d9-f345-424e-9377-2a57815b813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:01.237462 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d4c309-b323-455f-a196-b6adb1441f1c']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:01.292856 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-40f8c266-2602-4b27-89e9-96914c23282f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:01.297557 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-40a8db26-57f3-4a24-8cca-b2dfadc44d13 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:01.299524 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a5439f-b34c-4ee6-96bd-76544d95842f') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:01.299926 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a5439f-b34c-4ee6-96bd-76544d95842f') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:01.315895 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:01.321296 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8895d9-f345-424e-9377-2a57815b813f None None] Pushing event updated for resources: {'Port': ['ID=0e511568-098f-4f12-b224-fdd476c34db1,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:01.338684 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a25007-f924-4a15-8272-2241685f5ea1 None None] Network 07d4c309-b323-455f-a196-b6adb1441f1c requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:01.350258 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:01.359555 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:01.360007 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:01.363163 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:01.437501 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-dff54491-9c2a-44bd-821f-fa7a77cd2ae7 req-d13e95c4-94af-42da-9db6-ed9215b0e112 service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370474 Apr 23 00:08:01.440679 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-40f8c266-2602-4b27-89e9-96914c23282f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:01.449093 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f8c266-2602-4b27-89e9-96914c23282f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:01.449808 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-40f8c266-2602-4b27-89e9-96914c23282f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:01.502654 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb5379e-2575-4101-a65e-725e6b3fedb2 None None] get_active_networks_info from dv-neutron-838783-1-hyperv {{(pid=103146) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 23 00:08:01.524002 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-40f8c266-2602-4b27-89e9-96914c23282f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5505705 Apr 23 00:08:01.531948 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.db.api [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:08:01.531948 dv-neutron-838783-1-hyperv neutron-server[103143]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:08:01.531948 dv-neutron-838783-1-hyperv neutron-server[103143]: [parameters: {'id': '07d4c309-b323-455f-a196-b6adb1441f1c'}] Apr 23 00:08:01.531948 dv-neutron-838783-1-hyperv neutron-server[103143]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:08:01.533524 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG oslo_db.api [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:08:01.534875 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54618) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:01.541668 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-f3de8705-740b-4ded-a499-304ae996935c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'subnet': {'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:01.568730 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8c266-2602-4b27-89e9-96914c23282f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Network': ['ID=f03511ca-01e4-46f0-85c0-4b6c49410ea4,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:01.654625 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network f03511ca-01e4-46f0-85c0-4b6c49410ea4 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:08:01.680706 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-dff54491-9c2a-44bd-821f-fa7a77cd2ae7 req-69b8692c-ab3c-48b8-b472-1090643eecdb service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351258 Apr 23 00:08:01.685232 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb5379e-2575-4101-a65e-725e6b3fedb2 None None] Resources bound (agent type, host, resource id): {{(pid=103146) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:08:01.698027 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a8db26-57f3-4a24-8cca-b2dfadc44d13 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Router 878c8207-af35-45dd-9d5f-b4223a047173 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:08:01.748420 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3de8705-740b-4ded-a499-304ae996935c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Made reservation on behalf of 2e7f6aad76944906883dcae04c03b781 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:01.752690 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f3de8705-740b-4ded-a499-304ae996935c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:01.766667 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54622) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:01.832121 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a8db26-57f3-4a24-8cca-b2dfadc44d13 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:08:01.839790 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-40a8db26-57f3-4a24-8cca-b2dfadc44d13 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "PUT /v2.0/routers/878c8207-af35-45dd-9d5f-b4223a047173/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8840871 Apr 23 00:08:01.849307 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54626) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:01.849687 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab94992b-e05d-4113-8a66-d57b649ae46d None None] Sync routers for ids ['878c8207-af35-45dd-9d5f-b4223a047173'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:08:01.861521 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab94992b-e05d-4113-8a66-d57b649ae46d None None] Routers {'878c8207-af35-45dd-9d5f-b4223a047173'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:01.862137 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ab94992b-e05d-4113-8a66-d57b649ae46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['878c8207-af35-45dd-9d5f-b4223a047173'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:01.919219 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-99668168-832e-4aca-8668-8bfab3745a3b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Request body: {'networks': [{'name': 'tempest-network--25122714'}, {'name': 'tempest-network--1811474068'}]} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:01.919827 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-99668168-832e-4aca-8668-8bfab3745a3b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Request body: {'network': {'name': 'tempest-network--25122714'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:01.920541 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-99668168-832e-4aca-8668-8bfab3745a3b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Request body: {'network': {'name': 'tempest-network--1811474068'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:01.936639 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f46bbf-102f-4267-8739-0bdb1ab98026 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting subnet 0e1e9ca9-ea01-415a-811d-1c17132164ba {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:08:01.943605 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-31f46bbf-102f-4267-8739-0bdb1ab98026 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:01.955874 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-ab94992b-e05d-4113-8a66-d57b649ae46d None None] Set router 878c8207-af35-45dd-9d5f-b4223a047173 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:01.988370 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99668168-832e-4aca-8668-8bfab3745a3b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Made reservation on behalf of a4b307713e714a969e93d7a73c4cced3 for: {'network': 2} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:02.000356 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-99668168-832e-4aca-8668-8bfab3745a3b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:02.017313 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-99668168-832e-4aca-8668-8bfab3745a3b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:02.018477 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-31f46bbf-102f-4267-8739-0bdb1ab98026 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:02.040443 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:02.116287 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-99668168-832e-4aca-8668-8bfab3745a3b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:02.171115 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ab94992b-e05d-4113-8a66-d57b649ae46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:08:00Z', 'revision_number': 10, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:21Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:02.177618 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-99668168-832e-4aca-8668-8bfab3745a3b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:02.181756 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-99668168-832e-4aca-8668-8bfab3745a3b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:02.192930 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-31f46bbf-102f-4267-8739-0bdb1ab98026 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:02.229101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99668168-832e-4aca-8668-8bfab3745a3b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd9a0a2-d5e0-4443-8c22-a8acb6e6b829,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:02.229343 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f3de8705-740b-4ded-a499-304ae996935c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:02.232924 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Deleting port 0e511568-098f-4f12-b224-fdd476c34db1 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:02.233863 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:02.234591 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99668168-832e-4aca-8668-8bfab3745a3b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:08:02.247006 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-99668168-832e-4aca-8668-8bfab3745a3b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:02.247006 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-99668168-832e-4aca-8668-8bfab3745a3b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Added segment df3c0fed-2d45-484b-ac5b-77e71b2a5b6e of type vlan for network 14a7b72a-f684-42cd-abe8-ec7857db74fd Apr 23 00:08:02.288317 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab94992b-e05d-4113-8a66-d57b649ae46d None None] Checking router: 878c8207-af35-45dd-9d5f-b4223a047173 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:08:02.296100 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-99668168-832e-4aca-8668-8bfab3745a3b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:02.296962 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab94992b-e05d-4113-8a66-d57b649ae46d None None] Routers {'878c8207-af35-45dd-9d5f-b4223a047173'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:02.297583 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ab94992b-e05d-4113-8a66-d57b649ae46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['878c8207-af35-45dd-9d5f-b4223a047173'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:02.328960 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99668168-832e-4aca-8668-8bfab3745a3b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:08:02.340466 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-99668168-832e-4aca-8668-8bfab3745a3b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:02.341054 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-99668168-832e-4aca-8668-8bfab3745a3b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Added segment 5d59a19c-c9a9-4edc-b2d5-766f5d578a90 of type vlan for network 3750e853-6969-4711-a9e7-6207972832d9 Apr 23 00:08:02.378400 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de8705-740b-4ded-a499-304ae996935c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Subnet': ['ID=074fe418-ab1e-417c-8816-9a056be271fe,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:02.384439 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-ab94992b-e05d-4113-8a66-d57b649ae46d None None] Set router 878c8207-af35-45dd-9d5f-b4223a047173 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:02.387204 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-99668168-832e-4aca-8668-8bfab3745a3b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:02.400024 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] For port 0e511568-098f-4f12-b224-fdd476c34db1, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=0e511568-098f-4f12-b224-fdd476c34db1,segment=NetworkSegment(88a5439f-b34c-4ee6-96bd-76544d95842f),segment_id=88a5439f-b34c-4ee6-96bd-76544d95842f)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:02.400561 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:02.421522 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Calling delete_port for 0e511568-098f-4f12-b224-fdd476c34db1 owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:02.424010 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3de8705-740b-4ded-a499-304ae996935c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Checking segment: {'id': '5dda6bbc-2980-4021-9476-8e887b7449b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:02.424381 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3de8705-740b-4ded-a499-304ae996935c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network hostable DHCP agents. Network: f03511ca-01e4-46f0-85c0-4b6c49410ea4, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:08:02.443405 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-31f46bbf-102f-4267-8739-0bdb1ab98026 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:02.456807 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-99668168-832e-4aca-8668-8bfab3745a3b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:02.457349 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-99668168-832e-4aca-8668-8bfab3745a3b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:02.464066 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99668168-832e-4aca-8668-8bfab3745a3b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:02.469058 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99668168-832e-4aca-8668-8bfab3745a3b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:02.469716 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-99668168-832e-4aca-8668-8bfab3745a3b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:02.515350 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-31f46bbf-102f-4267-8739-0bdb1ab98026 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:02.523024 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-31f46bbf-102f-4267-8739-0bdb1ab98026 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/subnets/0e1e9ca9-ea01-415a-811d-1c17132164ba HTTP/1.1" status: 204 len: 168 time: 0.6676047 Apr 23 00:08:02.523024 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f46bbf-102f-4267-8739-0bdb1ab98026 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Subnet': ['ID=0e1e9ca9-ea01-415a-811d-1c17132164ba,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:02.527279 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54630) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:02.537358 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75fd106-672d-466d-ab0a-6c9e7b64b5bf None None] Network 60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:02.540561 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3de8705-740b-4ded-a499-304ae996935c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network f03511ca-01e4-46f0-85c0-4b6c49410ea4 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:08:02.566300 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-99668168-832e-4aca-8668-8bfab3745a3b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.7981369 Apr 23 00:08:02.567835 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99668168-832e-4aca-8668-8bfab3745a3b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Pushing event updated for resources: {'Network': ['ID=14a7b72a-f684-42cd-abe8-ec7857db74fd,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:02.569788 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54632) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:02.603251 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ab94992b-e05d-4113-8a66-d57b649ae46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:08:00Z', 'revision_number': 10, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:21Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:02.617203 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 14a7b72a-f684-42cd-abe8-ec7857db74fd details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:08:02.634394 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab94992b-e05d-4113-8a66-d57b649ae46d None None] The sync data for ids ['878c8207-af35-45dd-9d5f-b4223a047173'] in dv-neutron-838783-1-hyperv is: [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:08:00Z', 'revision_number': 10, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None, '_interfaces': [{'id': 'f10edbe3-cfa9-47c4-af41-2a4fb82c268e', 'name': '', 'network_id': 'f25d093f-0370-4e22-9e5b-d2d45829daeb', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'mac_address': 'fa:16:3e:f5:d1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c8207-af35-45dd-9d5f-b4223a047173', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:07:13Z', 'updated_at': '2022-04-23T00:07:21Z', 'revision_number': 5, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'subnets': [{'id': '807252e3-d37e-4c61-a3f4-1e7c879cd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:08:02.672895 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-edd33ec8-fc85-4cfa-aee9-9acd999b4397 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:02.677269 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-f3de8705-740b-4ded-a499-304ae996935c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, f03511ca-01e4-46f0-85c0-4b6c49410ea4) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:02.684186 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3de8705-740b-4ded-a499-304ae996935c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:02.685681 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f3de8705-740b-4ded-a499-304ae996935c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:02.688567 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762c5429-a3be-4b78-806c-00adc8f55f78 None None] Network f03511ca-01e4-46f0-85c0-4b6c49410ea4 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:02.743674 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:02.775363 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Port': ['ID=0e511568-098f-4f12-b224-fdd476c34db1,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:02.784488 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No DVR routers for this DVR port 0e511568-098f-4f12-b224-fdd476c34db1 on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:08:02.813986 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99668168-832e-4aca-8668-8bfab3745a3b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Pushing event updated for resources: {'Network': ['ID=3750e853-6969-4711-a9e7-6207972832d9,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:02.815383 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f3de8705-740b-4ded-a499-304ae996935c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2792203 Apr 23 00:08:02.822751 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54634) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:02.834549 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 3750e853-6969-4711-a9e7-6207972832d9 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:08:02.891409 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-edd33ec8-fc85-4cfa-aee9-9acd999b4397 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting port b1713ea8-9b73-4a65-88bf-8607df392a43 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:02.891795 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-edd33ec8-fc85-4cfa-aee9-9acd999b4397 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:02.917082 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:02.948055 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af4866c-d077-4549-8ea6-7b2cf8891d74 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:02.956055 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af4866c-d077-4549-8ea6-7b2cf8891d74 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:02.962564 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af4866c-d077-4549-8ea6-7b2cf8891d74 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:02.969068 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af4866c-d077-4549-8ea6-7b2cf8891d74 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:02.973523 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3af4866c-d077-4549-8ea6-7b2cf8891d74 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4002037 Apr 23 00:08:02.977453 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54636) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:02.977807 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c913352-f954-4643-8e15-24080116e587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:08:02.979039 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c913352-f954-4643-8e15-24080116e587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.015107 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d4c309-b323-455f-a196-b6adb1441f1c']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:03.062421 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a5439f-b34c-4ee6-96bd-76544d95842f') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:03.062727 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a5439f-b34c-4ee6-96bd-76544d95842f') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:03.069392 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0eda71f-657f-40f0-8c85-8200e50495c0 None None] DHCP port deletion for 60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:08:03.105723 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-edd33ec8-fc85-4cfa-aee9-9acd999b4397 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] For port b1713ea8-9b73-4a65-88bf-8607df392a43, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b1713ea8-9b73-4a65-88bf-8607df392a43,segment=NetworkSegment(bb259f58-f87d-4585-8d09-f70dcd2267bc),segment_id=bb259f58-f87d-4585-8d09-f70dcd2267bc)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:03.106109 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-edd33ec8-fc85-4cfa-aee9-9acd999b4397 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.137296 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.149427 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-edd33ec8-fc85-4cfa-aee9-9acd999b4397 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Calling delete_port for b1713ea8-9b73-4a65-88bf-8607df392a43 owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:03.180001 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.187991 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c0eda71f-657f-40f0-8c85-8200e50495c0 None None] Deleting port b1713ea8-9b73-4a65-88bf-8607df392a43 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:03.187991 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0eda71f-657f-40f0-8c85-8200e50495c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.195876 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-9c913352-f954-4643-8e15-24080116e587 None None] Allocated IP 2001:db8::2 (f03511ca-01e4-46f0-85c0-4b6c49410ea4/074fe418-ab1e-417c-8816-9a056be271fe/7371aae7-0c7b-4b71-b0ca-4951359bd719) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:08:03.214950 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2975b425-fc34-4883-8042-d84056ed7b22 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.222768 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2b6a7a19-84cd-4059-be5d-202c367ea9de tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.224574 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:03.224980 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:03.227998 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:03.324196 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c0eda71f-657f-40f0-8c85-8200e50495c0 None None] For port b1713ea8-9b73-4a65-88bf-8607df392a43, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b1713ea8-9b73-4a65-88bf-8607df392a43,segment=NetworkSegment(bb259f58-f87d-4585-8d09-f70dcd2267bc),segment_id=bb259f58-f87d-4585-8d09-f70dcd2267bc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:03.324686 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0eda71f-657f-40f0-8c85-8200e50495c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.344145 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c0eda71f-657f-40f0-8c85-8200e50495c0 None None] Calling delete_port for b1713ea8-9b73-4a65-88bf-8607df392a43 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:03.400523 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2975b425-fc34-4883-8042-d84056ed7b22 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.425345 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.435471 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-2975b425-fc34-4883-8042-d84056ed7b22 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a7b72a-f684-42cd-abe8-ec7857db74fd']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:03.438527 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.441797 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/networks/07d4c309-b323-455f-a196-b6adb1441f1c HTTP/1.1" status: 204 len: 168 time: 3.0450189 Apr 23 00:08:03.447191 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54638) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:03.452617 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-d0adbfe3-fe8d-4f53-b7bd-588fd8d0f8e3 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1188670930'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:03.459306 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c3541-eea7-4768-aaeb-2e88928a1600 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Network': ['ID=07d4c309-b323-455f-a196-b6adb1441f1c,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:03.462805 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-2975b425-fc34-4883-8042-d84056ed7b22 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3c0fed-2d45-484b-ac5b-77e71b2a5b6e') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:03.463057 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-2975b425-fc34-4883-8042-d84056ed7b22 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3c0fed-2d45-484b-ac5b-77e71b2a5b6e') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:03.474312 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2975b425-fc34-4883-8042-d84056ed7b22 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.492916 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2975b425-fc34-4883-8042-d84056ed7b22 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.494636 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c913352-f954-4643-8e15-24080116e587 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.499867 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2975b425-fc34-4883-8042-d84056ed7b22 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:03.500259 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2975b425-fc34-4883-8042-d84056ed7b22 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:03.503893 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:03.510382 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-edd33ec8-fc85-4cfa-aee9-9acd999b4397 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.513149 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0eda71f-657f-40f0-8c85-8200e50495c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.532846 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0adbfe3-fe8d-4f53-b7bd-588fd8d0f8e3 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Made reservation on behalf of 067cc1af0e35468e96d86434cf2aca66 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:03.536627 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d0adbfe3-fe8d-4f53-b7bd-588fd8d0f8e3 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.543289 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eda71f-657f-40f0-8c85-8200e50495c0 None None] Pushing event deleted for resources: {'Port': ['ID=b1713ea8-9b73-4a65-88bf-8607df392a43,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:03.546146 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eda71f-657f-40f0-8c85-8200e50495c0 None None] No DVR routers for this DVR port b1713ea8-9b73-4a65-88bf-8607df392a43 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:08:03.566347 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c913352-f954-4643-8e15-24080116e587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.573256 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd33ec8-fc85-4cfa-aee9-9acd999b4397 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Port': ['ID=b1713ea8-9b73-4a65-88bf-8607df392a43,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:03.590015 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0adbfe3-fe8d-4f53-b7bd-588fd8d0f8e3 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:08:03.590984 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd33ec8-fc85-4cfa-aee9-9acd999b4397 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] No DVR routers for this DVR port b1713ea8-9b73-4a65-88bf-8607df392a43 on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:08:03.603040 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d0adbfe3-fe8d-4f53-b7bd-588fd8d0f8e3 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.603468 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-d0adbfe3-fe8d-4f53-b7bd-588fd8d0f8e3 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Added segment 06c0227e-fa66-44d2-90de-31c610a78849 of type vlan for network f4955ca9-7029-442f-9dbd-537fbf7f1e30 Apr 23 00:08:03.625795 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b1713ea8-9b73-4a65-88bf-8607df392a43 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:08:03.638800 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c913352-f954-4643-8e15-24080116e587 None None] Network f03511ca-01e4-46f0-85c0-4b6c49410ea4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:03.666501 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9c913352-f954-4643-8e15-24080116e587 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:03.669579 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c913352-f954-4643-8e15-24080116e587 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:08:03.675649 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: b1713ea8-9b73-4a65-88bf-8607df392a43 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:08:03.676045 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b1713ea8-9b73-4a65-88bf-8607df392a43 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:08:03.677053 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 0723a944-690b-424e-8a15-884e0ce2cd2e no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:08:03.682807 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c913352-f954-4643-8e15-24080116e587 None None] Pushing event updated for resources: {'Port': ['ID=7371aae7-0c7b-4b71-b0ca-4951359bd719,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:03.691457 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2975b425-fc34-4883-8042-d84056ed7b22 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.692052 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d0adbfe3-fe8d-4f53-b7bd-588fd8d0f8e3 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.694707 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-2b6a7a19-84cd-4059-be5d-202c367ea9de tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Allocated IP 2001:db8::1 (f03511ca-01e4-46f0-85c0-4b6c49410ea4/074fe418-ab1e-417c-8816-9a056be271fe/d4ffdfc7-ee15-43d1-a738-22c7f691283e) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:08:03.702588 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-edd33ec8-fc85-4cfa-aee9-9acd999b4397 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.710769 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2975b425-fc34-4883-8042-d84056ed7b22 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.711837 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 0723a944-690b-424e-8a15-884e0ce2cd2e {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:08:03.711837 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 0723a944-690b-424e-8a15-884e0ce2cd2e not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:08:03.726852 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2975b425-fc34-4883-8042-d84056ed7b22 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] 10.222.0.15 "DELETE /v2.0/networks/14a7b72a-f684-42cd-abe8-ec7857db74fd HTTP/1.1" status: 204 len: 168 time: 0.7378752 Apr 23 00:08:03.732053 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54640) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:03.750342 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975b425-fc34-4883-8042-d84056ed7b22 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Pushing event deleted for resources: {'Network': ['ID=14a7b72a-f684-42cd-abe8-ec7857db74fd,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:03.761594 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-9c913352-f954-4643-8e15-24080116e587 None None] Attempting to bind port 7371aae7-0c7b-4b71-b0ca-4951359bd719 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:08:03.762145 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-9c913352-f954-4643-8e15-24080116e587 None None] Attempting to bind port 7371aae7-0c7b-4b71-b0ca-4951359bd719 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '5dda6bbc-2980-4021-9476-8e887b7449b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:08:03.762810 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c913352-f954-4643-8e15-24080116e587 None None] Attempting to bind port 7371aae7-0c7b-4b71-b0ca-4951359bd719 on network f03511ca-01e4-46f0-85c0-4b6c49410ea4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:08:03.766123 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-edd33ec8-fc85-4cfa-aee9-9acd999b4397 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:03.768149 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c913352-f954-4643-8e15-24080116e587 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:08:03.768533 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c913352-f954-4643-8e15-24080116e587 None None] Checking segment: {'id': '5dda6bbc-2980-4021-9476-8e887b7449b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:03.768948 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c913352-f954-4643-8e15-24080116e587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.769330 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c913352-f954-4643-8e15-24080116e587 None None] Bound using segment: {'id': '5dda6bbc-2980-4021-9476-8e887b7449b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:08:03.769971 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-9c913352-f954-4643-8e15-24080116e587 None None] Bound port: 7371aae7-0c7b-4b71-b0ca-4951359bd719, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dda6bbc-2980-4021-9476-8e887b7449b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:08:03.770933 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c913352-f954-4643-8e15-24080116e587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.778073 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-edd33ec8-fc85-4cfa-aee9-9acd999b4397 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb259f58-f87d-4585-8d09-f70dcd2267bc') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:03.784500 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-edd33ec8-fc85-4cfa-aee9-9acd999b4397 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb259f58-f87d-4585-8d09-f70dcd2267bc') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:03.799840 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-edd33ec8-fc85-4cfa-aee9-9acd999b4397 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.816947 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-edd33ec8-fc85-4cfa-aee9-9acd999b4397 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.826753 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd33ec8-fc85-4cfa-aee9-9acd999b4397 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-edd33ec8-fc85-4cfa-aee9-9acd999b4397 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:03.833997 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:03.848602 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c913352-f954-4643-8e15-24080116e587 None None] For port 7371aae7-0c7b-4b71-b0ca-4951359bd719, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:08:03.850342 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d0adbfe3-fe8d-4f53-b7bd-588fd8d0f8e3 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.852463 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c913352-f954-4643-8e15-24080116e587 None None] For port 7371aae7-0c7b-4b71-b0ca-4951359bd719, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7371aae7-0c7b-4b71-b0ca-4951359bd719,segment=NetworkSegment(5dda6bbc-2980-4021-9476-8e887b7449b9),segment_id=5dda6bbc-2980-4021-9476-8e887b7449b9)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:08:03.856291 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0adbfe3-fe8d-4f53-b7bd-588fd8d0f8e3 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:03.857139 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d0adbfe3-fe8d-4f53-b7bd-588fd8d0f8e3 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.915054 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-337e273c-c0d7-42bf-95ca-86e868dd475b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.920489 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c913352-f954-4643-8e15-24080116e587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:03.983152 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c913352-f954-4643-8e15-24080116e587 None None] Pushing event updated for resources: {'Port': ['ID=7371aae7-0c7b-4b71-b0ca-4951359bd719,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:03.987389 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d0adbfe3-fe8d-4f53-b7bd-588fd8d0f8e3 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5369246 Apr 23 00:08:03.987608 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0adbfe3-fe8d-4f53-b7bd-588fd8d0f8e3 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Network': ['ID=f4955ca9-7029-442f-9dbd-537fbf7f1e30,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:03.988516 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54642) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:03.995747 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-1d2072e6-b53b-41aa-ae27-867508244b09 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'subnet': {'network_id': 'f4955ca9-7029-442f-9dbd-537fbf7f1e30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:04.002079 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-edd33ec8-fc85-4cfa-aee9-9acd999b4397 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:04.009647 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network f4955ca9-7029-442f-9dbd-537fbf7f1e30 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:08:04.028690 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2b6a7a19-84cd-4059-be5d-202c367ea9de tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:04.032201 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-edd33ec8-fc85-4cfa-aee9-9acd999b4397 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:04.035527 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-edd33ec8-fc85-4cfa-aee9-9acd999b4397 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/networks/60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6 HTTP/1.1" status: 204 len: 168 time: 1.5072238 Apr 23 00:08:04.048562 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54644) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:04.101684 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-337e273c-c0d7-42bf-95ca-86e868dd475b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:04.133412 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-337e273c-c0d7-42bf-95ca-86e868dd475b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3750e853-6969-4711-a9e7-6207972832d9']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:04.138782 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd33ec8-fc85-4cfa-aee9-9acd999b4397 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Network': ['ID=60d9ca8e-1cbf-421c-9f80-9cfcd082bbc6,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:04.146854 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-337e273c-c0d7-42bf-95ca-86e868dd475b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d59a19c-c9a9-4edc-b2d5-766f5d578a90') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:04.147170 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-337e273c-c0d7-42bf-95ca-86e868dd475b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d59a19c-c9a9-4edc-b2d5-766f5d578a90') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:04.161668 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-337e273c-c0d7-42bf-95ca-86e868dd475b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:04.183075 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-337e273c-c0d7-42bf-95ca-86e868dd475b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:04.191425 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2b6a7a19-84cd-4059-be5d-202c367ea9de tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:04.216073 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b595e91-7327-46b2-bc51-e6e6e66548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:04.232386 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-337e273c-c0d7-42bf-95ca-86e868dd475b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:04.232873 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-337e273c-c0d7-42bf-95ca-86e868dd475b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:04.236896 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:04.323393 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6a7a19-84cd-4059-be5d-202c367ea9de tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network f03511ca-01e4-46f0-85c0-4b6c49410ea4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:04.331830 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-2b6a7a19-84cd-4059-be5d-202c367ea9de tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:04.338638 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6a7a19-84cd-4059-be5d-202c367ea9de tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:08:04.339190 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2b6a7a19-84cd-4059-be5d-202c367ea9de tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:04.344200 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a7a19-84cd-4059-be5d-202c367ea9de tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Port': ['ID=d4ffdfc7-ee15-43d1-a738-22c7f691283e,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:04.398820 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2072e6-b53b-41aa-ae27-867508244b09 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Made reservation on behalf of 067cc1af0e35468e96d86434cf2aca66 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:04.402249 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1d2072e6-b53b-41aa-ae27-867508244b09 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:04.418553 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-337e273c-c0d7-42bf-95ca-86e868dd475b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:04.422836 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-337e273c-c0d7-42bf-95ca-86e868dd475b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:04.426456 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-337e273c-c0d7-42bf-95ca-86e868dd475b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] 10.222.0.15 "DELETE /v2.0/networks/3750e853-6969-4711-a9e7-6207972832d9 HTTP/1.1" status: 204 len: 168 time: 0.6838617 Apr 23 00:08:04.429281 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54646) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:04.449859 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e273c-c0d7-42bf-95ca-86e868dd475b tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Pushing event deleted for resources: {'Network': ['ID=3750e853-6969-4711-a9e7-6207972832d9,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:04.554365 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2b6a7a19-84cd-4059-be5d-202c367ea9de tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:04.737628 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e41c6e6-5845-4b0e-b19d-ddec38ea36d2 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:04.744644 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e41c6e6-5845-4b0e-b19d-ddec38ea36d2 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:04.746276 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6e41c6e6-5845-4b0e-b19d-ddec38ea36d2 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3160510 Apr 23 00:08:04.750698 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54650) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:04.758346 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-a4b6d2c4-f54e-4a37-965e-2276447be4d9 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1000205088'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:04.868844 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2b6a7a19-84cd-4059-be5d-202c367ea9de tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:04.931918 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2b6a7a19-84cd-4059-be5d-202c367ea9de tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:04.933094 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2b6a7a19-84cd-4059-be5d-202c367ea9de tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:05.029357 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a7a19-84cd-4059-be5d-202c367ea9de tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Port': ['ID=d4ffdfc7-ee15-43d1-a738-22c7f691283e,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:05.062116 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0665620e-225d-4968-bb58-9bc902d31c85 None None] Network f03511ca-01e4-46f0-85c0-4b6c49410ea4 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:05.091385 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6a7a19-84cd-4059-be5d-202c367ea9de tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network f03511ca-01e4-46f0-85c0-4b6c49410ea4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:05.093201 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-2b6a7a19-84cd-4059-be5d-202c367ea9de tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:05.133107 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b6d2c4-f54e-4a37-965e-2276447be4d9 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Made reservation on behalf of a4b307713e714a969e93d7a73c4cced3 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:05.136643 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a4b6d2c4-f54e-4a37-965e-2276447be4d9 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:05.161471 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ff9d0d09-2bd7-43f3-a34a-046dd5918ddb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:05.205576 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1d2072e6-b53b-41aa-ae27-867508244b09 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:05.214919 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b6d2c4-f54e-4a37-965e-2276447be4d9 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:08:05.298610 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a4b6d2c4-f54e-4a37-965e-2276447be4d9 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:05.298953 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-a4b6d2c4-f54e-4a37-965e-2276447be4d9 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Added segment 90b1f9d1-0356-489e-be2e-f10372b80c01 of type vlan for network b8e52e2a-1e17-4e13-af2d-29f722eeef7c Apr 23 00:08:05.304031 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-520b0f76-ded3-443a-8a33-62f16107fce5 None None] Provisioning complete for port 7371aae7-0c7b-4b71-b0ca-4951359bd719 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:05.304406 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-520b0f76-ded3-443a-8a33-62f16107fce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:05.320191 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6a7a19-84cd-4059-be5d-202c367ea9de tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:08:05.354217 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2072e6-b53b-41aa-ae27-867508244b09 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Subnet': ['ID=027a3d6c-2519-4676-a154-d36c7d299b33,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:05.371709 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a4b6d2c4-f54e-4a37-965e-2276447be4d9 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:05.411780 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2072e6-b53b-41aa-ae27-867508244b09 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Checking segment: {'id': '06c0227e-fa66-44d2-90de-31c610a78849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f4955ca9-7029-442f-9dbd-537fbf7f1e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:05.412577 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2072e6-b53b-41aa-ae27-867508244b09 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Network hostable DHCP agents. Network: f4955ca9-7029-442f-9dbd-537fbf7f1e30, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:08:05.426375 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6a7a19-84cd-4059-be5d-202c367ea9de tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:08:05.435380 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2b6a7a19-84cd-4059-be5d-202c367ea9de tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "PUT /v2.0/routers/0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6088140 Apr 23 00:08:05.436427 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54652) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:05.446393 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-50a5f560-3b57-4e86-91e7-0ba0de82cd32 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1747728111'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:05.447443 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] Sync routers for ids ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:08:05.471929 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-520b0f76-ded3-443a-8a33-62f16107fce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:05.476335 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] Routers {'0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:05.476966 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:05.520413 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a4b6d2c4-f54e-4a37-965e-2276447be4d9 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:05.528082 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b6d2c4-f54e-4a37-965e-2276447be4d9 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:05.528082 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a4b6d2c4-f54e-4a37-965e-2276447be4d9 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:05.547391 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a5f560-3b57-4e86-91e7-0ba0de82cd32 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Made reservation on behalf of 2e7f6aad76944906883dcae04c03b781 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:05.552576 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50a5f560-3b57-4e86-91e7-0ba0de82cd32 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:05.562414 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2072e6-b53b-41aa-ae27-867508244b09 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Network f4955ca9-7029-442f-9dbd-537fbf7f1e30 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:08:05.585672 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-520b0f76-ded3-443a-8a33-62f16107fce5 None None] For port 7371aae7-0c7b-4b71-b0ca-4951359bd719, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7371aae7-0c7b-4b71-b0ca-4951359bd719,segment=NetworkSegment(5dda6bbc-2980-4021-9476-8e887b7449b9),segment_id=5dda6bbc-2980-4021-9476-8e887b7449b9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:05.591789 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a5f560-3b57-4e86-91e7-0ba0de82cd32 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:08:05.598894 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] Set router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:05.609702 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50a5f560-3b57-4e86-91e7-0ba0de82cd32 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:05.610290 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-50a5f560-3b57-4e86-91e7-0ba0de82cd32 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Added segment 5ce0750e-5e2b-4f63-baa8-9cd9d4e92545 of type vlan for network 49e30667-6a5a-4e85-b46e-d0ba9910003c Apr 23 00:08:05.627306 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7371aae7-0c7b-4b71-b0ca-4951359bd719 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:08:05.637821 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6d2c4-f54e-4a37-965e-2276447be4d9 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Pushing event updated for resources: {'Network': ['ID=b8e52e2a-1e17-4e13-af2d-29f722eeef7c,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:05.667927 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50a5f560-3b57-4e86-91e7-0ba0de82cd32 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:05.676459 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network b8e52e2a-1e17-4e13-af2d-29f722eeef7c details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:08:05.676798 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-ff9d0d09-2bd7-43f3-a34a-046dd5918ddb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting port f10edbe3-cfa9-47c4-af41-2a4fb82c268e {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:05.677160 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ff9d0d09-2bd7-43f3-a34a-046dd5918ddb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:05.700047 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-520b0f76-ded3-443a-8a33-62f16107fce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:05.739864 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-1d2072e6-b53b-41aa-ae27-867508244b09 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, f4955ca9-7029-442f-9dbd-537fbf7f1e30) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:05.744699 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2072e6-b53b-41aa-ae27-867508244b09 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:05.745534 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1d2072e6-b53b-41aa-ae27-867508244b09 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:05.750506 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a4b6d2c4-f54e-4a37-965e-2276447be4d9 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9981990 Apr 23 00:08:05.753330 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54654) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:05.761391 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-8618dcf8-c63d-4d65-b147-b1b9a02cfc3f tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-164620072'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:05.776888 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50a5f560-3b57-4e86-91e7-0ba0de82cd32 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:05.783897 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a5f560-3b57-4e86-91e7-0ba0de82cd32 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:05.784845 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50a5f560-3b57-4e86-91e7-0ba0de82cd32 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:05.804268 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013482b0-54de-49c0-adec-a2c43caf0289 None None] Network f4955ca9-7029-442f-9dbd-537fbf7f1e30 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:05.813375 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-ff9d0d09-2bd7-43f3-a34a-046dd5918ddb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] For port f10edbe3-cfa9-47c4-af41-2a4fb82c268e, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=f10edbe3-cfa9-47c4-af41-2a4fb82c268e,segment=NetworkSegment(ad7d0da1-b6cf-41fc-afba-959b0551964b),segment_id=ad7d0da1-b6cf-41fc-afba-959b0551964b)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:05.814096 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ff9d0d09-2bd7-43f3-a34a-046dd5918ddb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:05.833862 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-ff9d0d09-2bd7-43f3-a34a-046dd5918ddb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Calling delete_port for f10edbe3-cfa9-47c4-af41-2a4fb82c268e owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:05.855940 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1d2072e6-b53b-41aa-ae27-867508244b09 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8660364 Apr 23 00:08:05.884608 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54656) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:05.885854 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5f560-3b57-4e86-91e7-0ba0de82cd32 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Network': ['ID=49e30667-6a5a-4e85-b46e-d0ba9910003c,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:05.902825 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-50a5f560-3b57-4e86-91e7-0ba0de82cd32 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4650373 Apr 23 00:08:05.905480 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54658) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:05.910638 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-9718e1e0-91ef-4d1a-a5b5-acc016f6512c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'subnet': {'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:05.936940 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 49e30667-6a5a-4e85-b46e-d0ba9910003c details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:08:05.969382 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8618dcf8-c63d-4d65-b147-b1b9a02cfc3f tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Made reservation on behalf of a4b307713e714a969e93d7a73c4cced3 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:05.976423 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8618dcf8-c63d-4d65-b147-b1b9a02cfc3f tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:06.027856 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b0f76-ded3-443a-8a33-62f16107fce5 None None] Pushing event updated for resources: {'Port': ['ID=7371aae7-0c7b-4b71-b0ca-4951359bd719,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:06.085681 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-456f63d1-53c6-4378-a75c-08434b667b4e tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:06.087842 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8618dcf8-c63d-4d65-b147-b1b9a02cfc3f tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:08:06.112349 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8618dcf8-c63d-4d65-b147-b1b9a02cfc3f tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:06.113072 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-8618dcf8-c63d-4d65-b147-b1b9a02cfc3f tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Added segment ab9b8d36-e844-4127-ba14-365179f65b6e of type vlan for network d3454845-3031-4642-ac9f-332de609cdb4 Apr 23 00:08:06.127044 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7371aae7-0c7b-4b71-b0ca-4951359bd719 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:06.127664 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:06.180074 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8618dcf8-c63d-4d65-b147-b1b9a02cfc3f tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:06.203963 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9718e1e0-91ef-4d1a-a5b5-acc016f6512c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Made reservation on behalf of 2e7f6aad76944906883dcae04c03b781 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:06.208057 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9718e1e0-91ef-4d1a-a5b5-acc016f6512c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:06.221277 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-0a20ced7-5e1a-4b41-bd22-c92ee36e2d2a None None] Provisioning complete for port 7371aae7-0c7b-4b71-b0ca-4951359bd719 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:06.221568 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0a20ced7-5e1a-4b41-bd22-c92ee36e2d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:06.239919 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-456f63d1-53c6-4378-a75c-08434b667b4e tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:06.247126 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ff9d0d09-2bd7-43f3-a34a-046dd5918ddb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:06.333763 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8618dcf8-c63d-4d65-b147-b1b9a02cfc3f tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:06.343557 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d0d09-2bd7-43f3-a34a-046dd5918ddb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Port': ['ID=f10edbe3-cfa9-47c4-af41-2a4fb82c268e,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:06.352062 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8618dcf8-c63d-4d65-b147-b1b9a02cfc3f tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:06.355545 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8618dcf8-c63d-4d65-b147-b1b9a02cfc3f tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:06.511658 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618dcf8-c63d-4d65-b147-b1b9a02cfc3f tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Pushing event updated for resources: {'Network': ['ID=d3454845-3031-4642-ac9f-332de609cdb4,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:06.552523 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8618dcf8-c63d-4d65-b147-b1b9a02cfc3f tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7966540 Apr 23 00:08:06.558851 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54660) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:06.564511 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Request body: {'ports': [{'network_id': 'b8e52e2a-1e17-4e13-af2d-29f722eeef7c', 'name': 'tempest-port--1096783500', 'admin_state_up': True}, {'network_id': 'd3454845-3031-4642-ac9f-332de609cdb4', 'admin_state_up': False}]} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:06.564886 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Request body: {'port': {'network_id': 'b8e52e2a-1e17-4e13-af2d-29f722eeef7c', 'name': 'tempest-port--1096783500', 'admin_state_up': True}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:06.565534 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Request body: {'port': {'network_id': 'd3454845-3031-4642-ac9f-332de609cdb4', 'admin_state_up': False}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:06.607354 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network d3454845-3031-4642-ac9f-332de609cdb4 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:08:06.610641 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3706f74c-bdb7-4d83-b2bc-2455b765e489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-f4955ca9-7029-442f-9dbd-537fbf7f1e30', 'network_id': 'f4955ca9-7029-442f-9dbd-537fbf7f1e30', 'tenant_id': '067cc1af0e35468e96d86434cf2aca66', 'fixed_ips': [{'subnet_id': '027a3d6c-2519-4676-a154-d36c7d299b33'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:08:06.611916 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3706f74c-bdb7-4d83-b2bc-2455b765e489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:06.644690 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-456f63d1-53c6-4378-a75c-08434b667b4e tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:06.669589 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ff9d0d09-2bd7-43f3-a34a-046dd5918ddb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:06.720884 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f63d1-53c6-4378-a75c-08434b667b4e tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Subnet': ['ID=027a3d6c-2519-4676-a154-d36c7d299b33,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:06.828394 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Made reservation on behalf of a4b307713e714a969e93d7a73c4cced3 for: {'port': 2} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:06.834248 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:06.850866 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:06.853692 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:04Z', 'revision_number': 2, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:04Z', 'revision_number': 2, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:06.860878 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9718e1e0-91ef-4d1a-a5b5-acc016f6512c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:06.873233 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-456f63d1-53c6-4378-a75c-08434b667b4e tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:06.890752 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] Checking router: 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:08:06.891108 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] Updating router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a port d4ffdfc7-ee15-43d1-a738-22c7f691283e binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:08:06.901938 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-456f63d1-53c6-4378-a75c-08434b667b4e tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4955ca9-7029-442f-9dbd-537fbf7f1e30']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:06.917099 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56451e63-fbe3-47ee-b13f-9b4ece23b88b None None] Network f4955ca9-7029-442f-9dbd-537fbf7f1e30 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:06.935362 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-0a20ced7-5e1a-4b41-bd22-c92ee36e2d2a None None] Provisioning complete for port d4ffdfc7-ee15-43d1-a738-22c7f691283e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:06.935993 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0a20ced7-5e1a-4b41-bd22-c92ee36e2d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:06.942817 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:06.948467 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-456f63d1-53c6-4378-a75c-08434b667b4e tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c0227e-fa66-44d2-90de-31c610a78849') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:06.948842 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-456f63d1-53c6-4378-a75c-08434b667b4e tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c0227e-fa66-44d2-90de-31c610a78849') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:06.989939 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-456f63d1-53c6-4378-a75c-08434b667b4e tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:07.008976 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9d0d09-2bd7-43f3-a34a-046dd5918ddb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Router 878c8207-af35-45dd-9d5f-b4223a047173 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:08:07.009653 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718e1e0-91ef-4d1a-a5b5-acc016f6512c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Subnet': ['ID=60c72007-db42-48ae-b8f2-4668c5ca58ff,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:07.010183 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-456f63d1-53c6-4378-a75c-08434b667b4e tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:07.022700 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456f63d1-53c6-4378-a75c-08434b667b4e tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:07.022700 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-456f63d1-53c6-4378-a75c-08434b667b4e tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:07.026092 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:07.073242 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0a20ced7-5e1a-4b41-bd22-c92ee36e2d2a None None] Port d4ffdfc7-ee15-43d1-a738-22c7f691283e cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:08:07.078401 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9718e1e0-91ef-4d1a-a5b5-acc016f6512c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Checking segment: {'id': '5ce0750e-5e2b-4f63-baa8-9cd9d4e92545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:07.078401 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9718e1e0-91ef-4d1a-a5b5-acc016f6512c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network hostable DHCP agents. Network: 49e30667-6a5a-4e85-b46e-d0ba9910003c, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:08:07.097672 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] device_id is not set on port b689e3ce-9ff7-4ad8-a007-5c3d8fe4a1e0 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:08:07.156596 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9718e1e0-91ef-4d1a-a5b5-acc016f6512c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network 49e30667-6a5a-4e85-b46e-d0ba9910003c is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:08:07.163018 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9d0d09-2bd7-43f3-a34a-046dd5918ddb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:08:07.168669 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ff9d0d09-2bd7-43f3-a34a-046dd5918ddb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "PUT /v2.0/routers/878c8207-af35-45dd-9d5f-b4223a047173/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1189773 Apr 23 00:08:07.171813 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54664) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:07.177038 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3c2005-3e93-481b-9540-50bff2d6a23a None None] Sync routers for ids ['878c8207-af35-45dd-9d5f-b4223a047173'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:08:07.189096 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3c2005-3e93-481b-9540-50bff2d6a23a None None] Routers {'878c8207-af35-45dd-9d5f-b4223a047173'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:07.189096 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5e3c2005-3e93-481b-9540-50bff2d6a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:07:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['878c8207-af35-45dd-9d5f-b4223a047173'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:07.229289 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-456f63d1-53c6-4378-a75c-08434b667b4e tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:07.235221 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-456f63d1-53c6-4378-a75c-08434b667b4e tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:07.246126 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-456f63d1-53c6-4378-a75c-08434b667b4e tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/networks/f4955ca9-7029-442f-9dbd-537fbf7f1e30 HTTP/1.1" status: 204 len: 168 time: 1.3603075 Apr 23 00:08:07.247137 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54666) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:07.257207 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-ac6289ca-4e55-4018-9d57-6ba981658a40 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1523086390'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:07.267543 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-5e3c2005-3e93-481b-9540-50bff2d6a23a None None] Set router 878c8207-af35-45dd-9d5f-b4223a047173 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:07.276478 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f63d1-53c6-4378-a75c-08434b667b4e tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Network': ['ID=f4955ca9-7029-442f-9dbd-537fbf7f1e30,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:07.323563 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5e3c2005-3e93-481b-9540-50bff2d6a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:08:06Z', 'revision_number': 11, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:07.354338 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6289ca-4e55-4018-9d57-6ba981658a40 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Made reservation on behalf of 067cc1af0e35468e96d86434cf2aca66 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:07.357688 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3c2005-3e93-481b-9540-50bff2d6a23a None None] Checking router: 878c8207-af35-45dd-9d5f-b4223a047173 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:08:07.360340 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ac6289ca-4e55-4018-9d57-6ba981658a40 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:07.368113 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3c2005-3e93-481b-9540-50bff2d6a23a None None] Routers {'878c8207-af35-45dd-9d5f-b4223a047173'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:07.368751 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5e3c2005-3e93-481b-9540-50bff2d6a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['878c8207-af35-45dd-9d5f-b4223a047173'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:07.396053 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac6289ca-4e55-4018-9d57-6ba981658a40 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:08:07.399855 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da5281ed-3aec-43d2-be44-52abd912ff0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:07.408069 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ac6289ca-4e55-4018-9d57-6ba981658a40 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:07.408622 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-ac6289ca-4e55-4018-9d57-6ba981658a40 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Added segment 712e40bf-97a7-4611-b7f4-cbbf6b81c7ae of type vlan for network a0969d84-f196-4a43-b381-4e103fd032ca Apr 23 00:08:07.443073 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b69bcc4c-ebab-4206-b1d1-e7f3a009912a None None] Provisioning complete for port d4ffdfc7-ee15-43d1-a738-22c7f691283e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:07.443827 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b69bcc4c-ebab-4206-b1d1-e7f3a009912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:07.457985 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ac6289ca-4e55-4018-9d57-6ba981658a40 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:07.471143 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-5e3c2005-3e93-481b-9540-50bff2d6a23a None None] Set router 878c8207-af35-45dd-9d5f-b4223a047173 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:07.504557 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b69bcc4c-ebab-4206-b1d1-e7f3a009912a None None] Port d4ffdfc7-ee15-43d1-a738-22c7f691283e cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:08:07.525485 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ac6289ca-4e55-4018-9d57-6ba981658a40 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:07.531081 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6289ca-4e55-4018-9d57-6ba981658a40 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:07.531872 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ac6289ca-4e55-4018-9d57-6ba981658a40 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:07.548751 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5e3c2005-3e93-481b-9540-50bff2d6a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:08:06Z', 'revision_number': 11, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:07.588208 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3c2005-3e93-481b-9540-50bff2d6a23a None None] The sync data for ids ['878c8207-af35-45dd-9d5f-b4223a047173'] in dv-neutron-838783-1-hyperv is: [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:08:06Z', 'revision_number': 11, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:08:07.606649 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-9718e1e0-91ef-4d1a-a5b5-acc016f6512c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 49e30667-6a5a-4e85-b46e-d0ba9910003c) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:07.623081 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6289ca-4e55-4018-9d57-6ba981658a40 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Network': ['ID=a0969d84-f196-4a43-b381-4e103fd032ca,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:07.623534 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc4d206-45e2-4ed1-83f9-4fc944a69847 None None] Network 49e30667-6a5a-4e85-b46e-d0ba9910003c requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:07.637903 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ac6289ca-4e55-4018-9d57-6ba981658a40 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3859282 Apr 23 00:08:07.640569 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54668) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:07.641562 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9718e1e0-91ef-4d1a-a5b5-acc016f6512c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:07.642156 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9718e1e0-91ef-4d1a-a5b5-acc016f6512c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:07.649797 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-b3f2610f-19e2-450e-a0d8-f5750d57667e tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:07.654171 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:07.681775 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae3ec15-d0b1-475e-9ab8-bc2b024b8dfb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting subnet 807252e3-d37e-4c61-a3f4-1e7c879cd3c1 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:08:07.686860 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eae3ec15-d0b1-475e-9ab8-bc2b024b8dfb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:07.688321 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network a0969d84-f196-4a43-b381-4e103fd032ca details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:08:07.736743 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9718e1e0-91ef-4d1a-a5b5-acc016f6512c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8300138 Apr 23 00:08:07.740373 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54670) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:07.758136 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eae3ec15-d0b1-475e-9ab8-bc2b024b8dfb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:07.770515 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:07.833676 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:07.896938 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43942e-ef6e-435d-9c5b-ce292a15bda4 None None] Pushing event updated for resources: {'Port': ['ID=d4ffdfc7-ee15-43d1-a738-22c7f691283e,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:07.899495 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:07.938749 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] device_id is not set on port dea2a8db-bd61-4dfb-8400-839100c49d14 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:08:07.955256 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eae3ec15-d0b1-475e-9ab8-bc2b024b8dfb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:07.968718 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b3f2610f-19e2-450e-a0d8-f5750d57667e tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:07.985636 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7371aae7-0c7b-4b71-b0ca-4951359bd719 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:08:08.002401 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] Attempting to bind port d4ffdfc7-ee15-43d1-a738-22c7f691283e on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:08:08.010237 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] Attempting to bind port d4ffdfc7-ee15-43d1-a738-22c7f691283e by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '5dda6bbc-2980-4021-9476-8e887b7449b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:08:08.010847 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] Attempting to bind port d4ffdfc7-ee15-43d1-a738-22c7f691283e on network f03511ca-01e4-46f0-85c0-4b6c49410ea4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:08:08.048732 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc3f13c-a343-4e65-b026-c8722e1a2c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-49e30667-6a5a-4e85-b46e-d0ba9910003c', 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'fixed_ips': [{'subnet_id': '60c72007-db42-48ae-b8f2-4668c5ca58ff'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:08:08.049743 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f13c-a343-4e65-b026-c8722e1a2c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:08.064207 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:08:08.064756 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] Checking segment: {'id': '5dda6bbc-2980-4021-9476-8e887b7449b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:08.065268 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:08.065764 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] Bound using segment: {'id': '5dda6bbc-2980-4021-9476-8e887b7449b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:08:08.066369 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] Bound port: d4ffdfc7-ee15-43d1-a738-22c7f691283e, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dda6bbc-2980-4021-9476-8e887b7449b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:08:08.066912 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:08.117362 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eae3ec15-d0b1-475e-9ab8-bc2b024b8dfb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:08.123420 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b3f2610f-19e2-450e-a0d8-f5750d57667e tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:08.169525 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3ec15-d0b1-475e-9ab8-bc2b024b8dfb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Subnet': ['ID=807252e3-d37e-4c61-a3f4-1e7c879cd3c1,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:08.182408 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eae3ec15-d0b1-475e-9ab8-bc2b024b8dfb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:08.187260 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3f2610f-19e2-450e-a0d8-f5750d57667e tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Network a0969d84-f196-4a43-b381-4e103fd032ca is not hosted by any dhcp agent {{(pid=103143) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 23 00:08:08.188696 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-eae3ec15-d0b1-475e-9ab8-bc2b024b8dfb tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/subnets/807252e3-d37e-4c61-a3f4-1e7c879cd3c1 HTTP/1.1" status: 204 len: 168 time: 1.0156715 Apr 23 00:08:08.193612 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f2610f-19e2-450e-a0d8-f5750d57667e tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:08.194805 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b3f2610f-19e2-450e-a0d8-f5750d57667e tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:08.200870 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b3f2610f-19e2-450e-a0d8-f5750d57667e tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "PUT /v2.0/networks/a0969d84-f196-4a43-b381-4e103fd032ca HTTP/1.1" status: 200 len: 723 time: 0.5588696 Apr 23 00:08:08.206696 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54672) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:08.207157 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54674) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:08.214740 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-590eba53-de8b-45dc-99da-f150126f4619 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'subnet': {'network_id': 'a0969d84-f196-4a43-b381-4e103fd032ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:08.244519 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d6cca0-cee3-4eb0-8dc9-08484b0fba74 None None] Network f25d093f-0370-4e22-9e5b-d2d45829daeb requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:08.252333 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:08.339719 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] For port d4ffdfc7-ee15-43d1-a738-22c7f691283e, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:08:08.347068 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f22f5615-3d69-4b6c-865a-8c4acf6cd289 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:08.381098 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7371aae7-0c7b-4b71-b0ca-4951359bd719 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:08.381514 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:08.392632 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] For port d4ffdfc7-ee15-43d1-a738-22c7f691283e, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d4ffdfc7-ee15-43d1-a738-22c7f691283e,segment=NetworkSegment(5dda6bbc-2980-4021-9476-8e887b7449b9),segment_id=5dda6bbc-2980-4021-9476-8e887b7449b9)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:08:08.413600 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:08.441397 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:08.480527 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-f22f5615-3d69-4b6c-865a-8c4acf6cd289 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Deleting port 2169aa2b-1e56-41bd-a659-0288b42d68dd {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:08.480799 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f22f5615-3d69-4b6c-865a-8c4acf6cd289 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:08.498927 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-91a748b5-e83e-47aa-a675-7d28b23ef945 None None] Provisioning complete for port d4ffdfc7-ee15-43d1-a738-22c7f691283e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:08.499205 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91a748b5-e83e-47aa-a675-7d28b23ef945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:08.513092 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Pushing event updated for resources: {'Port': ['ID=b689e3ce-9ff7-4ad8-a007-5c3d8fe4a1e0,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:08.556349 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Checking segment: {'id': '90b1f9d1-0356-489e-be2e-f10372b80c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8e52e2a-1e17-4e13-af2d-29f722eeef7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:08.557330 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Network hostable DHCP agents. Network: b8e52e2a-1e17-4e13-af2d-29f722eeef7c, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:08:08.583662 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-0cc3f13c-a343-4e65-b026-c8722e1a2c1a None None] Allocated IP 2001:db8:1::2 (49e30667-6a5a-4e85-b46e-d0ba9910003c/60c72007-db42-48ae-b8f2-4668c5ca58ff/351863e4-8f82-4b70-9c8c-50f5e6be1d4c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:08:08.603208 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-f22f5615-3d69-4b6c-865a-8c4acf6cd289 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] For port 2169aa2b-1e56-41bd-a659-0288b42d68dd, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=2169aa2b-1e56-41bd-a659-0288b42d68dd,segment=NetworkSegment(ad7d0da1-b6cf-41fc-afba-959b0551964b),segment_id=ad7d0da1-b6cf-41fc-afba-959b0551964b)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:08.609664 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f22f5615-3d69-4b6c-865a-8c4acf6cd289 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:08.610276 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2610f-19e2-450e-a0d8-f5750d57667e tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Network': ['ID=a0969d84-f196-4a43-b381-4e103fd032ca,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:08.623594 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-f22f5615-3d69-4b6c-865a-8c4acf6cd289 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Calling delete_port for 2169aa2b-1e56-41bd-a659-0288b42d68dd owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:08.641461 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network a0969d84-f196-4a43-b381-4e103fd032ca details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:08:08.665318 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43942e-ef6e-435d-9c5b-ce292a15bda4 None None] Pushing event updated for resources: {'Port': ['ID=d4ffdfc7-ee15-43d1-a738-22c7f691283e,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:08.677282 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Network b8e52e2a-1e17-4e13-af2d-29f722eeef7c is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:08:08.720959 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] Routers {'0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:08.721981 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:08.752022 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9df9717a-cac3-4cff-b3be-6c08ed84b38f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:08.780344 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, b8e52e2a-1e17-4e13-af2d-29f722eeef7c) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:08.784984 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:08:08.786538 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:08.809470 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590eba53-de8b-45dc-99da-f150126f4619 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Made reservation on behalf of 067cc1af0e35468e96d86434cf2aca66 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:08.809722 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb1c5f4-2cb5-4bb8-b939-bb821607a4e8 None None] Network b8e52e2a-1e17-4e13-af2d-29f722eeef7c requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:08.812796 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-590eba53-de8b-45dc-99da-f150126f4619 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:08.830260 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f22f5615-3d69-4b6c-865a-8c4acf6cd289 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:08.884618 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22f5615-3d69-4b6c-865a-8c4acf6cd289 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] No DVR routers for this DVR port 2169aa2b-1e56-41bd-a659-0288b42d68dd on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:08:08.913794 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Pushing event updated for resources: {'Port': ['ID=dea2a8db-bd61-4dfb-8400-839100c49d14,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:08.960822 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f5615-3d69-4b6c-865a-8c4acf6cd289 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Port': ['ID=2169aa2b-1e56-41bd-a659-0288b42d68dd,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:08.971089 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91a748b5-e83e-47aa-a675-7d28b23ef945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:08.971521 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Checking segment: {'id': 'ab9b8d36-e844-4127-ba14-365179f65b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd3454845-3031-4642-ac9f-332de609cdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:08.972186 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Network hostable DHCP agents. Network: d3454845-3031-4642-ac9f-332de609cdb4, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:08:08.994037 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02a9c7c-e69a-4d9b-bfbf-58c1d334daa6 None None] DHCP port deletion for f25d093f-0370-4e22-9e5b-d2d45829daeb request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:08:09.023398 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f22f5615-3d69-4b6c-865a-8c4acf6cd289 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:09.055155 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-f22f5615-3d69-4b6c-865a-8c4acf6cd289 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f25d093f-0370-4e22-9e5b-d2d45829daeb']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:09.066289 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-f22f5615-3d69-4b6c-865a-8c4acf6cd289 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7d0da1-b6cf-41fc-afba-959b0551964b') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:09.066289 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-f22f5615-3d69-4b6c-865a-8c4acf6cd289 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7d0da1-b6cf-41fc-afba-959b0551964b') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:09.087791 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f22f5615-3d69-4b6c-865a-8c4acf6cd289 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:09.099611 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Network d3454845-3031-4642-ac9f-332de609cdb4 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:08:09.106198 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] Set router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:09.114889 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f22f5615-3d69-4b6c-865a-8c4acf6cd289 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:09.122329 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22f5615-3d69-4b6c-865a-8c4acf6cd289 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:09.122837 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f22f5615-3d69-4b6c-865a-8c4acf6cd289 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:09.126160 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:09.149886 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-91a748b5-e83e-47aa-a675-7d28b23ef945 None None] For port d4ffdfc7-ee15-43d1-a738-22c7f691283e, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d4ffdfc7-ee15-43d1-a738-22c7f691283e,segment=NetworkSegment(5dda6bbc-2980-4021-9476-8e887b7449b9),segment_id=5dda6bbc-2980-4021-9476-8e887b7449b9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:09.175712 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, d3454845-3031-4642-ac9f-332de609cdb4) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:09.179068 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:08:09.185929 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:09.191546 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:09.193010 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:09.201010 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c2b832-f32c-41f8-bd51-794f887cd820 None None] Network d3454845-3031-4642-ac9f-332de609cdb4 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:09.243781 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54678) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:09.268960 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-590eba53-de8b-45dc-99da-f150126f4619 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:09.297179 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f22f5615-3d69-4b6c-865a-8c4acf6cd289 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:09.307029 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-07387597-4b66-4e37-97ea-0eb34919b237 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.7468755 Apr 23 00:08:09.307763 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54680) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:09.328897 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f22f5615-3d69-4b6c-865a-8c4acf6cd289 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:09.335844 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f22f5615-3d69-4b6c-865a-8c4acf6cd289 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/networks/f25d093f-0370-4e22-9e5b-d2d45829daeb HTTP/1.1" status: 204 len: 168 time: 1.1218565 Apr 23 00:08:09.335844 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f5615-3d69-4b6c-865a-8c4acf6cd289 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Pushing event deleted for resources: {'Network': ['ID=f25d093f-0370-4e22-9e5b-d2d45829daeb,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:09.340290 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54682) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:09.347140 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-9d6c63d1-2021-407c-bde2-1ca5b65c595b tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'router': {'routes': None}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:09.389704 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590eba53-de8b-45dc-99da-f150126f4619 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Subnet': ['ID=f748f5da-9859-4cf7-86ba-05a80908244a,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:09.417354 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a41d8c-da1b-452e-a80d-c02f76e7cf69 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:09.418678 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91a748b5-e83e-47aa-a675-7d28b23ef945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:09.426465 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a41d8c-da1b-452e-a80d-c02f76e7cf69 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:09.428703 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-52a41d8c-da1b-452e-a80d-c02f76e7cf69 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1175826 Apr 23 00:08:09.429694 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590eba53-de8b-45dc-99da-f150126f4619 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Checking segment: {'id': '712e40bf-97a7-4611-b7f4-cbbf6b81c7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a0969d84-f196-4a43-b381-4e103fd032ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:09.430080 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590eba53-de8b-45dc-99da-f150126f4619 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Network hostable DHCP agents. Network: a0969d84-f196-4a43-b381-4e103fd032ca, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:08:09.435330 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54684) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:09.549036 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590eba53-de8b-45dc-99da-f150126f4619 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Network a0969d84-f196-4a43-b381-4e103fd032ca is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:08:09.576289 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-3d6dce7f-5e24-4c28-a42f-6b172628d920 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Deleting port b689e3ce-9ff7-4ad8-a007-5c3d8fe4a1e0 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:09.576663 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3d6dce7f-5e24-4c28-a42f-6b172628d920 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:09.603695 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f10edbe3-cfa9-47c4-af41-2a4fb82c268e no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:08:09.639097 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-590eba53-de8b-45dc-99da-f150126f4619 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, a0969d84-f196-4a43-b381-4e103fd032ca) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:09.643547 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590eba53-de8b-45dc-99da-f150126f4619 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:09.644293 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-590eba53-de8b-45dc-99da-f150126f4619 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:09.651039 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f13c-a343-4e65-b026-c8722e1a2c1a None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:09.666569 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.extraroute_db [None req-9d6c63d1-2021-407c-bde2-1ca5b65c595b tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Added routes are [] {{(pid=103144) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 23 00:08:09.672572 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.extraroute_db [None req-9d6c63d1-2021-407c-bde2-1ca5b65c595b tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Removed routes are [] {{(pid=103144) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 23 00:08:09.672572 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9d6c63d1-2021-407c-bde2-1ca5b65c595b tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:09.673814 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2e8cb0-f4a7-4c2e-89ff-31b831130c12 None None] Network a0969d84-f196-4a43-b381-4e103fd032ca requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:09.673935 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3d6dce7f-5e24-4c28-a42f-6b172628d920 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:09.685143 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: f10edbe3-cfa9-47c4-af41-2a4fb82c268e {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:08:09.685494 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f10edbe3-cfa9-47c4-af41-2a4fb82c268e not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:08:09.685909 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2169aa2b-1e56-41bd-a659-0288b42d68dd no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:08:09.688475 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-3d6dce7f-5e24-4c28-a42f-6b172628d920 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Calling delete_port for b689e3ce-9ff7-4ad8-a007-5c3d8fe4a1e0 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:09.757937 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a748b5-e83e-47aa-a675-7d28b23ef945 None None] Pushing event updated for resources: {'Port': ['ID=d4ffdfc7-ee15-43d1-a738-22c7f691283e,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:09.761525 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-590eba53-de8b-45dc-99da-f150126f4619 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5499976 Apr 23 00:08:09.769103 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54688) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:09.777271 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-0f12aeac-5cfc-4048-8e66-7ba05a584a80 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:09.793412 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-4388e082-ec3f-47a4-9b13-3c2e6d26939a None None] Provisioning complete for port d4ffdfc7-ee15-43d1-a738-22c7f691283e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:09.793791 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4388e082-ec3f-47a4-9b13-3c2e6d26939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:09.795294 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 2169aa2b-1e56-41bd-a659-0288b42d68dd {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:08:09.799363 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2169aa2b-1e56-41bd-a659-0288b42d68dd not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:08:09.824149 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f13c-a343-4e65-b026-c8722e1a2c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:09.872629 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:09.891897 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9d6c63d1-2021-407c-bde2-1ca5b65c595b tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:09.901096 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9d6c63d1-2021-407c-bde2-1ca5b65c595b tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3900419'] for router, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:09.919322 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-9df9717a-cac3-4cff-b3be-6c08ed84b38f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Allocated IP 2001:db8:1::1 (49e30667-6a5a-4e85-b46e-d0ba9910003c/60c72007-db42-48ae-b8f2-4668c5ca58ff/a69a0d5a-f213-4454-bcde-4c4564ae7072) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:08:09.939130 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3d6dce7f-5e24-4c28-a42f-6b172628d920 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:09.959792 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f12aeac-5cfc-4048-8e66-7ba05a584a80 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11749460'] for subnet, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:09.962143 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc3f13c-a343-4e65-b026-c8722e1a2c1a None None] Network 49e30667-6a5a-4e85-b46e-d0ba9910003c is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:09.970845 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:09.981106 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0cc3f13c-a343-4e65-b026-c8722e1a2c1a None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:09.991696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc3f13c-a343-4e65-b026-c8722e1a2c1a None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:08:09.999232 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3f13c-a343-4e65-b026-c8722e1a2c1a None None] Pushing event updated for resources: {'Port': ['ID=351863e4-8f82-4b70-9c8c-50f5e6be1d4c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:10.013729 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3d6dce7f-5e24-4c28-a42f-6b172628d920 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:10.016559 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6c63d1-2021-407c-bde2-1ca5b65c595b tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Router 878c8207-af35-45dd-9d5f-b4223a047173 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:08:10.017468 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3d6dce7f-5e24-4c28-a42f-6b172628d920 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] 10.222.0.15 "DELETE /v2.0/ports/b689e3ce-9ff7-4ad8-a007-5c3d8fe4a1e0 HTTP/1.1" status: 204 len: 168 time: 0.5801675 Apr 23 00:08:10.021104 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54690) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:10.030709 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6dce7f-5e24-4c28-a42f-6b172628d920 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Pushing event deleted for resources: {'Port': ['ID=b689e3ce-9ff7-4ad8-a007-5c3d8fe4a1e0,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:10.161136 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-0cc3f13c-a343-4e65-b026-c8722e1a2c1a None None] Attempting to bind port 351863e4-8f82-4b70-9c8c-50f5e6be1d4c on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:08:10.161569 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-0cc3f13c-a343-4e65-b026-c8722e1a2c1a None None] Attempting to bind port 351863e4-8f82-4b70-9c8c-50f5e6be1d4c by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '5ce0750e-5e2b-4f63-baa8-9cd9d4e92545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:08:10.161939 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc3f13c-a343-4e65-b026-c8722e1a2c1a None None] Attempting to bind port 351863e4-8f82-4b70-9c8c-50f5e6be1d4c on network 49e30667-6a5a-4e85-b46e-d0ba9910003c {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:08:10.173380 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc3f13c-a343-4e65-b026-c8722e1a2c1a None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:08:10.173760 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc3f13c-a343-4e65-b026-c8722e1a2c1a None None] Checking segment: {'id': '5ce0750e-5e2b-4f63-baa8-9cd9d4e92545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:10.174168 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f13c-a343-4e65-b026-c8722e1a2c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:10.174919 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc3f13c-a343-4e65-b026-c8722e1a2c1a None None] Bound using segment: {'id': '5ce0750e-5e2b-4f63-baa8-9cd9d4e92545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:08:10.175084 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-0cc3f13c-a343-4e65-b026-c8722e1a2c1a None None] Bound port: 351863e4-8f82-4b70-9c8c-50f5e6be1d4c, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0750e-5e2b-4f63-baa8-9cd9d4e92545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:08:10.175398 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f13c-a343-4e65-b026-c8722e1a2c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:10.181264 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6cac78-2d5b-4803-929e-c42c8dd12c09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-a0969d84-f196-4a43-b381-4e103fd032ca', 'network_id': 'a0969d84-f196-4a43-b381-4e103fd032ca', 'tenant_id': '067cc1af0e35468e96d86434cf2aca66', 'fixed_ips': [{'subnet_id': 'f748f5da-9859-4cf7-86ba-05a80908244a'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:08:10.182093 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa6cac78-2d5b-4803-929e-c42c8dd12c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:10.192280 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:04Z', 'revision_number': 2, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:08Z', 'revision_number': 4, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:10.195401 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6c63d1-2021-407c-bde2-1ca5b65c595b tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:08:10.206834 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9d6c63d1-2021-407c-bde2-1ca5b65c595b tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:10.208082 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9d6c63d1-2021-407c-bde2-1ca5b65c595b tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "PUT /v2.0/routers/878c8207-af35-45dd-9d5f-b4223a047173 HTTP/1.1" status: 200 len: 699 time: 0.8667181 Apr 23 00:08:10.214474 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54692) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:10.239599 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9df9717a-cac3-4cff-b3be-6c08ed84b38f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:10.239823 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d99ac2-3b25-48aa-811b-1f99d077b16d None None] Sync routers for ids ['878c8207-af35-45dd-9d5f-b4223a047173'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:08:10.255994 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-305c5fb1-75d5-4305-9479-24c2dfa731ea tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "GET /v2.0/ports?device_id=878c8207-af35-45dd-9d5f-b4223a047173 HTTP/1.1" status: 200 len: 205 time: 0.0394449 Apr 23 00:08:10.259643 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f1270a-4833-40ca-b60f-47f70155fa78 None None] The sync data for ids ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'] in dv-neutron-838783-1-hyperv is: [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:04Z', 'revision_number': 2, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:08Z', 'revision_number': 4, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:08:10.259827 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54694) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:10.283406 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-c23a8abe-508c-433f-8afe-c1b5d63397aa tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Deleting port dea2a8db-bd61-4dfb-8400-839100c49d14 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:10.283774 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c23a8abe-508c-433f-8afe-c1b5d63397aa tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:10.340823 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d99ac2-3b25-48aa-811b-1f99d077b16d None None] Routers {'878c8207-af35-45dd-9d5f-b4223a047173'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:10.340823 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a5d99ac2-3b25-48aa-811b-1f99d077b16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['878c8207-af35-45dd-9d5f-b4223a047173'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:10.362940 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-044163de-0b90-4cd1-b8f5-4455ac38df6a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:10.365576 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c23a8abe-508c-433f-8afe-c1b5d63397aa tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:10.368731 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f12aeac-5cfc-4048-8e66-7ba05a584a80 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761358054072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12081207'] for subnet, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:10.384606 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-c23a8abe-508c-433f-8afe-c1b5d63397aa tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Calling delete_port for dea2a8db-bd61-4dfb-8400-839100c49d14 owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:10.388753 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ae01199f-3dbf-4471-b677-373b6732e44c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:10.472722 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0cc3f13c-a343-4e65-b026-c8722e1a2c1a None None] For port 351863e4-8f82-4b70-9c8c-50f5e6be1d4c, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:08:10.500668 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-a5d99ac2-3b25-48aa-811b-1f99d077b16d None None] Set router 878c8207-af35-45dd-9d5f-b4223a047173 gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:10.503022 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f12aeac-5cfc-4048-8e66-7ba05a584a80 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:10.503667 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f12aeac-5cfc-4048-8e66-7ba05a584a80 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:10.505181 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0f12aeac-5cfc-4048-8e66-7ba05a584a80 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "PUT /v2.0/subnets/f748f5da-9859-4cf7-86ba-05a80908244a HTTP/1.1" status: 200 len: 806 time: 0.7343094 Apr 23 00:08:10.514254 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54696) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:10.515549 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9df9717a-cac3-4cff-b3be-6c08ed84b38f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:10.603649 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0cc3f13c-a343-4e65-b026-c8722e1a2c1a None None] For port 351863e4-8f82-4b70-9c8c-50f5e6be1d4c, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=351863e4-8f82-4b70-9c8c-50f5e6be1d4c,segment=NetworkSegment(5ce0750e-5e2b-4f63-baa8-9cd9d4e92545),segment_id=5ce0750e-5e2b-4f63-baa8-9cd9d4e92545)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:08:10.612761 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a5d99ac2-3b25-48aa-811b-1f99d077b16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:08:06Z', 'revision_number': 11, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:10.678789 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c23a8abe-508c-433f-8afe-c1b5d63397aa tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:10.711171 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12aeac-5cfc-4048-8e66-7ba05a584a80 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Subnet': ['ID=f748f5da-9859-4cf7-86ba-05a80908244a,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:10.711396 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f13c-a343-4e65-b026-c8722e1a2c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:10.735192 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d99ac2-3b25-48aa-811b-1f99d077b16d None None] Checking router: 878c8207-af35-45dd-9d5f-b4223a047173 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:08:10.743622 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a8abe-508c-433f-8afe-c1b5d63397aa tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Pushing event deleted for resources: {'Port': ['ID=dea2a8db-bd61-4dfb-8400-839100c49d14,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:10.780846 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c23a8abe-508c-433f-8afe-c1b5d63397aa tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:10.788667 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c23a8abe-508c-433f-8afe-c1b5d63397aa tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] 10.222.0.15 "DELETE /v2.0/ports/dea2a8db-bd61-4dfb-8400-839100c49d14 HTTP/1.1" status: 204 len: 168 time: 0.7638428 Apr 23 00:08:10.790497 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54698) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:10.795895 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-aa6cac78-2d5b-4803-929e-c42c8dd12c09 None None] Allocated IP 172.20.0.2 (a0969d84-f196-4a43-b381-4e103fd032ca/f748f5da-9859-4cf7-86ba-05a80908244a/7252dfb7-e7ac-44df-ac7c-88099d17b11c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:08:10.827248 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d99ac2-3b25-48aa-811b-1f99d077b16d None None] Routers {'878c8207-af35-45dd-9d5f-b4223a047173'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:10.828084 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a5d99ac2-3b25-48aa-811b-1f99d077b16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['878c8207-af35-45dd-9d5f-b4223a047173'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:10.846411 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-044163de-0b90-4cd1-b8f5-4455ac38df6a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:10.850726 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-044163de-0b90-4cd1-b8f5-4455ac38df6a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:10.859402 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df9717a-cac3-4cff-b3be-6c08ed84b38f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network 49e30667-6a5a-4e85-b46e-d0ba9910003c is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:10.874855 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-90327275-99ef-46b1-8214-bbb2c341e810 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0830138 Apr 23 00:08:10.883294 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54700) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:10.886282 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9717a-cac3-4cff-b3be-6c08ed84b38f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Port': ['ID=a69a0d5a-f213-4454-bcde-4c4564ae7072,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:10.894627 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-9099022a-bd0d-40db-bf5a-f552307131af tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1557502886'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:10.941257 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-9df9717a-cac3-4cff-b3be-6c08ed84b38f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:10.955223 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df9717a-cac3-4cff-b3be-6c08ed84b38f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:08:10.959682 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9df9717a-cac3-4cff-b3be-6c08ed84b38f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:11.052666 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-ae01199f-3dbf-4471-b677-373b6732e44c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port ae85bdd5-6136-4b92-a4fc-baa5390daf48 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:11.053237 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ae01199f-3dbf-4471-b677-373b6732e44c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:11.090032 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-a5d99ac2-3b25-48aa-811b-1f99d077b16d None None] Set router 878c8207-af35-45dd-9d5f-b4223a047173 gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:11.114885 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-044163de-0b90-4cd1-b8f5-4455ac38df6a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:11.115781 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044163de-0b90-4cd1-b8f5-4455ac38df6a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Fanout notify agent at l3_agent the message router_deleted on router 878c8207-af35-45dd-9d5f-b4223a047173 {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:08:11.140082 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:11.147916 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-044163de-0b90-4cd1-b8f5-4455ac38df6a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:11.152545 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-044163de-0b90-4cd1-b8f5-4455ac38df6a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/routers/878c8207-af35-45dd-9d5f-b4223a047173 HTTP/1.1" status: 204 len: 168 time: 0.8866560 Apr 23 00:08:11.162455 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54702) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:11.181052 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-b6c26c81-867a-45fd-beec-0fab0aca11b3 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1134965253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:11.305302 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9df9717a-cac3-4cff-b3be-6c08ed84b38f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:11.356038 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:11.425886 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b6c26c81-867a-45fd-beec-0fab0aca11b3 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:11.427385 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b6c26c81-867a-45fd-beec-0fab0aca11b3 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:11.450236 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3f13c-a343-4e65-b026-c8722e1a2c1a None None] Pushing event updated for resources: {'Port': ['ID=351863e4-8f82-4b70-9c8c-50f5e6be1d4c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:11.490562 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a5d99ac2-3b25-48aa-811b-1f99d077b16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:08:06Z', 'revision_number': 11, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:11.526803 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d99ac2-3b25-48aa-811b-1f99d077b16d None None] The sync data for ids ['878c8207-af35-45dd-9d5f-b4223a047173'] in dv-neutron-838783-1-hyperv is: [{'id': '878c8207-af35-45dd-9d5f-b4223a047173', 'name': 'tempest-RoutersTest-router-61037564', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:07:08Z', 'updated_at': '2022-04-23T00:08:06Z', 'revision_number': 11, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:08:11.567559 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9099022a-bd0d-40db-bf5a-f552307131af tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Made reservation on behalf of a4b307713e714a969e93d7a73c4cced3 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:11.571392 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9099022a-bd0d-40db-bf5a-f552307131af tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:11.617745 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9099022a-bd0d-40db-bf5a-f552307131af tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:08:11.654449 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9099022a-bd0d-40db-bf5a-f552307131af tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:11.654803 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-9099022a-bd0d-40db-bf5a-f552307131af tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Added segment d7738eea-f58e-4e92-bb6b-ef1662ab8028 of type vlan for network af21bc8c-a753-4cb5-b1e7-bcbfeb378053 Apr 23 00:08:11.684857 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-ae01199f-3dbf-4471-b677-373b6732e44c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port ae85bdd5-6136-4b92-a4fc-baa5390daf48, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=ae85bdd5-6136-4b92-a4fc-baa5390daf48,segment=NetworkSegment(a27e184f-1b10-4192-8d29-41f7c66047c0),segment_id=a27e184f-1b10-4192-8d29-41f7c66047c0)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:11.685493 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ae01199f-3dbf-4471-b677-373b6732e44c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:11.714261 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b6c26c81-867a-45fd-beec-0fab0aca11b3 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:11.736946 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d4ffdfc7-ee15-43d1-a738-22c7f691283e up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:08:11.739645 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-ae01199f-3dbf-4471-b677-373b6732e44c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for ae85bdd5-6136-4b92-a4fc-baa5390daf48 owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:11.746111 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9099022a-bd0d-40db-bf5a-f552307131af tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:11.765931 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa6cac78-2d5b-4803-929e-c42c8dd12c09 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:11.787648 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b6c26c81-867a-45fd-beec-0fab0aca11b3 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:11.806596 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port d4ffdfc7-ee15-43d1-a738-22c7f691283e triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:11.807242 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:11.834395 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa6cac78-2d5b-4803-929e-c42c8dd12c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:11.857304 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b6c26c81-867a-45fd-beec-0fab0aca11b3 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:11.861551 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b6c26c81-867a-45fd-beec-0fab0aca11b3 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6960115 Apr 23 00:08:11.862397 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54704) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:11.867550 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-49bee793-90a6-4480-b492-2cac1c23b4bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:11.900003 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6cac78-2d5b-4803-929e-c42c8dd12c09 None None] Network a0969d84-f196-4a43-b381-4e103fd032ca is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:11.907090 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-aa6cac78-2d5b-4803-929e-c42c8dd12c09 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:11.908919 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cac78-2d5b-4803-929e-c42c8dd12c09 None None] Pushing event updated for resources: {'Port': ['ID=7252dfb7-e7ac-44df-ac7c-88099d17b11c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:11.913820 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9099022a-bd0d-40db-bf5a-f552307131af tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:11.917891 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6cac78-2d5b-4803-929e-c42c8dd12c09 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:08:11.919275 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9099022a-bd0d-40db-bf5a-f552307131af tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:11.924931 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9099022a-bd0d-40db-bf5a-f552307131af tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:11.965682 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:12.033376 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 351863e4-8f82-4b70-9c8c-50f5e6be1d4c up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:08:12.069072 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:12.084281 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-aa6cac78-2d5b-4803-929e-c42c8dd12c09 None None] Attempting to bind port 7252dfb7-e7ac-44df-ac7c-88099d17b11c on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:08:12.084652 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-aa6cac78-2d5b-4803-929e-c42c8dd12c09 None None] Attempting to bind port 7252dfb7-e7ac-44df-ac7c-88099d17b11c by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '712e40bf-97a7-4611-b7f4-cbbf6b81c7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a0969d84-f196-4a43-b381-4e103fd032ca'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:08:12.085015 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6cac78-2d5b-4803-929e-c42c8dd12c09 None None] Attempting to bind port 7252dfb7-e7ac-44df-ac7c-88099d17b11c on network a0969d84-f196-4a43-b381-4e103fd032ca {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:08:12.093078 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6cac78-2d5b-4803-929e-c42c8dd12c09 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:08:12.093458 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6cac78-2d5b-4803-929e-c42c8dd12c09 None None] Checking segment: {'id': '712e40bf-97a7-4611-b7f4-cbbf6b81c7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a0969d84-f196-4a43-b381-4e103fd032ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:12.093850 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa6cac78-2d5b-4803-929e-c42c8dd12c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:12.094247 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6cac78-2d5b-4803-929e-c42c8dd12c09 None None] Bound using segment: {'id': '712e40bf-97a7-4611-b7f4-cbbf6b81c7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a0969d84-f196-4a43-b381-4e103fd032ca'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:08:12.094718 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-aa6cac78-2d5b-4803-929e-c42c8dd12c09 None None] Bound port: 7252dfb7-e7ac-44df-ac7c-88099d17b11c, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '712e40bf-97a7-4611-b7f4-cbbf6b81c7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a0969d84-f196-4a43-b381-4e103fd032ca'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:08:12.095101 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa6cac78-2d5b-4803-929e-c42c8dd12c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:12.095625 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0969d84-f196-4a43-b381-4e103fd032ca']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:12.128344 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Subnet': ['ID=f748f5da-9859-4cf7-86ba-05a80908244a,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:12.140400 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '712e40bf-97a7-4611-b7f4-cbbf6b81c7ae') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:12.140675 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '712e40bf-97a7-4611-b7f4-cbbf6b81c7ae') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:12.142129 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 351863e4-8f82-4b70-9c8c-50f5e6be1d4c triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:12.142729 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:12.158328 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9099022a-bd0d-40db-bf5a-f552307131af tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2688806 Apr 23 00:08:12.160993 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54706) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:12.166428 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-ca38ee53-18d6-40dc-bbc2-c5b62bb573fc tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-862764181'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:12.170949 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:12.199965 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9df9717a-cac3-4cff-b3be-6c08ed84b38f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:12.214688 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:12.217698 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-aa6cac78-2d5b-4803-929e-c42c8dd12c09 None None] For port 7252dfb7-e7ac-44df-ac7c-88099d17b11c, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:08:12.224287 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:12.224696 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:12.229480 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:12.241376 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099022a-bd0d-40db-bf5a-f552307131af tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Pushing event updated for resources: {'Network': ['ID=af21bc8c-a753-4cb5-b1e7-bcbfeb378053,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:12.263881 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network af21bc8c-a753-4cb5-b1e7-bcbfeb378053 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:08:12.278331 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca38ee53-18d6-40dc-bbc2-c5b62bb573fc tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Made reservation on behalf of a4b307713e714a969e93d7a73c4cced3 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:12.282942 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ca38ee53-18d6-40dc-bbc2-c5b62bb573fc tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:12.284357 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-49bee793-90a6-4480-b492-2cac1c23b4bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:12.294360 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9df9717a-cac3-4cff-b3be-6c08ed84b38f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:12.295123 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9df9717a-cac3-4cff-b3be-6c08ed84b38f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:12.335654 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:12.363795 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-aa6cac78-2d5b-4803-929e-c42c8dd12c09 None None] For port 7252dfb7-e7ac-44df-ac7c-88099d17b11c, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7252dfb7-e7ac-44df-ac7c-88099d17b11c,segment=NetworkSegment(712e40bf-97a7-4611-b7f4-cbbf6b81c7ae),segment_id=712e40bf-97a7-4611-b7f4-cbbf6b81c7ae)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:08:12.385018 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-49bee793-90a6-4480-b492-2cac1c23b4bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3900419'] for router, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:12.393724 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 351863e4-8f82-4b70-9c8c-50f5e6be1d4c, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=351863e4-8f82-4b70-9c8c-50f5e6be1d4c,segment=NetworkSegment(5ce0750e-5e2b-4f63-baa8-9cd9d4e92545),segment_id=5ce0750e-5e2b-4f63-baa8-9cd9d4e92545)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:12.405432 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.db.api [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:08:12.405432 dv-neutron-838783-1-hyperv neutron-server[103143]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:08:12.405432 dv-neutron-838783-1-hyperv neutron-server[103143]: [parameters: {'id': 'a0969d84-f196-4a43-b381-4e103fd032ca'}] Apr 23 00:08:12.405432 dv-neutron-838783-1-hyperv neutron-server[103143]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:08:12.406693 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG oslo_db.api [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:08:12.424781 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa6cac78-2d5b-4803-929e-c42c8dd12c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:12.439251 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9717a-cac3-4cff-b3be-6c08ed84b38f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Port': ['ID=a69a0d5a-f213-4454-bcde-4c4564ae7072,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:12.443563 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca38ee53-18d6-40dc-bbc2-c5b62bb573fc tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:08:12.470254 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ca38ee53-18d6-40dc-bbc2-c5b62bb573fc tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:12.470976 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-ca38ee53-18d6-40dc-bbc2-c5b62bb573fc tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Added segment 6421730e-a5c8-4cfc-ac0c-d8adbb2cf4e1 of type vlan for network 9565d31b-53e4-4596-86fa-2bcf04f1fa19 Apr 23 00:08:12.486198 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ae01199f-3dbf-4471-b677-373b6732e44c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:12.500005 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df9717a-cac3-4cff-b3be-6c08ed84b38f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network 49e30667-6a5a-4e85-b46e-d0ba9910003c is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:12.519353 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01199f-3dbf-4471-b677-373b6732e44c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=ae85bdd5-6136-4b92-a4fc-baa5390daf48,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:12.522890 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-9df9717a-cac3-4cff-b3be-6c08ed84b38f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:12.567814 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:12.585424 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ca38ee53-18d6-40dc-bbc2-c5b62bb573fc tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:12.609142 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb186c8f-bea9-4816-8662-b4b25fce1749 None None] Network a0969d84-f196-4a43-b381-4e103fd032ca requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:12.666900 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df9717a-cac3-4cff-b3be-6c08ed84b38f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:08:12.679922 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cac78-2d5b-4803-929e-c42c8dd12c09 None None] Pushing event updated for resources: {'Port': ['ID=7252dfb7-e7ac-44df-ac7c-88099d17b11c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:12.736492 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ca38ee53-18d6-40dc-bbc2-c5b62bb573fc tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:12.751122 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca38ee53-18d6-40dc-bbc2-c5b62bb573fc tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:12.751998 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ca38ee53-18d6-40dc-bbc2-c5b62bb573fc tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:12.806088 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ae01199f-3dbf-4471-b677-373b6732e44c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:12.809171 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bee793-90a6-4480-b492-2cac1c23b4bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Router 04122294-aaf8-437e-a2e2-2741fdbf17f0 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:08:12.810216 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde871a7-b05e-4567-84a1-2c2e9535101e None None] Network 49e30667-6a5a-4e85-b46e-d0ba9910003c requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:12.815888 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=351863e4-8f82-4b70-9c8c-50f5e6be1d4c,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:12.971180 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bee793-90a6-4480-b492-2cac1c23b4bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:08:12.981884 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c60ad-db4f-4b04-9d79-f136ac1bdb31 None None] Sync routers for ids ['04122294-aaf8-437e-a2e2-2741fdbf17f0'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:08:12.989160 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-dcdd855a-132e-40ff-bba7-3f41ab1700b7 None None] Provisioning complete for port 351863e4-8f82-4b70-9c8c-50f5e6be1d4c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:12.990712 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dcdd855a-132e-40ff-bba7-3f41ab1700b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:12.997461 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38c60ad-db4f-4b04-9d79-f136ac1bdb31 None None] Routers {'04122294-aaf8-437e-a2e2-2741fdbf17f0'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:12.998732 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a38c60ad-db4f-4b04-9d79-f136ac1bdb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['04122294-aaf8-437e-a2e2-2741fdbf17f0'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:13.003207 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-49bee793-90a6-4480-b492-2cac1c23b4bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:13.003442 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-49bee793-90a6-4480-b492-2cac1c23b4bd tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "PUT /v2.0/routers/04122294-aaf8-437e-a2e2-2741fdbf17f0 HTTP/1.1" status: 200 len: 694 time: 1.1399503 Apr 23 00:08:13.006917 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54708) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:13.097068 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831c2d43-78d9-454a-b530-0343a86c1a95 None None] Network a0969d84-f196-4a43-b381-4e103fd032ca requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:13.101480 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-a38c60ad-db4f-4b04-9d79-f136ac1bdb31 None None] Set router 04122294-aaf8-437e-a2e2-2741fdbf17f0 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:13.164776 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:13.173524 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a38c60ad-db4f-4b04-9d79-f136ac1bdb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04122294-aaf8-437e-a2e2-2741fdbf17f0', 'name': 'tempest-RoutersTest-router-1134965253', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:11Z', 'updated_at': '2022-04-23T00:08:12Z', 'revision_number': 2, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:13.182421 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ca38ee53-18d6-40dc-bbc2-c5b62bb573fc tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0201998 Apr 23 00:08:13.201618 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38ee53-18d6-40dc-bbc2-c5b62bb573fc tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Pushing event updated for resources: {'Network': ['ID=9565d31b-53e4-4596-86fa-2bcf04f1fa19,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:13.214275 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c60ad-db4f-4b04-9d79-f136ac1bdb31 None None] Checking router: 04122294-aaf8-437e-a2e2-2741fdbf17f0 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:08:13.215195 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df9717a-cac3-4cff-b3be-6c08ed84b38f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:08:13.220138 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 9565d31b-53e4-4596-86fa-2bcf04f1fa19 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:08:13.232072 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9df9717a-cac3-4cff-b3be-6c08ed84b38f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "PUT /v2.0/routers/0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4860113 Apr 23 00:08:13.232876 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54710) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:13.233529 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38c60ad-db4f-4b04-9d79-f136ac1bdb31 None None] Routers {'04122294-aaf8-437e-a2e2-2741fdbf17f0'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:13.234344 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] Sync routers for ids ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:08:13.234960 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a38c60ad-db4f-4b04-9d79-f136ac1bdb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['04122294-aaf8-437e-a2e2-2741fdbf17f0'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:13.248428 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-6f8da847-e809-4e11-a4f5-91d30f9bbbf7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1918515125'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:13.289901 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e44e9f87-06d7-4975-a4be-a487fc68735e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "GET /v2.0/routers/04122294-aaf8-437e-a2e2-2741fdbf17f0 HTTP/1.1" status: 200 len: 700 time: 0.2805490 Apr 23 00:08:13.293420 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54712) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:13.330974 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-a38c60ad-db4f-4b04-9d79-f136ac1bdb31 None None] Set router 04122294-aaf8-437e-a2e2-2741fdbf17f0 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:13.340920 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54714) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:13.341578 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-254436f2-354a-4a38-a699-ca1530f0d714 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "GET /v2.0/ports?device_id=04122294-aaf8-437e-a2e2-2741fdbf17f0 HTTP/1.1" status: 200 len: 205 time: 0.0469656 Apr 23 00:08:13.356750 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae01199f-3dbf-4471-b677-373b6732e44c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router d0d1c542-97a8-4393-8bb5-ab5a5696ff63 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:08:13.409062 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a38c60ad-db4f-4b04-9d79-f136ac1bdb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04122294-aaf8-437e-a2e2-2741fdbf17f0', 'name': 'tempest-RoutersTest-router-1134965253', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:11Z', 'updated_at': '2022-04-23T00:08:12Z', 'revision_number': 2, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:13.443963 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c60ad-db4f-4b04-9d79-f136ac1bdb31 None None] The sync data for ids ['04122294-aaf8-437e-a2e2-2741fdbf17f0'] in dv-neutron-838783-1-hyperv is: [{'id': '04122294-aaf8-437e-a2e2-2741fdbf17f0', 'name': 'tempest-RoutersTest-router-1134965253', 'tenant_id': '5fe246ce7e8b4978826fd603fb3045d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:11Z', 'updated_at': '2022-04-23T00:08:12Z', 'revision_number': 2, 'project_id': '5fe246ce7e8b4978826fd603fb3045d6', 'gw_port_host': None}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:08:13.450720 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] Routers {'0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:13.451595 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:13.500705 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8da847-e809-4e11-a4f5-91d30f9bbbf7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Made reservation on behalf of 2e7f6aad76944906883dcae04c03b781 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:13.504460 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6f8da847-e809-4e11-a4f5-91d30f9bbbf7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:13.529137 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae01199f-3dbf-4471-b677-373b6732e44c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:08:13.533048 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1d21ef38-a599-4660-9b95-014fa389cdf1 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:13.536234 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ae01199f-3dbf-4471-b677-373b6732e44c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "PUT /v2.0/routers/d0d1c542-97a8-4393-8bb5-ab5a5696ff63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2911928 Apr 23 00:08:13.550667 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c76269-d2dc-4163-bbe7-9a35846ba96a None None] Sync routers for ids ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:08:13.569203 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c76269-d2dc-4163-bbe7-9a35846ba96a None None] Routers {'d0d1c542-97a8-4393-8bb5-ab5a5696ff63'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:13.570184 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d3c76269-d2dc-4163-bbe7-9a35846ba96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:13.739475 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1d21ef38-a599-4660-9b95-014fa389cdf1 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:13.741955 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1d21ef38-a599-4660-9b95-014fa389cdf1 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:13.811431 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Deleting port 7252dfb7-e7ac-44df-ac7c-88099d17b11c {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:13.811853 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:13.828480 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8da847-e809-4e11-a4f5-91d30f9bbbf7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:08:13.839056 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6f8da847-e809-4e11-a4f5-91d30f9bbbf7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:13.840804 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-6f8da847-e809-4e11-a4f5-91d30f9bbbf7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Added segment 4bfcb396-6c65-4e3d-b6fa-89321c2ce6a1 of type vlan for network 2b8d6325-ad34-49fb-a49d-441b58fcd7f5 Apr 23 00:08:13.872479 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 351863e4-8f82-4b70-9c8c-50f5e6be1d4c up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:08:13.888075 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6f8da847-e809-4e11-a4f5-91d30f9bbbf7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:13.897235 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] Set router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:13.929591 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1d21ef38-a599-4660-9b95-014fa389cdf1 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:13.930356 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d21ef38-a599-4660-9b95-014fa389cdf1 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Fanout notify agent at l3_agent the message router_deleted on router 04122294-aaf8-437e-a2e2-2741fdbf17f0 {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:08:13.938762 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1d21ef38-a599-4660-9b95-014fa389cdf1 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:13.940350 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1d21ef38-a599-4660-9b95-014fa389cdf1 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/routers/04122294-aaf8-437e-a2e2-2741fdbf17f0 HTTP/1.1" status: 204 len: 168 time: 0.5983841 Apr 23 00:08:13.946424 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54718) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:14.009026 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6f8da847-e809-4e11-a4f5-91d30f9bbbf7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:14.022340 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f8fc01e5-63bb-4d7a-8774-a9f87c19a3ab tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "GET /v2.0/ports?device_id=04122294-aaf8-437e-a2e2-2741fdbf17f0 HTTP/1.1" status: 200 len: 205 time: 0.0714080 Apr 23 00:08:14.023703 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8da847-e809-4e11-a4f5-91d30f9bbbf7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:14.025778 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54720) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:14.026616 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6f8da847-e809-4e11-a4f5-91d30f9bbbf7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:14.124164 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-d3c76269-d2dc-4163-bbe7-9a35846ba96a None None] Set router d0d1c542-97a8-4393-8bb5-ab5a5696ff63 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:14.174815 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-1cec40df-6e7e-483b-b098-0d4980f0120b tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] delete failed (client error): The resource could not be found. Apr 23 00:08:14.176901 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1cec40df-6e7e-483b-b098-0d4980f0120b tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/routers/04122294-aaf8-437e-a2e2-2741fdbf17f0 HTTP/1.1" status: 404 len: 336 time: 0.1489444 Apr 23 00:08:14.180244 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54724) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:14.232813 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6f8da847-e809-4e11-a4f5-91d30f9bbbf7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9975748 Apr 23 00:08:14.241055 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] For port 7252dfb7-e7ac-44df-ac7c-88099d17b11c, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7252dfb7-e7ac-44df-ac7c-88099d17b11c,segment=NetworkSegment(712e40bf-97a7-4611-b7f4-cbbf6b81c7ae),segment_id=712e40bf-97a7-4611-b7f4-cbbf6b81c7ae)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:14.244161 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:14.246854 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54726) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:14.283790 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6c7c1c-0f35-43b9-9652-5bdf1d32c4e2 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:14.284273 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6c7c1c-0f35-43b9-9652-5bdf1d32c4e2 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:14.288476 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-eb6c7c1c-0f35-43b9-9652-5bdf1d32c4e2 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/subnets/6d1be789-bccc-4d20-874f-41885aec5973 HTTP/1.1" status: 404 len: 337 time: 0.1067629 Apr 23 00:08:14.291612 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54728) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:14.295933 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-24c74645-585d-4d69-8975-f0b3114e2d52 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'subnet': {'network_id': '2b8d6325-ad34-49fb-a49d-441b58fcd7f5', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:14.297777 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 351863e4-8f82-4b70-9c8c-50f5e6be1d4c triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:14.298424 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:14.336529 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb2cb62-24cc-49f9-aca2-3e006c030a9e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:14.336997 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb2cb62-24cc-49f9-aca2-3e006c030a9e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:14.341165 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1bb2cb62-24cc-49f9-aca2-3e006c030a9e tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/subnets/d4a403e9-4449-4025-87e2-97e02fe77ed7 HTTP/1.1" status: 404 len: 337 time: 0.0487902 Apr 23 00:08:14.353610 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54730) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:14.366465 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8da847-e809-4e11-a4f5-91d30f9bbbf7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Network': ['ID=2b8d6325-ad34-49fb-a49d-441b58fcd7f5,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:14.370822 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0ddd6-052f-43d1-b935-8b7ad4c82c38 req-ca6a8af6-434d-4302-8454-8afa1d03c279 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:14.372961 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d9a0ddd6-052f-43d1-b935-8b7ad4c82c38 req-ca6a8af6-434d-4302-8454-8afa1d03c279 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdd545aa-2d01-467f-91ee-23b6f5dc5c45 HTTP/1.1" status: 200 len: 946 time: 0.1805711 Apr 23 00:08:14.374441 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Calling delete_port for 7252dfb7-e7ac-44df-ac7c-88099d17b11c owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:14.408547 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-b221d35b-8731-4925-9880-8ac357312bf5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:14.409008 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b221d35b-8731-4925-9880-8ac357312bf5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:14.412738 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b221d35b-8731-4925-9880-8ac357312bf5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/subnets/0e1e9ca9-ea01-415a-811d-1c17132164ba HTTP/1.1" status: 404 len: 337 time: 0.0579045 Apr 23 00:08:14.422696 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54732) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:14.457899 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d9a0ddd6-052f-43d1-b935-8b7ad4c82c38 req-f8683494-f8c9-469b-96c4-726ce9debf26 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b93f783c-6b59-4148-bea0-fd3e3263d180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507145 Apr 23 00:08:14.520144 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-708aad6b-e479-45e2-a6f1-27b9cdf63ac0 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:14.520693 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708aad6b-e479-45e2-a6f1-27b9cdf63ac0 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:14.523922 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-708aad6b-e479-45e2-a6f1-27b9cdf63ac0 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/subnets/807252e3-d37e-4c61-a3f4-1e7c879cd3c1 HTTP/1.1" status: 404 len: 337 time: 0.0803742 Apr 23 00:08:14.526977 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54734) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:14.601393 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7418ffa9-31a4-4fb0-9629-4a6f20ad5fe0 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "GET /v2.0/ports?device_id=878c8207-af35-45dd-9d5f-b4223a047173 HTTP/1.1" status: 200 len: 205 time: 0.0729182 Apr 23 00:08:14.603804 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54736) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:14.640673 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d3c76269-d2dc-4163-bbe7-9a35846ba96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'name': 'tempest-TestNetworkBasicOps-router-1700382994', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:36Z', 'updated_at': '2022-04-23T00:08:12Z', 'revision_number': 6, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:39Z', 'updated_at': '2022-04-23T00:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'a6790375-916d-4a35-8301-7b79144095ca', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.41', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'port_id': '5a536b13-0987-4289-baa7-fbaf4162383e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'mac_address': 'fa:16:3e:19:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728b18eb-d94c-4366-b5c9-399e8b894206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:06:37Z', 'updated_at': '2022-04-23T00:06:41Z', 'revision_number': 1, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3207a98b-fb02-4089-94fa-fc1f1361032d', 'name': '', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:d8:dd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '9105ea4b-a502-4369-ad5a-671310beacde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:49Z', 'updated_at': '2022-04-23T00:05:59Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '9105ea4b-a502-4369-ad5a-671310beacde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:14.694912 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c76269-d2dc-4163-bbe7-9a35846ba96a None None] Checking router: d0d1c542-97a8-4393-8bb5-ab5a5696ff63 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:08:14.704375 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-3d2f9e8b-fb63-43fa-9655-74b808f75c9a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] delete failed (client error): The resource could not be found. Apr 23 00:08:14.707774 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3d2f9e8b-fb63-43fa-9655-74b808f75c9a tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/routers/878c8207-af35-45dd-9d5f-b4223a047173 HTTP/1.1" status: 404 len: 336 time: 0.1005337 Apr 23 00:08:14.711214 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54738) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:14.714437 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c76269-d2dc-4163-bbe7-9a35846ba96a None None] Routers {'d0d1c542-97a8-4393-8bb5-ab5a5696ff63'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:14.715354 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d3c76269-d2dc-4163-bbe7-9a35846ba96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:14.781107 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1842c8bf-65d9-4563-a3d1-0a41343ec746 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ffca4b1-2484-4830-b67a-d5d41fbecb4e HTTP/1.1" status: 200 len: 205 time: 0.0646379 Apr 23 00:08:14.781988 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54740) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:14.787924 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 2b8d6325-ad34-49fb-a49d-441b58fcd7f5 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:08:14.856765 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-4816918a-bc8e-4db1-ab2b-9d06793f61e5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] delete failed (client error): The resource could not be found. Apr 23 00:08:14.858050 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4816918a-bc8e-4db1-ab2b-9d06793f61e5 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/routers/1ffca4b1-2484-4830-b67a-d5d41fbecb4e HTTP/1.1" status: 404 len: 336 time: 0.0749757 Apr 23 00:08:14.861340 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54742) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:14.878976 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-d3c76269-d2dc-4163-bbe7-9a35846ba96a None None] Set router d0d1c542-97a8-4393-8bb5-ab5a5696ff63 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:14.917792 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:14.982537 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No DVR routers for this DVR port 7252dfb7-e7ac-44df-ac7c-88099d17b11c on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:08:14.992104 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c74645-585d-4d69-8975-f0b3114e2d52 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Made reservation on behalf of 2e7f6aad76944906883dcae04c03b781 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:14.999324 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-24c74645-585d-4d69-8975-f0b3114e2d52 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:15.007033 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2cce586-7bc2-4126-84e1-f90bbf20854f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:15.013137 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2cce586-7bc2-4126-84e1-f90bbf20854f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:15.021199 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54744) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:15.024950 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a2cce586-7bc2-4126-84e1-f90bbf20854f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/subnets/e99895f8-bcdb-4222-aa5b-6ec00dfe7b09 HTTP/1.1" status: 404 len: 337 time: 0.1624053 Apr 23 00:08:15.028554 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Port': ['ID=7252dfb7-e7ac-44df-ac7c-88099d17b11c,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:15.080033 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8ab3cd02-e510-48fc-8b01-3835527910f3 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8dfb4e-2b52-42d2-b344-39301da5d5c7 HTTP/1.1" status: 200 len: 205 time: 0.0575228 Apr 23 00:08:15.083156 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54746) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:15.085027 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b2d136c0-696a-482b-8900-dbbc7ac5bf23 None None] Provisioning complete for port 351863e4-8f82-4b70-9c8c-50f5e6be1d4c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:15.086066 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2d136c0-696a-482b-8900-dbbc7ac5bf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:15.149865 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cad9dcb-8cce-414a-b7ab-53a261d86cb0 None None] get_active_networks_info from dv-neutron-838783-1-hyperv {{(pid=103146) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 23 00:08:15.180194 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-ab24149d-5f75-4f47-b670-8e50d4530a98 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] delete failed (client error): The resource could not be found. Apr 23 00:08:15.188641 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ab24149d-5f75-4f47-b670-8e50d4530a98 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/routers/ae8dfb4e-2b52-42d2-b344-39301da5d5c7 HTTP/1.1" status: 404 len: 336 time: 0.1011958 Apr 23 00:08:15.188641 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54748) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:15.271139 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b3433c2e-534b-4446-90a2-8360d75a845f tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70bb6aa-cecf-4089-8410-bb9573b54ae6 HTTP/1.1" status: 200 len: 205 time: 0.0780752 Apr 23 00:08:15.271461 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54750) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:15.310592 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:15.321182 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-0247d5d4-05b0-4563-8b90-87f18ebef559 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] delete failed (client error): The resource could not be found. Apr 23 00:08:15.325126 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0247d5d4-05b0-4563-8b90-87f18ebef559 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/routers/b70bb6aa-cecf-4089-8410-bb9573b54ae6 HTTP/1.1" status: 404 len: 336 time: 0.0501249 Apr 23 00:08:15.325461 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54752) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:15.353578 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0969d84-f196-4a43-b381-4e103fd032ca']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:15.368911 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '712e40bf-97a7-4611-b7f4-cbbf6b81c7ae') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:15.369717 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '712e40bf-97a7-4611-b7f4-cbbf6b81c7ae') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:15.372501 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f7f62f-ba51-4a5b-957e-06e34751fa02 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:15.374735 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f7f62f-ba51-4a5b-957e-06e34751fa02 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:15.381648 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-53f7f62f-ba51-4a5b-957e-06e34751fa02 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/subnets/14d38545-83d2-4baf-b030-217a2eab7bf9 HTTP/1.1" status: 404 len: 337 time: 0.0522389 Apr 23 00:08:15.382026 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54754) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:15.388349 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:11Z', 'revision_number': 3, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': 'a69a0d5a-f213-4454-bcde-4c4564ae7072', 'name': '', 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:d0:74:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:08Z', 'updated_at': '2022-04-23T00:08:11Z', 'revision_number': 2, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:09Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:15.389293 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:15.390974 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d3c76269-d2dc-4163-bbe7-9a35846ba96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'name': 'tempest-TestNetworkBasicOps-router-1700382994', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:36Z', 'updated_at': '2022-04-23T00:08:12Z', 'revision_number': 6, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:39Z', 'updated_at': '2022-04-23T00:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'a6790375-916d-4a35-8301-7b79144095ca', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.41', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'port_id': '5a536b13-0987-4289-baa7-fbaf4162383e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'mac_address': 'fa:16:3e:19:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728b18eb-d94c-4366-b5c9-399e8b894206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:06:37Z', 'updated_at': '2022-04-23T00:06:41Z', 'revision_number': 1, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3207a98b-fb02-4089-94fa-fc1f1361032d', 'name': '', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:d8:dd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '9105ea4b-a502-4369-ad5a-671310beacde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:49Z', 'updated_at': '2022-04-23T00:05:59Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '9105ea4b-a502-4369-ad5a-671310beacde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:15.421848 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] Checking router: 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:08:15.422195 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] Updating router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a port a69a0d5a-f213-4454-bcde-4c4564ae7072 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:08:15.437835 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:15.457601 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c76269-d2dc-4163-bbe7-9a35846ba96a None None] The sync data for ids ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'] in dv-neutron-838783-1-hyperv is: [{'id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'name': 'tempest-TestNetworkBasicOps-router-1700382994', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:36Z', 'updated_at': '2022-04-23T00:08:12Z', 'revision_number': 6, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:39Z', 'updated_at': '2022-04-23T00:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'a6790375-916d-4a35-8301-7b79144095ca', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.41', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'port_id': '5a536b13-0987-4289-baa7-fbaf4162383e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'mac_address': 'fa:16:3e:19:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728b18eb-d94c-4366-b5c9-399e8b894206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:06:37Z', 'updated_at': '2022-04-23T00:06:41Z', 'revision_number': 1, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3207a98b-fb02-4089-94fa-fc1f1361032d', 'name': '', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:d8:dd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '9105ea4b-a502-4369-ad5a-671310beacde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:49Z', 'updated_at': '2022-04-23T00:05:59Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '9105ea4b-a502-4369-ad5a-671310beacde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:08:15.462345 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:15.464608 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:15.471252 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:15.482150 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-692d6eb0-08bb-4f3b-a3db-5be3160b2050 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1f88d2e-e317-474b-b512-1ffad893ff5a HTTP/1.1" status: 200 len: 205 time: 0.0989640 Apr 23 00:08:15.488325 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54756) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:15.560355 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:15.578251 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1975c-f40f-4e57-b7f6-33dc8976c563 req-d12b2039-b141-4073-a654-ca3b98024769 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:15.585716 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cae1975c-f40f-4e57-b7f6-33dc8976c563 req-d12b2039-b141-4073-a654-ca3b98024769 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdd545aa-2d01-467f-91ee-23b6f5dc5c45 HTTP/1.1" status: 200 len: 946 time: 0.1340559 Apr 23 00:08:15.681374 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-5febb405-09f0-498c-bdd7-0fc64ee3a188 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] delete failed (client error): The resource could not be found. Apr 23 00:08:15.684121 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5febb405-09f0-498c-bdd7-0fc64ee3a188 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/routers/a1f88d2e-e317-474b-b512-1ffad893ff5a HTTP/1.1" status: 404 len: 336 time: 0.1606066 Apr 23 00:08:15.686012 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54760) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:15.726225 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-24c74645-585d-4d69-8975-f0b3114e2d52 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:15.729598 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-8135d312-867a-4243-9b89-22a23593dc10 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:15.730653 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8135d312-867a-4243-9b89-22a23593dc10 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:15.737175 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8135d312-867a-4243-9b89-22a23593dc10 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/subnets/fde07bf3-75f4-4111-ae9e-13443a44d2f1 HTTP/1.1" status: 404 len: 337 time: 0.0498929 Apr 23 00:08:15.740312 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54762) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:15.783757 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7e0e3c77-a62c-4e0d-8ed1-89158cc10076 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "GET /v2.0/ports?device_id=044a6a4d-716e-4fbd-b6b1-783e90a39c25 HTTP/1.1" status: 200 len: 205 time: 0.0416095 Apr 23 00:08:15.789901 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54764) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:15.804734 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-cae1975c-f40f-4e57-b7f6-33dc8976c563 req-958fc298-a51d-470f-8c6d-89de9d652233 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port 247c6318-36e7-41ac-8e64-e80e2a607a3b {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:15.805089 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cae1975c-f40f-4e57-b7f6-33dc8976c563 req-958fc298-a51d-470f-8c6d-89de9d652233 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:15.818708 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2175588-539f-42a1-9001-241bef710b2f req-89c70798-5b7f-43d2-96e7-a052bf8669e2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:15.818708 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b2175588-539f-42a1-9001-241bef710b2f req-89c70798-5b7f-43d2-96e7-a052bf8669e2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdd545aa-2d01-467f-91ee-23b6f5dc5c45 HTTP/1.1" status: 200 len: 946 time: 0.1700840 Apr 23 00:08:15.830162 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c74645-585d-4d69-8975-f0b3114e2d52 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Subnet': ['ID=73fbc8e2-8773-468d-8f74-f85edfbb228a,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:15.867221 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:15.892859 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:15.914219 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/networks/a0969d84-f196-4a43-b381-4e103fd032ca HTTP/1.1" status: 204 len: 168 time: 5.3926454 Apr 23 00:08:15.918557 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54766) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:15.919368 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:15.933091 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cad9dcb-8cce-414a-b7ab-53a261d86cb0 None None] Resources bound (agent type, host, resource id): {{(pid=103146) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:08:15.939221 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b2d136c0-696a-482b-8900-dbbc7ac5bf23 None None] Provisioning complete for port a69a0d5a-f213-4454-bcde-4c4564ae7072 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:15.939757 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2d136c0-696a-482b-8900-dbbc7ac5bf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:15.965570 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef92d5b-380a-41cc-9f2f-f7113a269328 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:15.966234 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef92d5b-380a-41cc-9f2f-f7113a269328 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:15.970095 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4ef92d5b-380a-41cc-9f2f-f7113a269328 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/networks/a0969d84-f196-4a43-b381-4e103fd032ca HTTP/1.1" status: 404 len: 339 time: 0.0480976 Apr 23 00:08:15.971713 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-cae1975c-f40f-4e57-b7f6-33dc8976c563 req-958fc298-a51d-470f-8c6d-89de9d652233 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port 247c6318-36e7-41ac-8e64-e80e2a607a3b, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=247c6318-36e7-41ac-8e64-e80e2a607a3b,segment=NetworkSegment(a27e184f-1b10-4192-8d29-41f7c66047c0),segment_id=a27e184f-1b10-4192-8d29-41f7c66047c0)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:15.979010 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54768) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:15.980560 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cae1975c-f40f-4e57-b7f6-33dc8976c563 req-958fc298-a51d-470f-8c6d-89de9d652233 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:15.984454 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c74645-585d-4d69-8975-f0b3114e2d52 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Checking segment: {'id': '4bfcb396-6c65-4e3d-b6fa-89321c2ce6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2b8d6325-ad34-49fb-a49d-441b58fcd7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:15.984902 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c74645-585d-4d69-8975-f0b3114e2d52 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network hostable DHCP agents. Network: 2b8d6325-ad34-49fb-a49d-441b58fcd7f5, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:08:15.992644 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-2a7ec2a4-d948-48a1-aab5-508d31076f16 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-481339404', 'description': 'd1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:15.995690 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:15.995883 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d802a81-b3fb-487a-a7ff-a6cd57b9a744 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Network': ['ID=a0969d84-f196-4a43-b381-4e103fd032ca,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:16.006982 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-cae1975c-f40f-4e57-b7f6-33dc8976c563 req-958fc298-a51d-470f-8c6d-89de9d652233 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for 247c6318-36e7-41ac-8e64-e80e2a607a3b owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:16.039415 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b2175588-539f-42a1-9001-241bef710b2f req-78ef322e-c37a-4ea8-b652-cb3c8c2bdc68 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b93f783c-6b59-4148-bea0-fd3e3263d180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001891 Apr 23 00:08:16.111862 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b2d136c0-696a-482b-8900-dbbc7ac5bf23 None None] Port a69a0d5a-f213-4454-bcde-4c4564ae7072 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:08:16.146126 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7ec2a4-d948-48a1-aab5-508d31076f16 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Made reservation on behalf of 067cc1af0e35468e96d86434cf2aca66 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:16.149978 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2a7ec2a4-d948-48a1-aab5-508d31076f16 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:16.154093 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d844d-3235-42e0-a639-2017c629c959 None None] Pushing event updated for resources: {'Port': ['ID=a69a0d5a-f213-4454-bcde-4c4564ae7072,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:16.167360 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c74645-585d-4d69-8975-f0b3114e2d52 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network 2b8d6325-ad34-49fb-a49d-441b58fcd7f5 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:08:16.214766 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7ec2a4-d948-48a1-aab5-508d31076f16 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:08:16.232376 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2a7ec2a4-d948-48a1-aab5-508d31076f16 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:16.232838 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-2a7ec2a4-d948-48a1-aab5-508d31076f16 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Added segment 33a19982-b2c7-4c50-9dbe-96351ed3e31c of type vlan for network 3c4e268a-c35a-4e23-bbc8-2ab8b6a980bf Apr 23 00:08:16.281307 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] Attempting to bind port a69a0d5a-f213-4454-bcde-4c4564ae7072 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:08:16.281845 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] Attempting to bind port a69a0d5a-f213-4454-bcde-4c4564ae7072 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '5ce0750e-5e2b-4f63-baa8-9cd9d4e92545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:08:16.282301 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] Attempting to bind port a69a0d5a-f213-4454-bcde-4c4564ae7072 on network 49e30667-6a5a-4e85-b46e-d0ba9910003c {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:08:16.291593 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2a7ec2a4-d948-48a1-aab5-508d31076f16 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:16.306703 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-f43ceba0-a2b8-4103-952f-515233e0e018 None None] Provisioning complete for port a69a0d5a-f213-4454-bcde-4c4564ae7072 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:16.307272 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f43ceba0-a2b8-4103-952f-515233e0e018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:16.321864 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-24c74645-585d-4d69-8975-f0b3114e2d52 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 2b8d6325-ad34-49fb-a49d-441b58fcd7f5) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:16.327386 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c74645-585d-4d69-8975-f0b3114e2d52 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:16.331966 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-24c74645-585d-4d69-8975-f0b3114e2d52 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:16.358986 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f43ceba0-a2b8-4103-952f-515233e0e018 None None] Port a69a0d5a-f213-4454-bcde-4c4564ae7072 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:08:16.364679 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:08:16.365138 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] Checking segment: {'id': '5ce0750e-5e2b-4f63-baa8-9cd9d4e92545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:16.365602 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:16.366064 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] Bound using segment: {'id': '5ce0750e-5e2b-4f63-baa8-9cd9d4e92545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:08:16.366636 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] Bound port: a69a0d5a-f213-4454-bcde-4c4564ae7072, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0750e-5e2b-4f63-baa8-9cd9d4e92545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:08:16.367080 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:16.371603 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2a7ec2a4-d948-48a1-aab5-508d31076f16 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:16.377185 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7ec2a4-d948-48a1-aab5-508d31076f16 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:16.379289 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2a7ec2a4-d948-48a1-aab5-508d31076f16 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:16.455071 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] For port a69a0d5a-f213-4454-bcde-4c4564ae7072, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:08:16.463017 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] For port a69a0d5a-f213-4454-bcde-4c4564ae7072, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a69a0d5a-f213-4454-bcde-4c4564ae7072,segment=NetworkSegment(5ce0750e-5e2b-4f63-baa8-9cd9d4e92545),segment_id=5ce0750e-5e2b-4f63-baa8-9cd9d4e92545)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:08:16.463251 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-24c74645-585d-4d69-8975-f0b3114e2d52 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2070029 Apr 23 00:08:16.463704 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54770) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:16.484143 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-097de833-a1b6-495b-9927-e79f711d3a77 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] delete failed (client error): The resource could not be found. Apr 23 00:08:16.485863 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-097de833-a1b6-495b-9927-e79f711d3a77 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/routers/044a6a4d-716e-4fbd-b6b1-783e90a39c25 HTTP/1.1" status: 404 len: 336 time: 0.7003114 Apr 23 00:08:16.488981 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54772) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:16.518583 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-501b14ba-f594-4710-8ef0-7fbfe445add7 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:16.519419 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-501b14ba-f594-4710-8ef0-7fbfe445add7 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:16.523947 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-501b14ba-f594-4710-8ef0-7fbfe445add7 tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/subnets/f1d40ebf-5282-400a-b528-3ca453c626b3 HTTP/1.1" status: 404 len: 337 time: 0.0337362 Apr 23 00:08:16.526383 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54774) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:16.556151 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54776) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:16.561908 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:16.566443 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-ad9b0a72-e2d1-4b06-ae84-aba84084f578 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Request body: {'subnets': [{'network_id': 'af21bc8c-a753-4cb5-b1e7-bcbfeb378053', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--170147082', 'ip_version': 6}, {'network_id': '9565d31b-53e4-4596-86fa-2bcf04f1fa19', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:16.566836 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-ad9b0a72-e2d1-4b06-ae84-aba84084f578 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Request body: {'subnet': {'network_id': 'af21bc8c-a753-4cb5-b1e7-bcbfeb378053', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--170147082', 'ip_version': 6}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:16.567516 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-ad9b0a72-e2d1-4b06-ae84-aba84084f578 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Request body: {'subnet': {'network_id': '9565d31b-53e4-4596-86fa-2bcf04f1fa19', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:16.587529 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-d03601e3-2704-47d0-9bec-30863fd537ab tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:16.588141 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d03601e3-2704-47d0-9bec-30863fd537ab tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:16.591125 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d03601e3-2704-47d0-9bec-30863fd537ab tempest-RoutersTest-1663802218 tempest-RoutersTest-1663802218-project] 10.222.0.15 "DELETE /v2.0/subnets/8896fe60-b94b-450a-bd9a-b54f656f2300 HTTP/1.1" status: 404 len: 337 time: 0.0636239 Apr 23 00:08:16.624891 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cb5d36-5ea8-4210-9cae-d20a09bfd4c2 None None] Network 2b8d6325-ad34-49fb-a49d-441b58fcd7f5 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:16.638651 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2a7ec2a4-d948-48a1-aab5-508d31076f16 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6511695 Apr 23 00:08:16.650742 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d844d-3235-42e0-a639-2017c629c959 None None] Pushing event updated for resources: {'Port': ['ID=a69a0d5a-f213-4454-bcde-4c4564ae7072,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:16.686005 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54780) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:16.690126 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ec2a4-d948-48a1-aab5-508d31076f16 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Network': ['ID=3c4e268a-c35a-4e23-bbc8-2ab8b6a980bf,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:16.730480 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 3c4e268a-c35a-4e23-bbc8-2ab8b6a980bf details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:08:16.742804 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] Routers {'0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:16.744172 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:16.833784 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f350f6cd-54f5-49a8-a1ac-3644fd8a316d tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:16.835594 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f350f6cd-54f5-49a8-a1ac-3644fd8a316d tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "GET /v2.0/networks?id=3c4e268a-c35a-4e23-bbc8-2ab8b6a980bf HTTP/1.1" status: 200 len: 760 time: 0.1458888 Apr 23 00:08:16.838346 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54782) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:16.844150 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-5c87931d-3aa4-4ac8-940e-2ae6b3702f3a tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'network': {'description': 'd2'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:16.905186 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cae1975c-f40f-4e57-b7f6-33dc8976c563 req-958fc298-a51d-470f-8c6d-89de9d652233 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:16.968431 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958fc298-a51d-470f-8c6d-89de9d652233 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=247c6318-36e7-41ac-8e64-e80e2a607a3b,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:16.979375 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] Set router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:17.064482 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae1975c-f40f-4e57-b7f6-33dc8976c563 req-958fc298-a51d-470f-8c6d-89de9d652233 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] No DVR routers for this DVR port 247c6318-36e7-41ac-8e64-e80e2a607a3b on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:08:17.076737 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cae1975c-f40f-4e57-b7f6-33dc8976c563 req-958fc298-a51d-470f-8c6d-89de9d652233 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:17.080530 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cae1975c-f40f-4e57-b7f6-33dc8976c563 req-958fc298-a51d-470f-8c6d-89de9d652233 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "DELETE /v2.0/ports/247c6318-36e7-41ac-8e64-e80e2a607a3b HTTP/1.1" status: 204 len: 173 time: 1.4906054 Apr 23 00:08:17.081172 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd545aa-2d01-467f-91ee-23b6f5dc5c45', 'name': 'network-vif-deleted', 'tag': '247c6318-36e7-41ac-8e64-e80e2a607a3b'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:08:17.098908 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9334e5e5-b1c7-4586-8848-0b7126d891f5" -d '{"events": [{"server_uuid": "bdd545aa-2d01-467f-91ee-23b6f5dc5c45", "name": "network-vif-deleted", "tag": "247c6318-36e7-41ac-8e64-e80e2a607a3b"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:08:17.103322 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5f4c8da1-a464-45d3-9b19-a341c4b18cfb None None] Provisioning complete for port a69a0d5a-f213-4454-bcde-4c4564ae7072 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:17.103740 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f4c8da1-a464-45d3-9b19-a341c4b18cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:17.214595 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd17fbdc-1411-4e22-8780-f64bbb08785d x-openstack-request-id: req-cd17fbdc-1411-4e22-8780-f64bbb08785d {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:08:17.214892 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd545aa-2d01-467f-91ee-23b6f5dc5c45", "name": "network-vif-deleted", "tag": "247c6318-36e7-41ac-8e64-e80e2a607a3b", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:08:17.215142 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd17fbdc-1411-4e22-8780-f64bbb08785d {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:08:17.215624 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd17fbdc-1411-4e22-8780-f64bbb08785d'] response: {'server_uuid': 'bdd545aa-2d01-467f-91ee-23b6f5dc5c45', 'name': 'network-vif-deleted', 'tag': '247c6318-36e7-41ac-8e64-e80e2a607a3b', 'status': 'completed', 'code': 200} Apr 23 00:08:17.254027 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f637a261-73d0-40a6-8058-1c1a73286e46 req-f89e7a0a-34ba-4535-9f12-8a3c454ce959 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdd545aa-2d01-467f-91ee-23b6f5dc5c45 HTTP/1.1" status: 200 len: 210 time: 0.0411105 Apr 23 00:08:17.268527 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5c87931d-3aa4-4ac8-940e-2ae6b3702f3a tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:17.325333 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54790) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:17.359546 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5c87931d-3aa4-4ac8-940e-2ae6b3702f3a tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:17.370736 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9b0a72-e2d1-4b06-ae84-aba84084f578 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Made reservation on behalf of a4b307713e714a969e93d7a73c4cced3 for: {'subnet': 2} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:17.375371 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0a72-e2d1-4b06-ae84-aba84084f578 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:17.375751 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0a72-e2d1-4b06-ae84-aba84084f578 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:17.463204 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c87931d-3aa4-4ac8-940e-2ae6b3702f3a tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Network 3c4e268a-c35a-4e23-bbc8-2ab8b6a980bf is not hosted by any dhcp agent {{(pid=103144) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 23 00:08:17.469288 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c87931d-3aa4-4ac8-940e-2ae6b3702f3a tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:17.472219 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5c87931d-3aa4-4ac8-940e-2ae6b3702f3a tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:17.476182 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5c87931d-3aa4-4ac8-940e-2ae6b3702f3a tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "PUT /v2.0/networks/3c4e268a-c35a-4e23-bbc8-2ab8b6a980bf HTTP/1.1" status: 200 len: 757 time: 0.6365294 Apr 23 00:08:17.477097 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87931d-3aa4-4ac8-940e-2ae6b3702f3a tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Network': ['ID=3c4e268a-c35a-4e23-bbc8-2ab8b6a980bf,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:17.480347 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54794) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:17.503599 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 3c4e268a-c35a-4e23-bbc8-2ab8b6a980bf details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:08:17.599192 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device ae85bdd5-6136-4b92-a4fc-baa5390daf48 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:08:17.623475 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5af7d4-79c5-47f6-8128-580dd4583c9c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:17.633333 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6d5af7d4-79c5-47f6-8128-580dd4583c9c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "GET /v2.0/networks?id=3c4e268a-c35a-4e23-bbc8-2ab8b6a980bf HTTP/1.1" status: 200 len: 760 time: 0.1514807 Apr 23 00:08:17.633580 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54796) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:17.636497 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c35fe4b-c3b5-4bd5-94eb-311dc9b14405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-2b8d6325-ad34-49fb-a49d-441b58fcd7f5', 'network_id': '2b8d6325-ad34-49fb-a49d-441b58fcd7f5', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'fixed_ips': [{'subnet_id': '73fbc8e2-8773-468d-8f74-f85edfbb228a'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:08:17.637333 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c35fe4b-c3b5-4bd5-94eb-311dc9b14405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:17.637866 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f3bd7e1b-bab5-472a-be86-172c4c536946 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5fe246ce7e8b4978826fd603fb3045d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115084 Apr 23 00:08:17.640642 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54798) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:17.650544 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-a15c9caa-cfb1-4486-9ffb-18b58fa3b516 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1467005955'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:17.679805 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: ae85bdd5-6136-4b92-a4fc-baa5390daf48 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:08:17.680152 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device ae85bdd5-6136-4b92-a4fc-baa5390daf48 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:08:17.700464 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fb191cb6-2055-470e-8bf6-6325d75ce800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:17.725552 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fb191cb6-2055-470e-8bf6-6325d75ce800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:17.774515 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-69101f9e-ead8-42c5-a31d-0406c1241e7e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:17.823106 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15c9caa-cfb1-4486-9ffb-18b58fa3b516 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Made reservation on behalf of 067cc1af0e35468e96d86434cf2aca66 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:17.826547 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a15c9caa-cfb1-4486-9ffb-18b58fa3b516 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:17.840199 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fb191cb6-2055-470e-8bf6-6325d75ce800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:17.843081 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fb191cb6-2055-470e-8bf6-6325d75ce800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:17.847131 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-fb191cb6-2055-470e-8bf6-6325d75ce800 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96e40317-1757-46e8-8dd2-ccadbbf7196b HTTP/1.1" status: 204 len: 168 time: 0.2051098 Apr 23 00:08:17.855594 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f4c8da1-a464-45d3-9b19-a341c4b18cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:17.861774 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb191cb6-2055-470e-8bf6-6325d75ce800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e40317-1757-46e8-8dd2-ccadbbf7196b,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:17.969884 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15c9caa-cfb1-4486-9ffb-18b58fa3b516 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:08:17.974982 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5f4c8da1-a464-45d3-9b19-a341c4b18cfb None None] For port a69a0d5a-f213-4454-bcde-4c4564ae7072, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a69a0d5a-f213-4454-bcde-4c4564ae7072,segment=NetworkSegment(5ce0750e-5e2b-4f63-baa8-9cd9d4e92545),segment_id=5ce0750e-5e2b-4f63-baa8-9cd9d4e92545)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:17.985083 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-4c35fe4b-c3b5-4bd5-94eb-311dc9b14405 None None] Allocated IP 2001:db8:2::2 (2b8d6325-ad34-49fb-a49d-441b58fcd7f5/73fbc8e2-8773-468d-8f74-f85edfbb228a/e8e14052-327b-410e-ac08-ccd26aff0380) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:08:18.024631 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:11Z', 'revision_number': 3, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': 'a69a0d5a-f213-4454-bcde-4c4564ae7072', 'name': '', 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:d0:74:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:08Z', 'updated_at': '2022-04-23T00:08:16Z', 'revision_number': 4, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:09Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:18.034848 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a15c9caa-cfb1-4486-9ffb-18b58fa3b516 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:18.035230 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-a15c9caa-cfb1-4486-9ffb-18b58fa3b516 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Added segment b2726e37-6086-448f-bf42-727800733ca5 of type vlan for network b010c34c-7d40-4324-bbca-8873904e111a Apr 23 00:08:18.052671 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f4c8da1-a464-45d3-9b19-a341c4b18cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:18.106460 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fc9bf0-b051-4b34-a526-43c29e7b04c2 None None] The sync data for ids ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'] in dv-neutron-838783-1-hyperv is: [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:11Z', 'revision_number': 3, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': 'a69a0d5a-f213-4454-bcde-4c4564ae7072', 'name': '', 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:d0:74:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:08Z', 'updated_at': '2022-04-23T00:08:16Z', 'revision_number': 4, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:09Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:08:18.156044 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c8da1-a464-45d3-9b19-a341c4b18cfb None None] Pushing event updated for resources: {'Port': ['ID=a69a0d5a-f213-4454-bcde-4c4564ae7072,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:18.177472 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a15c9caa-cfb1-4486-9ffb-18b58fa3b516 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:18.222569 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-39bca84e-12c4-4276-abcf-e5ce4673b47a None None] Provisioning complete for port a69a0d5a-f213-4454-bcde-4c4564ae7072 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:18.223531 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39bca84e-12c4-4276-abcf-e5ce4673b47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:18.267833 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c35fe4b-c3b5-4bd5-94eb-311dc9b14405 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:18.361352 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0a72-e2d1-4b06-ae84-aba84084f578 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:18.369785 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54808) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:18.399839 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c35fe4b-c3b5-4bd5-94eb-311dc9b14405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:18.444723 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a15c9caa-cfb1-4486-9ffb-18b58fa3b516 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:18.450772 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15c9caa-cfb1-4486-9ffb-18b58fa3b516 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:18.451395 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a15c9caa-cfb1-4486-9ffb-18b58fa3b516 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:18.456163 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-70d461fc-65ce-4c8f-9ca5-feb236864b64 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:18.456926 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c35fe4b-c3b5-4bd5-94eb-311dc9b14405 None None] Network 2b8d6325-ad34-49fb-a49d-441b58fcd7f5 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:18.462795 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4c35fe4b-c3b5-4bd5-94eb-311dc9b14405 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:18.467462 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c35fe4b-c3b5-4bd5-94eb-311dc9b14405 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:08:18.487153 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-70d461fc-65ce-4c8f-9ca5-feb236864b64 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:18.527052 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35fe4b-c3b5-4bd5-94eb-311dc9b14405 None None] Pushing event updated for resources: {'Port': ['ID=e8e14052-327b-410e-ac08-ccd26aff0380,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:18.543832 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b0a72-e2d1-4b06-ae84-aba84084f578 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Pushing event updated for resources: {'Subnet': ['ID=ed813fe4-cf37-402c-a3f5-3e86d9f31acb,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:18.571545 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-4c35fe4b-c3b5-4bd5-94eb-311dc9b14405 None None] Attempting to bind port e8e14052-327b-410e-ac08-ccd26aff0380 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:08:18.572014 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-4c35fe4b-c3b5-4bd5-94eb-311dc9b14405 None None] Attempting to bind port e8e14052-327b-410e-ac08-ccd26aff0380 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '4bfcb396-6c65-4e3d-b6fa-89321c2ce6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2b8d6325-ad34-49fb-a49d-441b58fcd7f5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:08:18.572450 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c35fe4b-c3b5-4bd5-94eb-311dc9b14405 None None] Attempting to bind port e8e14052-327b-410e-ac08-ccd26aff0380 on network 2b8d6325-ad34-49fb-a49d-441b58fcd7f5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:08:18.579133 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c35fe4b-c3b5-4bd5-94eb-311dc9b14405 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:08:18.579645 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c35fe4b-c3b5-4bd5-94eb-311dc9b14405 None None] Checking segment: {'id': '4bfcb396-6c65-4e3d-b6fa-89321c2ce6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2b8d6325-ad34-49fb-a49d-441b58fcd7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:18.580130 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c35fe4b-c3b5-4bd5-94eb-311dc9b14405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:18.580805 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c35fe4b-c3b5-4bd5-94eb-311dc9b14405 None None] Bound using segment: {'id': '4bfcb396-6c65-4e3d-b6fa-89321c2ce6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2b8d6325-ad34-49fb-a49d-441b58fcd7f5'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:08:18.581355 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-4c35fe4b-c3b5-4bd5-94eb-311dc9b14405 None None] Bound port: e8e14052-327b-410e-ac08-ccd26aff0380, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bfcb396-6c65-4e3d-b6fa-89321c2ce6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2b8d6325-ad34-49fb-a49d-441b58fcd7f5'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:08:18.581821 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c35fe4b-c3b5-4bd5-94eb-311dc9b14405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:18.612862 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-69101f9e-ead8-42c5-a31d-0406c1241e7e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Allocated IP 2001:db8:2::1 (2b8d6325-ad34-49fb-a49d-441b58fcd7f5/73fbc8e2-8773-468d-8f74-f85edfbb228a/7bb8f3c7-f11d-48c6-852b-b826caa076dd) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:08:18.616269 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c9caa-cfb1-4486-9ffb-18b58fa3b516 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Network': ['ID=b010c34c-7d40-4324-bbca-8873904e111a,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:18.618579 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9b0a72-e2d1-4b06-ae84-aba84084f578 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Checking segment: {'id': 'd7738eea-f58e-4e92-bb6b-ef1662ab8028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af21bc8c-a753-4cb5-b1e7-bcbfeb378053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:18.618914 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9b0a72-e2d1-4b06-ae84-aba84084f578 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Network hostable DHCP agents. Network: af21bc8c-a753-4cb5-b1e7-bcbfeb378053, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:08:18.635973 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network b010c34c-7d40-4324-bbca-8873904e111a details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:08:18.646296 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-70d461fc-65ce-4c8f-9ca5-feb236864b64 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:18.654978 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-70d461fc-65ce-4c8f-9ca5-feb236864b64 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:18.669078 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-70d461fc-65ce-4c8f-9ca5-feb236864b64 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/security-groups/b93f783c-6b59-4148-bea0-fd3e3263d180 HTTP/1.1" status: 204 len: 168 time: 0.2980416 Apr 23 00:08:18.681196 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d461fc-65ce-4c8f-9ca5-feb236864b64 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93f783c-6b59-4148-bea0-fd3e3263d180,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:18.688786 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54818) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:18.689704 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a15c9caa-cfb1-4486-9ffb-18b58fa3b516 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0538101 Apr 23 00:08:18.695326 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-db5c1825-d859-4ddc-9ee1-e7c64d75890a tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'subnet': {'network_id': 'b010c34c-7d40-4324-bbca-8873904e111a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:18.733338 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9b0a72-e2d1-4b06-ae84-aba84084f578 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Network af21bc8c-a753-4cb5-b1e7-bcbfeb378053 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:08:18.793798 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54820) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:18.809017 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4c35fe4b-c3b5-4bd5-94eb-311dc9b14405 None None] For port e8e14052-327b-410e-ac08-ccd26aff0380, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:08:18.812373 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-ad9b0a72-e2d1-4b06-ae84-aba84084f578 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, af21bc8c-a753-4cb5-b1e7-bcbfeb378053) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:18.817992 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0a72-e2d1-4b06-ae84-aba84084f578 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:18.836424 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629b68e4-f17c-476d-bb11-559f1cbbecfd None None] Network af21bc8c-a753-4cb5-b1e7-bcbfeb378053 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:18.841213 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4c35fe4b-c3b5-4bd5-94eb-311dc9b14405 None None] For port e8e14052-327b-410e-ac08-ccd26aff0380, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=e8e14052-327b-410e-ac08-ccd26aff0380,segment=NetworkSegment(4bfcb396-6c65-4e3d-b6fa-89321c2ce6a1),segment_id=4bfcb396-6c65-4e3d-b6fa-89321c2ce6a1)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:08:18.869874 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-69101f9e-ead8-42c5-a31d-0406c1241e7e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:18.899833 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e1a8ca-95a5-4366-b110-3d9f716e8eae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting subnet 92109543-8802-4760-98df-aec3f47058fa {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:08:18.903846 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e5e1a8ca-95a5-4366-b110-3d9f716e8eae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:18.917397 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b0a72-e2d1-4b06-ae84-aba84084f578 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Pushing event updated for resources: {'Subnet': ['ID=a89b4f1b-b7a2-43fc-b3eb-872f0f542f12,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:18.919405 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c35fe4b-c3b5-4bd5-94eb-311dc9b14405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:18.960312 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9b0a72-e2d1-4b06-ae84-aba84084f578 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Checking segment: {'id': '6421730e-a5c8-4cfc-ac0c-d8adbb2cf4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9565d31b-53e4-4596-86fa-2bcf04f1fa19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:18.960892 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9b0a72-e2d1-4b06-ae84-aba84084f578 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Network hostable DHCP agents. Network: 9565d31b-53e4-4596-86fa-2bcf04f1fa19, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:08:18.962846 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e5e1a8ca-95a5-4366-b110-3d9f716e8eae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:19.000651 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5c1825-d859-4ddc-9ee1-e7c64d75890a tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Made reservation on behalf of 067cc1af0e35468e96d86434cf2aca66 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:19.005350 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-db5c1825-d859-4ddc-9ee1-e7c64d75890a tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:19.038659 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-69101f9e-ead8-42c5-a31d-0406c1241e7e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:19.064418 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35fe4b-c3b5-4bd5-94eb-311dc9b14405 None None] Pushing event updated for resources: {'Port': ['ID=e8e14052-327b-410e-ac08-ccd26aff0380,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:19.104454 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9b0a72-e2d1-4b06-ae84-aba84084f578 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Network 9565d31b-53e4-4596-86fa-2bcf04f1fa19 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:08:19.114692 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69101f9e-ead8-42c5-a31d-0406c1241e7e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network 2b8d6325-ad34-49fb-a49d-441b58fcd7f5 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:19.117917 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-69101f9e-ead8-42c5-a31d-0406c1241e7e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:19.128309 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69101f9e-ead8-42c5-a31d-0406c1241e7e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:08:19.128869 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-69101f9e-ead8-42c5-a31d-0406c1241e7e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:19.188906 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e5e1a8ca-95a5-4366-b110-3d9f716e8eae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:19.201432 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-ad9b0a72-e2d1-4b06-ae84-aba84084f578 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 9565d31b-53e4-4596-86fa-2bcf04f1fa19) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:19.203332 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e70e3b9-3c55-4a01-8606-a44533ecc7df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-af21bc8c-a753-4cb5-b1e7-bcbfeb378053', 'network_id': 'af21bc8c-a753-4cb5-b1e7-bcbfeb378053', 'tenant_id': 'a4b307713e714a969e93d7a73c4cced3', 'fixed_ips': [{'subnet_id': 'ed813fe4-cf37-402c-a3f5-3e86d9f31acb'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:08:19.203499 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69101f9e-ead8-42c5-a31d-0406c1241e7e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Port': ['ID=7bb8f3c7-f11d-48c6-852b-b826caa076dd,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:19.204319 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e70e3b9-3c55-4a01-8606-a44533ecc7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:19.216678 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9b0a72-e2d1-4b06-ae84-aba84084f578 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:19.217420 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9b0a72-e2d1-4b06-ae84-aba84084f578 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:19.218293 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0a72-e2d1-4b06-ae84-aba84084f578 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:19.234371 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ebc54d-4a33-479a-acfd-254855958722 None None] Network 9565d31b-53e4-4596-86fa-2bcf04f1fa19 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:19.341321 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ad9b0a72-e2d1-4b06-ae84-aba84084f578 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.7840695 Apr 23 00:08:19.343752 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54830) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:19.377791 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54832) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:19.477107 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5399a59-dd80-49f7-8340-84f9e7f127c2 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:19.479739 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5399a59-dd80-49f7-8340-84f9e7f127c2 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:19.481428 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5399a59-dd80-49f7-8340-84f9e7f127c2 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:19.482989 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c5399a59-dd80-49f7-8340-84f9e7f127c2 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1378570 Apr 23 00:08:19.491353 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e5e1a8ca-95a5-4366-b110-3d9f716e8eae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:19.497799 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54836) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:19.510944 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-69101f9e-ead8-42c5-a31d-0406c1241e7e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:19.556362 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca69e2a6-90a9-4b74-8148-e8c8c41e30d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-9565d31b-53e4-4596-86fa-2bcf04f1fa19', 'network_id': '9565d31b-53e4-4596-86fa-2bcf04f1fa19', 'tenant_id': 'a4b307713e714a969e93d7a73c4cced3', 'fixed_ips': [{'subnet_id': 'a89b4f1b-b7a2-43fc-b3eb-872f0f542f12'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:08:19.557361 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1a8ca-95a5-4366-b110-3d9f716e8eae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Subnet': ['ID=92109543-8802-4760-98df-aec3f47058fa,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:19.559066 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca69e2a6-90a9-4b74-8148-e8c8c41e30d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:19.563220 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-db5c1825-d859-4ddc-9ee1-e7c64d75890a tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:19.632559 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-eba838da-deb8-475d-979d-e37146c8b42d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Request body: {'security_group': {'name': 'tempest-secgroup--851329742'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:19.640686 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e5e1a8ca-95a5-4366-b110-3d9f716e8eae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:19.643620 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e5e1a8ca-95a5-4366-b110-3d9f716e8eae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/subnets/92109543-8802-4760-98df-aec3f47058fa HTTP/1.1" status: 204 len: 168 time: 0.8486731 Apr 23 00:08:19.652856 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54838) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:19.703079 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50c2df4-caab-441a-88a8-312d049e1502 None None] Network 9d2ecf0d-bc7c-460d-97c2-28a56a383613 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:19.712866 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 247c6318-36e7-41ac-8e64-e80e2a607a3b no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:08:19.772934 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device e8e14052-327b-410e-ac08-ccd26aff0380 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:08:19.775486 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c1825-d859-4ddc-9ee1-e7c64d75890a tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Subnet': ['ID=32a2defb-02b9-437d-83df-6af9b47a09a2,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:19.798293 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-686e7555-f7f5-4161-b49f-aca3258084aa tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Deleting subnet ed813fe4-cf37-402c-a3f5-3e86d9f31acb {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:08:19.798610 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 247c6318-36e7-41ac-8e64-e80e2a607a3b {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:08:19.798856 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 247c6318-36e7-41ac-8e64-e80e2a607a3b not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:08:19.819709 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5c1825-d859-4ddc-9ee1-e7c64d75890a tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Checking segment: {'id': 'b2726e37-6086-448f-bf42-727800733ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b010c34c-7d40-4324-bbca-8873904e111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:19.820122 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5c1825-d859-4ddc-9ee1-e7c64d75890a tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Network hostable DHCP agents. Network: b010c34c-7d40-4324-bbca-8873904e111a, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:08:19.823149 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eba838da-deb8-475d-979d-e37146c8b42d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:19.827821 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8830e2e3-1c27-4475-b233-baea2c6fc977 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:19.861641 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eba838da-deb8-475d-979d-e37146c8b42d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:19.864173 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-5e70e3b9-3c55-4a01-8606-a44533ecc7df None None] Allocated IP 2001:db8::1 (af21bc8c-a753-4cb5-b1e7-bcbfeb378053/ed813fe4-cf37-402c-a3f5-3e86d9f31acb/22e7b2da-077a-4447-841d-7cef02557678) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:08:19.900962 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-8830e2e3-1c27-4475-b233-baea2c6fc977 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port 18b8c7fa-c144-4bfa-925a-d2b8b4c865e4 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:19.901909 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8830e2e3-1c27-4475-b233-baea2c6fc977 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:19.905194 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5c1825-d859-4ddc-9ee1-e7c64d75890a tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Network b010c34c-7d40-4324-bbca-8873904e111a is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:08:19.980750 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-8830e2e3-1c27-4475-b233-baea2c6fc977 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port 18b8c7fa-c144-4bfa-925a-d2b8b4c865e4, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=18b8c7fa-c144-4bfa-925a-d2b8b4c865e4,segment=NetworkSegment(a27e184f-1b10-4192-8d29-41f7c66047c0),segment_id=a27e184f-1b10-4192-8d29-41f7c66047c0)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:19.981519 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8830e2e3-1c27-4475-b233-baea2c6fc977 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:19.984524 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-db5c1825-d859-4ddc-9ee1-e7c64d75890a tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, b010c34c-7d40-4324-bbca-8873904e111a) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:20.009380 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5c1825-d859-4ddc-9ee1-e7c64d75890a tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:20.009976 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-db5c1825-d859-4ddc-9ee1-e7c64d75890a tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.017259 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-8830e2e3-1c27-4475-b233-baea2c6fc977 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for 18b8c7fa-c144-4bfa-925a-d2b8b4c865e4 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:20.017435 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eba838da-deb8-475d-979d-e37146c8b42d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.028422 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-69101f9e-ead8-42c5-a31d-0406c1241e7e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.079603 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eba838da-deb8-475d-979d-e37146c8b42d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.112106 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-db5c1825-d859-4ddc-9ee1-e7c64d75890a tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4222250 Apr 23 00:08:20.115120 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54840) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:20.119516 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-69101f9e-ead8-42c5-a31d-0406c1241e7e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.120397 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-69101f9e-ead8-42c5-a31d-0406c1241e7e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.189062 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8830e2e3-1c27-4475-b233-baea2c6fc977 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.194243 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69101f9e-ead8-42c5-a31d-0406c1241e7e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Port': ['ID=7bb8f3c7-f11d-48c6-852b-b826caa076dd,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:20.206281 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba838da-deb8-475d-979d-e37146c8b42d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dc9aaa-254a-47de-a6ce-79920fa472a9,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:20.219854 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e189475f-8d87-4042-85ce-663556c31d62 None None] Network b010c34c-7d40-4324-bbca-8873904e111a requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:20.290109 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830e2e3-1c27-4475-b233-baea2c6fc977 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=18b8c7fa-c144-4bfa-925a-d2b8b4c865e4,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:20.295582 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3d1ce7f5-4d27-4890-b77b-05483e8bd817 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.308400 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8830e2e3-1c27-4475-b233-baea2c6fc977 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] No DVR routers for this DVR port 18b8c7fa-c144-4bfa-925a-d2b8b4c865e4 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:08:20.315271 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-ca69e2a6-90a9-4b74-8148-e8c8c41e30d3 None None] Allocated IP 2001:db8:0:1::1 (9565d31b-53e4-4596-86fa-2bcf04f1fa19/a89b4f1b-b7a2-43fc-b3eb-872f0f542f12/6f798944-cf66-4710-9b5d-af2e813e5f6e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:08:20.320833 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eba838da-deb8-475d-979d-e37146c8b42d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.352359 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69101f9e-ead8-42c5-a31d-0406c1241e7e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network 2b8d6325-ad34-49fb-a49d-441b58fcd7f5 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:20.353801 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-69101f9e-ead8-42c5-a31d-0406c1241e7e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:20.399105 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port e8e14052-327b-410e-ac08-ccd26aff0380 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:20.399483 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.412684 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8830e2e3-1c27-4475-b233-baea2c6fc977 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.424276 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ddce7c-d7d4-4346-acb0-c281978c4843 None None] DHCP port deletion for 9d2ecf0d-bc7c-460d-97c2-28a56a383613 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:08:20.436482 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-8830e2e3-1c27-4475-b233-baea2c6fc977 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2ecf0d-bc7c-460d-97c2-28a56a383613']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:20.446529 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-8830e2e3-1c27-4475-b233-baea2c6fc977 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a27e184f-1b10-4192-8d29-41f7c66047c0') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:20.446905 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-8830e2e3-1c27-4475-b233-baea2c6fc977 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a27e184f-1b10-4192-8d29-41f7c66047c0') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:20.456235 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eba838da-deb8-475d-979d-e37146c8b42d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.462576 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8830e2e3-1c27-4475-b233-baea2c6fc977 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.476929 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8830e2e3-1c27-4475-b233-baea2c6fc977 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.483713 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8830e2e3-1c27-4475-b233-baea2c6fc977 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:20.483930 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8830e2e3-1c27-4475-b233-baea2c6fc977 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.491170 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747c99ca-1d8b-4629-9447-c04b77eb734b None None] Network 2b8d6325-ad34-49fb-a49d-441b58fcd7f5 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:20.509828 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba838da-deb8-475d-979d-e37146c8b42d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d85c70c-5840-44fa-bd8c-3b8f5dedd2f4,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:20.521837 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69101f9e-ead8-42c5-a31d-0406c1241e7e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:20.541094 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:20.570334 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eba838da-deb8-475d-979d-e37146c8b42d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.573907 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-eba838da-deb8-475d-979d-e37146c8b42d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1507421 Apr 23 00:08:20.574383 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54842) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:20.613859 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3d1ce7f5-4d27-4890-b77b-05483e8bd817 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.661460 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8830e2e3-1c27-4475-b233-baea2c6fc977 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.669473 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69101f9e-ead8-42c5-a31d-0406c1241e7e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:08:20.675116 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8830e2e3-1c27-4475-b233-baea2c6fc977 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.676952 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e70e3b9-3c55-4a01-8606-a44533ecc7df None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.679191 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-69101f9e-ead8-42c5-a31d-0406c1241e7e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "PUT /v2.0/routers/0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2144604 Apr 23 00:08:20.679996 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-0e074cd5-bc08-4235-80c4-f63df69a7781 None None] Provisioning complete for port e8e14052-327b-410e-ac08-ccd26aff0380 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:20.680356 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e074cd5-bc08-4235-80c4-f63df69a7781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.683588 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8830e2e3-1c27-4475-b233-baea2c6fc977 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/networks/9d2ecf0d-bc7c-460d-97c2-28a56a383613 HTTP/1.1" status: 204 len: 168 time: 1.0249927 Apr 23 00:08:20.683750 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54844) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:20.683929 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54846) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:20.688855 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-92336245-4ff5-41ad-b145-64d76b4c558b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-225023699'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:20.711091 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830e2e3-1c27-4475-b233-baea2c6fc977 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Network': ['ID=9d2ecf0d-bc7c-460d-97c2-28a56a383613,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:20.724070 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] Sync routers for ids ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:08:20.749428 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2ebdf05a-061d-4657-9fc7-fe7efd9a4f04 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1742611 Apr 23 00:08:20.752430 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54850) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:20.758526 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-b5bca9d7-6647-442a-977f-c8a9255f52d4 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Request body: {'security_group': {'name': 'tempest-security--860766764', 'description': 'tempest-security-description-268265934'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:20.763318 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-686e7555-f7f5-4161-b49f-aca3258084aa tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.787975 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e70e3b9-3c55-4a01-8606-a44533ecc7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.795634 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3d1ce7f5-4d27-4890-b77b-05483e8bd817 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.817196 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a423d1-0b57-4e33-b3e8-704c9cf38ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-b010c34c-7d40-4324-bbca-8873904e111a', 'network_id': 'b010c34c-7d40-4324-bbca-8873904e111a', 'tenant_id': '067cc1af0e35468e96d86434cf2aca66', 'fixed_ips': [{'subnet_id': '32a2defb-02b9-437d-83df-6af9b47a09a2'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:08:20.818183 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02a423d1-0b57-4e33-b3e8-704c9cf38ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.836130 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92336245-4ff5-41ad-b145-64d76b4c558b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Made reservation on behalf of 2e7f6aad76944906883dcae04c03b781 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:20.840309 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92336245-4ff5-41ad-b145-64d76b4c558b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.854273 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ce7f5-4d27-4890-b77b-05483e8bd817 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Subnet': ['ID=32a2defb-02b9-437d-83df-6af9b47a09a2,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:20.874641 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] Routers {'0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:20.875051 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:20.884126 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-686e7555-f7f5-4161-b49f-aca3258084aa tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.896601 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92336245-4ff5-41ad-b145-64d76b4c558b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:08:20.909666 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b5bca9d7-6647-442a-977f-c8a9255f52d4 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.914425 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92336245-4ff5-41ad-b145-64d76b4c558b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.914775 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-92336245-4ff5-41ad-b145-64d76b4c558b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Added segment cb24064c-abe6-4c76-b20b-40efa82273ad of type vlan for network 79d0a815-949f-4d21-a7a8-4325172f60ee Apr 23 00:08:20.960559 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92336245-4ff5-41ad-b145-64d76b4c558b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.963349 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-f55db262-2d35-43a2-8fb5-fe7748da5149 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port f3e8fbf8-ea0d-496f-a100-60a1a2a997ee {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:20.963630 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f55db262-2d35-43a2-8fb5-fe7748da5149 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.973467 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3d1ce7f5-4d27-4890-b77b-05483e8bd817 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:20.975827 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e70e3b9-3c55-4a01-8606-a44533ecc7df None None] Network af21bc8c-a753-4cb5-b1e7-bcbfeb378053 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:21.015588 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-3d1ce7f5-4d27-4890-b77b-05483e8bd817 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b010c34c-7d40-4324-bbca-8873904e111a']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:21.027684 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5e70e3b9-3c55-4a01-8606-a44533ecc7df None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:21.030459 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e70e3b9-3c55-4a01-8606-a44533ecc7df None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:08:21.046714 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-3d1ce7f5-4d27-4890-b77b-05483e8bd817 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2726e37-6086-448f-bf42-727800733ca5') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:21.047156 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-3d1ce7f5-4d27-4890-b77b-05483e8bd817 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2726e37-6086-448f-bf42-727800733ca5') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:21.059415 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f55db262-2d35-43a2-8fb5-fe7748da5149 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.059773 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f55db262-2d35-43a2-8fb5-fe7748da5149 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.066956 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b5bca9d7-6647-442a-977f-c8a9255f52d4 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.072258 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-f55db262-2d35-43a2-8fb5-fe7748da5149 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for f3e8fbf8-ea0d-496f-a100-60a1a2a997ee owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:21.072914 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70e3b9-3c55-4a01-8606-a44533ecc7df None None] Pushing event updated for resources: {'Port': ['ID=22e7b2da-077a-4447-841d-7cef02557678,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:21.075912 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.078658 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3d1ce7f5-4d27-4890-b77b-05483e8bd817 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.083215 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92336245-4ff5-41ad-b145-64d76b4c558b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.088607 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92336245-4ff5-41ad-b145-64d76b4c558b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:21.089532 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92336245-4ff5-41ad-b145-64d76b4c558b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.104590 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3d1ce7f5-4d27-4890-b77b-05483e8bd817 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.112839 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-686e7555-f7f5-4161-b49f-aca3258084aa tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.118320 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1ce7f5-4d27-4890-b77b-05483e8bd817 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:21.118912 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3d1ce7f5-4d27-4890-b77b-05483e8bd817 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:21.139536 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:21.156676 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b5bca9d7-6647-442a-977f-c8a9255f52d4 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.159123 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca69e2a6-90a9-4b74-8148-e8c8c41e30d3 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.160233 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b5bca9d7-6647-442a-977f-c8a9255f52d4 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.164439 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b5bca9d7-6647-442a-977f-c8a9255f52d4 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "PUT /v2.0/security-groups/2d85c70c-5840-44fa-bd8c-3b8f5dedd2f4 HTTP/1.1" status: 200 len: 1778 time: 0.4081607 Apr 23 00:08:21.179477 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54852) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:21.215982 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] Set router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:21.240163 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-92336245-4ff5-41ad-b145-64d76b4c558b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5568545 Apr 23 00:08:21.241795 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54854) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:21.247059 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-9705f8f4-ce36-4237-9fd3-1dc04fbebf0a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'subnet': {'network_id': '79d0a815-949f-4d21-a7a8-4325172f60ee', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:21.252687 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bca9d7-6647-442a-977f-c8a9255f52d4 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d85c70c-5840-44fa-bd8c-3b8f5dedd2f4,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:21.288102 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca69e2a6-90a9-4b74-8148-e8c8c41e30d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.312456 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3d1ce7f5-4d27-4890-b77b-05483e8bd817 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.326139 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3d1ce7f5-4d27-4890-b77b-05483e8bd817 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.332937 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3d1ce7f5-4d27-4890-b77b-05483e8bd817 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/networks/b010c34c-7d40-4324-bbca-8873904e111a HTTP/1.1" status: 204 len: 168 time: 1.2140856 Apr 23 00:08:21.334599 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6160a14-711f-4774-9c36-175ffeb8aea4 None None] Network b010c34c-7d40-4324-bbca-8873904e111a requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:21.340438 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54856) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:21.372817 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port e8e14052-327b-410e-ac08-ccd26aff0380, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=e8e14052-327b-410e-ac08-ccd26aff0380,segment=NetworkSegment(4bfcb396-6c65-4e3d-b6fa-89321c2ce6a1),segment_id=4bfcb396-6c65-4e3d-b6fa-89321c2ce6a1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:21.388333 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ce7f5-4d27-4890-b77b-05483e8bd817 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Network': ['ID=b010c34c-7d40-4324-bbca-8873904e111a,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:21.392103 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-566a44bc-c085-491e-b6ff-c890dd2d3e66 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] GET failed (client error): The resource could not be found. Apr 23 00:08:21.396367 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-566a44bc-c085-491e-b6ff-c890dd2d3e66 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "GET /v2.0/subnets/32a2defb-02b9-437d-83df-6af9b47a09a2 HTTP/1.1" status: 404 len: 337 time: 0.0521092 Apr 23 00:08:21.397804 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-686e7555-f7f5-4161-b49f-aca3258084aa tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.403471 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54858) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:21.403675 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5e70e3b9-3c55-4a01-8606-a44533ecc7df None None] Attempting to bind port 22e7b2da-077a-4447-841d-7cef02557678 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:08:21.403675 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5e70e3b9-3c55-4a01-8606-a44533ecc7df None None] Attempting to bind port 22e7b2da-077a-4447-841d-7cef02557678 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'd7738eea-f58e-4e92-bb6b-ef1662ab8028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af21bc8c-a753-4cb5-b1e7-bcbfeb378053'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:08:21.403903 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70e3b9-3c55-4a01-8606-a44533ecc7df None None] Attempting to bind port 22e7b2da-077a-4447-841d-7cef02557678 on network af21bc8c-a753-4cb5-b1e7-bcbfeb378053 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:08:21.436989 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e074cd5-bc08-4235-80c4-f63df69a7781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.439381 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6160a14-711f-4774-9c36-175ffeb8aea4 None None] Network b010c34c-7d40-4324-bbca-8873904e111a could not be found, it might have been deleted concurrently. {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 23 00:08:21.457994 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e7555-f7f5-4161-b49f-aca3258084aa tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Pushing event deleted for resources: {'Subnet': ['ID=ed813fe4-cf37-402c-a3f5-3e86d9f31acb,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:21.459310 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-686e7555-f7f5-4161-b49f-aca3258084aa tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.462795 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-686e7555-f7f5-4161-b49f-aca3258084aa tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] 10.222.0.15 "DELETE /v2.0/subnets/ed813fe4-cf37-402c-a3f5-3e86d9f31acb HTTP/1.1" status: 204 len: 168 time: 1.9233444 Apr 23 00:08:21.466341 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-f709ed7e-3e0e-4f97-b0ce-36f2ad48ac89 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:21.466643 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f709ed7e-3e0e-4f97-b0ce-36f2ad48ac89 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:21.475716 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f709ed7e-3e0e-4f97-b0ce-36f2ad48ac89 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/networks/b010c34c-7d40-4324-bbca-8873904e111a HTTP/1.1" status: 404 len: 339 time: 0.0631394 Apr 23 00:08:21.475716 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54860) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:21.475716 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54862) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:21.478731 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca69e2a6-90a9-4b74-8148-e8c8c41e30d3 None None] Network 9565d31b-53e4-4596-86fa-2bcf04f1fa19 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:21.478731 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70e3b9-3c55-4a01-8606-a44533ecc7df None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:08:21.478731 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70e3b9-3c55-4a01-8606-a44533ecc7df None None] Checking segment: {'id': 'd7738eea-f58e-4e92-bb6b-ef1662ab8028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af21bc8c-a753-4cb5-b1e7-bcbfeb378053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:21.478731 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e70e3b9-3c55-4a01-8606-a44533ecc7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.478731 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70e3b9-3c55-4a01-8606-a44533ecc7df None None] Bound using segment: {'id': 'd7738eea-f58e-4e92-bb6b-ef1662ab8028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af21bc8c-a753-4cb5-b1e7-bcbfeb378053'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:08:21.478731 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5e70e3b9-3c55-4a01-8606-a44533ecc7df None None] Bound port: 22e7b2da-077a-4447-841d-7cef02557678, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7738eea-f58e-4e92-bb6b-ef1662ab8028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af21bc8c-a753-4cb5-b1e7-bcbfeb378053'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:08:21.478731 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e70e3b9-3c55-4a01-8606-a44533ecc7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.509838 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ca69e2a6-90a9-4b74-8148-e8c8c41e30d3 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:21.512311 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca69e2a6-90a9-4b74-8148-e8c8c41e30d3 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:08:21.515219 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.518341 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a69a0d5a-f213-4454-bcde-4c4564ae7072 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:08:21.563172 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69e2a6-90a9-4b74-8148-e8c8c41e30d3 None None] Pushing event updated for resources: {'Port': ['ID=6f798944-cf66-4710-9b5d-af2e813e5f6e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:21.593402 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9705f8f4-ce36-4237-9fd3-1dc04fbebf0a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Made reservation on behalf of 2e7f6aad76944906883dcae04c03b781 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:21.596885 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9705f8f4-ce36-4237-9fd3-1dc04fbebf0a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.675017 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92336245-4ff5-41ad-b145-64d76b4c558b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Network': ['ID=79d0a815-949f-4d21-a7a8-4325172f60ee,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:21.685168 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4c718461-048a-43da-b20e-53eb738b1c18 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-groups/2d85c70c-5840-44fa-bd8c-3b8f5dedd2f4 HTTP/1.1" status: 200 len: 1778 time: 0.5006676 Apr 23 00:08:21.685964 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54864) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:21.686775 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f55db262-2d35-43a2-8fb5-fe7748da5149 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.693127 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9c7426-436f-416a-880a-24c1f7a08794 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Deleting subnet a89b4f1b-b7a2-43fc-b3eb-872f0f542f12 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:08:21.711606 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 79d0a815-949f-4d21-a7a8-4325172f60ee details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:08:21.712183 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2e9c7426-436f-416a-880a-24c1f7a08794 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.735101 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55db262-2d35-43a2-8fb5-fe7748da5149 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=f3e8fbf8-ea0d-496f-a100-60a1a2a997ee,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:21.814081 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f55db262-2d35-43a2-8fb5-fe7748da5149 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.814442 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-f55db262-2d35-43a2-8fb5-fe7748da5149 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Floating IP a6790375-916d-4a35-8301-7b79144095ca disassociated (deleted). External IP: 172.26.3.41, port: 5a536b13-0987-4289-baa7-fbaf4162383e. Apr 23 00:08:21.827632 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2e9c7426-436f-416a-880a-24c1f7a08794 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.864735 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2407369b-a752-46bd-b4a7-b8f43e7f68ce tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:21.868813 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2407369b-a752-46bd-b4a7-b8f43e7f68ce tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3912678 Apr 23 00:08:21.871924 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54866) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:21.933197 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5c91ddfc-7304-4d67-881b-c043951aebea tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "GET /v2.0/subnets?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4 HTTP/1.1" status: 200 len: 207 time: 0.0552032 Apr 23 00:08:21.951107 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54868) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:21.952879 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-80545f8d-1352-4bf0-8b9f-873e709a726b tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:21.977856 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-80545f8d-1352-4bf0-8b9f-873e709a726b tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:22.103722 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=e8e14052-327b-410e-ac08-ccd26aff0380,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:22.119784 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2e9c7426-436f-416a-880a-24c1f7a08794 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:22.135884 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55db262-2d35-43a2-8fb5-fe7748da5149 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router d0d1c542-97a8-4393-8bb5-ab5a5696ff63 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:08:22.144269 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-80545f8d-1352-4bf0-8b9f-873e709a726b tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:22.144269 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-80545f8d-1352-4bf0-8b9f-873e709a726b tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:22.147285 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-80545f8d-1352-4bf0-8b9f-873e709a726b tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "DELETE /v2.0/security-groups/2d85c70c-5840-44fa-bd8c-3b8f5dedd2f4 HTTP/1.1" status: 204 len: 168 time: 0.4512584 Apr 23 00:08:22.147930 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54870) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:22.150109 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-ca69e2a6-90a9-4b74-8148-e8c8c41e30d3 None None] Attempting to bind port 6f798944-cf66-4710-9b5d-af2e813e5f6e on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:08:22.150537 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-ca69e2a6-90a9-4b74-8148-e8c8c41e30d3 None None] Attempting to bind port 6f798944-cf66-4710-9b5d-af2e813e5f6e by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '6421730e-a5c8-4cfc-ac0c-d8adbb2cf4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9565d31b-53e4-4596-86fa-2bcf04f1fa19'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:08:22.150927 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca69e2a6-90a9-4b74-8148-e8c8c41e30d3 None None] Attempting to bind port 6f798944-cf66-4710-9b5d-af2e813e5f6e on network 9565d31b-53e4-4596-86fa-2bcf04f1fa19 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:08:22.154096 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-0e074cd5-bc08-4235-80c4-f63df69a7781 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:08:22.154443 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-0e074cd5-bc08-4235-80c4-f63df69a7781 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:08:22.183391 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94f3b8a-72d2-4818-9be6-49adcb254eed tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:22.189462 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94f3b8a-72d2-4818-9be6-49adcb254eed tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:22.196228 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94f3b8a-72d2-4818-9be6-49adcb254eed tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:22.202254 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94f3b8a-72d2-4818-9be6-49adcb254eed tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:22.203704 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e94f3b8a-72d2-4818-9be6-49adcb254eed tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2503271 Apr 23 00:08:22.206987 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9705f8f4-ce36-4237-9fd3-1dc04fbebf0a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:22.208866 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54872) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:22.210586 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b1916632-4cbb-4232-8724-7c8fa7dc2581 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538151 Apr 23 00:08:22.213795 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca69e2a6-90a9-4b74-8148-e8c8c41e30d3 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:08:22.213795 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca69e2a6-90a9-4b74-8148-e8c8c41e30d3 None None] Checking segment: {'id': '6421730e-a5c8-4cfc-ac0c-d8adbb2cf4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9565d31b-53e4-4596-86fa-2bcf04f1fa19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:22.213795 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca69e2a6-90a9-4b74-8148-e8c8c41e30d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:22.213795 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca69e2a6-90a9-4b74-8148-e8c8c41e30d3 None None] Bound using segment: {'id': '6421730e-a5c8-4cfc-ac0c-d8adbb2cf4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9565d31b-53e4-4596-86fa-2bcf04f1fa19'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:08:22.213795 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-ca69e2a6-90a9-4b74-8148-e8c8c41e30d3 None None] Bound port: 6f798944-cf66-4710-9b5d-af2e813e5f6e, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6421730e-a5c8-4cfc-ac0c-d8adbb2cf4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9565d31b-53e4-4596-86fa-2bcf04f1fa19'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:08:22.213795 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca69e2a6-90a9-4b74-8148-e8c8c41e30d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:22.229583 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5e70e3b9-3c55-4a01-8606-a44533ecc7df None None] For port 22e7b2da-077a-4447-841d-7cef02557678, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:08:22.233403 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port a69a0d5a-f213-4454-bcde-4c4564ae7072 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:22.233983 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:22.242029 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54874) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:22.245374 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80545f8d-1352-4bf0-8b9f-873e709a726b tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d85c70c-5840-44fa-bd8c-3b8f5dedd2f4,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:22.327185 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-465b222a-d2d8-4305-88b9-3c097465b579 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] delete failed (client error): The resource could not be found. Apr 23 00:08:22.327799 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5e70e3b9-3c55-4a01-8606-a44533ecc7df None None] For port 22e7b2da-077a-4447-841d-7cef02557678, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=22e7b2da-077a-4447-841d-7cef02557678,segment=NetworkSegment(d7738eea-f58e-4e92-bb6b-ef1662ab8028),segment_id=d7738eea-f58e-4e92-bb6b-ef1662ab8028)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:08:22.328341 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-465b222a-d2d8-4305-88b9-3c097465b579 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "DELETE /v2.0/security-groups/2d85c70c-5840-44fa-bd8c-3b8f5dedd2f4 HTTP/1.1" status: 404 len: 347 time: 0.0817780 Apr 23 00:08:22.334330 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54876) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:22.340018 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-0932ae59-4d9b-458f-8743-d95d980d98b4 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Request body: {'security_group': {'name': 'tempest-secgroup--1144084121'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:22.357413 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705f8f4-ce36-4237-9fd3-1dc04fbebf0a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Subnet': ['ID=1f9bca80-b5bd-4572-b8f7-1963b4217099,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:22.374639 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55db262-2d35-43a2-8fb5-fe7748da5149 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:08:22.389018 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e70e3b9-3c55-4a01-8606-a44533ecc7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:22.392761 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed39c29a-c349-4262-9039-7fac136833aa None None] Sync routers for ids ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:08:22.396930 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f55db262-2d35-43a2-8fb5-fe7748da5149 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:22.416858 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed39c29a-c349-4262-9039-7fac136833aa None None] Routers {'d0d1c542-97a8-4393-8bb5-ab5a5696ff63'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:22.417317 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9705f8f4-ce36-4237-9fd3-1dc04fbebf0a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Checking segment: {'id': 'cb24064c-abe6-4c76-b20b-40efa82273ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '79d0a815-949f-4d21-a7a8-4325172f60ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:22.417687 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9705f8f4-ce36-4237-9fd3-1dc04fbebf0a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network hostable DHCP agents. Network: 79d0a815-949f-4d21-a7a8-4325172f60ee, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:08:22.418817 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ed39c29a-c349-4262-9039-7fac136833aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:22.427868 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:19Z', 'revision_number': 4, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': '7bb8f3c7-f11d-48c6-852b-b826caa076dd', 'name': '', 'network_id': '2b8d6325-ad34-49fb-a49d-441b58fcd7f5', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:b3:28:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:18Z', 'updated_at': '2022-04-23T00:08:19Z', 'revision_number': 2, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a69a0d5a-f213-4454-bcde-4c4564ae7072', 'name': '', 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:d0:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:08Z', 'updated_at': '2022-04-23T00:08:17Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:09Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:22.441746 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c815cff7-c5a9-4030-8f6d-5ec3532f86f9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2263422 Apr 23 00:08:22.448125 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54878) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:22.449483 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f55db262-2d35-43a2-8fb5-fe7748da5149 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/floatingips/a6790375-916d-4a35-8301-7b79144095ca HTTP/1.1" status: 204 len: 168 time: 1.7645783 Apr 23 00:08:22.451135 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728b18eb-d94c-4366-b5c9-399e8b894206', 'tag': '5a536b13-0987-4289-baa7-fbaf4162383e'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:08:22.458660 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb612725-b514-405e-bbaf-b500347e073f" -d '{"events": [{"name": "network-changed", "server_uuid": "728b18eb-d94c-4366-b5c9-399e8b894206", "tag": "5a536b13-0987-4289-baa7-fbaf4162383e"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:08:22.466340 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0932ae59-4d9b-458f-8743-d95d980d98b4 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:22.471754 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2e9c7426-436f-416a-880a-24c1f7a08794 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:22.534185 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] Checking router: 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:08:22.534595 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] Updating router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a port 7bb8f3c7-f11d-48c6-852b-b826caa076dd binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:08:22.544044 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ca69e2a6-90a9-4b74-8148-e8c8c41e30d3 None None] For port 6f798944-cf66-4710-9b5d-af2e813e5f6e, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:08:22.579755 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0932ae59-4d9b-458f-8743-d95d980d98b4 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:22.587736 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c7426-436f-416a-880a-24c1f7a08794 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Pushing event deleted for resources: {'Subnet': ['ID=a89b4f1b-b7a2-43fc-b3eb-872f0f542f12,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:22.608288 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2e9c7426-436f-416a-880a-24c1f7a08794 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:22.611527 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2e9c7426-436f-416a-880a-24c1f7a08794 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] 10.222.0.15 "DELETE /v2.0/subnets/a89b4f1b-b7a2-43fc-b3eb-872f0f542f12 HTTP/1.1" status: 204 len: 168 time: 1.1402707 Apr 23 00:08:22.614726 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54886) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:22.635304 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:22.640152 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949b993d-a636-4062-95fb-f51a16bb6e80 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:22.650431 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-ed39c29a-c349-4262-9039-7fac136833aa None None] Set router d0d1c542-97a8-4393-8bb5-ab5a5696ff63 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:22.651681 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949b993d-a636-4062-95fb-f51a16bb6e80 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:22.654863 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-949b993d-a636-4062-95fb-f51a16bb6e80 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2020714 Apr 23 00:08:22.666116 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ca69e2a6-90a9-4b74-8148-e8c8c41e30d3 None None] For port 6f798944-cf66-4710-9b5d-af2e813e5f6e, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=6f798944-cf66-4710-9b5d-af2e813e5f6e,segment=NetworkSegment(6421730e-a5c8-4cfc-ac0c-d8adbb2cf4e1),segment_id=6421730e-a5c8-4cfc-ac0c-d8adbb2cf4e1)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:08:22.666440 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54888) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:22.679432 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9705f8f4-ce36-4237-9fd3-1dc04fbebf0a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network 79d0a815-949f-4d21-a7a8-4325172f60ee is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:08:22.709693 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0932ae59-4d9b-458f-8743-d95d980d98b4 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:22.734665 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad74c0be-3001-47c7-811a-83238f863fdd tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['shared'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:22.736666 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad74c0be-3001-47c7-811a-83238f863fdd tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['shared'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:22.738709 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ad74c0be-3001-47c7-811a-83238f863fdd tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0707934 Apr 23 00:08:22.743515 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54890) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:22.824885 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932ae59-4d9b-458f-8743-d95d980d98b4 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c05d2254-3d08-43de-9114-c04f93639f20,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:22.866170 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518198e8-b812-49db-90af-996ed9b81fcd tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:22.869326 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-518198e8-b812-49db-90af-996ed9b81fcd tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2505963 Apr 23 00:08:22.869466 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190f169d-ce0f-4e26-8718-61fdcd25864d x-openstack-request-id: req-190f169d-ce0f-4e26-8718-61fdcd25864d {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:08:22.869704 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "728b18eb-d94c-4366-b5c9-399e8b894206", "tag": "5a536b13-0987-4289-baa7-fbaf4162383e", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:08:22.870031 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-190f169d-ce0f-4e26-8718-61fdcd25864d {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:08:22.870341 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-190f169d-ce0f-4e26-8718-61fdcd25864d'] response: {'name': 'network-changed', 'server_uuid': '728b18eb-d94c-4366-b5c9-399e8b894206', 'tag': '5a536b13-0987-4289-baa7-fbaf4162383e', 'status': 'completed', 'code': 200} Apr 23 00:08:22.872105 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54892) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:22.927540 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0932ae59-4d9b-458f-8743-d95d980d98b4 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:22.931514 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0932ae59-4d9b-458f-8743-d95d980d98b4 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5929899 Apr 23 00:08:22.932327 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54894) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:22.940380 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-019e4c32-c709-4ae6-8833-56b8a2099ca6 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Request body: {'security_group_rule': {'security_group_id': 'c05d2254-3d08-43de-9114-c04f93639f20', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:23.025729 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6e8135e9-0359-4dff-9bae-7b0bc74e21e6 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:23.096774 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70e3b9-3c55-4a01-8606-a44533ecc7df None None] Pushing event updated for resources: {'Port': ['ID=22e7b2da-077a-4447-841d-7cef02557678,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:23.109488 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-019e4c32-c709-4ae6-8833-56b8a2099ca6 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:23.110087 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ed39c29a-c349-4262-9039-7fac136833aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'name': 'tempest-TestNetworkBasicOps-router-1700382994', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:36Z', 'updated_at': '2022-04-23T00:08:12Z', 'revision_number': 6, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:39Z', 'updated_at': '2022-04-23T00:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '3207a98b-fb02-4089-94fa-fc1f1361032d', 'name': '', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:d8:dd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '9105ea4b-a502-4369-ad5a-671310beacde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:49Z', 'updated_at': '2022-04-23T00:05:59Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '9105ea4b-a502-4369-ad5a-671310beacde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:23.110320 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bcc494-1590-47f4-897b-4da01b5a9d2e None None] Network af21bc8c-a753-4cb5-b1e7-bcbfeb378053 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:23.116037 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:23.141829 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca69e2a6-90a9-4b74-8148-e8c8c41e30d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:23.142138 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed39c29a-c349-4262-9039-7fac136833aa None None] Checking router: d0d1c542-97a8-4393-8bb5-ab5a5696ff63 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:08:23.160623 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed39c29a-c349-4262-9039-7fac136833aa None None] Routers {'d0d1c542-97a8-4393-8bb5-ab5a5696ff63'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:23.161339 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ed39c29a-c349-4262-9039-7fac136833aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:23.182502 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-6e8135e9-0359-4dff-9bae-7b0bc74e21e6 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Deleting port 6f798944-cf66-4710-9b5d-af2e813e5f6e {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:23.183022 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6e8135e9-0359-4dff-9bae-7b0bc74e21e6 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:23.252749 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-019e4c32-c709-4ae6-8833-56b8a2099ca6 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:23.263620 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:23.281764 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-6e8135e9-0359-4dff-9bae-7b0bc74e21e6 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] For port 6f798944-cf66-4710-9b5d-af2e813e5f6e, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=6f798944-cf66-4710-9b5d-af2e813e5f6e,segment=NetworkSegment(6421730e-a5c8-4cfc-ac0c-d8adbb2cf4e1),segment_id=6421730e-a5c8-4cfc-ac0c-d8adbb2cf4e1)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:23.281764 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6e8135e9-0359-4dff-9bae-7b0bc74e21e6 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:23.308649 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-019e4c32-c709-4ae6-8833-56b8a2099ca6 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:23.333126 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-6e8135e9-0359-4dff-9bae-7b0bc74e21e6 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Calling delete_port for 6f798944-cf66-4710-9b5d-af2e813e5f6e owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:23.341826 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-ed39c29a-c349-4262-9039-7fac136833aa None None] Set router d0d1c542-97a8-4393-8bb5-ab5a5696ff63 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:23.365844 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e4c32-c709-4ae6-8833-56b8a2099ca6 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84fef0d6-51b5-419e-81be-713aa72ae2c2,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:23.372566 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69e2a6-90a9-4b74-8148-e8c8c41e30d3 None None] Pushing event updated for resources: {'Port': ['ID=6f798944-cf66-4710-9b5d-af2e813e5f6e,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:23.454634 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-019e4c32-c709-4ae6-8833-56b8a2099ca6 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:23.456297 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-019e4c32-c709-4ae6-8833-56b8a2099ca6 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5197575 Apr 23 00:08:23.459954 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54898) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:23.510155 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9915d44-5c7a-421e-8152-48d144d6e83d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:23.518217 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] Attempting to bind port 7bb8f3c7-f11d-48c6-852b-b826caa076dd on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:08:23.518723 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] Attempting to bind port 7bb8f3c7-f11d-48c6-852b-b826caa076dd by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '4bfcb396-6c65-4e3d-b6fa-89321c2ce6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2b8d6325-ad34-49fb-a49d-441b58fcd7f5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:08:23.519091 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] Attempting to bind port 7bb8f3c7-f11d-48c6-852b-b826caa076dd on network 2b8d6325-ad34-49fb-a49d-441b58fcd7f5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:08:23.529723 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c4af13-f364-40e0-831c-1c4632926236 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:23.529950 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device e8e14052-327b-410e-ac08-ccd26aff0380 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:08:23.538753 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-23c4af13-f364-40e0-831c-1c4632926236 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "GET /v2.0/networks/be665bb0-0db8-46b9-bd45-9f026785584b HTTP/1.1" status: 200 len: 800 time: 0.7938991 Apr 23 00:08:23.540365 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54900) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:23.557849 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9915d44-5c7a-421e-8152-48d144d6e83d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:23.606616 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-9705f8f4-ce36-4237-9fd3-1dc04fbebf0a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 79d0a815-949f-4d21-a7a8-4325172f60ee) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:23.675246 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc701fd-f9d8-4cb0-bb98-bfe6416f9821 None None] Network 79d0a815-949f-4d21-a7a8-4325172f60ee requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:23.685049 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9705f8f4-ce36-4237-9fd3-1dc04fbebf0a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:23.685049 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9705f8f4-ce36-4237-9fd3-1dc04fbebf0a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:23.753673 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb612725-b514-405e-bbaf-b500347e073f req-03d5292c-8b42-4c1a-bb58-f3cd44503118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:23.756930 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bb612725-b514-405e-bbaf-b500347e073f req-03d5292c-8b42-4c1a-bb58-f3cd44503118 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 1098 time: 0.2163641 Apr 23 00:08:23.776809 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:08:23.777182 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] Checking segment: {'id': '4bfcb396-6c65-4e3d-b6fa-89321c2ce6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2b8d6325-ad34-49fb-a49d-441b58fcd7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:23.777629 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:23.778022 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] Bound using segment: {'id': '4bfcb396-6c65-4e3d-b6fa-89321c2ce6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2b8d6325-ad34-49fb-a49d-441b58fcd7f5'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:08:23.778511 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] Bound port: 7bb8f3c7-f11d-48c6-852b-b826caa076dd, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bfcb396-6c65-4e3d-b6fa-89321c2ce6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2b8d6325-ad34-49fb-a49d-441b58fcd7f5'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:08:23.778976 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:23.803832 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c098b-f251-411d-ba22-99d94ce63b72 req-cf4f7d87-a4e2-494f-9b4a-e3d0fe373216 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:23.806117 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-541c098b-f251-411d-ba22-99d94ce63b72 req-cf4f7d87-a4e2-494f-9b4a-e3d0fe373216 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 945 time: 0.2078385 Apr 23 00:08:23.815537 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9705f8f4-ce36-4237-9fd3-1dc04fbebf0a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5725634 Apr 23 00:08:23.818871 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54902) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:23.829400 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:23.831165 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d420ec18-88bb-4d93-9845-555a9e6ff977 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "GET /v2.0/networks/be665bb0-0db8-46b9-bd45-9f026785584b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2847040 Apr 23 00:08:23.831951 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54904) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:23.853290 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9915d44-5c7a-421e-8152-48d144d6e83d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:23.856391 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6e8135e9-0359-4dff-9bae-7b0bc74e21e6 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:23.872950 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9915d44-5c7a-421e-8152-48d144d6e83d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:23.876469 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b9915d44-5c7a-421e-8152-48d144d6e83d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/84fef0d6-51b5-419e-81be-713aa72ae2c2 HTTP/1.1" status: 204 len: 168 time: 0.4129086 Apr 23 00:08:23.905324 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port e8e14052-327b-410e-ac08-ccd26aff0380 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:23.908258 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:23.910779 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2f1ed-ef1e-4f5a-9353-7d75c9cd10a9 None None] Pushing event updated for resources: {'Port': ['ID=7bb8f3c7-f11d-48c6-852b-b826caa076dd,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:23.917532 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ed39c29a-c349-4262-9039-7fac136833aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'name': 'tempest-TestNetworkBasicOps-router-1700382994', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:36Z', 'updated_at': '2022-04-23T00:08:12Z', 'revision_number': 6, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:39Z', 'updated_at': '2022-04-23T00:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '3207a98b-fb02-4089-94fa-fc1f1361032d', 'name': '', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:d8:dd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '9105ea4b-a502-4369-ad5a-671310beacde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:49Z', 'updated_at': '2022-04-23T00:05:59Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '9105ea4b-a502-4369-ad5a-671310beacde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:23.924208 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5418dde9-ef89-4be1-a8dc-68b39b0057d5 None None] Provisioning complete for port e8e14052-327b-410e-ac08-ccd26aff0380 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:23.925110 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5418dde9-ef89-4be1-a8dc-68b39b0057d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:23.955227 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54906) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:23.960750 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85755aa0-9a53-4324-a98e-1607198aa088 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:23.962134 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-85755aa0-9a53-4324-a98e-1607198aa088 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "GET /v2.0/subnets/fd5d581a-8152-443b-8e93-87fba77d0780 HTTP/1.1" status: 200 len: 811 time: 0.1275001 Apr 23 00:08:23.966536 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54908) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:23.976644 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed39c29a-c349-4262-9039-7fac136833aa None None] The sync data for ids ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'] in dv-neutron-838783-1-hyperv is: [{'id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'name': 'tempest-TestNetworkBasicOps-router-1700382994', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:36Z', 'updated_at': '2022-04-23T00:08:12Z', 'revision_number': 6, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:39Z', 'updated_at': '2022-04-23T00:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '3207a98b-fb02-4089-94fa-fc1f1361032d', 'name': '', 'network_id': '4e0063e3-a51b-4951-b1d1-a61920180a9f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:d8:dd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '9105ea4b-a502-4369-ad5a-671310beacde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:49Z', 'updated_at': '2022-04-23T00:05:59Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '9105ea4b-a502-4369-ad5a-671310beacde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:08:23.999617 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8135e9-0359-4dff-9bae-7b0bc74e21e6 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] No DVR routers for this DVR port 6f798944-cf66-4710-9b5d-af2e813e5f6e on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:08:24.001112 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9915d44-5c7a-421e-8152-48d144d6e83d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84fef0d6-51b5-419e-81be-713aa72ae2c2,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:24.002882 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8135e9-0359-4dff-9bae-7b0bc74e21e6 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Pushing event deleted for resources: {'Port': ['ID=6f798944-cf66-4710-9b5d-af2e813e5f6e,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:24.103735 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-541c098b-f251-411d-ba22-99d94ce63b72 req-ec8fbaef-1102-48fc-a67a-f28f10e24208 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=d83eafcd-8e21-400f-8199-da42aed372d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829721 Apr 23 00:08:24.130872 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5363d4dc-3f09-4789-80c7-99a3d1c74fca tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1712248 Apr 23 00:08:24.131184 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e95a94-3371-4038-8306-1fff868ae320 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['shared'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:24.135791 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-42e95a94-3371-4038-8306-1fff868ae320 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "GET /v2.0/subnets/fd5d581a-8152-443b-8e93-87fba77d0780?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1652076 Apr 23 00:08:24.140999 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54910) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:24.141333 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54912) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:24.162197 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-730164a4-68f0-4846-bc20-c5122cc08711 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1645655352'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:24.166949 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb612725-b514-405e-bbaf-b500347e073f req-ef4b7ad0-8405-46f6-98ac-518f8ba58a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:24.169402 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bb612725-b514-405e-bbaf-b500347e073f req-ef4b7ad0-8405-46f6-98ac-518f8ba58a2d service neutron] 10.222.0.16 "GET /v2.0/networks?id=4e0063e3-a51b-4951-b1d1-a61920180a9f HTTP/1.1" status: 200 len: 897 time: 0.4057896 Apr 23 00:08:24.178406 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6e8135e9-0359-4dff-9bae-7b0bc74e21e6 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:24.213699 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] For port 7bb8f3c7-f11d-48c6-852b-b826caa076dd, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:08:24.218688 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bb612725-b514-405e-bbaf-b500347e073f req-55dbff2c-bbfb-47d9-850f-6756f1d027cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a536b13-0987-4289-baa7-fbaf4162383e HTTP/1.1" status: 200 len: 217 time: 0.0403929 Apr 23 00:08:24.233311 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-6e8135e9-0359-4dff-9bae-7b0bc74e21e6 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9565d31b-53e4-4596-86fa-2bcf04f1fa19']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:24.245360 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] For port 7bb8f3c7-f11d-48c6-852b-b826caa076dd, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7bb8f3c7-f11d-48c6-852b-b826caa076dd,segment=NetworkSegment(4bfcb396-6c65-4e3d-b6fa-89321c2ce6a1),segment_id=4bfcb396-6c65-4e3d-b6fa-89321c2ce6a1)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:08:24.255010 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-6e8135e9-0359-4dff-9bae-7b0bc74e21e6 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6421730e-a5c8-4cfc-ac0c-d8adbb2cf4e1') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:24.255516 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-6e8135e9-0359-4dff-9bae-7b0bc74e21e6 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6421730e-a5c8-4cfc-ac0c-d8adbb2cf4e1') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:24.287478 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2efb4284-8dbc-4fa6-b8dc-1c699684bcaf tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:24.320346 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2efb4284-8dbc-4fa6-b8dc-1c699684bcaf tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:24.335791 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6e8135e9-0359-4dff-9bae-7b0bc74e21e6 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:24.336253 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a11da7-2cc9-49a9-a119-bc599624ff02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-79d0a815-949f-4d21-a7a8-4325172f60ee', 'network_id': '79d0a815-949f-4d21-a7a8-4325172f60ee', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'fixed_ips': [{'subnet_id': '1f9bca80-b5bd-4572-b8f7-1963b4217099'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:08:24.337191 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7a11da7-2cc9-49a9-a119-bc599624ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:24.344181 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:24.346874 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730164a4-68f0-4846-bc20-c5122cc08711 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Made reservation on behalf of 067cc1af0e35468e96d86434cf2aca66 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:24.352125 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-730164a4-68f0-4846-bc20-c5122cc08711 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:24.379704 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6e8135e9-0359-4dff-9bae-7b0bc74e21e6 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:24.405596 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 18b8c7fa-c144-4bfa-925a-d2b8b4c865e4 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:08:24.409318 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8135e9-0359-4dff-9bae-7b0bc74e21e6 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:24.409761 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6e8135e9-0359-4dff-9bae-7b0bc74e21e6 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:24.415732 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730164a4-68f0-4846-bc20-c5122cc08711 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:08:24.428033 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 18b8c7fa-c144-4bfa-925a-d2b8b4c865e4 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:08:24.428321 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 18b8c7fa-c144-4bfa-925a-d2b8b4c865e4 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:08:24.445219 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb612725-b514-405e-bbaf-b500347e073f req-dbd31897-0c48-4664-a709-159dd8cc8b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:24.446905 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bb612725-b514-405e-bbaf-b500347e073f req-dbd31897-0c48-4664-a709-159dd8cc8b0d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9105ea4b-a502-4369-ad5a-671310beacde HTTP/1.1" status: 200 len: 835 time: 0.1636510 Apr 23 00:08:24.462168 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ed324-6cbb-471f-809e-3d857bedc746 req-dec07455-2336-42e0-ae74-840f96899dcf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:24.464374 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-299ed324-6cbb-471f-809e-3d857bedc746 req-dec07455-2336-42e0-ae74-840f96899dcf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/ports?device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 945 time: 0.2071989 Apr 23 00:08:24.501277 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5418dde9-ef89-4be1-a8dc-68b39b0057d5 None None] Provisioning complete for port 7bb8f3c7-f11d-48c6-852b-b826caa076dd triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:24.501567 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5418dde9-ef89-4be1-a8dc-68b39b0057d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:24.502533 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2efb4284-8dbc-4fa6-b8dc-1c699684bcaf tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:24.507929 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2efb4284-8dbc-4fa6-b8dc-1c699684bcaf tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:24.512240 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2efb4284-8dbc-4fa6-b8dc-1c699684bcaf tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "DELETE /v2.0/security-groups/c05d2254-3d08-43de-9114-c04f93639f20 HTTP/1.1" status: 204 len: 168 time: 0.3698497 Apr 23 00:08:24.512884 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54914) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:24.529151 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-730164a4-68f0-4846-bc20-c5122cc08711 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:24.531703 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-730164a4-68f0-4846-bc20-c5122cc08711 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Added segment 608c176a-e815-480c-9c97-4bf5af1f2a2d of type vlan for network e19de5e7-a710-4d63-8b50-8e4b0d657975 Apr 23 00:08:24.536568 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2f1ed-ef1e-4f5a-9353-7d75c9cd10a9 None None] Pushing event updated for resources: {'Port': ['ID=7bb8f3c7-f11d-48c6-852b-b826caa076dd,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:24.548808 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f18d5e-c04e-449d-9a5e-dade976287b5 None None] New status for floating IP a6790375-916d-4a35-8301-7b79144095ca: DOWN {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:08:24.614514 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-730164a4-68f0-4846-bc20-c5122cc08711 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:24.656229 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] Routers {'0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:24.656872 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:24.657007 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb4284-8dbc-4fa6-b8dc-1c699684bcaf tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05d2254-3d08-43de-9114-c04f93639f20,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:24.666876 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6e8135e9-0359-4dff-9bae-7b0bc74e21e6 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:24.689768 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6e8135e9-0359-4dff-9bae-7b0bc74e21e6 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:24.695104 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6e8135e9-0359-4dff-9bae-7b0bc74e21e6 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] 10.222.0.15 "DELETE /v2.0/networks/9565d31b-53e4-4596-86fa-2bcf04f1fa19 HTTP/1.1" status: 204 len: 168 time: 1.8179350 Apr 23 00:08:24.702413 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54916) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:24.740362 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb612725-b514-405e-bbaf-b500347e073f req-692e7b70-704a-4780-8844-688e20920b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:24.742474 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bb612725-b514-405e-bbaf-b500347e073f req-692e7b70-704a-4780-8844-688e20920b85 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4e0063e3-a51b-4951-b1d1-a61920180a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2744992 Apr 23 00:08:24.761565 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8135e9-0359-4dff-9bae-7b0bc74e21e6 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Pushing event deleted for resources: {'Network': ['ID=9565d31b-53e4-4596-86fa-2bcf04f1fa19,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:24.846401 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-730164a4-68f0-4846-bc20-c5122cc08711 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:24.847078 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730164a4-68f0-4846-bc20-c5122cc08711 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:24.847186 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-730164a4-68f0-4846-bc20-c5122cc08711 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:24.896361 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9de3f57d-17cb-497b-9e1d-61a7d2d4695f tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3775287 Apr 23 00:08:24.906259 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54918) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:24.952360 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-299ed324-6cbb-471f-809e-3d857bedc746 req-936e8983-f8ad-4328-8030-ec364f6bb43e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port 5a536b13-0987-4289-baa7-fbaf4162383e {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:24.952966 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-299ed324-6cbb-471f-809e-3d857bedc746 req-936e8983-f8ad-4328-8030-ec364f6bb43e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:24.962647 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bb612725-b514-405e-bbaf-b500347e073f req-f6926b06-540e-4d29-b84e-7f931c71eaa0 service neutron] 10.222.0.16 "GET /v2.0/networks/4e0063e3-a51b-4951-b1d1-a61920180a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901569 Apr 23 00:08:24.965404 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-334c5606-58b0-4fc3-80d5-2485e5e649ec tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Request body: {'security_group': {'name': 'tempest-secgroup--1001429917'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:25.009881 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92aa0a72-99b7-4a22-91cc-6c8ae5bd36d7 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:25.015449 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730164a4-68f0-4846-bc20-c5122cc08711 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Network': ['ID=e19de5e7-a710-4d63-8b50-8e4b0d657975,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:25.044383 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network e19de5e7-a710-4d63-8b50-8e4b0d657975 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:08:25.058917 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0b10a831-4b17-4706-b167-132d3a73af89 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:25.080247 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-730164a4-68f0-4846-bc20-c5122cc08711 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9366524 Apr 23 00:08:25.081122 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54920) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:25.088168 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-42fca860-1fb2-4a6d-baa8-659dc2e51dc4 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'subnet': {'network_id': 'e19de5e7-a710-4d63-8b50-8e4b0d657975', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:25.116508 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-92aa0a72-99b7-4a22-91cc-6c8ae5bd36d7 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Deleting port 22e7b2da-077a-4447-841d-7cef02557678 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:25.116825 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92aa0a72-99b7-4a22-91cc-6c8ae5bd36d7 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:25.163104 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] Set router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:25.178075 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-334c5606-58b0-4fc3-80d5-2485e5e649ec tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:25.261051 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fd008a-00d1-43da-af5f-ae573242e8eb None None] DHCP port deletion for 9565d31b-53e4-4596-86fa-2bcf04f1fa19 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:08:25.264025 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5418dde9-ef89-4be1-a8dc-68b39b0057d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:25.310319 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-299ed324-6cbb-471f-809e-3d857bedc746 req-936e8983-f8ad-4328-8030-ec364f6bb43e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port 5a536b13-0987-4289-baa7-fbaf4162383e, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=5a536b13-0987-4289-baa7-fbaf4162383e,segment=NetworkSegment(aec77dda-8b5c-4aa6-a84f-7c4f710208c7),segment_id=aec77dda-8b5c-4aa6-a84f-7c4f710208c7)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:25.310926 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-299ed324-6cbb-471f-809e-3d857bedc746 req-936e8983-f8ad-4328-8030-ec364f6bb43e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:25.339013 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-299ed324-6cbb-471f-809e-3d857bedc746 req-936e8983-f8ad-4328-8030-ec364f6bb43e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for 5a536b13-0987-4289-baa7-fbaf4162383e owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:25.347841 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bb612725-b514-405e-bbaf-b500347e073f req-7592e2ca-9ffa-4c1d-9023-b3dbb1f6d4d0 service neutron] 10.222.0.16 "GET /v2.0/networks/4e0063e3-a51b-4951-b1d1-a61920180a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483737 Apr 23 00:08:25.378713 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-92aa0a72-99b7-4a22-91cc-6c8ae5bd36d7 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] For port 22e7b2da-077a-4447-841d-7cef02557678, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=22e7b2da-077a-4447-841d-7cef02557678,segment=NetworkSegment(d7738eea-f58e-4e92-bb6b-ef1662ab8028),segment_id=d7738eea-f58e-4e92-bb6b-ef1662ab8028)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:25.379762 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92aa0a72-99b7-4a22-91cc-6c8ae5bd36d7 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:25.380915 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5418dde9-ef89-4be1-a8dc-68b39b0057d5 None None] For port 7bb8f3c7-f11d-48c6-852b-b826caa076dd, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7bb8f3c7-f11d-48c6-852b-b826caa076dd,segment=NetworkSegment(4bfcb396-6c65-4e3d-b6fa-89321c2ce6a1),segment_id=4bfcb396-6c65-4e3d-b6fa-89321c2ce6a1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:25.389172 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2410b62-f719-4938-90c7-b4f2164f524e None None] Network 9565d31b-53e4-4596-86fa-2bcf04f1fa19 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:25.405263 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-a7a11da7-2cc9-49a9-a119-bc599624ff02 None None] Allocated IP 2001:db8:3::2 (79d0a815-949f-4d21-a7a8-4325172f60ee/1f9bca80-b5bd-4572-b8f7-1963b4217099/815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:08:25.407628 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-92aa0a72-99b7-4a22-91cc-6c8ae5bd36d7 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Calling delete_port for 22e7b2da-077a-4447-841d-7cef02557678 owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:25.413742 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2410b62-f719-4938-90c7-b4f2164f524e None None] Network 9565d31b-53e4-4596-86fa-2bcf04f1fa19 could not be found, it might have been deleted concurrently. {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 23 00:08:25.436703 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fca860-1fb2-4a6d-baa8-659dc2e51dc4 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Made reservation on behalf of 067cc1af0e35468e96d86434cf2aca66 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:25.440825 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-42fca860-1fb2-4a6d-baa8-659dc2e51dc4 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:25.456199 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-334c5606-58b0-4fc3-80d5-2485e5e649ec tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:25.465231 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5418dde9-ef89-4be1-a8dc-68b39b0057d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:25.479103 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12df513-b24f-4c39-80d7-96d55a3fd520 req-7357c578-496c-482c-9ffd-0bf750610b70 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:25.480710 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c12df513-b24f-4c39-80d7-96d55a3fd520 req-7357c578-496c-482c-9ffd-0bf750610b70 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 945 time: 0.2033420 Apr 23 00:08:25.518888 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-334c5606-58b0-4fc3-80d5-2485e5e649ec tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:25.604001 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-db00d9ee-3ad1-4bdb-896e-f35065878eb6 None None] Could not find standard attr ID for object 6f798944-cf66-4710-9b5d-af2e813e5f6e. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:08:25.612085 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418dde9-ef89-4be1-a8dc-68b39b0057d5 None None] Pushing event updated for resources: {'Port': ['ID=7bb8f3c7-f11d-48c6-852b-b826caa076dd,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:25.622788 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.ipam_backend_mixin [None req-42fca860-1fb2-4a6d-baa8-659dc2e51dc4 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Performing IP validity checks on allocation pools {{(pid=103143) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 23 00:08:25.623314 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.ipam_backend_mixin [None req-42fca860-1fb2-4a6d-baa8-659dc2e51dc4 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103143) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 23 00:08:25.662189 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c5606-58b0-4fc3-80d5-2485e5e649ec tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3f15dd-c508-4af4-ba0a-ae1db0eb7baa,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:25.668783 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-299ed324-6cbb-471f-809e-3d857bedc746 req-936e8983-f8ad-4328-8030-ec364f6bb43e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:25.683450 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c12df513-b24f-4c39-80d7-96d55a3fd520 req-389e6b49-864e-4014-9350-3ef62ae9bfd4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=d83eafcd-8e21-400f-8199-da42aed372d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694520 Apr 23 00:08:25.692619 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-db00d9ee-3ad1-4bdb-896e-f35065878eb6 None None] Provisioning complete for port 7bb8f3c7-f11d-48c6-852b-b826caa076dd triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:25.692993 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db00d9ee-3ad1-4bdb-896e-f35065878eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:25.711766 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-334c5606-58b0-4fc3-80d5-2485e5e649ec tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:25.711766 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-334c5606-58b0-4fc3-80d5-2485e5e649ec tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7917390 Apr 23 00:08:25.711766 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54924) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:25.719366 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-b30acbc3-569a-4268-94e2-a33c4716246a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Request body: {'security_group_rule': {'security_group_id': '6b3f15dd-c508-4af4-ba0a-ae1db0eb7baa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:25.744982 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e8983-f8ad-4328-8030-ec364f6bb43e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=5a536b13-0987-4289-baa7-fbaf4162383e,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:25.763873 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7a11da7-2cc9-49a9-a119-bc599624ff02 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:25.787988 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:19Z', 'revision_number': 4, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': '7bb8f3c7-f11d-48c6-852b-b826caa076dd', 'name': '', 'network_id': '2b8d6325-ad34-49fb-a49d-441b58fcd7f5', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:b3:28:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:18Z', 'updated_at': '2022-04-23T00:08:24Z', 'revision_number': 4, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a69a0d5a-f213-4454-bcde-4c4564ae7072', 'name': '', 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:d0:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:08Z', 'updated_at': '2022-04-23T00:08:17Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:09Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:25.789131 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-299ed324-6cbb-471f-809e-3d857bedc746 req-936e8983-f8ad-4328-8030-ec364f6bb43e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] No DVR routers for this DVR port 5a536b13-0987-4289-baa7-fbaf4162383e on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:08:25.792037 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-299ed324-6cbb-471f-809e-3d857bedc746 req-936e8983-f8ad-4328-8030-ec364f6bb43e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:25.795439 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-299ed324-6cbb-471f-809e-3d857bedc746 req-936e8983-f8ad-4328-8030-ec364f6bb43e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "DELETE /v2.0/ports/5a536b13-0987-4289-baa7-fbaf4162383e HTTP/1.1" status: 204 len: 173 time: 1.3158996 Apr 23 00:08:25.795937 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728b18eb-d94c-4366-b5c9-399e8b894206', 'name': 'network-vif-deleted', 'tag': '5a536b13-0987-4289-baa7-fbaf4162383e'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:08:25.798880 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1737f20a-e2a6-4ad9-824d-1ba7d75ad2db" -d '{"events": [{"server_uuid": "728b18eb-d94c-4366-b5c9-399e8b894206", "name": "network-vif-deleted", "tag": "5a536b13-0987-4289-baa7-fbaf4162383e"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:08:25.802913 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92aa0a72-99b7-4a22-91cc-6c8ae5bd36d7 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:25.831562 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb421b4b-1086-40f3-82d6-4f486582048a None None] The sync data for ids ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'] in dv-neutron-838783-1-hyperv is: [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:19Z', 'revision_number': 4, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': '7bb8f3c7-f11d-48c6-852b-b826caa076dd', 'name': '', 'network_id': '2b8d6325-ad34-49fb-a49d-441b58fcd7f5', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:b3:28:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:18Z', 'updated_at': '2022-04-23T00:08:24Z', 'revision_number': 4, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a69a0d5a-f213-4454-bcde-4c4564ae7072', 'name': '', 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:d0:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:08Z', 'updated_at': '2022-04-23T00:08:17Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:09Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:08:25.835448 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7a11da7-2cc9-49a9-a119-bc599624ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:25.888010 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aa0a72-99b7-4a22-91cc-6c8ae5bd36d7 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] No DVR routers for this DVR port 22e7b2da-077a-4447-841d-7cef02557678 on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:08:25.907393 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa0a72-99b7-4a22-91cc-6c8ae5bd36d7 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Pushing event deleted for resources: {'Port': ['ID=22e7b2da-077a-4447-841d-7cef02557678,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:25.929386 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a11da7-2cc9-49a9-a119-bc599624ff02 None None] Network 79d0a815-949f-4d21-a7a8-4325172f60ee is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:25.932536 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a7a11da7-2cc9-49a9-a119-bc599624ff02 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:25.937120 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a11da7-2cc9-49a9-a119-bc599624ff02 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:08:25.946576 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b30acbc3-569a-4268-94e2-a33c4716246a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:25.950688 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a11da7-2cc9-49a9-a119-bc599624ff02 None None] Pushing event updated for resources: {'Port': ['ID=815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:25.972189 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be86d90e-0c4c-4c7c-aeea-174e127dc964 x-openstack-request-id: req-be86d90e-0c4c-4c7c-aeea-174e127dc964 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:08:25.974088 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728b18eb-d94c-4366-b5c9-399e8b894206", "name": "network-vif-deleted", "tag": "5a536b13-0987-4289-baa7-fbaf4162383e", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:08:25.974555 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be86d90e-0c4c-4c7c-aeea-174e127dc964 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:08:25.975363 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be86d90e-0c4c-4c7c-aeea-174e127dc964'] response: {'server_uuid': '728b18eb-d94c-4366-b5c9-399e8b894206', 'name': 'network-vif-deleted', 'tag': '5a536b13-0987-4289-baa7-fbaf4162383e', 'status': 'completed', 'code': 200} Apr 23 00:08:25.995525 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-0b10a831-4b17-4706-b167-132d3a73af89 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Allocated IP 2001:db8:3::1 (79d0a815-949f-4d21-a7a8-4325172f60ee/1f9bca80-b5bd-4572-b8f7-1963b4217099/2ed1d1de-e9e8-44b6-99c7-1971c85f123a) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:08:26.044305 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a7a11da7-2cc9-49a9-a119-bc599624ff02 None None] Attempting to bind port 815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:08:26.048197 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a7a11da7-2cc9-49a9-a119-bc599624ff02 None None] Attempting to bind port 815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'cb24064c-abe6-4c76-b20b-40efa82273ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '79d0a815-949f-4d21-a7a8-4325172f60ee'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:08:26.048197 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a11da7-2cc9-49a9-a119-bc599624ff02 None None] Attempting to bind port 815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2 on network 79d0a815-949f-4d21-a7a8-4325172f60ee {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:08:26.050532 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92aa0a72-99b7-4a22-91cc-6c8ae5bd36d7 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:26.053193 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a11da7-2cc9-49a9-a119-bc599624ff02 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:08:26.053683 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a11da7-2cc9-49a9-a119-bc599624ff02 None None] Checking segment: {'id': 'cb24064c-abe6-4c76-b20b-40efa82273ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '79d0a815-949f-4d21-a7a8-4325172f60ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:26.054184 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7a11da7-2cc9-49a9-a119-bc599624ff02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:26.054727 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a11da7-2cc9-49a9-a119-bc599624ff02 None None] Bound using segment: {'id': 'cb24064c-abe6-4c76-b20b-40efa82273ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '79d0a815-949f-4d21-a7a8-4325172f60ee'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:08:26.055367 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a7a11da7-2cc9-49a9-a119-bc599624ff02 None None] Bound port: 815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb24064c-abe6-4c76-b20b-40efa82273ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '79d0a815-949f-4d21-a7a8-4325172f60ee'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:08:26.055920 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7a11da7-2cc9-49a9-a119-bc599624ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:26.076686 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-92aa0a72-99b7-4a22-91cc-6c8ae5bd36d7 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af21bc8c-a753-4cb5-b1e7-bcbfeb378053']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:26.115841 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-92aa0a72-99b7-4a22-91cc-6c8ae5bd36d7 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7738eea-f58e-4e92-bb6b-ef1662ab8028') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:26.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-92aa0a72-99b7-4a22-91cc-6c8ae5bd36d7 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7738eea-f58e-4e92-bb6b-ef1662ab8028') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:26.120736 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-42fca860-1fb2-4a6d-baa8-659dc2e51dc4 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:26.164047 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a7a11da7-2cc9-49a9-a119-bc599624ff02 None None] For port 815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:08:26.170981 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a7a11da7-2cc9-49a9-a119-bc599624ff02 None None] For port 815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2,segment=NetworkSegment(cb24064c-abe6-4c76-b20b-40efa82273ad),segment_id=cb24064c-abe6-4c76-b20b-40efa82273ad)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:08:26.179458 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0b10a831-4b17-4706-b167-132d3a73af89 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:26.192862 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92aa0a72-99b7-4a22-91cc-6c8ae5bd36d7 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:26.240450 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92aa0a72-99b7-4a22-91cc-6c8ae5bd36d7 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:26.242106 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7a11da7-2cc9-49a9-a119-bc599624ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:26.263703 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92aa0a72-99b7-4a22-91cc-6c8ae5bd36d7 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:26.264119 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92aa0a72-99b7-4a22-91cc-6c8ae5bd36d7 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:26.271818 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b30acbc3-569a-4268-94e2-a33c4716246a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:26.272842 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:26.291957 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0b10a831-4b17-4706-b167-132d3a73af89 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:26.318374 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fca860-1fb2-4a6d-baa8-659dc2e51dc4 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Subnet': ['ID=48fb065f-ab7c-4007-8143-ffe408e23172,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:26.323102 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a11da7-2cc9-49a9-a119-bc599624ff02 None None] Pushing event updated for resources: {'Port': ['ID=815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:26.366816 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b30acbc3-569a-4268-94e2-a33c4716246a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:26.382533 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fca860-1fb2-4a6d-baa8-659dc2e51dc4 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Checking segment: {'id': '608c176a-e815-480c-9c97-4bf5af1f2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e19de5e7-a710-4d63-8b50-8e4b0d657975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:26.383023 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fca860-1fb2-4a6d-baa8-659dc2e51dc4 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Network hostable DHCP agents. Network: e19de5e7-a710-4d63-8b50-8e4b0d657975, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:08:26.397260 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b10a831-4b17-4706-b167-132d3a73af89 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network 79d0a815-949f-4d21-a7a8-4325172f60ee is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:26.404786 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30acbc3-569a-4268-94e2-a33c4716246a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2467ec-8012-4d29-a83a-9e263db1cb20,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:26.411306 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-0b10a831-4b17-4706-b167-132d3a73af89 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:26.415437 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b10a831-4b17-4706-b167-132d3a73af89 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:08:26.416034 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0b10a831-4b17-4706-b167-132d3a73af89 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:26.458440 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10a831-4b17-4706-b167-132d3a73af89 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Port': ['ID=2ed1d1de-e9e8-44b6-99c7-1971c85f123a,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:26.474669 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92aa0a72-99b7-4a22-91cc-6c8ae5bd36d7 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:26.483366 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-92aa0a72-99b7-4a22-91cc-6c8ae5bd36d7 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:26.496123 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-92aa0a72-99b7-4a22-91cc-6c8ae5bd36d7 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] 10.222.0.15 "DELETE /v2.0/networks/af21bc8c-a753-4cb5-b1e7-bcbfeb378053 HTTP/1.1" status: 204 len: 168 time: 1.7878625 Apr 23 00:08:26.496834 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54928) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:26.530346 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b30acbc3-569a-4268-94e2-a33c4716246a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:26.534579 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b30acbc3-569a-4268-94e2-a33c4716246a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8198047 Apr 23 00:08:26.534579 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fca860-1fb2-4a6d-baa8-659dc2e51dc4 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Network e19de5e7-a710-4d63-8b50-8e4b0d657975 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:08:26.534760 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54930) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:26.539159 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-3f5cbafb-ae4e-4d0e-939c-2109c6b490cc tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Request body: {'security_group_rule': {'security_group_id': '6b3f15dd-c508-4af4-ba0a-ae1db0eb7baa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:26.547276 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa0a72-99b7-4a22-91cc-6c8ae5bd36d7 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Pushing event deleted for resources: {'Network': ['ID=af21bc8c-a753-4cb5-b1e7-bcbfeb378053,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:26.625433 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3f5cbafb-ae4e-4d0e-939c-2109c6b490cc tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:26.634567 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b0bf20c-f29b-4c9f-a812-01603af700f2 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:26.674308 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-42fca860-1fb2-4a6d-baa8-659dc2e51dc4 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, e19de5e7-a710-4d63-8b50-8e4b0d657975) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:26.686995 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fca860-1fb2-4a6d-baa8-659dc2e51dc4 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:26.686995 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-42fca860-1fb2-4a6d-baa8-659dc2e51dc4 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:26.699854 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8799aba0-6b72-4684-9602-cb03980a7236 None None] Network e19de5e7-a710-4d63-8b50-8e4b0d657975 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:26.738714 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0b10a831-4b17-4706-b167-132d3a73af89 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:26.878561 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b0bf20c-f29b-4c9f-a812-01603af700f2 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:26.916424 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3f5cbafb-ae4e-4d0e-939c-2109c6b490cc tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:26.920074 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-63c4b9e7-bea6-4c18-b675-007343980efe req-af5340f8-277c-4745-9c62-f80f2e2927aa tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=728b18eb-d94c-4366-b5c9-399e8b894206 HTTP/1.1" status: 200 len: 210 time: 0.0785210 Apr 23 00:08:26.936374 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-2b0bf20c-f29b-4c9f-a812-01603af700f2 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3454845-3031-4642-ac9f-332de609cdb4']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:26.948920 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e37cb7-4be8-456c-9ea0-bf46eddb1137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-e19de5e7-a710-4d63-8b50-8e4b0d657975', 'network_id': 'e19de5e7-a710-4d63-8b50-8e4b0d657975', 'tenant_id': '067cc1af0e35468e96d86434cf2aca66', 'fixed_ips': [{'subnet_id': '48fb065f-ab7c-4007-8143-ffe408e23172'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:08:26.949775 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69e37cb7-4be8-456c-9ea0-bf46eddb1137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:26.949908 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-2b0bf20c-f29b-4c9f-a812-01603af700f2 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab9b8d36-e844-4127-ba14-365179f65b6e') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:26.950277 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-2b0bf20c-f29b-4c9f-a812-01603af700f2 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab9b8d36-e844-4127-ba14-365179f65b6e') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:26.961731 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b0bf20c-f29b-4c9f-a812-01603af700f2 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:26.978270 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b0bf20c-f29b-4c9f-a812-01603af700f2 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:26.985169 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0bf20c-f29b-4c9f-a812-01603af700f2 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:26.985659 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b0bf20c-f29b-4c9f-a812-01603af700f2 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:26.989743 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:27.009126 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-42fca860-1fb2-4a6d-baa8-659dc2e51dc4 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9220583 Apr 23 00:08:27.009462 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54934) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:27.015222 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-543e9b3c-5400-453f-9bfb-411be55eec69 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:27.048455 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3f5cbafb-ae4e-4d0e-939c-2109c6b490cc tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:27.085910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5cbafb-ae4e-4d0e-939c-2109c6b490cc tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9cd379-04b1-48dd-aba5-3b308d77adcf,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:27.106578 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-69e37cb7-4be8-456c-9ea0-bf46eddb1137 None None] Allocated IP 172.20.0.3 (e19de5e7-a710-4d63-8b50-8e4b0d657975/48fb065f-ab7c-4007-8143-ffe408e23172/2b22728a-9e86-4cfe-943b-042633b6bb14) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:08:27.152486 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3f5cbafb-ae4e-4d0e-939c-2109c6b490cc tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:27.154334 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3f5cbafb-ae4e-4d0e-939c-2109c6b490cc tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6186070 Apr 23 00:08:27.157184 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54936) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:27.163520 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-348cf631-c4c6-49be-88dd-392dbad6b94a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Request body: {'security_group_rule': {'security_group_id': '6b3f15dd-c508-4af4-ba0a-ae1db0eb7baa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:27.205463 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0b10a831-4b17-4706-b167-132d3a73af89 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:27.265475 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69e37cb7-4be8-456c-9ea0-bf46eddb1137 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:27.269112 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0b10a831-4b17-4706-b167-132d3a73af89 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:27.270601 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0b10a831-4b17-4706-b167-132d3a73af89 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:27.326456 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69e37cb7-4be8-456c-9ea0-bf46eddb1137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:27.374782 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e37cb7-4be8-456c-9ea0-bf46eddb1137 None None] Network e19de5e7-a710-4d63-8b50-8e4b0d657975 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:27.379960 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-69e37cb7-4be8-456c-9ea0-bf46eddb1137 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:27.385408 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e37cb7-4be8-456c-9ea0-bf46eddb1137 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:08:27.397120 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e37cb7-4be8-456c-9ea0-bf46eddb1137 None None] Pushing event updated for resources: {'Port': ['ID=2b22728a-9e86-4cfe-943b-042633b6bb14,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:27.430984 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b0bf20c-f29b-4c9f-a812-01603af700f2 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:27.431644 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-348cf631-c4c6-49be-88dd-392dbad6b94a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:27.454828 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b0bf20c-f29b-4c9f-a812-01603af700f2 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:27.458706 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2b0bf20c-f29b-4c9f-a812-01603af700f2 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] 10.222.0.15 "DELETE /v2.0/networks/d3454845-3031-4642-ac9f-332de609cdb4 HTTP/1.1" status: 204 len: 168 time: 0.9553146 Apr 23 00:08:27.460025 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-543e9b3c-5400-453f-9bfb-411be55eec69 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11749460'] for subnet, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:27.470987 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54938) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:27.483496 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bf20c-f29b-4c9f-a812-01603af700f2 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Pushing event deleted for resources: {'Network': ['ID=d3454845-3031-4642-ac9f-332de609cdb4,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:27.492978 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10a831-4b17-4706-b167-132d3a73af89 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event updated for resources: {'Port': ['ID=2ed1d1de-e9e8-44b6-99c7-1971c85f123a,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:27.496054 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-69e37cb7-4be8-456c-9ea0-bf46eddb1137 None None] Attempting to bind port 2b22728a-9e86-4cfe-943b-042633b6bb14 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:08:27.496665 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-69e37cb7-4be8-456c-9ea0-bf46eddb1137 None None] Attempting to bind port 2b22728a-9e86-4cfe-943b-042633b6bb14 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '608c176a-e815-480c-9c97-4bf5af1f2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e19de5e7-a710-4d63-8b50-8e4b0d657975'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:08:27.498731 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e37cb7-4be8-456c-9ea0-bf46eddb1137 None None] Attempting to bind port 2b22728a-9e86-4cfe-943b-042633b6bb14 on network e19de5e7-a710-4d63-8b50-8e4b0d657975 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:08:27.517269 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e37cb7-4be8-456c-9ea0-bf46eddb1137 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:08:27.517269 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e37cb7-4be8-456c-9ea0-bf46eddb1137 None None] Checking segment: {'id': '608c176a-e815-480c-9c97-4bf5af1f2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e19de5e7-a710-4d63-8b50-8e4b0d657975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:27.517269 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69e37cb7-4be8-456c-9ea0-bf46eddb1137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:27.517269 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e37cb7-4be8-456c-9ea0-bf46eddb1137 None None] Bound using segment: {'id': '608c176a-e815-480c-9c97-4bf5af1f2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e19de5e7-a710-4d63-8b50-8e4b0d657975'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:08:27.517269 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-69e37cb7-4be8-456c-9ea0-bf46eddb1137 None None] Bound port: 2b22728a-9e86-4cfe-943b-042633b6bb14, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608c176a-e815-480c-9c97-4bf5af1f2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e19de5e7-a710-4d63-8b50-8e4b0d657975'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:08:27.517269 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69e37cb7-4be8-456c-9ea0-bf46eddb1137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:27.530821 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:08:27.550119 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-348cf631-c4c6-49be-88dd-392dbad6b94a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:27.594339 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b10a831-4b17-4706-b167-132d3a73af89 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Network 79d0a815-949f-4d21-a7a8-4325172f60ee is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:27.596316 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-0b10a831-4b17-4706-b167-132d3a73af89 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:27.596913 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-06c98b42-53b2-4b52-af1b-39844d0c1160 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:27.625105 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-69e37cb7-4be8-456c-9ea0-bf46eddb1137 None None] For port 2b22728a-9e86-4cfe-943b-042633b6bb14, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:08:27.628972 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-69e37cb7-4be8-456c-9ea0-bf46eddb1137 None None] For port 2b22728a-9e86-4cfe-943b-042633b6bb14, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=2b22728a-9e86-4cfe-943b-042633b6bb14,segment=NetworkSegment(608c176a-e815-480c-9c97-4bf5af1f2a2d),segment_id=608c176a-e815-480c-9c97-4bf5af1f2a2d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:08:27.633584 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:27.633957 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:27.646741 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-348cf631-c4c6-49be-88dd-392dbad6b94a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:27.670661 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348cf631-c4c6-49be-88dd-392dbad6b94a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e017bf-8366-492b-b7f0-315688c3f3da,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:27.704964 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69e37cb7-4be8-456c-9ea0-bf46eddb1137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:27.736732 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 5a536b13-0987-4289-baa7-fbaf4162383e no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:08:27.748043 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b10a831-4b17-4706-b167-132d3a73af89 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:08:27.788618 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 5a536b13-0987-4289-baa7-fbaf4162383e {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:08:27.788955 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 5a536b13-0987-4289-baa7-fbaf4162383e not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:08:27.809171 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-348cf631-c4c6-49be-88dd-392dbad6b94a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:27.810981 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-06c98b42-53b2-4b52-af1b-39844d0c1160 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:27.811614 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-348cf631-c4c6-49be-88dd-392dbad6b94a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6526589 Apr 23 00:08:27.814322 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54940) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:27.816230 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:27.821676 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-304285c6-6a3b-43e2-a65f-5f157906841c tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Request body: {'security_group_rule': {'security_group_id': '6b3f15dd-c508-4af4-ba0a-ae1db0eb7baa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:27.835535 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd17881-9ad3-4454-a90c-ed4cffa422ff None None] Network 79d0a815-949f-4d21-a7a8-4325172f60ee requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:27.876929 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e37cb7-4be8-456c-9ea0-bf46eddb1137 None None] Pushing event updated for resources: {'Port': ['ID=2b22728a-9e86-4cfe-943b-042633b6bb14,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:27.897772 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b10a831-4b17-4706-b167-132d3a73af89 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:08:27.909308 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0b10a831-4b17-4706-b167-132d3a73af89 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "PUT /v2.0/routers/0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0897813 Apr 23 00:08:27.911301 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54942) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:27.911526 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] Sync routers for ids ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:08:27.913580 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-06c98b42-53b2-4b52-af1b-39844d0c1160 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e52e2a-1e17-4e13-af2d-29f722eeef7c']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:27.917624 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-611d57d9-983b-43e2-bc1c-d29ce98cecda tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:27.929405 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-06c98b42-53b2-4b52-af1b-39844d0c1160 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b1f9d1-0356-489e-be2e-f10372b80c01') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:27.929926 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-06c98b42-53b2-4b52-af1b-39844d0c1160 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b1f9d1-0356-489e-be2e-f10372b80c01') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:27.935358 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] Routers {'0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:27.936021 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:27.947498 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-06c98b42-53b2-4b52-af1b-39844d0c1160 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:27.967835 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-06c98b42-53b2-4b52-af1b-39844d0c1160 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:27.975039 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-304285c6-6a3b-43e2-a65f-5f157906841c tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:27.976419 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2,segment=NetworkSegment(cb24064c-abe6-4c76-b20b-40efa82273ad),segment_id=cb24064c-abe6-4c76-b20b-40efa82273ad)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:27.978905 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c98b42-53b2-4b52-af1b-39844d0c1160 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:27.979430 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-06c98b42-53b2-4b52-af1b-39844d0c1160 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:27.990936 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-6270bd81-d65c-4d9e-92ae-91d1cab5e835 None None] Provisioning complete for port 815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:27.991230 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6270bd81-d65c-4d9e-92ae-91d1cab5e835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:28.051606 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:28.054082 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:28.054082 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7bb8f3c7-f11d-48c6-852b-b826caa076dd up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:08:28.063637 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54946) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:28.069635 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-543e9b3c-5400-453f-9bfb-411be55eec69 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761358054072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12081207'] for subnet, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:28.118047 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-304285c6-6a3b-43e2-a65f-5f157906841c tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:28.143061 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543e9b3c-5400-453f-9bfb-411be55eec69 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:28.144028 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-543e9b3c-5400-453f-9bfb-411be55eec69 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:28.148175 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-543e9b3c-5400-453f-9bfb-411be55eec69 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "PUT /v2.0/subnets/48fb065f-ab7c-4007-8143-ffe408e23172 HTTP/1.1" status: 200 len: 877 time: 1.1370220 Apr 23 00:08:28.157759 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54948) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:28.181658 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] Set router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:28.185955 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e9b3c-5400-453f-9bfb-411be55eec69 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event updated for resources: {'Subnet': ['ID=48fb065f-ab7c-4007-8143-ffe408e23172,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:28.232532 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-304285c6-6a3b-43e2-a65f-5f157906841c tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:28.247544 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-06c98b42-53b2-4b52-af1b-39844d0c1160 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:28.260975 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-06c98b42-53b2-4b52-af1b-39844d0c1160 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:28.266509 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-06c98b42-53b2-4b52-af1b-39844d0c1160 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] 10.222.0.15 "DELETE /v2.0/networks/b8e52e2a-1e17-4e13-af2d-29f722eeef7c HTTP/1.1" status: 204 len: 168 time: 0.7918377 Apr 23 00:08:28.296010 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304285c6-6a3b-43e2-a65f-5f157906841c tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c48ad42-2fe0-4973-a7a2-41ed681e401b,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:28.337277 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c98b42-53b2-4b52-af1b-39844d0c1160 tempest-BulkNetworkOpsIpV6Test-1414520642 tempest-BulkNetworkOpsIpV6Test-1414520642-project] Pushing event deleted for resources: {'Network': ['ID=b8e52e2a-1e17-4e13-af2d-29f722eeef7c,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:28.411964 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9b6a940d-96ec-4953-a53c-0dcdce9bad81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:28.504855 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-9b6a940d-96ec-4953-a53c-0dcdce9bad81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Deleting port 2b22728a-9e86-4cfe-943b-042633b6bb14 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:28.505113 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9b6a940d-96ec-4953-a53c-0dcdce9bad81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:28.524390 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:26Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': '2ed1d1de-e9e8-44b6-99c7-1971c85f123a', 'name': '', 'network_id': '79d0a815-949f-4d21-a7a8-4325172f60ee', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:0f:e2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '1f9bca80-b5bd-4572-b8f7-1963b4217099', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:25Z', 'updated_at': '2022-04-23T00:08:26Z', 'revision_number': 2, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '1f9bca80-b5bd-4572-b8f7-1963b4217099', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb8f3c7-f11d-48c6-852b-b826caa076dd', 'name': '', 'network_id': '2b8d6325-ad34-49fb-a49d-441b58fcd7f5', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:b3:28:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:18Z', 'updated_at': '2022-04-23T00:08:25Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a69a0d5a-f213-4454-bcde-4c4564ae7072', 'name': '', 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:d0:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:08Z', 'updated_at': '2022-04-23T00:08:17Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:09Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:28.567585 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] Checking router: 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:08:28.568898 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] Updating router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a port 2ed1d1de-e9e8-44b6-99c7-1971c85f123a binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:08:28.583280 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:28.603140 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7bb8f3c7-f11d-48c6-852b-b826caa076dd triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:28.603620 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:28.610647 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:28.622320 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-9b6a940d-96ec-4953-a53c-0dcdce9bad81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] For port 2b22728a-9e86-4cfe-943b-042633b6bb14, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=2b22728a-9e86-4cfe-943b-042633b6bb14,segment=NetworkSegment(608c176a-e815-480c-9c97-4bf5af1f2a2d),segment_id=608c176a-e815-480c-9c97-4bf5af1f2a2d)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:28.622726 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9b6a940d-96ec-4953-a53c-0dcdce9bad81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:28.639944 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-9b6a940d-96ec-4953-a53c-0dcdce9bad81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Calling delete_port for 2b22728a-9e86-4cfe-943b-042633b6bb14 owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:28.835709 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:08:28.852714 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-304285c6-6a3b-43e2-a65f-5f157906841c tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:28.854188 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-304285c6-6a3b-43e2-a65f-5f157906841c tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0387414 Apr 23 00:08:28.857011 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54954) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:28.865873 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-eb2977cb-e0b5-4049-bcae-356263a6c7d9 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Request body: {'security_group_rule': {'security_group_id': '6b3f15dd-c508-4af4-ba0a-ae1db0eb7baa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:28.889320 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9b6a940d-96ec-4953-a53c-0dcdce9bad81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:28.946544 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f7f9daa-f56d-48b3-adb4-9b08f8574f2c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:28.992206 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54956) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:29.025291 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f7f9daa-f56d-48b3-adb4-9b08f8574f2c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.025611 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a940d-96ec-4953-a53c-0dcdce9bad81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Port': ['ID=2b22728a-9e86-4cfe-943b-042633b6bb14,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:29.048572 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6a940d-96ec-4953-a53c-0dcdce9bad81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No DVR routers for this DVR port 2b22728a-9e86-4cfe-943b-042633b6bb14 on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:08:29.099495 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb2977cb-e0b5-4049-bcae-356263a6c7d9 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.122889 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.151163 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-ea541416-dfbb-4442-b780-57232c889803 None None] Provisioning complete for port 2ed1d1de-e9e8-44b6-99c7-1971c85f123a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:29.151544 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea541416-dfbb-4442-b780-57232c889803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.199290 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9b6a940d-96ec-4953-a53c-0dcdce9bad81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.211638 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.244364 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ea541416-dfbb-4442-b780-57232c889803 None None] Port 2ed1d1de-e9e8-44b6-99c7-1971c85f123a cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:08:29.250836 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb2977cb-e0b5-4049-bcae-356263a6c7d9 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.282520 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-ea541416-dfbb-4442-b780-57232c889803 None None] Provisioning complete for port 815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:29.285814 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea541416-dfbb-4442-b780-57232c889803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.317170 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb2977cb-e0b5-4049-bcae-356263a6c7d9 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.333856 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1ed70-f54b-48a9-98a9-22a823bf253d None None] Pushing event updated for resources: {'Port': ['ID=2ed1d1de-e9e8-44b6-99c7-1971c85f123a,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:29.349516 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2977cb-e0b5-4049-bcae-356263a6c7d9 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ca430a-c20f-49c8-a512-6a1c1c2bb5cc,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:29.387947 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e1ed70-f54b-48a9-98a9-22a823bf253d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:29.388449 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e1ed70-f54b-48a9-98a9-22a823bf253d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:29.388955 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e1ed70-f54b-48a9-98a9-22a823bf253d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:29.389169 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e1ed70-f54b-48a9-98a9-22a823bf253d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:29.389501 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e1ed70-f54b-48a9-98a9-22a823bf253d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:29.389852 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e1ed70-f54b-48a9-98a9-22a823bf253d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:29.390236 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e1ed70-f54b-48a9-98a9-22a823bf253d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:29.390734 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e1ed70-f54b-48a9-98a9-22a823bf253d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:29.391071 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e1ed70-f54b-48a9-98a9-22a823bf253d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:29.391457 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e1ed70-f54b-48a9-98a9-22a823bf253d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:29.391653 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f7f9daa-f56d-48b3-adb4-9b08f8574f2c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.392106 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e1ed70-f54b-48a9-98a9-22a823bf253d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:29.392215 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e1ed70-f54b-48a9-98a9-22a823bf253d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:29.394312 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f7f9daa-f56d-48b3-adb4-9b08f8574f2c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.398766 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8f7f9daa-f56d-48b3-adb4-9b08f8574f2c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/security-groups/d83eafcd-8e21-400f-8199-da42aed372d0 HTTP/1.1" status: 204 len: 168 time: 1.2767529 Apr 23 00:08:29.414811 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] Attempting to bind port 2ed1d1de-e9e8-44b6-99c7-1971c85f123a on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:08:29.415245 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] Attempting to bind port 2ed1d1de-e9e8-44b6-99c7-1971c85f123a by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'cb24064c-abe6-4c76-b20b-40efa82273ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '79d0a815-949f-4d21-a7a8-4325172f60ee'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:08:29.415868 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] Attempting to bind port 2ed1d1de-e9e8-44b6-99c7-1971c85f123a on network 79d0a815-949f-4d21-a7a8-4325172f60ee {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:08:29.430701 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9b6a940d-96ec-4953-a53c-0dcdce9bad81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.430972 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:08:29.430972 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] Checking segment: {'id': 'cb24064c-abe6-4c76-b20b-40efa82273ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '79d0a815-949f-4d21-a7a8-4325172f60ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:29.430972 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.430972 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] Bound using segment: {'id': 'cb24064c-abe6-4c76-b20b-40efa82273ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '79d0a815-949f-4d21-a7a8-4325172f60ee'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:08:29.432115 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] Bound port: 2ed1d1de-e9e8-44b6-99c7-1971c85f123a, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb24064c-abe6-4c76-b20b-40efa82273ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '79d0a815-949f-4d21-a7a8-4325172f60ee'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:08:29.433646 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.477457 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4659b47f-bf94-42c9-b153-9f945903e51f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4b307713e714a969e93d7a73c4cced3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4805160 Apr 23 00:08:29.481910 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54962) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:29.499544 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a940d-96ec-4953-a53c-0dcdce9bad81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Subnet': ['ID=48fb065f-ab7c-4007-8143-ffe408e23172,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:29.507836 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb2977cb-e0b5-4049-bcae-356263a6c7d9 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.508187 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f9daa-f56d-48b3-adb4-9b08f8574f2c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83eafcd-8e21-400f-8199-da42aed372d0,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:29.513034 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:08:29.515507 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-eb2977cb-e0b5-4049-bcae-356263a6c7d9 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6553826 Apr 23 00:08:29.529963 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54964) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:29.540100 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.extraroute_db [None req-611d57d9-983b-43e2-bc1c-d29ce98cecda tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103144) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 23 00:08:29.563519 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.extraroute_db [None req-611d57d9-983b-43e2-bc1c-d29ce98cecda tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Removed routes are [] {{(pid=103144) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 23 00:08:29.564903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-611d57d9-983b-43e2-bc1c-d29ce98cecda tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.567478 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54966) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:29.583965 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] For port 2ed1d1de-e9e8-44b6-99c7-1971c85f123a, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:08:29.589665 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] For port 2ed1d1de-e9e8-44b6-99c7-1971c85f123a, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=2ed1d1de-e9e8-44b6-99c7-1971c85f123a,segment=NetworkSegment(cb24064c-abe6-4c76-b20b-40efa82273ad),segment_id=cb24064c-abe6-4c76-b20b-40efa82273ad)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:08:29.598660 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4015fa-3e9b-40b1-9b92-16c44d44ea13 None None] Network e19de5e7-a710-4d63-8b50-8e4b0d657975 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:29.614063 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9b6a940d-96ec-4953-a53c-0dcdce9bad81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.638625 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-9b6a940d-96ec-4953-a53c-0dcdce9bad81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19de5e7-a710-4d63-8b50-8e4b0d657975']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:29.650700 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-9b6a940d-96ec-4953-a53c-0dcdce9bad81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608c176a-e815-480c-9c97-4bf5af1f2a2d') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:29.651066 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-9b6a940d-96ec-4953-a53c-0dcdce9bad81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608c176a-e815-480c-9c97-4bf5af1f2a2d') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:29.657061 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.687090 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9b6a940d-96ec-4953-a53c-0dcdce9bad81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.720985 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9b6a940d-96ec-4953-a53c-0dcdce9bad81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.729649 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6a940d-96ec-4953-a53c-0dcdce9bad81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:29.729649 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9b6a940d-96ec-4953-a53c-0dcdce9bad81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.775054 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:29.775491 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.784040 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] Routers {'0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:29.784903 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:29.828545 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:29.893607 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9b6a940d-96ec-4953-a53c-0dcdce9bad81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.906962 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666b0557-f164-4dbb-a6d7-7f24b3c14398 None None] DHCP port deletion for e19de5e7-a710-4d63-8b50-8e4b0d657975 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:08:29.912236 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9b6a940d-96ec-4953-a53c-0dcdce9bad81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.918536 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b21acdfe-f864-4bce-9e2d-f056be5a11eb None None] Provisioning complete for port 2ed1d1de-e9e8-44b6-99c7-1971c85f123a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:29.918536 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b21acdfe-f864-4bce-9e2d-f056be5a11eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.919907 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9b6a940d-96ec-4953-a53c-0dcdce9bad81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/networks/e19de5e7-a710-4d63-8b50-8e4b0d657975 HTTP/1.1" status: 204 len: 168 time: 1.7632012 Apr 23 00:08:29.921419 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54968) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:29.935678 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9495075c-09e1-4364-8ebf-66dc7ad23d24 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.945398 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9495075c-09e1-4364-8ebf-66dc7ad23d24 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:29.960894 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1ed70-f54b-48a9-98a9-22a823bf253d None None] Pushing event updated for resources: {'Port': ['ID=2ed1d1de-e9e8-44b6-99c7-1971c85f123a,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:29.984407 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a940d-96ec-4953-a53c-0dcdce9bad81 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Network': ['ID=e19de5e7-a710-4d63-8b50-8e4b0d657975,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:30.004534 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-79d3b67e-1473-4542-8e2c-5110d4d714c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:30.012070 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e29c147-1b94-4dd4-b08a-1d9a2b4e6c0b None None] Network e19de5e7-a710-4d63-8b50-8e4b0d657975 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:30.012544 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] Set router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:30.036895 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e29c147-1b94-4dd4-b08a-1d9a2b4e6c0b None None] Network e19de5e7-a710-4d63-8b50-8e4b0d657975 could not be found, it might have been deleted concurrently. {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 23 00:08:30.045482 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b21acdfe-f864-4bce-9e2d-f056be5a11eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:30.054599 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-79d3b67e-1473-4542-8e2c-5110d4d714c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:30.093084 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9495075c-09e1-4364-8ebf-66dc7ad23d24 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:30.101846 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9495075c-09e1-4364-8ebf-66dc7ad23d24 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:30.104286 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9495075c-09e1-4364-8ebf-66dc7ad23d24 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/c1ca430a-c20f-49c8-a512-6a1c1c2bb5cc HTTP/1.1" status: 204 len: 168 time: 0.5726686 Apr 23 00:08:30.108607 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54970) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:30.109368 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-611d57d9-983b-43e2-bc1c-d29ce98cecda tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:30.116163 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c7aee8f-21af-4a9e-bb97-eae9ce70be03 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:30.119780 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c7aee8f-21af-4a9e-bb97-eae9ce70be03 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:30.123167 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b21acdfe-f864-4bce-9e2d-f056be5a11eb None None] For port 2ed1d1de-e9e8-44b6-99c7-1971c85f123a, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=2ed1d1de-e9e8-44b6-99c7-1971c85f123a,segment=NetworkSegment(cb24064c-abe6-4c76-b20b-40efa82273ad),segment_id=cb24064c-abe6-4c76-b20b-40efa82273ad)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:30.123307 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6c7aee8f-21af-4a9e-bb97-eae9ce70be03 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/subnets/48fb065f-ab7c-4007-8143-ffe408e23172 HTTP/1.1" status: 404 len: 337 time: 0.1890540 Apr 23 00:08:30.125566 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54972) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:30.132671 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-611d57d9-983b-43e2-bc1c-d29ce98cecda tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3900419'] for router, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:30.147497 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495075c-09e1-4364-8ebf-66dc7ad23d24 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1ca430a-c20f-49c8-a512-6a1c1c2bb5cc,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:30.171642 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-960616c7-9301-4415-be28-d60df57d5a12 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:30.172396 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-960616c7-9301-4415-be28-d60df57d5a12 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:30.177435 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-960616c7-9301-4415-be28-d60df57d5a12 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/networks/e19de5e7-a710-4d63-8b50-8e4b0d657975 HTTP/1.1" status: 404 len: 339 time: 0.0507762 Apr 23 00:08:30.182894 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54974) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:30.199527 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b21acdfe-f864-4bce-9e2d-f056be5a11eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:30.213591 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b21acdfe-f864-4bce-9e2d-f056be5a11eb None None] Could not find standard attr ID for object 2b22728a-9e86-4cfe-943b-042633b6bb14. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:08:30.215554 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-763fc993-b87f-467a-8cd6-c9280bcddb5a tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:30.215789 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-763fc993-b87f-467a-8cd6-c9280bcddb5a tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:30.218981 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-763fc993-b87f-467a-8cd6-c9280bcddb5a tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/subnets/32a2defb-02b9-437d-83df-6af9b47a09a2 HTTP/1.1" status: 404 len: 337 time: 0.0372231 Apr 23 00:08:30.222074 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54976) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:30.274072 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21acdfe-f864-4bce-9e2d-f056be5a11eb None None] Pushing event updated for resources: {'Port': ['ID=2ed1d1de-e9e8-44b6-99c7-1971c85f123a,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:30.288304 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-19be3fc9-165d-48d0-9596-c262a0cb60a9 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1778038 Apr 23 00:08:30.291121 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54978) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:30.309200 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-80098226-25d7-43c6-9001-07cbe329332d tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:30.310151 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80098226-25d7-43c6-9001-07cbe329332d tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:30.319924 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54980) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:30.327300 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-80098226-25d7-43c6-9001-07cbe329332d tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/networks/b010c34c-7d40-4324-bbca-8873904e111a HTTP/1.1" status: 404 len: 339 time: 0.0984430 Apr 23 00:08:30.333378 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:29Z', 'revision_number': 6, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': '2ed1d1de-e9e8-44b6-99c7-1971c85f123a', 'name': '', 'network_id': '79d0a815-949f-4d21-a7a8-4325172f60ee', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:0f:e2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '1f9bca80-b5bd-4572-b8f7-1963b4217099', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:25Z', 'updated_at': '2022-04-23T00:08:29Z', 'revision_number': 4, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '1f9bca80-b5bd-4572-b8f7-1963b4217099', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb8f3c7-f11d-48c6-852b-b826caa076dd', 'name': '', 'network_id': '2b8d6325-ad34-49fb-a49d-441b58fcd7f5', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:b3:28:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:18Z', 'updated_at': '2022-04-23T00:08:25Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a69a0d5a-f213-4454-bcde-4c4564ae7072', 'name': '', 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:d0:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:08Z', 'updated_at': '2022-04-23T00:08:17Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:09Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:30.340780 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-79d3b67e-1473-4542-8e2c-5110d4d714c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:30.345005 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5e8e81b2-2f4d-4789-862f-01176f70e0bc None None] Provisioning complete for port 2ed1d1de-e9e8-44b6-99c7-1971c85f123a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:30.345373 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e8e81b2-2f4d-4789-862f-01176f70e0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:30.350789 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-79d3b67e-1473-4542-8e2c-5110d4d714c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:30.361263 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-79d3b67e-1473-4542-8e2c-5110d4d714c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5fd9a0a2-d5e0-4443-8c22-a8acb6e6b829 HTTP/1.1" status: 204 len: 168 time: 0.8776140 Apr 23 00:08:30.387413 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3b67e-1473-4542-8e2c-5110d4d714c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd9a0a2-d5e0-4443-8c22-a8acb6e6b829,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:30.395102 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd254e5a-0a56-474a-beba-c92cb21279fb None None] The sync data for ids ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'] in dv-neutron-838783-1-hyperv is: [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:29Z', 'revision_number': 6, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': '2ed1d1de-e9e8-44b6-99c7-1971c85f123a', 'name': '', 'network_id': '79d0a815-949f-4d21-a7a8-4325172f60ee', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:0f:e2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '1f9bca80-b5bd-4572-b8f7-1963b4217099', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:25Z', 'updated_at': '2022-04-23T00:08:29Z', 'revision_number': 4, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '1f9bca80-b5bd-4572-b8f7-1963b4217099', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb8f3c7-f11d-48c6-852b-b826caa076dd', 'name': '', 'network_id': '2b8d6325-ad34-49fb-a49d-441b58fcd7f5', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:b3:28:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:18Z', 'updated_at': '2022-04-23T00:08:25Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a69a0d5a-f213-4454-bcde-4c4564ae7072', 'name': '', 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:d0:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:08Z', 'updated_at': '2022-04-23T00:08:17Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:09Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:08:30.418378 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7f7f-5073-4015-82c3-7c785cc7c845 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:30.455242 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cde40830-cd42-4c1f-8988-4ed171d51b1a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:30.482421 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611d57d9-983b-43e2-bc1c-d29ce98cecda tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:08:30.483734 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cde40830-cd42-4c1f-8988-4ed171d51b1a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:30.600833 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6824e6c-e86d-4fa9-ade5-d26f3c809d7d None None] get_active_networks_info from dv-neutron-838783-1-hyperv {{(pid=103146) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 23 00:08:30.622247 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cde40830-cd42-4c1f-8988-4ed171d51b1a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:30.628644 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cde40830-cd42-4c1f-8988-4ed171d51b1a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:30.631868 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cde40830-cd42-4c1f-8988-4ed171d51b1a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/4c48ad42-2fe0-4973-a7a2-41ed681e401b HTTP/1.1" status: 204 len: 168 time: 0.3226881 Apr 23 00:08:30.638714 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54984) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:30.656021 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde40830-cd42-4c1f-8988-4ed171d51b1a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c48ad42-2fe0-4973-a7a2-41ed681e401b,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:30.748343 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b39dcefe-303a-448c-abbe-2be26a94faa0 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0979609 Apr 23 00:08:30.748825 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54986) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:30.751000 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7f7f-5073-4015-82c3-7c785cc7c845 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:30.757838 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-016fefa8-3d15-4830-9a4a-b7cdcb8cd3c5 None None] Provisioning complete for port 2ed1d1de-e9e8-44b6-99c7-1971c85f123a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:30.757838 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-016fefa8-3d15-4830-9a4a-b7cdcb8cd3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:30.795462 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bde2d41c-a7d5-44f8-a6f8-b64d524585f4 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:30.815490 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bde2d41c-a7d5-44f8-a6f8-b64d524585f4 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:30.839752 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-6fcc7f7f-5073-4015-82c3-7c785cc7c845 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4e268a-c35a-4e23-bbc8-2ab8b6a980bf']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:30.864371 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-6fcc7f7f-5073-4015-82c3-7c785cc7c845 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a19982-b2c7-4c50-9dbe-96351ed3e31c') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:30.867022 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-6fcc7f7f-5073-4015-82c3-7c785cc7c845 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a19982-b2c7-4c50-9dbe-96351ed3e31c') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:30.875620 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611d57d9-983b-43e2-bc1c-d29ce98cecda tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:08:30.884220 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-611d57d9-983b-43e2-bc1c-d29ce98cecda tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:30.888455 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54990) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:30.888930 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-611d57d9-983b-43e2-bc1c-d29ce98cecda tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "PUT /v2.0/routers/0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a HTTP/1.1" status: 200 len: 954 time: 2.9760814 Apr 23 00:08:30.896879 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7f7f-5073-4015-82c3-7c785cc7c845 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:30.919429 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7f7f-5073-4015-82c3-7c785cc7c845 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:30.934766 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fcc7f7f-5073-4015-82c3-7c785cc7c845 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7f7f-5073-4015-82c3-7c785cc7c845 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:30.939980 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:30.976565 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6824e6c-e86d-4fa9-ade5-d26f3c809d7d None None] Resources bound (agent type, host, resource id): {{(pid=103146) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:08:31.060191 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bde2d41c-a7d5-44f8-a6f8-b64d524585f4 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:31.071386 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d25bf6fd-7908-4760-9731-8d95afe2bc58 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "GET /v2.0/routers/0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a HTTP/1.1" status: 200 len: 954 time: 0.1787009 Apr 23 00:08:31.072841 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bde2d41c-a7d5-44f8-a6f8-b64d524585f4 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:31.074100 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-bde2d41c-a7d5-44f8-a6f8-b64d524585f4 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/c1e017bf-8366-492b-b7f0-315688c3f3da HTTP/1.1" status: 204 len: 168 time: 0.3242335 Apr 23 00:08:31.074589 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 54994) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:31.080076 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 54996) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:31.088905 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-1f31fccc-e6db-42a5-a1e0-9a4661affe4e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'router': {'routes': None}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:31.092097 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2d41c-a7d5-44f8-a6f8-b64d524585f4 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1e017bf-8366-492b-b7f0-315688c3f3da,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:31.151654 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7f7f-5073-4015-82c3-7c785cc7c845 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:31.156852 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7f7f-5073-4015-82c3-7c785cc7c845 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:31.162502 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6fcc7f7f-5073-4015-82c3-7c785cc7c845 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/networks/3c4e268a-c35a-4e23-bbc8-2ab8b6a980bf HTTP/1.1" status: 204 len: 168 time: 0.8409181 Apr 23 00:08:31.182228 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55000) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:31.193122 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2dd4073a-53d0-42cd-ab9a-59c7261a2d13 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1071551 Apr 23 00:08:31.197305 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55004) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:31.262677 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-552f7013-8169-49d3-82b0-0b8a7d57b4d6 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:31.262964 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-53c765d3-f0dc-4e35-a42d-668385c6e494 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:31.263168 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-552f7013-8169-49d3-82b0-0b8a7d57b4d6 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:31.266355 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-552f7013-8169-49d3-82b0-0b8a7d57b4d6 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/subnets/f748f5da-9859-4cf7-86ba-05a80908244a HTTP/1.1" status: 404 len: 337 time: 0.0592771 Apr 23 00:08:31.269048 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55006) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:31.275597 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc7f7f-5073-4015-82c3-7c785cc7c845 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Network': ['ID=3c4e268a-c35a-4e23-bbc8-2ab8b6a980bf,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:31.295449 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-991d32f1-cd58-424a-aa9d-e10c8a65ef51 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:31.319374 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-e343ffba-c223-4a67-a91a-28bd4b335053 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:31.319782 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e343ffba-c223-4a67-a91a-28bd4b335053 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:31.322766 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e343ffba-c223-4a67-a91a-28bd4b335053 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/networks/a0969d84-f196-4a43-b381-4e103fd032ca HTTP/1.1" status: 404 len: 339 time: 0.0521874 Apr 23 00:08:31.324626 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-53c765d3-f0dc-4e35-a42d-668385c6e494 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:31.326585 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55008) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:31.436870 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bcd6b17-8ee2-4f6a-9641-3f8014d3ec8b tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:31.437284 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bcd6b17-8ee2-4f6a-9641-3f8014d3ec8b tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:31.448932 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8bcd6b17-8ee2-4f6a-9641-3f8014d3ec8b tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/subnets/027a3d6c-2519-4676-a154-d36c7d299b33 HTTP/1.1" status: 404 len: 337 time: 0.1192968 Apr 23 00:08:31.454383 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55012) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:31.510395 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2ed1d1de-e9e8-44b6-99c7-1971c85f123a up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:08:31.514604 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b6cc9d-3d00-4bc8-aa1e-a63ab20130e5 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:31.515165 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b6cc9d-3d00-4bc8-aa1e-a63ab20130e5 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:31.518298 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d3b6cc9d-3d00-4bc8-aa1e-a63ab20130e5 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/networks/f4955ca9-7029-442f-9dbd-537fbf7f1e30 HTTP/1.1" status: 404 len: 339 time: 0.0630026 Apr 23 00:08:31.528106 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55014) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:31.578534 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-53c765d3-f0dc-4e35-a42d-668385c6e494 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:31.578534 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1a448d-83ff-49a3-9b2d-ed36dad0a624 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:31.578534 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba1a448d-83ff-49a3-9b2d-ed36dad0a624 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:31.591369 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ba1a448d-83ff-49a3-9b2d-ed36dad0a624 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/subnets/f7e2b58a-1174-4f3f-ad29-7978dd7a0557 HTTP/1.1" status: 404 len: 337 time: 0.0597961 Apr 23 00:08:31.593846 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-53c765d3-f0dc-4e35-a42d-668385c6e494 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:31.597322 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55016) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:31.598306 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-53c765d3-f0dc-4e35-a42d-668385c6e494 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/9e9cd379-04b1-48dd-aba5-3b308d77adcf HTTP/1.1" status: 204 len: 168 time: 0.3961222 Apr 23 00:08:31.606866 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55018) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:31.633246 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 2ed1d1de-e9e8-44b6-99c7-1971c85f123a triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:31.633797 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:31.635973 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0c4d267-d91b-46e2-8b8f-2645f354937c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:31.636550 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0c4d267-d91b-46e2-8b8f-2645f354937c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:31.638168 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c765d3-f0dc-4e35-a42d-668385c6e494 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e9cd379-04b1-48dd-aba5-3b308d77adcf,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:31.643351 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b0c4d267-d91b-46e2-8b8f-2645f354937c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/networks/07d4c309-b323-455f-a196-b6adb1441f1c HTTP/1.1" status: 404 len: 339 time: 0.0445647 Apr 23 00:08:31.668082 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55022) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:31.757823 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2762a90-fe91-4c6d-8d49-73c72390e825 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:31.758106 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2762a90-fe91-4c6d-8d49-73c72390e825 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:31.772466 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f2762a90-fe91-4c6d-8d49-73c72390e825 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/subnets/07c606a3-5d22-48a8-8af7-0bd29d5c09f5 HTTP/1.1" status: 404 len: 337 time: 0.1008079 Apr 23 00:08:31.773625 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55028) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:31.779207 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886a395c-ed37-4de7-b2e6-ed2e1cf43a5a None None] Sync routers for ids ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:08:31.805781 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886a395c-ed37-4de7-b2e6-ed2e1cf43a5a None None] Routers {'0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:31.806412 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-886a395c-ed37-4de7-b2e6-ed2e1cf43a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:31.814494 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02680c6-abb9-4afc-8aec-695d7eff94b0 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:31.814667 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-35767676-b5fb-47fb-a72f-bb2f689cfe67 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2040238 Apr 23 00:08:31.814781 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c02680c6-abb9-4afc-8aec-695d7eff94b0 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:31.815382 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c02680c6-abb9-4afc-8aec-695d7eff94b0 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/networks/2f473ff8-5938-40c4-a7fd-fd4bfea3fdf9 HTTP/1.1" status: 404 len: 339 time: 0.0409393 Apr 23 00:08:31.818158 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55030) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:31.818522 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55032) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:31.845014 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2b22728a-9e86-4cfe-943b-042633b6bb14 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:08:31.860227 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-159bf14a-3b46-4ee5-8303-010cbe6c36d9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:31.861113 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-159bf14a-3b46-4ee5-8303-010cbe6c36d9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:31.866826 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-159bf14a-3b46-4ee5-8303-010cbe6c36d9 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/subnets/60d8505d-e15f-4b5e-8f1a-467a72fcb96b HTTP/1.1" status: 404 len: 337 time: 0.0410058 Apr 23 00:08:31.867813 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55034) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:31.890918 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-07506606-9896-48be-bf2c-3090134b48fd tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:31.909006 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-07506606-9896-48be-bf2c-3090134b48fd tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:31.934529 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 2b22728a-9e86-4cfe-943b-042633b6bb14 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:08:31.934860 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2b22728a-9e86-4cfe-943b-042633b6bb14 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:08:31.936937 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b73bfe-39c7-4712-a4ab-c66d99c09572 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:31.937751 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b73bfe-39c7-4712-a4ab-c66d99c09572 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:31.943729 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-92b73bfe-39c7-4712-a4ab-c66d99c09572 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/networks/058f3f88-a609-402d-8d1b-91937e285d30 HTTP/1.1" status: 404 len: 339 time: 0.0688527 Apr 23 00:08:31.944995 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55038) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:31.966080 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-886a395c-ed37-4de7-b2e6-ed2e1cf43a5a None None] Set router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:31.987767 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-07506606-9896-48be-bf2c-3090134b48fd tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:31.994734 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-07506606-9896-48be-bf2c-3090134b48fd tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:31.995893 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-07506606-9896-48be-bf2c-3090134b48fd tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/8e2467ec-8012-4d29-a83a-9e263db1cb20 HTTP/1.1" status: 204 len: 168 time: 0.1764140 Apr 23 00:08:31.998391 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55040) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:32.002185 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-691f5e45-527f-4f09-bac4-bcb60d22bf0a tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:32.002647 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691f5e45-527f-4f09-bac4-bcb60d22bf0a tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:32.006731 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-691f5e45-527f-4f09-bac4-bcb60d22bf0a tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/subnets/eefa6ebf-9160-4331-a485-f6b9bbb2a443 HTTP/1.1" status: 404 len: 337 time: 0.0589008 Apr 23 00:08:32.010856 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55042) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:32.017458 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.extraroute_db [None req-1f31fccc-e6db-42a5-a1e0-9a4661affe4e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Added routes are [] {{(pid=103144) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 23 00:08:32.017778 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.extraroute_db [None req-1f31fccc-e6db-42a5-a1e0-9a4661affe4e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103144) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 23 00:08:32.027834 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07506606-9896-48be-bf2c-3090134b48fd tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e2467ec-8012-4d29-a83a-9e263db1cb20,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:32.043077 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-5562504c-ae7c-4ae1-8a93-9fa8e2f29ef2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:32.047037 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5562504c-ae7c-4ae1-8a93-9fa8e2f29ef2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:32.047037 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5562504c-ae7c-4ae1-8a93-9fa8e2f29ef2 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/networks/a61de6a1-235c-41d1-ac3e-b0056ed1a1eb HTTP/1.1" status: 404 len: 339 time: 0.0344987 Apr 23 00:08:32.048140 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55044) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:32.056358 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55046) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:32.088986 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-64d3c99a-cc5b-49dc-b5a7-6a9f19f2dcb4 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0892603 Apr 23 00:08:32.091509 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55050) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:32.096593 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a801c9c-4ece-46dc-b816-1c1ae78eb23c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:32.097008 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a801c9c-4ece-46dc-b816-1c1ae78eb23c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:32.101301 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0a801c9c-4ece-46dc-b816-1c1ae78eb23c tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/subnets/c35716c1-d225-4a90-8552-09c103b89e43 HTTP/1.1" status: 404 len: 337 time: 0.0432456 Apr 23 00:08:32.117724 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55052) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:32.120852 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1f31fccc-e6db-42a5-a1e0-9a4661affe4e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:32.148303 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-991d32f1-cd58-424a-aa9d-e10c8a65ef51 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port 3207a98b-fb02-4089-94fa-fc1f1361032d {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:32.148583 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-991d32f1-cd58-424a-aa9d-e10c8a65ef51 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:32.151141 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed115ee0-6f38-451d-a33d-e91853a6c415 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:32.151958 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed115ee0-6f38-451d-a33d-e91853a6c415 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:32.155169 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ed115ee0-6f38-451d-a33d-e91853a6c415 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/networks/58c189d4-1127-45f1-b4b7-dde6c3618282 HTTP/1.1" status: 404 len: 339 time: 0.0356860 Apr 23 00:08:32.161960 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55054) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:32.202577 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-406db80a-8a06-4d91-9dd4-db6894cc6501 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1538794387'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:32.206313 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-581df66e-2f9f-40dc-a1ec-9c39216551af tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:32.207352 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-581df66e-2f9f-40dc-a1ec-9c39216551af tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:32.212706 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-581df66e-2f9f-40dc-a1ec-9c39216551af tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/subnets/27f3ffc3-79f4-409f-bd11-ce2912b29e91 HTTP/1.1" status: 404 len: 337 time: 0.0473070 Apr 23 00:08:32.213207 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55056) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:32.248002 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-886a395c-ed37-4de7-b2e6-ed2e1cf43a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:29Z', 'revision_number': 6, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': '2ed1d1de-e9e8-44b6-99c7-1971c85f123a', 'name': '', 'network_id': '79d0a815-949f-4d21-a7a8-4325172f60ee', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:0f:e2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '1f9bca80-b5bd-4572-b8f7-1963b4217099', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:25Z', 'updated_at': '2022-04-23T00:08:30Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '1f9bca80-b5bd-4572-b8f7-1963b4217099', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb8f3c7-f11d-48c6-852b-b826caa076dd', 'name': '', 'network_id': '2b8d6325-ad34-49fb-a49d-441b58fcd7f5', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:b3:28:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:18Z', 'updated_at': '2022-04-23T00:08:25Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a69a0d5a-f213-4454-bcde-4c4564ae7072', 'name': '', 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:d0:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:08Z', 'updated_at': '2022-04-23T00:08:17Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:09Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:32.251351 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-bafbcc20-bd94-48a1-a7b7-5ee4f0e9d7b7 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:32.252063 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bafbcc20-bd94-48a1-a7b7-5ee4f0e9d7b7 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:32.255519 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-bafbcc20-bd94-48a1-a7b7-5ee4f0e9d7b7 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/networks/87659833-c2e8-4d27-9f73-c0f1c66dde82 HTTP/1.1" status: 404 len: 339 time: 0.0387032 Apr 23 00:08:32.260355 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55058) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:32.271011 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d5aa-1e74-4b13-88fd-4f8b54cbfd58 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:32.283456 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886a395c-ed37-4de7-b2e6-ed2e1cf43a5a None None] Checking router: 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:08:32.294315 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886a395c-ed37-4de7-b2e6-ed2e1cf43a5a None None] Routers {'0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:32.294953 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-886a395c-ed37-4de7-b2e6-ed2e1cf43a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:32.325566 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d5aa-1e74-4b13-88fd-4f8b54cbfd58 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:32.340473 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406db80a-8a06-4d91-9dd4-db6894cc6501 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Made reservation on behalf of 2b7ec53866d544c99ec3f3cf611b0202 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:32.344016 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-406db80a-8a06-4d91-9dd4-db6894cc6501 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:32.356810 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-705d6a29-3a4b-448d-bc5b-0a2e43ead03b tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Deleting subnet fd5d581a-8152-443b-8e93-87fba77d0780 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:08:32.372334 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-705d6a29-3a4b-448d-bc5b-0a2e43ead03b tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:32.375015 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-406db80a-8a06-4d91-9dd4-db6894cc6501 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:32.397530 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-886a395c-ed37-4de7-b2e6-ed2e1cf43a5a None None] Set router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:32.442716 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-705d6a29-3a4b-448d-bc5b-0a2e43ead03b tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:32.493349 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d5aa-1e74-4b13-88fd-4f8b54cbfd58 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:32.496019 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d5aa-1e74-4b13-88fd-4f8b54cbfd58 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:32.499744 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7ed0d5aa-1e74-4b13-88fd-4f8b54cbfd58 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "DELETE /v2.0/security-groups/6b3f15dd-c508-4af4-ba0a-ae1db0eb7baa HTTP/1.1" status: 204 len: 168 time: 0.4040163 Apr 23 00:08:32.506205 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55060) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:32.555149 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0d5aa-1e74-4b13-88fd-4f8b54cbfd58 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3f15dd-c508-4af4-ba0a-ae1db0eb7baa,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:32.604318 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-705d6a29-3a4b-448d-bc5b-0a2e43ead03b tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:32.684016 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-070fbfaa-b2d0-4a4c-947e-c48e933044bb tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1675565 Apr 23 00:08:32.686553 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55062) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:32.693405 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-9d94569d-8e8a-49ef-aa21-46bbb5e3ba5a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Request body: {'security_group': {'name': 'tempest-secgroup--1434893773'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:32.704477 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-406db80a-8a06-4d91-9dd4-db6894cc6501 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:32.742858 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-991d32f1-cd58-424a-aa9d-e10c8a65ef51 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port 3207a98b-fb02-4089-94fa-fc1f1361032d, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=3207a98b-fb02-4089-94fa-fc1f1361032d,segment=NetworkSegment(aec77dda-8b5c-4aa6-a84f-7c4f710208c7),segment_id=aec77dda-8b5c-4aa6-a84f-7c4f710208c7)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:32.745820 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-991d32f1-cd58-424a-aa9d-e10c8a65ef51 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:32.763519 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-991d32f1-cd58-424a-aa9d-e10c8a65ef51 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for 3207a98b-fb02-4089-94fa-fc1f1361032d owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:32.765409 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-406db80a-8a06-4d91-9dd4-db6894cc6501 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:32.782034 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1f31fccc-e6db-42a5-a1e0-9a4661affe4e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:32.787964 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1f31fccc-e6db-42a5-a1e0-9a4661affe4e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3900419'] for router, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:32.791059 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406db80a-8a06-4d91-9dd4-db6894cc6501 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:08:32.802902 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-886a395c-ed37-4de7-b2e6-ed2e1cf43a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:32Z', 'revision_number': 7, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': '2ed1d1de-e9e8-44b6-99c7-1971c85f123a', 'name': '', 'network_id': '79d0a815-949f-4d21-a7a8-4325172f60ee', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:0f:e2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '1f9bca80-b5bd-4572-b8f7-1963b4217099', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:25Z', 'updated_at': '2022-04-23T00:08:30Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '1f9bca80-b5bd-4572-b8f7-1963b4217099', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb8f3c7-f11d-48c6-852b-b826caa076dd', 'name': '', 'network_id': '2b8d6325-ad34-49fb-a49d-441b58fcd7f5', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:b3:28:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:18Z', 'updated_at': '2022-04-23T00:08:25Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a69a0d5a-f213-4454-bcde-4c4564ae7072', 'name': '', 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:d0:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:08Z', 'updated_at': '2022-04-23T00:08:17Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:09Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:32.804088 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9d94569d-8e8a-49ef-aa21-46bbb5e3ba5a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:32.811284 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-705d6a29-3a4b-448d-bc5b-0a2e43ead03b tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:32.830079 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406db80a-8a06-4d91-9dd4-db6894cc6501 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a48fcb-8926-4968-ad2f-345fc165e9b6,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:32.835545 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886a395c-ed37-4de7-b2e6-ed2e1cf43a5a None None] The sync data for ids ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'] in dv-neutron-838783-1-hyperv is: [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:32Z', 'revision_number': 7, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': '2ed1d1de-e9e8-44b6-99c7-1971c85f123a', 'name': '', 'network_id': '79d0a815-949f-4d21-a7a8-4325172f60ee', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:0f:e2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '1f9bca80-b5bd-4572-b8f7-1963b4217099', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:25Z', 'updated_at': '2022-04-23T00:08:30Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '1f9bca80-b5bd-4572-b8f7-1963b4217099', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb8f3c7-f11d-48c6-852b-b826caa076dd', 'name': '', 'network_id': '2b8d6325-ad34-49fb-a49d-441b58fcd7f5', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:b3:28:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:18Z', 'updated_at': '2022-04-23T00:08:25Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a69a0d5a-f213-4454-bcde-4c4564ae7072', 'name': '', 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:d0:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:08Z', 'updated_at': '2022-04-23T00:08:17Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:09Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:08:32.854020 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-406db80a-8a06-4d91-9dd4-db6894cc6501 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:32.854381 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-406db80a-8a06-4d91-9dd4-db6894cc6501 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Added segment e24f7dfb-4a78-42e0-a718-2c09933ff4a5 of type vlan for network ebdb7f68-679c-4318-a52f-3f59e0891092 Apr 23 00:08:32.867278 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d6a29-3a4b-448d-bc5b-0a2e43ead03b tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Subnet': ['ID=fd5d581a-8152-443b-8e93-87fba77d0780,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:32.883620 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8d8111-9019-4647-82c0-6276c89ecae4 None None] Network be665bb0-0db8-46b9-bd45-9f026785584b requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:32.926706 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-406db80a-8a06-4d91-9dd4-db6894cc6501 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:32.937536 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-705d6a29-3a4b-448d-bc5b-0a2e43ead03b tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:32.939497 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-705d6a29-3a4b-448d-bc5b-0a2e43ead03b tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/subnets/fd5d581a-8152-443b-8e93-87fba77d0780 HTTP/1.1" status: 204 len: 168 time: 0.6778286 Apr 23 00:08:32.944592 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55064) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:32.967741 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f31fccc-e6db-42a5-a1e0-9a4661affe4e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:08:33.082281 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5732c6d3-5e65-4eb8-b707-2932df293f19 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:33.109658 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9d94569d-8e8a-49ef-aa21-46bbb5e3ba5a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:33.125631 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f31fccc-e6db-42a5-a1e0-9a4661affe4e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:08:33.127939 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822cfc0c-eeaa-4f2f-8d30-3d4086f82a34 None None] DHCP port deletion for be665bb0-0db8-46b9-bd45-9f026785584b request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:08:33.134898 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1f31fccc-e6db-42a5-a1e0-9a4661affe4e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:33.138577 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1f31fccc-e6db-42a5-a1e0-9a4661affe4e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "PUT /v2.0/routers/0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a HTTP/1.1" status: 200 len: 704 time: 2.0560477 Apr 23 00:08:33.138733 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-406db80a-8a06-4d91-9dd4-db6894cc6501 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:33.140141 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55066) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:33.144876 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406db80a-8a06-4d91-9dd4-db6894cc6501 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:33.145571 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-406db80a-8a06-4d91-9dd4-db6894cc6501 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:33.202773 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-822cfc0c-eeaa-4f2f-8d30-3d4086f82a34 None None] Deleting port 7d2f4358-fc60-4672-a19c-3d0e78e55b17 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:33.203594 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-822cfc0c-eeaa-4f2f-8d30-3d4086f82a34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:33.228382 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9d94569d-8e8a-49ef-aa21-46bbb5e3ba5a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:33.257069 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-64ae964d-569a-4173-b798-0a43f8f551eb tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "GET /v2.0/routers/0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a HTTP/1.1" status: 200 len: 704 time: 0.1132078 Apr 23 00:08:33.257069 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55068) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:33.258381 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-406db80a-8a06-4d91-9dd4-db6894cc6501 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2089117 Apr 23 00:08:33.269148 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406db80a-8a06-4d91-9dd4-db6894cc6501 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event updated for resources: {'Network': ['ID=ebdb7f68-679c-4318-a52f-3f59e0891092,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:33.275426 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34c736d-859c-4d20-84eb-074f91ac995e None None] Sync routers for ids ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:08:33.281810 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94569d-8e8a-49ef-aa21-46bbb5e3ba5a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b50c7a-1846-4e87-95f9-1d2ee9f50905,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:33.292761 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-5732c6d3-5e65-4eb8-b707-2932df293f19 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Deleting port 7d2f4358-fc60-4672-a19c-3d0e78e55b17 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:33.293482 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5732c6d3-5e65-4eb8-b707-2932df293f19 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:33.302213 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network ebdb7f68-679c-4318-a52f-3f59e0891092 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:08:33.344648 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34c736d-859c-4d20-84eb-074f91ac995e None None] Routers {'0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:33.345208 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-f34c736d-859c-4d20-84eb-074f91ac995e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:33.352091 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-822cfc0c-eeaa-4f2f-8d30-3d4086f82a34 None None] For port 7d2f4358-fc60-4672-a19c-3d0e78e55b17, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7d2f4358-fc60-4672-a19c-3d0e78e55b17,segment=NetworkSegment(8bc24e42-ed36-4245-b046-af7470aa8021),segment_id=8bc24e42-ed36-4245-b046-af7470aa8021)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:33.353203 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-822cfc0c-eeaa-4f2f-8d30-3d4086f82a34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:33.355740 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9d94569d-8e8a-49ef-aa21-46bbb5e3ba5a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:33.357129 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9d94569d-8e8a-49ef-aa21-46bbb5e3ba5a tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6717966 Apr 23 00:08:33.359828 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55070) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:33.366101 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-9cdca7eb-0936-44f7-82e6-8406d5ce21f5 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Request body: {'security_group_rule': {'security_group_id': '53b50c7a-1846-4e87-95f9-1d2ee9f50905', 'direction': 'ingress', 'protocol': 17}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:33.396272 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-5732c6d3-5e65-4eb8-b707-2932df293f19 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] For port 7d2f4358-fc60-4672-a19c-3d0e78e55b17, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7d2f4358-fc60-4672-a19c-3d0e78e55b17,segment=NetworkSegment(8bc24e42-ed36-4245-b046-af7470aa8021),segment_id=8bc24e42-ed36-4245-b046-af7470aa8021)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:33.396989 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5732c6d3-5e65-4eb8-b707-2932df293f19 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:33.419061 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-5732c6d3-5e65-4eb8-b707-2932df293f19 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Calling delete_port for 7d2f4358-fc60-4672-a19c-3d0e78e55b17 owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:33.438823 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-991d32f1-cd58-424a-aa9d-e10c8a65ef51 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:33.454008 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7d2f4358-fc60-4672-a19c-3d0e78e55b17 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:08:33.459345 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-822cfc0c-eeaa-4f2f-8d30-3d4086f82a34 None None] Calling delete_port for 7d2f4358-fc60-4672-a19c-3d0e78e55b17 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:33.505185 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-f34c736d-859c-4d20-84eb-074f91ac995e None None] Set router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:33.516164 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9cdca7eb-0936-44f7-82e6-8406d5ce21f5 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:33.596084 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d32f1-cd58-424a-aa9d-e10c8a65ef51 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=3207a98b-fb02-4089-94fa-fc1f1361032d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:33.694779 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9cdca7eb-0936-44f7-82e6-8406d5ce21f5 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:33.704514 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:33.737010 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5732c6d3-5e65-4eb8-b707-2932df293f19 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:33.766559 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9cdca7eb-0936-44f7-82e6-8406d5ce21f5 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:33.796081 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-822cfc0c-eeaa-4f2f-8d30-3d4086f82a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:33.811211 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5732c6d3-5e65-4eb8-b707-2932df293f19 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] No DVR routers for this DVR port 7d2f4358-fc60-4672-a19c-3d0e78e55b17 on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:08:33.831165 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732c6d3-5e65-4eb8-b707-2932df293f19 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Port': ['ID=7d2f4358-fc60-4672-a19c-3d0e78e55b17,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:33.901986 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdca7eb-0936-44f7-82e6-8406d5ce21f5 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa99260-6102-472b-ab83-2c31d79122fa,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:33.910572 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822cfc0c-eeaa-4f2f-8d30-3d4086f82a34 None None] Pushing event deleted for resources: {'Port': ['ID=7d2f4358-fc60-4672-a19c-3d0e78e55b17,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:33.913719 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822cfc0c-eeaa-4f2f-8d30-3d4086f82a34 None None] No DVR routers for this DVR port 7d2f4358-fc60-4672-a19c-3d0e78e55b17 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:08:33.990098 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9cdca7eb-0936-44f7-82e6-8406d5ce21f5 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:33.991624 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9cdca7eb-0936-44f7-82e6-8406d5ce21f5 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6307237 Apr 23 00:08:33.997732 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55072) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:34.006400 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5732c6d3-5e65-4eb8-b707-2932df293f19 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:34.006786 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-f34c736d-859c-4d20-84eb-074f91ac995e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:32Z', 'revision_number': 7, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': '2ed1d1de-e9e8-44b6-99c7-1971c85f123a', 'name': '', 'network_id': '79d0a815-949f-4d21-a7a8-4325172f60ee', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:0f:e2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '1f9bca80-b5bd-4572-b8f7-1963b4217099', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:25Z', 'updated_at': '2022-04-23T00:08:30Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '1f9bca80-b5bd-4572-b8f7-1963b4217099', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb8f3c7-f11d-48c6-852b-b826caa076dd', 'name': '', 'network_id': '2b8d6325-ad34-49fb-a49d-441b58fcd7f5', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:b3:28:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:18Z', 'updated_at': '2022-04-23T00:08:25Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a69a0d5a-f213-4454-bcde-4c4564ae7072', 'name': '', 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:d0:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:08Z', 'updated_at': '2022-04-23T00:08:17Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:09Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:34.039221 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34c736d-859c-4d20-84eb-074f91ac995e None None] Checking router: 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:08:34.051079 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34c736d-859c-4d20-84eb-074f91ac995e None None] Routers {'0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:34.052333 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-f34c736d-859c-4d20-84eb-074f91ac995e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:34.052882 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-5732c6d3-5e65-4eb8-b707-2932df293f19 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be665bb0-0db8-46b9-bd45-9f026785584b']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:34.072309 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-5732c6d3-5e65-4eb8-b707-2932df293f19 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc24e42-ed36-4245-b046-af7470aa8021') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:34.072898 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-5732c6d3-5e65-4eb8-b707-2932df293f19 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc24e42-ed36-4245-b046-af7470aa8021') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:34.087151 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5732c6d3-5e65-4eb8-b707-2932df293f19 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:34.109848 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8a1a3aad-d118-4e14-b357-ed093b750de3 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:34.112415 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5732c6d3-5e65-4eb8-b707-2932df293f19 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:34.126644 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5732c6d3-5e65-4eb8-b707-2932df293f19 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:34.127306 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5732c6d3-5e65-4eb8-b707-2932df293f19 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:34.131517 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:34.166853 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-f34c736d-859c-4d20-84eb-074f91ac995e None None] Set router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:34.195123 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-991d32f1-cd58-424a-aa9d-e10c8a65ef51 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:34.211292 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8a1a3aad-d118-4e14-b357-ed093b750de3 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:34.222099 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36a5141f-8503-4d20-9e79-b121a0cec9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:34.303442 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5732c6d3-5e65-4eb8-b707-2932df293f19 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:34.319664 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5732c6d3-5e65-4eb8-b707-2932df293f19 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:34.327459 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5732c6d3-5e65-4eb8-b707-2932df293f19 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] 10.222.0.15 "DELETE /v2.0/networks/be665bb0-0db8-46b9-bd45-9f026785584b HTTP/1.1" status: 204 len: 168 time: 1.3793993 Apr 23 00:08:34.341886 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8a1a3aad-d118-4e14-b357-ed093b750de3 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:34.345158 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8a1a3aad-d118-4e14-b357-ed093b750de3 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:34.346378 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8a1a3aad-d118-4e14-b357-ed093b750de3 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "DELETE /v2.0/security-groups/53b50c7a-1846-4e87-95f9-1d2ee9f50905 HTTP/1.1" status: 204 len: 168 time: 0.3475087 Apr 23 00:08:34.351332 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732c6d3-5e65-4eb8-b707-2932df293f19 tempest-NetworksTest-409802034 tempest-NetworksTest-409802034-project] Pushing event deleted for resources: {'Network': ['ID=be665bb0-0db8-46b9-bd45-9f026785584b,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:34.353113 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55076) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:34.378207 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a3aad-d118-4e14-b357-ed093b750de3 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b50c7a-1846-4e87-95f9-1d2ee9f50905,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:34.430221 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b37179bc-3864-4af4-beaf-4bfd784dc8a2 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0747631 Apr 23 00:08:34.435801 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55078) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:34.442170 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-73a018bf-9a4a-4806-8025-a1a4f1df3f9c tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Request body: {'security_group': {'name': 'tempest-secgroup--2036162205'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:34.505437 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-f34c736d-859c-4d20-84eb-074f91ac995e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:32Z', 'revision_number': 7, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': '2ed1d1de-e9e8-44b6-99c7-1971c85f123a', 'name': '', 'network_id': '79d0a815-949f-4d21-a7a8-4325172f60ee', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:0f:e2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '1f9bca80-b5bd-4572-b8f7-1963b4217099', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:25Z', 'updated_at': '2022-04-23T00:08:30Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '1f9bca80-b5bd-4572-b8f7-1963b4217099', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb8f3c7-f11d-48c6-852b-b826caa076dd', 'name': '', 'network_id': '2b8d6325-ad34-49fb-a49d-441b58fcd7f5', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:b3:28:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:18Z', 'updated_at': '2022-04-23T00:08:25Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a69a0d5a-f213-4454-bcde-4c4564ae7072', 'name': '', 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:d0:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:08Z', 'updated_at': '2022-04-23T00:08:17Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:09Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:34.534695 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34c736d-859c-4d20-84eb-074f91ac995e None None] The sync data for ids ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'] in dv-neutron-838783-1-hyperv is: [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:32Z', 'revision_number': 7, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': '2ed1d1de-e9e8-44b6-99c7-1971c85f123a', 'name': '', 'network_id': '79d0a815-949f-4d21-a7a8-4325172f60ee', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:0f:e2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '1f9bca80-b5bd-4572-b8f7-1963b4217099', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:25Z', 'updated_at': '2022-04-23T00:08:30Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '1f9bca80-b5bd-4572-b8f7-1963b4217099', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb8f3c7-f11d-48c6-852b-b826caa076dd', 'name': '', 'network_id': '2b8d6325-ad34-49fb-a49d-441b58fcd7f5', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:b3:28:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:18Z', 'updated_at': '2022-04-23T00:08:25Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a69a0d5a-f213-4454-bcde-4c4564ae7072', 'name': '', 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:d0:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:08Z', 'updated_at': '2022-04-23T00:08:17Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:09Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:08:34.565440 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-73a018bf-9a4a-4806-8025-a1a4f1df3f9c tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:34.597709 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991d32f1-cd58-424a-aa9d-e10c8a65ef51 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router d0d1c542-97a8-4393-8bb5-ab5a5696ff63 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:08:34.654729 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-73a018bf-9a4a-4806-8025-a1a4f1df3f9c tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:34.699310 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9a3c85b9-5a47-424e-8c55-800a52f3f585 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:34.705230 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-73a018bf-9a4a-4806-8025-a1a4f1df3f9c tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:34.740893 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a018bf-9a4a-4806-8025-a1a4f1df3f9c tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be0301a9-c452-483a-a8b3-6d399a3201ef,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:34.807604 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-73a018bf-9a4a-4806-8025-a1a4f1df3f9c tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:34.811702 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-73a018bf-9a4a-4806-8025-a1a4f1df3f9c tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3723252 Apr 23 00:08:34.812080 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55082) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:34.817764 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-e876b854-eef9-44e4-a2ba-9bcc160472b0 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Request body: {'security_group': {'name': 'tempest-secgroup--885359610'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:34.856620 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991d32f1-cd58-424a-aa9d-e10c8a65ef51 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:08:34.866561 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-991d32f1-cd58-424a-aa9d-e10c8a65ef51 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "PUT /v2.0/routers/d0d1c542-97a8-4393-8bb5-ab5a5696ff63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2948811 Apr 23 00:08:34.866741 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55084) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:34.869247 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b475e9-8c4f-44ac-9a17-e8ae5f6d408f None None] Sync routers for ids ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:08:34.907700 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b475e9-8c4f-44ac-9a17-e8ae5f6d408f None None] Routers {'d0d1c542-97a8-4393-8bb5-ab5a5696ff63'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:34.908861 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-78b475e9-8c4f-44ac-9a17-e8ae5f6d408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:34.913960 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55086) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:34.930555 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34f6c46-656c-4e76-ad7e-3b1fab244f8f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting subnet 9105ea4b-a502-4369-ad5a-671310beacde {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:08:34.933357 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e876b854-eef9-44e4-a2ba-9bcc160472b0 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:34.950075 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b34f6c46-656c-4e76-ad7e-3b1fab244f8f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:35.011107 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b34f6c46-656c-4e76-ad7e-3b1fab244f8f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:35.076839 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-78b475e9-8c4f-44ac-9a17-e8ae5f6d408f None None] Set router d0d1c542-97a8-4393-8bb5-ab5a5696ff63 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:35.100326 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e876b854-eef9-44e4-a2ba-9bcc160472b0 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:35.141024 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b34f6c46-656c-4e76-ad7e-3b1fab244f8f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:35.146256 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e876b854-eef9-44e4-a2ba-9bcc160472b0 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:35.201622 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d6ee0824-b9f4-4a3d-b874-824b0a78e42a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=067cc1af0e35468e96d86434cf2aca66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2864230 Apr 23 00:08:35.202329 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55090) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:35.222088 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-9a3c85b9-5a47-424e-8c55-800a52f3f585 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting port 2ed1d1de-e9e8-44b6-99c7-1971c85f123a {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:35.223365 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9a3c85b9-5a47-424e-8c55-800a52f3f585 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:35.228960 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876b854-eef9-44e4-a2ba-9bcc160472b0 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18665096-09d6-44e4-92e4-2ab6a2b64a89,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:35.257975 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e876b854-eef9-44e4-a2ba-9bcc160472b0 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:35.263898 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e876b854-eef9-44e4-a2ba-9bcc160472b0 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4477105 Apr 23 00:08:35.263898 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55092) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:35.273618 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-f832a3d2-08ed-4cc1-862f-884d67c184c3 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Request body: {'security_group_rule': {'security_group_id': 'be0301a9-c452-483a-a8b3-6d399a3201ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '18665096-09d6-44e4-92e4-2ab6a2b64a89', 'remote_ip_prefix': None}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:35.314324 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b34f6c46-656c-4e76-ad7e-3b1fab244f8f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:35.328975 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-856a57cc-a6d7-445a-9848-0312b0103c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:35.357328 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b34f6c46-656c-4e76-ad7e-3b1fab244f8f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:35.370079 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b34f6c46-656c-4e76-ad7e-3b1fab244f8f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/subnets/9105ea4b-a502-4369-ad5a-671310beacde HTTP/1.1" status: 204 len: 168 time: 0.4979548 Apr 23 00:08:35.370507 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55094) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:35.377856 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-856a57cc-a6d7-445a-9848-0312b0103c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:35.387089 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488c116a-1c76-40c6-914c-a3e9f52fdb58 None None] Network 4e0063e3-a51b-4951-b1d1-a61920180a9f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:35.406182 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f6c46-656c-4e76-ad7e-3b1fab244f8f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Subnet': ['ID=9105ea4b-a502-4369-ad5a-671310beacde,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:35.429490 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f832a3d2-08ed-4cc1-862f-884d67c184c3 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:35.449986 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-9a3c85b9-5a47-424e-8c55-800a52f3f585 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] For port 2ed1d1de-e9e8-44b6-99c7-1971c85f123a, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=2ed1d1de-e9e8-44b6-99c7-1971c85f123a,segment=NetworkSegment(cb24064c-abe6-4c76-b20b-40efa82273ad),segment_id=cb24064c-abe6-4c76-b20b-40efa82273ad)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:35.450725 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9a3c85b9-5a47-424e-8c55-800a52f3f585 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:35.492035 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-9a3c85b9-5a47-424e-8c55-800a52f3f585 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Calling delete_port for 2ed1d1de-e9e8-44b6-99c7-1971c85f123a owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:35.529283 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-78b475e9-8c4f-44ac-9a17-e8ae5f6d408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'name': 'tempest-TestNetworkBasicOps-router-1700382994', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:36Z', 'updated_at': '2022-04-23T00:08:33Z', 'revision_number': 7, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:39Z', 'updated_at': '2022-04-23T00:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:35.539820 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f832a3d2-08ed-4cc1-862f-884d67c184c3 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:35.565765 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b475e9-8c4f-44ac-9a17-e8ae5f6d408f None None] Checking router: d0d1c542-97a8-4393-8bb5-ab5a5696ff63 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:08:35.581368 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b475e9-8c4f-44ac-9a17-e8ae5f6d408f None None] Routers {'d0d1c542-97a8-4393-8bb5-ab5a5696ff63'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:35.585627 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-78b475e9-8c4f-44ac-9a17-e8ae5f6d408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:35.602666 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f832a3d2-08ed-4cc1-862f-884d67c184c3 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:35.613563 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9809dd04-8890-444f-8830-e0243925f4c7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:35.667522 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832a3d2-08ed-4cc1-862f-884d67c184c3 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb15621-7a1f-4bee-85f4-b0a023533473,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:35.680738 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-856a57cc-a6d7-445a-9848-0312b0103c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:35.683265 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-856a57cc-a6d7-445a-9848-0312b0103c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:35.684572 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-856a57cc-a6d7-445a-9848-0312b0103c9c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3d29979-381a-458b-ab2e-6a180e3adc10 HTTP/1.1" status: 204 len: 168 time: 0.4803202 Apr 23 00:08:35.703555 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a57cc-a6d7-445a-9848-0312b0103c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d29979-381a-458b-ab2e-6a180e3adc10,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:35.733867 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f832a3d2-08ed-4cc1-862f-884d67c184c3 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:35.739974 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f832a3d2-08ed-4cc1-862f-884d67c184c3 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4750710 Apr 23 00:08:35.740973 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55098) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:35.757647 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-78b475e9-8c4f-44ac-9a17-e8ae5f6d408f None None] Set router d0d1c542-97a8-4393-8bb5-ab5a5696ff63 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:35.797130 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-496e2803-b09a-4793-aead-9eb94f30b9d1 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:35.808435 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-496e2803-b09a-4793-aead-9eb94f30b9d1 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:35.830265 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988d3156-9683-4ae4-a3b8-609a1b30bdda None None] DHCP port deletion for 4e0063e3-a51b-4951-b1d1-a61920180a9f request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:08:35.881374 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9809dd04-8890-444f-8830-e0243925f4c7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:35.925145 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-496e2803-b09a-4793-aead-9eb94f30b9d1 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:35.951206 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-496e2803-b09a-4793-aead-9eb94f30b9d1 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:35.956560 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-496e2803-b09a-4793-aead-9eb94f30b9d1 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/6bb15621-7a1f-4bee-85f4-b0a023533473 HTTP/1.1" status: 204 len: 168 time: 0.2121677 Apr 23 00:08:35.958024 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55100) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:35.978638 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-988d3156-9683-4ae4-a3b8-609a1b30bdda None None] Deleting port 270e5bd0-f529-48eb-a382-ff30a90bc9a0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:35.979012 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-988d3156-9683-4ae4-a3b8-609a1b30bdda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:35.985239 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e2803-b09a-4793-aead-9eb94f30b9d1 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bb15621-7a1f-4bee-85f4-b0a023533473,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:36.071993 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-058b92dd-b986-45f3-bb5d-84b58063f596 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1007309 Apr 23 00:08:36.074405 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55104) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:36.110000 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-988d3156-9683-4ae4-a3b8-609a1b30bdda None None] For port 270e5bd0-f529-48eb-a382-ff30a90bc9a0, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=270e5bd0-f529-48eb-a382-ff30a90bc9a0,segment=NetworkSegment(aec77dda-8b5c-4aa6-a84f-7c4f710208c7),segment_id=aec77dda-8b5c-4aa6-a84f-7c4f710208c7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:36.110656 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-988d3156-9683-4ae4-a3b8-609a1b30bdda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:36.150389 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-988d3156-9683-4ae4-a3b8-609a1b30bdda None None] Calling delete_port for 270e5bd0-f529-48eb-a382-ff30a90bc9a0 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:36.164799 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-78b475e9-8c4f-44ac-9a17-e8ae5f6d408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'name': 'tempest-TestNetworkBasicOps-router-1700382994', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:36Z', 'updated_at': '2022-04-23T00:08:33Z', 'revision_number': 7, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:39Z', 'updated_at': '2022-04-23T00:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:36.175600 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-020d9ad8-67ab-4506-8ec8-cbd3513c1397 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:36.194601 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b475e9-8c4f-44ac-9a17-e8ae5f6d408f None None] The sync data for ids ['d0d1c542-97a8-4393-8bb5-ab5a5696ff63'] in dv-neutron-838783-1-hyperv is: [{'id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'name': 'tempest-TestNetworkBasicOps-router-1700382994', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:36Z', 'updated_at': '2022-04-23T00:08:33Z', 'revision_number': 7, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '7ad0172f-24e5-4f3e-830c-78b2a5f45fd0', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d1c542-97a8-4393-8bb5-ab5a5696ff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:39Z', 'updated_at': '2022-04-23T00:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:08:36.266850 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-020d9ad8-67ab-4506-8ec8-cbd3513c1397 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:36.376884 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-988d3156-9683-4ae4-a3b8-609a1b30bdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:36.400012 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-020d9ad8-67ab-4506-8ec8-cbd3513c1397 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:36.402093 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9a3c85b9-5a47-424e-8c55-800a52f3f585 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:36.403894 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-020d9ad8-67ab-4506-8ec8-cbd3513c1397 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:36.407618 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-020d9ad8-67ab-4506-8ec8-cbd3513c1397 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "DELETE /v2.0/security-groups/18665096-09d6-44e4-92e4-2ab6a2b64a89 HTTP/1.1" status: 204 len: 168 time: 0.3291748 Apr 23 00:08:36.409198 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55112) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:36.412189 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d3156-9683-4ae4-a3b8-609a1b30bdda None None] Pushing event deleted for resources: {'Port': ['ID=270e5bd0-f529-48eb-a382-ff30a90bc9a0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:36.418302 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988d3156-9683-4ae4-a3b8-609a1b30bdda None None] No DVR routers for this DVR port 270e5bd0-f529-48eb-a382-ff30a90bc9a0 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:08:36.439338 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d9ad8-67ab-4506-8ec8-cbd3513c1397 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18665096-09d6-44e4-92e4-2ab6a2b64a89,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:36.473921 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c85b9-5a47-424e-8c55-800a52f3f585 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Port': ['ID=2ed1d1de-e9e8-44b6-99c7-1971c85f123a,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:36.492190 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-da2756de-9b06-434a-be45-f2d6b4a189b1 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0818839 Apr 23 00:08:36.501150 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55116) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:36.612211 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4c857afe-214b-4f90-aae9-117132eeff83 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:36.683626 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4c857afe-214b-4f90-aae9-117132eeff83 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:36.727818 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55118) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:36.743758 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-e78793f5-d1c3-4559-b524-f20ae09d1f7f tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Request body: {'subnet': {'network_id': 'ebdb7f68-679c-4318-a52f-3f59e0891092', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:36.763338 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-9809dd04-8890-444f-8830-e0243925f4c7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port 7ad0172f-24e5-4f3e-830c-78b2a5f45fd0 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:36.763728 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9809dd04-8890-444f-8830-e0243925f4c7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:36.858685 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9a3c85b9-5a47-424e-8c55-800a52f3f585 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:36.885605 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4c857afe-214b-4f90-aae9-117132eeff83 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:36.888793 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4c857afe-214b-4f90-aae9-117132eeff83 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:36.892122 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4c857afe-214b-4f90-aae9-117132eeff83 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "DELETE /v2.0/security-groups/be0301a9-c452-483a-a8b3-6d399a3201ef HTTP/1.1" status: 204 len: 168 time: 0.3899291 Apr 23 00:08:36.903234 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55126) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:36.911618 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c857afe-214b-4f90-aae9-117132eeff83 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0301a9-c452-483a-a8b3-6d399a3201ef,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:36.946043 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78793f5-d1c3-4559-b524-f20ae09d1f7f tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Made reservation on behalf of 2b7ec53866d544c99ec3f3cf611b0202 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:36.951661 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e78793f5-d1c3-4559-b524-f20ae09d1f7f tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:36.970089 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-9809dd04-8890-444f-8830-e0243925f4c7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port 7ad0172f-24e5-4f3e-830c-78b2a5f45fd0, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7ad0172f-24e5-4f3e-830c-78b2a5f45fd0,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:36.970471 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9809dd04-8890-444f-8830-e0243925f4c7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:36.992590 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-9809dd04-8890-444f-8830-e0243925f4c7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for 7ad0172f-24e5-4f3e-830c-78b2a5f45fd0 owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:37.023455 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1bdccc85-979d-4dda-9b92-53dcf8e92bdd tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1190298 Apr 23 00:08:37.024088 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55128) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:37.030463 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-74f4937b-821b-42d3-bae5-f6dbd15eaa39 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Request body: {'security_group': {'name': 'tempest-secgroup--796264989'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:37.146040 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55132) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:37.163873 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74f4937b-821b-42d3-bae5-f6dbd15eaa39 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.196887 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3c85b9-5a47-424e-8c55-800a52f3f585 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:08:37.247600 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74f4937b-821b-42d3-bae5-f6dbd15eaa39 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.256597 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e4fc7f1-38cd-4931-ac90-ffda1b38f95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.266852 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-8ca985a1-aeb1-4b2c-b0b8-ac825ecd94b8 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:37.266852 dv-neutron-838783-1-hyperv neutron-server[103144]: WARNING neutron.api.v2.base [None req-8ca985a1-aeb1-4b2c-b0b8-ac825ecd94b8 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 23 00:08:37.266852 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-8ca985a1-aeb1-4b2c-b0b8-ac825ecd94b8 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] create failed (client error): There was a conflict when trying to complete your request. Apr 23 00:08:37.266852 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8ca985a1-aeb1-4b2c-b0b8-ac825ecd94b8 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1177075 Apr 23 00:08:37.269092 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55136) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:37.273733 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-71ad7869-6e45-4f56-a46d-e5aabb8682d2 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group': {'name': 'tempest-secgroup--175140365'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:37.314417 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e78793f5-d1c3-4559-b524-f20ae09d1f7f tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.347180 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74f4937b-821b-42d3-bae5-f6dbd15eaa39 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.372740 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3c85b9-5a47-424e-8c55-800a52f3f585 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:08:37.377896 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9a3c85b9-5a47-424e-8c55-800a52f3f585 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "PUT /v2.0/routers/0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1198487 Apr 23 00:08:37.384052 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55138) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:37.384217 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06ccef5-af7a-424a-bab9-a39a5d14a101 None None] Sync routers for ids ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:08:37.399398 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06ccef5-af7a-424a-bab9-a39a5d14a101 None None] Routers {'0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:37.402890 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d06ccef5-af7a-424a-bab9-a39a5d14a101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:37.405233 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f4937b-821b-42d3-bae5-f6dbd15eaa39 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a69a5f2c-ac9f-4c58-a16a-a25ce28841e6,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:37.408513 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 270e5bd0-f529-48eb-a382-ff30a90bc9a0 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:08:37.414048 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78793f5-d1c3-4559-b524-f20ae09d1f7f tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event updated for resources: {'Subnet': ['ID=38fa6445-c5d1-43d8-8d0c-f66c6c74525b,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:37.425413 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78793f5-d1c3-4559-b524-f20ae09d1f7f tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Checking segment: {'id': 'e24f7dfb-4a78-42e0-a718-2c09933ff4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebdb7f68-679c-4318-a52f-3f59e0891092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:37.426032 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78793f5-d1c3-4559-b524-f20ae09d1f7f tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Network hostable DHCP agents. Network: ebdb7f68-679c-4318-a52f-3f59e0891092, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:08:37.436202 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 270e5bd0-f529-48eb-a382-ff30a90bc9a0 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:08:37.436732 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 270e5bd0-f529-48eb-a382-ff30a90bc9a0 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:08:37.437495 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 3207a98b-fb02-4089-94fa-fc1f1361032d no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:08:37.459606 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 3207a98b-fb02-4089-94fa-fc1f1361032d {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:08:37.459978 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 3207a98b-fb02-4089-94fa-fc1f1361032d not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:08:37.466196 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9809dd04-8890-444f-8830-e0243925f4c7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.470938 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74f4937b-821b-42d3-bae5-f6dbd15eaa39 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.471348 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-025dfee2-622b-4fd4-859f-7b766c27af6c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting subnet 1f9bca80-b5bd-4572-b8f7-1963b4217099 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:08:37.474378 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-74f4937b-821b-42d3-bae5-f6dbd15eaa39 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4473283 Apr 23 00:08:37.477336 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55140) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:37.482784 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-025dfee2-622b-4fd4-859f-7b766c27af6c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.484040 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-0c2d7ea0-146e-4125-abf1-2c42c691205d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Request body: {'security_group_rule': {'security_group_id': 'a69a5f2c-ac9f-4c58-a16a-a25ce28841e6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:37.523868 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809dd04-8890-444f-8830-e0243925f4c7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=7ad0172f-24e5-4f3e-830c-78b2a5f45fd0,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:37.526239 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-d06ccef5-af7a-424a-bab9-a39a5d14a101 None None] Set router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:37.531395 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78793f5-d1c3-4559-b524-f20ae09d1f7f tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Network ebdb7f68-679c-4318-a52f-3f59e0891092 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:08:37.581863 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-71ad7869-6e45-4f56-a46d-e5aabb8682d2 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.603001 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-71ad7869-6e45-4f56-a46d-e5aabb8682d2 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.607915 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-025dfee2-622b-4fd4-859f-7b766c27af6c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.621754 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0c2d7ea0-146e-4125-abf1-2c42c691205d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.645616 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-e78793f5-d1c3-4559-b524-f20ae09d1f7f tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, ebdb7f68-679c-4318-a52f-3f59e0891092) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:37.650620 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78793f5-d1c3-4559-b524-f20ae09d1f7f tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:37.651688 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e78793f5-d1c3-4559-b524-f20ae09d1f7f tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.662773 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9809dd04-8890-444f-8830-e0243925f4c7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.664345 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5a2daf-3ee5-454d-a187-c36b06f23ee0 None None] Network ebdb7f68-679c-4318-a52f-3f59e0891092 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:37.720406 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0c2d7ea0-146e-4125-abf1-2c42c691205d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.760526 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e78793f5-d1c3-4559-b524-f20ae09d1f7f tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0312169 Apr 23 00:08:37.763490 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55142) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:37.769109 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d06ccef5-af7a-424a-bab9-a39a5d14a101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:35Z', 'revision_number': 8, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': '7bb8f3c7-f11d-48c6-852b-b826caa076dd', 'name': '', 'network_id': '2b8d6325-ad34-49fb-a49d-441b58fcd7f5', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:b3:28:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:18Z', 'updated_at': '2022-04-23T00:08:25Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a69a0d5a-f213-4454-bcde-4c4564ae7072', 'name': '', 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:d0:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:08Z', 'updated_at': '2022-04-23T00:08:17Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:09Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:37.771417 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-3510c77f-9b6c-44bb-96d8-626e0d6f7582 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2099013001'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:37.786636 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9809dd04-8890-444f-8830-e0243925f4c7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.804263 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06ccef5-af7a-424a-bab9-a39a5d14a101 None None] Checking router: 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:08:37.811008 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9809dd04-8890-444f-8830-e0243925f4c7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.812254 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0c2d7ea0-146e-4125-abf1-2c42c691205d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.813380 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06ccef5-af7a-424a-bab9-a39a5d14a101 None None] Routers {'0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:37.814119 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d06ccef5-af7a-424a-bab9-a39a5d14a101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:37.829606 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.840535 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d7ea0-146e-4125-abf1-2c42c691205d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c55c17-4494-49c7-bad9-66332c0beac5,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:37.862274 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3510c77f-9b6c-44bb-96d8-626e0d6f7582 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Made reservation on behalf of 2b7ec53866d544c99ec3f3cf611b0202 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:37.864954 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d645262-2fea-42ec-ac91-7f9282466904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-ebdb7f68-679c-4318-a52f-3f59e0891092', 'network_id': 'ebdb7f68-679c-4318-a52f-3f59e0891092', 'tenant_id': '2b7ec53866d544c99ec3f3cf611b0202', 'fixed_ips': [{'subnet_id': '38fa6445-c5d1-43d8-8d0c-f66c6c74525b'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:08:37.866538 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3510c77f-9b6c-44bb-96d8-626e0d6f7582 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.867131 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d645262-2fea-42ec-ac91-7f9282466904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.881678 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-025dfee2-622b-4fd4-859f-7b766c27af6c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.884126 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0c2d7ea0-146e-4125-abf1-2c42c691205d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.886565 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0c2d7ea0-146e-4125-abf1-2c42c691205d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4080036 Apr 23 00:08:37.890075 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55144) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:37.924752 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b12a1e62-0076-4397-acff-2bc778bca3a2 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.926295 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9809dd04-8890-444f-8830-e0243925f4c7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.926819 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9809dd04-8890-444f-8830-e0243925f4c7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Fanout notify agent at l3_agent the message router_deleted on router d0d1c542-97a8-4393-8bb5-ab5a5696ff63 {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:08:37.938878 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9809dd04-8890-444f-8830-e0243925f4c7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.939977 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b12a1e62-0076-4397-acff-2bc778bca3a2 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:37.940119 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9809dd04-8890-444f-8830-e0243925f4c7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/routers/d0d1c542-97a8-4393-8bb5-ab5a5696ff63 HTTP/1.1" status: 204 len: 168 time: 2.5684605 Apr 23 00:08:37.942751 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3510c77f-9b6c-44bb-96d8-626e0d6f7582 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:08:37.944422 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55146) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:37.953337 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-d06ccef5-af7a-424a-bab9-a39a5d14a101 None None] Set router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:37.957060 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-71ad7869-6e45-4f56-a46d-e5aabb8682d2 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.023067 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-71ad7869-6e45-4f56-a46d-e5aabb8682d2 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.060021 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-025dfee2-622b-4fd4-859f-7b766c27af6c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.100199 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-5d645262-2fea-42ec-ac91-7f9282466904 None None] Allocated IP 2001:db8:0:ffff::2 (ebdb7f68-679c-4318-a52f-3f59e0891092/38fa6445-c5d1-43d8-8d0c-f66c6c74525b/a808f0ec-f5be-452f-8cc6-36c51996ca53) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:08:38.107138 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad7869-6e45-4f56-a46d-e5aabb8682d2 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbecbe38-aaa2-4c2f-818c-5f05d7efa515,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:38.115055 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025dfee2-622b-4fd4-859f-7b766c27af6c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Subnet': ['ID=1f9bca80-b5bd-4572-b8f7-1963b4217099,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:38.122403 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-025dfee2-622b-4fd4-859f-7b766c27af6c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.128837 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-025dfee2-622b-4fd4-859f-7b766c27af6c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/subnets/1f9bca80-b5bd-4572-b8f7-1963b4217099 HTTP/1.1" status: 204 len: 168 time: 0.7372005 Apr 23 00:08:38.129940 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55148) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:38.143758 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96f0a09-2acb-4890-8fca-5bf105742733 None None] Network 79d0a815-949f-4d21-a7a8-4325172f60ee requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:38.229023 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-71ad7869-6e45-4f56-a46d-e5aabb8682d2 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.243414 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1affbe04-f016-4bdf-aaa9-1fcd3e0091e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.309053 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-1affbe04-f016-4bdf-aaa9-1fcd3e0091e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting port 815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:38.309578 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1affbe04-f016-4bdf-aaa9-1fcd3e0091e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.328556 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3510c77f-9b6c-44bb-96d8-626e0d6f7582 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.329493 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-3510c77f-9b6c-44bb-96d8-626e0d6f7582 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Added segment a9378976-001c-4e0a-b246-de86061ffac0 of type vlan for network 5ecab6f9-7e0a-47df-a757-deeb0c7d5075 Apr 23 00:08:38.346637 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d06ccef5-af7a-424a-bab9-a39a5d14a101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:35Z', 'revision_number': 8, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': '7bb8f3c7-f11d-48c6-852b-b826caa076dd', 'name': '', 'network_id': '2b8d6325-ad34-49fb-a49d-441b58fcd7f5', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:b3:28:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:18Z', 'updated_at': '2022-04-23T00:08:25Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a69a0d5a-f213-4454-bcde-4c4564ae7072', 'name': '', 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:d0:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:08Z', 'updated_at': '2022-04-23T00:08:17Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:09Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:38.377385 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-71ad7869-6e45-4f56-a46d-e5aabb8682d2 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.389156 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06ccef5-af7a-424a-bab9-a39a5d14a101 None None] The sync data for ids ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'] in dv-neutron-838783-1-hyperv is: [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:35Z', 'revision_number': 8, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': '7bb8f3c7-f11d-48c6-852b-b826caa076dd', 'name': '', 'network_id': '2b8d6325-ad34-49fb-a49d-441b58fcd7f5', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:b3:28:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:18Z', 'updated_at': '2022-04-23T00:08:25Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '73fbc8e2-8773-468d-8f74-f85edfbb228a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a69a0d5a-f213-4454-bcde-4c4564ae7072', 'name': '', 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:d0:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:08Z', 'updated_at': '2022-04-23T00:08:17Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:09Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:08:38.419613 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-1affbe04-f016-4bdf-aaa9-1fcd3e0091e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] For port 815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2,segment=NetworkSegment(cb24064c-abe6-4c76-b20b-40efa82273ad),segment_id=cb24064c-abe6-4c76-b20b-40efa82273ad)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:38.420103 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1affbe04-f016-4bdf-aaa9-1fcd3e0091e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.424235 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3510c77f-9b6c-44bb-96d8-626e0d6f7582 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.429784 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ec78e9a1-d0df-444d-808d-bc765600e2f0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.431468 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b12a1e62-0076-4397-acff-2bc778bca3a2 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.440179 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b12a1e62-0076-4397-acff-2bc778bca3a2 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.440662 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-1affbe04-f016-4bdf-aaa9-1fcd3e0091e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Calling delete_port for 815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:38.441753 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b12a1e62-0076-4397-acff-2bc778bca3a2 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/33c55c17-4494-49c7-bad9-66332c0beac5 HTTP/1.1" status: 204 len: 168 time: 0.5475948 Apr 23 00:08:38.443220 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad7869-6e45-4f56-a46d-e5aabb8682d2 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7db5b8-e4e5-45f2-be62-c75c97ab8057,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:38.447978 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55152) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:38.471586 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-71ad7869-6e45-4f56-a46d-e5aabb8682d2 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.474415 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-71ad7869-6e45-4f56-a46d-e5aabb8682d2 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2033980 Apr 23 00:08:38.479202 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55154) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:38.480883 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a1e62-0076-4397-acff-2bc778bca3a2 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33c55c17-4494-49c7-bad9-66332c0beac5,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:38.496369 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d645262-2fea-42ec-ac91-7f9282466904 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.511628 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-38be2617-ed10-4d16-82c8-4d15882de7e5 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group_rule': {'security_group_id': '9c7db5b8-e4e5-45f2-be62-c75c97ab8057', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:38.552040 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e247424-dc76-447d-994e-33c20837541a None None] DHCP port deletion for 79d0a815-949f-4d21-a7a8-4325172f60ee request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:08:38.574607 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3510c77f-9b6c-44bb-96d8-626e0d6f7582 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.579900 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d8ab4807-0df0-4097-8416-064b30f991e5 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1269300 Apr 23 00:08:38.580392 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3510c77f-9b6c-44bb-96d8-626e0d6f7582 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:38.581013 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55156) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:38.581161 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3510c77f-9b6c-44bb-96d8-626e0d6f7582 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.598014 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d645262-2fea-42ec-ac91-7f9282466904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.622130 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ec78e9a1-d0df-444d-808d-bc765600e2f0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.648072 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d645262-2fea-42ec-ac91-7f9282466904 None None] Network ebdb7f68-679c-4318-a52f-3f59e0891092 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:38.649913 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-38be2617-ed10-4d16-82c8-4d15882de7e5 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.653592 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7957194a-8e35-4b23-bd8f-38abd269a21e tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.654002 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5d645262-2fea-42ec-ac91-7f9282466904 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:38.662646 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d645262-2fea-42ec-ac91-7f9282466904 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:08:38.673796 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d645262-2fea-42ec-ac91-7f9282466904 None None] Pushing event updated for resources: {'Port': ['ID=a808f0ec-f5be-452f-8cc6-36c51996ca53,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:38.689590 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-ec78e9a1-d0df-444d-808d-bc765600e2f0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0063e3-a51b-4951-b1d1-a61920180a9f']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:38.699957 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1affbe04-f016-4bdf-aaa9-1fcd3e0091e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.702797 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7957194a-8e35-4b23-bd8f-38abd269a21e tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.704060 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-ec78e9a1-d0df-444d-808d-bc765600e2f0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec77dda-8b5c-4aa6-a84f-7c4f710208c7') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:38.704357 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-ec78e9a1-d0df-444d-808d-bc765600e2f0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec77dda-8b5c-4aa6-a84f-7c4f710208c7') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:38.706261 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510c77f-9b6c-44bb-96d8-626e0d6f7582 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event updated for resources: {'Network': ['ID=5ecab6f9-7e0a-47df-a757-deeb0c7d5075,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:38.718057 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3510c77f-9b6c-44bb-96d8-626e0d6f7582 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9512715 Apr 23 00:08:38.720042 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ec78e9a1-d0df-444d-808d-bc765600e2f0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.722813 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55158) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:38.726919 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-77f0fcce-d443-4542-a127-9577971298be tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Request body: {'subnet': {'network_id': '5ecab6f9-7e0a-47df-a757-deeb0c7d5075', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:38.735301 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7e247424-dc76-447d-994e-33c20837541a None None] Deleting port 815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:38.735733 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e247424-dc76-447d-994e-33c20837541a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.737696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 5ecab6f9-7e0a-47df-a757-deeb0c7d5075 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:08:38.766562 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1affbe04-f016-4bdf-aaa9-1fcd3e0091e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] No DVR routers for this DVR port 815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:08:38.774570 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affbe04-f016-4bdf-aaa9-1fcd3e0091e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Port': ['ID=815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:38.782959 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ec78e9a1-d0df-444d-808d-bc765600e2f0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.783304 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5d645262-2fea-42ec-ac91-7f9282466904 None None] Attempting to bind port a808f0ec-f5be-452f-8cc6-36c51996ca53 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:08:38.783666 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5d645262-2fea-42ec-ac91-7f9282466904 None None] Attempting to bind port a808f0ec-f5be-452f-8cc6-36c51996ca53 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'e24f7dfb-4a78-42e0-a718-2c09933ff4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebdb7f68-679c-4318-a52f-3f59e0891092'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:08:38.784033 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d645262-2fea-42ec-ac91-7f9282466904 None None] Attempting to bind port a808f0ec-f5be-452f-8cc6-36c51996ca53 on network ebdb7f68-679c-4318-a52f-3f59e0891092 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:08:38.796109 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-38be2617-ed10-4d16-82c8-4d15882de7e5 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.801303 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec78e9a1-d0df-444d-808d-bc765600e2f0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:38.801840 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ec78e9a1-d0df-444d-808d-bc765600e2f0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:38.805450 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:38.884082 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-38be2617-ed10-4d16-82c8-4d15882de7e5 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.905350 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1affbe04-f016-4bdf-aaa9-1fcd3e0091e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.924281 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be2617-ed10-4d16-82c8-4d15882de7e5 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31493b82-e0e9-4ea9-99c2-7940434aa84c,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:38.934763 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-1affbe04-f016-4bdf-aaa9-1fcd3e0091e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d0a815-949f-4d21-a7a8-4325172f60ee']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:38.945111 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7957194a-8e35-4b23-bd8f-38abd269a21e tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.947728 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7957194a-8e35-4b23-bd8f-38abd269a21e tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.957754 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7957194a-8e35-4b23-bd8f-38abd269a21e tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "DELETE /v2.0/security-groups/a69a5f2c-ac9f-4c58-a16a-a25ce28841e6 HTTP/1.1" status: 204 len: 168 time: 0.3669879 Apr 23 00:08:38.957754 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-1affbe04-f016-4bdf-aaa9-1fcd3e0091e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb24064c-abe6-4c76-b20b-40efa82273ad') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:38.957754 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-1affbe04-f016-4bdf-aaa9-1fcd3e0091e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb24064c-abe6-4c76-b20b-40efa82273ad') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:38.958869 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55160) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:38.968796 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957194a-8e35-4b23-bd8f-38abd269a21e tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69a5f2c-ac9f-4c58-a16a-a25ce28841e6,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:38.971827 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1affbe04-f016-4bdf-aaa9-1fcd3e0091e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.979395 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ec78e9a1-d0df-444d-808d-bc765600e2f0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.981819 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-38be2617-ed10-4d16-82c8-4d15882de7e5 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.983625 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-38be2617-ed10-4d16-82c8-4d15882de7e5 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5041482 Apr 23 00:08:38.985684 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f0fcce-d443-4542-a127-9577971298be tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Made reservation on behalf of 2b7ec53866d544c99ec3f3cf611b0202 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:38.987237 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55162) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:38.992778 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-77f0fcce-d443-4542-a127-9577971298be tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:38.994791 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-eaf1fac8-6803-468b-8e9a-111a4ac14795 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group_rule': {'security_group_id': '9c7db5b8-e4e5-45f2-be62-c75c97ab8057', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:38.999190 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ec78e9a1-d0df-444d-808d-bc765600e2f0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.005540 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1affbe04-f016-4bdf-aaa9-1fcd3e0091e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.009336 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ec78e9a1-d0df-444d-808d-bc765600e2f0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/networks/4e0063e3-a51b-4951-b1d1-a61920180a9f HTTP/1.1" status: 204 len: 168 time: 1.0437176 Apr 23 00:08:39.022948 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1affbe04-f016-4bdf-aaa9-1fcd3e0091e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:39.023725 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1affbe04-f016-4bdf-aaa9-1fcd3e0091e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.026834 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d645262-2fea-42ec-ac91-7f9282466904 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:08:39.027246 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d645262-2fea-42ec-ac91-7f9282466904 None None] Checking segment: {'id': 'e24f7dfb-4a78-42e0-a718-2c09933ff4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebdb7f68-679c-4318-a52f-3f59e0891092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:39.027721 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d645262-2fea-42ec-ac91-7f9282466904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.028108 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d645262-2fea-42ec-ac91-7f9282466904 None None] Bound using segment: {'id': 'e24f7dfb-4a78-42e0-a718-2c09933ff4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebdb7f68-679c-4318-a52f-3f59e0891092'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:08:39.028600 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5d645262-2fea-42ec-ac91-7f9282466904 None None] Bound port: a808f0ec-f5be-452f-8cc6-36c51996ca53, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24f7dfb-4a78-42e0-a718-2c09933ff4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebdb7f68-679c-4318-a52f-3f59e0891092'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:08:39.028982 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d645262-2fea-42ec-ac91-7f9282466904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:39.052538 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:39.056851 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55164) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:39.059781 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78e9a1-d0df-444d-808d-bc765600e2f0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Network': ['ID=4e0063e3-a51b-4951-b1d1-a61920180a9f,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:39.071968 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-63fad0ce-e05f-4d54-a568-025368aae69f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'network': {'name': 'tempest-network-smoke--239716534', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'port_security_enabled': True}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:39.075801 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7e247424-dc76-447d-994e-33c20837541a None None] For port 815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2, host dv-neutron-838783-1-hyperv, got binding levels [] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:39.076409 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e247424-dc76-447d-994e-33c20837541a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.110321 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7e247424-dc76-447d-994e-33c20837541a None None] Calling delete_port for 815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:39.116732 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-7e247424-dc76-447d-994e-33c20837541a None None] Port 815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2 was not found and therefore no delete operation was performed {{(pid=103146) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 23 00:08:39.124082 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e247424-dc76-447d-994e-33c20837541a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.142264 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a2a99997-ecb0-44c9-857a-df069fcdb1d5 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1893859 Apr 23 00:08:39.146880 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55166) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:39.151415 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-6a313f26-bb08-41fc-b8d3-3e8da518b524 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Request body: {'security_group': {'name': 'tempest-secgroup--1049352213'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:39.164939 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e247424-dc76-447d-994e-33c20837541a None None] Pushing event deleted for resources: {'Port': ['ID=815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:39.178075 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e247424-dc76-447d-994e-33c20837541a None None] No DVR routers for this DVR port 815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:08:39.183725 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5d645262-2fea-42ec-ac91-7f9282466904 None None] For port a808f0ec-f5be-452f-8cc6-36c51996ca53, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:08:39.201355 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eaf1fac8-6803-468b-8e9a-111a4ac14795 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.214667 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fad0ce-e05f-4d54-a568-025368aae69f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:39.218283 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-63fad0ce-e05f-4d54-a568-025368aae69f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.219357 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5d645262-2fea-42ec-ac91-7f9282466904 None None] For port a808f0ec-f5be-452f-8cc6-36c51996ca53, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a808f0ec-f5be-452f-8cc6-36c51996ca53,segment=NetworkSegment(e24f7dfb-4a78-42e0-a718-2c09933ff4a5),segment_id=e24f7dfb-4a78-42e0-a718-2c09933ff4a5)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:08:39.226027 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1affbe04-f016-4bdf-aaa9-1fcd3e0091e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.242999 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1affbe04-f016-4bdf-aaa9-1fcd3e0091e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.246295 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1affbe04-f016-4bdf-aaa9-1fcd3e0091e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/networks/79d0a815-949f-4d21-a7a8-4325172f60ee HTTP/1.1" status: 204 len: 168 time: 1.1161480 Apr 23 00:08:39.252655 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55168) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:39.262929 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d645262-2fea-42ec-ac91-7f9282466904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.268542 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6a313f26-bb08-41fc-b8d3-3e8da518b524 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.326090 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affbe04-f016-4bdf-aaa9-1fcd3e0091e9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Network': ['ID=79d0a815-949f-4d21-a7a8-4325172f60ee,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:39.348729 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d645262-2fea-42ec-ac91-7f9282466904 None None] Pushing event updated for resources: {'Port': ['ID=a808f0ec-f5be-452f-8cc6-36c51996ca53,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:39.374344 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7ad0172f-24e5-4f3e-830c-78b2a5f45fd0 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:08:39.384943 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63fad0ce-e05f-4d54-a568-025368aae69f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:08:39.410525 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 7ad0172f-24e5-4f3e-830c-78b2a5f45fd0 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:08:39.410525 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7ad0172f-24e5-4f3e-830c-78b2a5f45fd0 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:08:39.410971 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:08:39.411074 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-63fad0ce-e05f-4d54-a568-025368aae69f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.411353 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-63fad0ce-e05f-4d54-a568-025368aae69f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Added segment 9ffc604a-4c9b-462c-b419-f0778d3264c4 of type vlan for network fbc5a01c-7349-4285-a5cb-5f4425364ad6 Apr 23 00:08:39.431109 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:08:39.431744 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 815e6c5b-bfa2-4bf3-91b3-acd87a09eeb2 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:08:39.432312 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2ed1d1de-e9e8-44b6-99c7-1971c85f123a no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:08:39.458819 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 2ed1d1de-e9e8-44b6-99c7-1971c85f123a {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:08:39.459443 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2ed1d1de-e9e8-44b6-99c7-1971c85f123a not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:08:39.488299 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.objects.ports [None req-77f0fcce-d443-4542-a127-9577971298be tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103143) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 23 00:08:39.490626 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-77f0fcce-d443-4542-a127-9577971298be tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.531625 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-eaf1fac8-6803-468b-8e9a-111a4ac14795 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] create failed (client error): There was a conflict when trying to complete your request. Apr 23 00:08:39.532688 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-eaf1fac8-6803-468b-8e9a-111a4ac14795 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5439272 Apr 23 00:08:39.536457 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-63fad0ce-e05f-4d54-a568-025368aae69f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.536658 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55170) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:39.596692 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0fcce-d443-4542-a127-9577971298be tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event updated for resources: {'Subnet': ['ID=8235a562-e724-49f5-a682-f39bff59e8f7,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:39.647247 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f0fcce-d443-4542-a127-9577971298be tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Checking segment: {'id': 'a9378976-001c-4e0a-b246-de86061ffac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5ecab6f9-7e0a-47df-a757-deeb0c7d5075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:39.647638 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f0fcce-d443-4542-a127-9577971298be tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Network hostable DHCP agents. Network: 5ecab6f9-7e0a-47df-a757-deeb0c7d5075, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:08:39.668510 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6a313f26-bb08-41fc-b8d3-3e8da518b524 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.696740 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.697360 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4f53-1d16-44b9-8780-78358e30d9ad tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.725450 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4f53-1d16-44b9-8780-78358e30d9ad tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.727789 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6a313f26-bb08-41fc-b8d3-3e8da518b524 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.729942 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-63fad0ce-e05f-4d54-a568-025368aae69f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.735348 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fad0ce-e05f-4d54-a568-025368aae69f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:39.736158 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-63fad0ce-e05f-4d54-a568-025368aae69f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.788208 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f0fcce-d443-4542-a127-9577971298be tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Network 5ecab6f9-7e0a-47df-a757-deeb0c7d5075 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:08:39.805381 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.833141 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a313f26-bb08-41fc-b8d3-3e8da518b524 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8331d83-e65f-4c3e-b19b-d636d54b345d,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:39.843868 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fad0ce-e05f-4d54-a568-025368aae69f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Network': ['ID=fbc5a01c-7349-4285-a5cb-5f4425364ad6,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:39.850659 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network fbc5a01c-7349-4285-a5cb-5f4425364ad6 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:08:39.862328 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4f53-1d16-44b9-8780-78358e30d9ad tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.867981 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4f53-1d16-44b9-8780-78358e30d9ad tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.869413 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b6ac4f53-1d16-44b9-8780-78358e30d9ad tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "DELETE /v2.0/security-groups/9c7db5b8-e4e5-45f2-be62-c75c97ab8057 HTTP/1.1" status: 204 len: 168 time: 0.3318069 Apr 23 00:08:39.872891 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55172) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:39.888175 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac4f53-1d16-44b9-8780-78358e30d9ad tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7db5b8-e4e5-45f2-be62-c75c97ab8057,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:39.896631 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6a313f26-bb08-41fc-b8d3-3e8da518b524 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.900395 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6a313f26-bb08-41fc-b8d3-3e8da518b524 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7499759 Apr 23 00:08:39.908292 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-63fad0ce-e05f-4d54-a568-025368aae69f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8401477 Apr 23 00:08:39.908292 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55174) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:39.908292 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-e804798c-512f-42ad-98f7-0c86a83b8b05 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Request body: {'security_group_rule': {'security_group_id': 'e8331d83-e65f-4c3e-b19b-d636d54b345d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:39.908611 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55176) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:39.913740 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-77f0fcce-d443-4542-a127-9577971298be tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 5ecab6f9-7e0a-47df-a757-deeb0c7d5075) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:39.930737 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d23806-b498-4765-94db-467bd5f4a6ee None None] Network 5ecab6f9-7e0a-47df-a757-deeb0c7d5075 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:39.933905 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-ddc00e7b-b0b0-420a-8da4-da44dc336a39 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1209654231', 'admin_state_up': True, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:39.963223 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c6e74ebd-a43c-4c38-9dd8-5da091c6ccb4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.965786 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f0fcce-d443-4542-a127-9577971298be tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:39.967628 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-77f0fcce-d443-4542-a127-9577971298be tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:39.999039 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9c639f82-475e-43be-8b08-95e456068dd2 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1237481 Apr 23 00:08:40.002800 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55178) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:40.008452 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-53f761b8-3ae0-4412-9f10-65d105343301 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group': {'name': 'tempest-secgroup--2053501903'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:40.047187 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e804798c-512f-42ad-98f7-0c86a83b8b05 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:40.079974 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-77f0fcce-d443-4542-a127-9577971298be tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3574572 Apr 23 00:08:40.082983 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55180) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:40.089367 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-cf6bf3ed-a70d-4dba-a332-cd0f54f3f9eb tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Request body: {'port': {'network_id': '5ecab6f9-7e0a-47df-a757-deeb0c7d5075', 'name': 'tempest-NetworksIpV6TestAttrs-277567683'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:40.124404 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e441f784-dcaf-41b3-b2b9-93bb2d97b247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-5ecab6f9-7e0a-47df-a757-deeb0c7d5075', 'network_id': '5ecab6f9-7e0a-47df-a757-deeb0c7d5075', 'tenant_id': '2b7ec53866d544c99ec3f3cf611b0202', 'fixed_ips': [{'subnet_id': '8235a562-e724-49f5-a682-f39bff59e8f7'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:08:40.125778 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e441f784-dcaf-41b3-b2b9-93bb2d97b247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:40.202858 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e804798c-512f-42ad-98f7-0c86a83b8b05 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:40.217815 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ddc00e7b-b0b0-420a-8da4-da44dc336a39 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:40.218927 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ddc00e7b-b0b0-420a-8da4-da44dc336a39 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:40.231828 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-53f761b8-3ae0-4412-9f10-65d105343301 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:40.256870 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e804798c-512f-42ad-98f7-0c86a83b8b05 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:40.287662 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804798c-512f-42ad-98f7-0c86a83b8b05 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00cea3ca-1719-4960-9ade-91b89bd8f61c,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:40.307654 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e441f784-dcaf-41b3-b2b9-93bb2d97b247 None None] Allocated IP 2001:db8::f816:3eff:fe12:6660 (5ecab6f9-7e0a-47df-a757-deeb0c7d5075/8235a562-e724-49f5-a682-f39bff59e8f7/7d62e0eb-bce5-426f-afa2-51cead6d5753) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:08:40.315547 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ddc00e7b-b0b0-420a-8da4-da44dc336a39 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:40.320568 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6bf3ed-a70d-4dba-a332-cd0f54f3f9eb tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Made reservation on behalf of 2b7ec53866d544c99ec3f3cf611b0202 for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:40.325920 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cf6bf3ed-a70d-4dba-a332-cd0f54f3f9eb tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:40.345172 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-cf6bf3ed-a70d-4dba-a332-cd0f54f3f9eb tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] device_id is not set on port a7dd0832-c68a-4218-8c2a-25459d147257 yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:08:40.374849 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-c6e74ebd-a43c-4c38-9dd8-5da091c6ccb4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting port 7bb8f3c7-f11d-48c6-852b-b826caa076dd {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:40.376158 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c6e74ebd-a43c-4c38-9dd8-5da091c6ccb4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:40.444869 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-53f761b8-3ae0-4412-9f10-65d105343301 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:40.476365 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e804798c-512f-42ad-98f7-0c86a83b8b05 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:40.480180 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e804798c-512f-42ad-98f7-0c86a83b8b05 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5738411 Apr 23 00:08:40.481604 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55182) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:40.496683 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e441f784-dcaf-41b3-b2b9-93bb2d97b247 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:40.523726 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5a65f8cc-518e-4420-88e8-7c6b4332ce70 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-group-rules/00cea3ca-1719-4960-9ade-91b89bd8f61c HTTP/1.1" status: 200 len: 763 time: 0.0398152 Apr 23 00:08:40.525079 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55184) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:40.537498 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-53f761b8-3ae0-4412-9f10-65d105343301 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:40.572659 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc4588a-06e5-426c-8063-9d1344994f47 None None] Network ebdb7f68-679c-4318-a52f-3f59e0891092 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:40.579381 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-c6e74ebd-a43c-4c38-9dd8-5da091c6ccb4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] For port 7bb8f3c7-f11d-48c6-852b-b826caa076dd, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7bb8f3c7-f11d-48c6-852b-b826caa076dd,segment=NetworkSegment(4bfcb396-6c65-4e3d-b6fa-89321c2ce6a1),segment_id=4bfcb396-6c65-4e3d-b6fa-89321c2ce6a1)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:40.579934 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c6e74ebd-a43c-4c38-9dd8-5da091c6ccb4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:40.589930 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e441f784-dcaf-41b3-b2b9-93bb2d97b247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:40.607628 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b28c50cc-ff8f-489b-9785-b72563cec2ee tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0806324 Apr 23 00:08:40.609703 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55186) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:40.621139 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-c6e74ebd-a43c-4c38-9dd8-5da091c6ccb4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Calling delete_port for 7bb8f3c7-f11d-48c6-852b-b826caa076dd owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:40.642216 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ddc00e7b-b0b0-420a-8da4-da44dc336a39 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:40.686749 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-53f761b8-3ae0-4412-9f10-65d105343301 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:40.688477 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e441f784-dcaf-41b3-b2b9-93bb2d97b247 None None] Network 5ecab6f9-7e0a-47df-a757-deeb0c7d5075 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:40.692086 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-53f761b8-3ae0-4412-9f10-65d105343301 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6879406 Apr 23 00:08:40.696368 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55188) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:40.697820 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-c2b62a76-0721-409d-9cb4-b289fe4eb900 None None] Provisioning complete for port a808f0ec-f5be-452f-8cc6-36c51996ca53 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:40.698373 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2b62a76-0721-409d-9cb4-b289fe4eb900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:40.700189 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-29c55d5c-eb0f-42fc-be69-9c0e2c74e8eb tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group_rule': {'security_group_id': '786611c7-0635-480c-8be4-1762960fd0ba', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:40.700655 dv-neutron-838783-1-hyperv neutron-server[103143]: WARNING neutron.api.v2.base [None req-29c55d5c-eb0f-42fc-be69-9c0e2c74e8eb tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 23 00:08:40.701263 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-29c55d5c-eb0f-42fc-be69-9c0e2c74e8eb tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:08:40.703018 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2b664730-b761-4627-a8d8-f9c6a304be03 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:40.703814 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e441f784-dcaf-41b3-b2b9-93bb2d97b247 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:40.705968 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55190) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:40.709557 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e441f784-dcaf-41b3-b2b9-93bb2d97b247 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:08:40.711522 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-29c55d5c-eb0f-42fc-be69-9c0e2c74e8eb tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0084174 Apr 23 00:08:40.717954 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f761b8-3ae0-4412-9f10-65d105343301 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=786611c7-0635-480c-8be4-1762960fd0ba,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:40.722804 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2b664730-b761-4627-a8d8-f9c6a304be03 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:40.745831 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441f784-dcaf-41b3-b2b9-93bb2d97b247 None None] Pushing event updated for resources: {'Port': ['ID=7d62e0eb-bce5-426f-afa2-51cead6d5753,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:40.755456 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-cf6bf3ed-a70d-4dba-a332-cd0f54f3f9eb tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Allocated IP 2001:db8::f816:3eff:fe9b:e80a (5ecab6f9-7e0a-47df-a757-deeb0c7d5075/8235a562-e724-49f5-a682-f39bff59e8f7/a7dd0832-c68a-4218-8c2a-25459d147257) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:08:40.856153 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-e441f784-dcaf-41b3-b2b9-93bb2d97b247 None None] Attempting to bind port 7d62e0eb-bce5-426f-afa2-51cead6d5753 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:08:40.856535 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-e441f784-dcaf-41b3-b2b9-93bb2d97b247 None None] Attempting to bind port 7d62e0eb-bce5-426f-afa2-51cead6d5753 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'a9378976-001c-4e0a-b246-de86061ffac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5ecab6f9-7e0a-47df-a757-deeb0c7d5075'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:08:40.857096 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e441f784-dcaf-41b3-b2b9-93bb2d97b247 None None] Attempting to bind port 7d62e0eb-bce5-426f-afa2-51cead6d5753 on network 5ecab6f9-7e0a-47df-a757-deeb0c7d5075 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:08:40.877709 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e441f784-dcaf-41b3-b2b9-93bb2d97b247 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:08:40.878937 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e441f784-dcaf-41b3-b2b9-93bb2d97b247 None None] Checking segment: {'id': 'a9378976-001c-4e0a-b246-de86061ffac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5ecab6f9-7e0a-47df-a757-deeb0c7d5075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:40.879072 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e441f784-dcaf-41b3-b2b9-93bb2d97b247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:40.880442 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e441f784-dcaf-41b3-b2b9-93bb2d97b247 None None] Bound using segment: {'id': 'a9378976-001c-4e0a-b246-de86061ffac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5ecab6f9-7e0a-47df-a757-deeb0c7d5075'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:08:40.880442 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-e441f784-dcaf-41b3-b2b9-93bb2d97b247 None None] Bound port: 7d62e0eb-bce5-426f-afa2-51cead6d5753, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9378976-001c-4e0a-b246-de86061ffac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5ecab6f9-7e0a-47df-a757-deeb0c7d5075'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:08:40.880442 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e441f784-dcaf-41b3-b2b9-93bb2d97b247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:40.994380 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2b62a76-0721-409d-9cb4-b289fe4eb900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.051317 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c2b62a76-0721-409d-9cb4-b289fe4eb900 None None] For port a808f0ec-f5be-452f-8cc6-36c51996ca53, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a808f0ec-f5be-452f-8cc6-36c51996ca53,segment=NetworkSegment(e24f7dfb-4a78-42e0-a718-2c09933ff4a5),segment_id=e24f7dfb-4a78-42e0-a718-2c09933ff4a5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:41.054591 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cf6bf3ed-a70d-4dba-a332-cd0f54f3f9eb tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.055915 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e441f784-dcaf-41b3-b2b9-93bb2d97b247 None None] For port 7d62e0eb-bce5-426f-afa2-51cead6d5753, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:08:41.060504 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e441f784-dcaf-41b3-b2b9-93bb2d97b247 None None] For port 7d62e0eb-bce5-426f-afa2-51cead6d5753, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7d62e0eb-bce5-426f-afa2-51cead6d5753,segment=NetworkSegment(a9378976-001c-4e0a-b246-de86061ffac0),segment_id=a9378976-001c-4e0a-b246-de86061ffac0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:08:41.078669 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ddc00e7b-b0b0-420a-8da4-da44dc336a39 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.102795 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ddc00e7b-b0b0-420a-8da4-da44dc336a39 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.126048 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2b62a76-0721-409d-9cb4-b289fe4eb900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.174766 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e441f784-dcaf-41b3-b2b9-93bb2d97b247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.185521 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b6c6522e-0fe0-4cc7-b18c-2e9d4c4bd2bd tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.188024 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2b664730-b761-4627-a8d8-f9c6a304be03 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.200413 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2b664730-b761-4627-a8d8-f9c6a304be03 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.205532 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2b664730-b761-4627-a8d8-f9c6a304be03 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/00cea3ca-1719-4960-9ade-91b89bd8f61c HTTP/1.1" status: 204 len: 168 time: 0.5908892 Apr 23 00:08:41.205706 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55192) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:41.217542 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b664730-b761-4627-a8d8-f9c6a304be03 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00cea3ca-1719-4960-9ade-91b89bd8f61c,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:41.225266 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b62a76-0721-409d-9cb4-b289fe4eb900 None None] Pushing event updated for resources: {'Port': ['ID=a808f0ec-f5be-452f-8cc6-36c51996ca53,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:41.262884 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cf6bf3ed-a70d-4dba-a332-cd0f54f3f9eb tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.276071 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b6c6522e-0fe0-4cc7-b18c-2e9d4c4bd2bd tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.288964 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-ddc00e7b-b0b0-420a-8da4-da44dc336a39 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.26.3.5 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/87f9497b-050e-4d61-8c36-3e049167b3c2) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:08:41.336597 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-706fcb9f-a03b-4836-935e-eeffd73f3d82 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1280057 Apr 23 00:08:41.340625 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55194) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:41.350168 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-f12180fa-40e6-4e96-94d6-ce9745b3ff6b tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Request body: {'security_group_rule': {'security_group_id': 'e8331d83-e65f-4c3e-b19b-d636d54b345d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:41.352307 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6bf3ed-a70d-4dba-a332-cd0f54f3f9eb tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Network 5ecab6f9-7e0a-47df-a757-deeb0c7d5075 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:41.355632 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-cf6bf3ed-a70d-4dba-a332-cd0f54f3f9eb tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:41.358188 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6bf3ed-a70d-4dba-a332-cd0f54f3f9eb tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:08:41.364161 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6bf3ed-a70d-4dba-a332-cd0f54f3f9eb tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:41.364815 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cf6bf3ed-a70d-4dba-a332-cd0f54f3f9eb tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.384040 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441f784-dcaf-41b3-b2b9-93bb2d97b247 None None] Pushing event updated for resources: {'Port': ['ID=7d62e0eb-bce5-426f-afa2-51cead6d5753,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:41.386819 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-c9a97c83-d8f5-4244-b8c8-73828e55b1a2 None None] Provisioning complete for port a808f0ec-f5be-452f-8cc6-36c51996ca53 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:41.387284 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9a97c83-d8f5-4244-b8c8-73828e55b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.388283 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6bf3ed-a70d-4dba-a332-cd0f54f3f9eb tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event updated for resources: {'Port': ['ID=a7dd0832-c68a-4218-8c2a-25459d147257,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:41.428785 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a808f0ec-f5be-452f-8cc6-36c51996ca53 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:08:41.462904 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cf6bf3ed-a70d-4dba-a332-cd0f54f3f9eb tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3764515 Apr 23 00:08:41.463866 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55196) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:41.501740 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f12180fa-40e6-4e96-94d6-ce9745b3ff6b tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.555239 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b6c6522e-0fe0-4cc7-b18c-2e9d4c4bd2bd tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.558664 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b6c6522e-0fe0-4cc7-b18c-2e9d4c4bd2bd tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.569581 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port a808f0ec-f5be-452f-8cc6-36c51996ca53 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:41.571021 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.571141 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b6c6522e-0fe0-4cc7-b18c-2e9d4c4bd2bd tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "DELETE /v2.0/security-groups/786611c7-0635-480c-8be4-1762960fd0ba HTTP/1.1" status: 204 len: 168 time: 0.8609476 Apr 23 00:08:41.571386 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55198) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:41.637944 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12908cd-8e0a-4207-a5fc-762c9c73a872 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Deleting subnet 8235a562-e724-49f5-a682-f39bff59e8f7 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:08:41.644849 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6522e-0fe0-4cc7-b18c-2e9d4c4bd2bd tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=786611c7-0635-480c-8be4-1762960fd0ba,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:41.645430 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ddc00e7b-b0b0-420a-8da4-da44dc336a39 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.647336 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e12908cd-8e0a-4207-a5fc-762c9c73a872 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.698274 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-80d8fa44-b03b-4cce-af06-bb1b2f3da689 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1126127 Apr 23 00:08:41.698669 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55200) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:41.706484 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-2b47970c-100c-4867-aa2a-d7c1b57dd573 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group': {'name': 'tempest-secgroup--183457837'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:41.711238 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f12180fa-40e6-4e96-94d6-ce9745b3ff6b tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.713507 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c6e74ebd-a43c-4c38-9dd8-5da091c6ccb4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.725397 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e12908cd-8e0a-4207-a5fc-762c9c73a872 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.742853 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e74ebd-a43c-4c38-9dd8-5da091c6ccb4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Port': ['ID=7bb8f3c7-f11d-48c6-852b-b826caa076dd,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:41.769175 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f12180fa-40e6-4e96-94d6-ce9745b3ff6b tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.844040 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12180fa-40e6-4e96-94d6-ce9745b3ff6b tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05bf1041-f642-4a22-ac9e-6e5adf4beef9,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:41.870154 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ddc00e7b-b0b0-420a-8da4-da44dc336a39 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.872159 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b47970c-100c-4867-aa2a-d7c1b57dd573 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.874937 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f12180fa-40e6-4e96-94d6-ce9745b3ff6b tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.878956 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f12180fa-40e6-4e96-94d6-ce9745b3ff6b tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5320907 Apr 23 00:08:41.881765 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55202) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:41.914779 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5e3d3df0-e9fd-45cd-ad56-f3d5bad18019 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-group-rules/05bf1041-f642-4a22-ac9e-6e5adf4beef9 HTTP/1.1" status: 200 len: 763 time: 0.0316319 Apr 23 00:08:41.921537 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55204) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:41.929227 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c6e74ebd-a43c-4c38-9dd8-5da091c6ccb4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.950707 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e12908cd-8e0a-4207-a5fc-762c9c73a872 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:41.982567 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc00e7b-b0b0-420a-8da4-da44dc336a39 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:41.992643 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc00e7b-b0b0-420a-8da4-da44dc336a39 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=87f9497b-050e-4d61-8c36-3e049167b3c2,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:42.001002 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-ddc00e7b-b0b0-420a-8da4-da44dc336a39 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:42.007028 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc00e7b-b0b0-420a-8da4-da44dc336a39 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:08:42.011918 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4cd731e9-8001-42d9-b2ea-604e06c178d4 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0870798 Apr 23 00:08:42.014021 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55206) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:42.082941 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-20c75b35-b906-4f12-8efe-e78d9e7c10ed tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:42.093884 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b47970c-100c-4867-aa2a-d7c1b57dd573 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:42.098329 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-20c75b35-b906-4f12-8efe-e78d9e7c10ed tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:42.160234 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e12908cd-8e0a-4207-a5fc-762c9c73a872 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:42.166591 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b47970c-100c-4867-aa2a-d7c1b57dd573 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:42.209677 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e74ebd-a43c-4c38-9dd8-5da091c6ccb4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:08:42.228262 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12908cd-8e0a-4207-a5fc-762c9c73a872 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event deleted for resources: {'Subnet': ['ID=8235a562-e724-49f5-a682-f39bff59e8f7,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:42.245755 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e12908cd-8e0a-4207-a5fc-762c9c73a872 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:42.249077 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e12908cd-8e0a-4207-a5fc-762c9c73a872 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "DELETE /v2.0/subnets/8235a562-e724-49f5-a682-f39bff59e8f7 HTTP/1.1" status: 204 len: 168 time: 0.7845728 Apr 23 00:08:42.257700 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55210) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:42.263363 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-20c75b35-b906-4f12-8efe-e78d9e7c10ed tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:42.290769 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47970c-100c-4867-aa2a-d7c1b57dd573 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32f8e9f5-c4ef-4722-af7f-381be31678f7,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:42.298216 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-20c75b35-b906-4f12-8efe-e78d9e7c10ed tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:42.298957 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-20c75b35-b906-4f12-8efe-e78d9e7c10ed tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/05bf1041-f642-4a22-ac9e-6e5adf4beef9 HTTP/1.1" status: 204 len: 168 time: 0.2840483 Apr 23 00:08:42.302026 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55212) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:42.308157 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c75b35-b906-4f12-8efe-e78d9e7c10ed tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05bf1041-f642-4a22-ac9e-6e5adf4beef9,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:42.330808 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e74ebd-a43c-4c38-9dd8-5da091c6ccb4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:08:42.336763 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c6e74ebd-a43c-4c38-9dd8-5da091c6ccb4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "PUT /v2.0/routers/0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0829725 Apr 23 00:08:42.342061 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879dfe70-0976-4f20-a738-916825f5197f tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:42.344626 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879dfe70-0976-4f20-a738-916825f5197f tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:42.348067 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bb1cec-2a1f-471c-a986-08274624ec12 None None] Sync routers for ids ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:08:42.348550 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-879dfe70-0976-4f20-a738-916825f5197f tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0864727 Apr 23 00:08:42.348674 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55214) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:42.348774 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55216) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:42.371039 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bb1cec-2a1f-471c-a986-08274624ec12 None None] Routers {'0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:42.371945 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-84bb1cec-2a1f-471c-a986-08274624ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:42.393875 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f270f42d-b6ca-4b59-aa61-c973963adf12 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0881929 Apr 23 00:08:42.394711 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b47970c-100c-4867-aa2a-d7c1b57dd573 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:42.396597 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55220) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:42.398778 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2b47970c-100c-4867-aa2a-d7c1b57dd573 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6989670 Apr 23 00:08:42.400850 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55222) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:42.408644 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-9d911a10-7287-4510-939a-86721bce42cd tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Request body: {'security_group_rule': {'security_group_id': 'e8331d83-e65f-4c3e-b19b-d636d54b345d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:42.418905 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-3a2b8061-54f3-4535-84f8-010607247815 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group_rule': {'security_group_id': '32f8e9f5-c4ef-4722-af7f-381be31678f7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:42.425128 dv-neutron-838783-1-hyperv neutron-server[103144]: WARNING neutron.api.v2.base [None req-3a2b8061-54f3-4535-84f8-010607247815 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 23 00:08:42.425128 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-3a2b8061-54f3-4535-84f8-010607247815 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:08:42.425128 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3a2b8061-54f3-4535-84f8-010607247815 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0196438 Apr 23 00:08:42.429145 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55224) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:42.459248 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccee04a0-9e58-402e-b424-2281933cf82f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting subnet 73fbc8e2-8773-468d-8f74-f85edfbb228a {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:08:42.477267 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ccee04a0-9e58-402e-b424-2281933cf82f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:42.486882 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-84bb1cec-2a1f-471c-a986-08274624ec12 None None] Set router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:42.531280 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-937911a8-05b2-4b1d-a77d-2c5ad8fa1482 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:42.541329 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ccee04a0-9e58-402e-b424-2281933cf82f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:42.551341 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-937911a8-05b2-4b1d-a77d-2c5ad8fa1482 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 23 00:08:42.551341 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-937911a8-05b2-4b1d-a77d-2c5ad8fa1482 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:42.553803 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-937911a8-05b2-4b1d-a77d-2c5ad8fa1482 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "DELETE /v2.0/networks/5ecab6f9-7e0a-47df-a757-deeb0c7d5075 HTTP/1.1" status: 409 len: 405 time: 0.2041998 Apr 23 00:08:42.561989 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55226) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:42.568879 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-1af99355-514d-47fd-b8a6-fce42eb54096 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-675556595'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:42.575169 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ddc00e7b-b0b0-420a-8da4-da44dc336a39 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:42.596680 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6e9bdb3d-960b-4c4e-b315-872e13d92e5d tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:42.602829 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9d911a10-7287-4510-939a-86721bce42cd tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:42.692123 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6e9bdb3d-960b-4c4e-b315-872e13d92e5d tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:42.699841 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0028d2-2d23-48a0-b3e0-7a635246657c None None] Network 5ecab6f9-7e0a-47df-a757-deeb0c7d5075 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:42.774998 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ccee04a0-9e58-402e-b424-2281933cf82f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:42.779413 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9d911a10-7287-4510-939a-86721bce42cd tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:42.823693 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b8d95d9c-9372-48cc-9b44-70f0f1b383ff None None] Provisioning complete for port 7d62e0eb-bce5-426f-afa2-51cead6d5753 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:42.824067 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8d95d9c-9372-48cc-9b44-70f0f1b383ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:42.862348 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9d911a10-7287-4510-939a-86721bce42cd tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:42.881095 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d911a10-7287-4510-939a-86721bce42cd tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfbb4973-6627-4913-b0a5-07345da3f94f,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:42.885065 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6e9bdb3d-960b-4c4e-b315-872e13d92e5d tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:42.887723 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6e9bdb3d-960b-4c4e-b315-872e13d92e5d tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:42.890646 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6e9bdb3d-960b-4c4e-b315-872e13d92e5d tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "DELETE /v2.0/security-groups/32f8e9f5-c4ef-4722-af7f-381be31678f7 HTTP/1.1" status: 204 len: 168 time: 0.4585950 Apr 23 00:08:42.893508 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55230) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:42.903360 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-84bb1cec-2a1f-471c-a986-08274624ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:41Z', 'revision_number': 9, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': 'a69a0d5a-f213-4454-bcde-4c4564ae7072', 'name': '', 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:d0:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:08Z', 'updated_at': '2022-04-23T00:08:17Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:09Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:42.907811 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9bdb3d-960b-4c4e-b315-872e13d92e5d tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f8e9f5-c4ef-4722-af7f-381be31678f7,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:42.951704 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ccee04a0-9e58-402e-b424-2281933cf82f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:42.951946 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bb1cec-2a1f-471c-a986-08274624ec12 None None] Checking router: 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:08:42.952996 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af99355-514d-47fd-b8a6-fce42eb54096 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Made reservation on behalf of 2b7ec53866d544c99ec3f3cf611b0202 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:42.956429 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1af99355-514d-47fd-b8a6-fce42eb54096 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:42.986385 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bbdd5bfa-8574-4f10-963a-4816679e9485 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0905969 Apr 23 00:08:42.990284 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee04a0-9e58-402e-b424-2281933cf82f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Subnet': ['ID=73fbc8e2-8773-468d-8f74-f85edfbb228a,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:42.991617 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55232) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:42.997101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9d911a10-7287-4510-939a-86721bce42cd tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:42.998373 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9d911a10-7287-4510-939a-86721bce42cd tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6006551 Apr 23 00:08:43.001984 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ccee04a0-9e58-402e-b424-2281933cf82f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.009416 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ccee04a0-9e58-402e-b424-2281933cf82f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/subnets/73fbc8e2-8773-468d-8f74-f85edfbb228a HTTP/1.1" status: 204 len: 168 time: 0.6592100 Apr 23 00:08:43.009543 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-6835e25e-e91c-477f-af2e-08cad0e5bb18 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1352387910'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:43.009636 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55234) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:43.017089 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55236) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:43.017696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee1176b-931d-496f-b071-6ec17187d03e None None] Network 2b8d6325-ad34-49fb-a49d-441b58fcd7f5 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:43.018333 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af99355-514d-47fd-b8a6-fce42eb54096 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:08:43.019950 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bb1cec-2a1f-471c-a986-08274624ec12 None None] Routers {'0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:43.020597 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-84bb1cec-2a1f-471c-a986-08274624ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:43.051192 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3f7133ab-6e3f-46f1-a546-399fe688bfbb tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-group-rules/bfbb4973-6627-4913-b0a5-07345da3f94f HTTP/1.1" status: 200 len: 764 time: 0.0391428 Apr 23 00:08:43.053113 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55238) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:43.054630 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1af99355-514d-47fd-b8a6-fce42eb54096 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.054978 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-1af99355-514d-47fd-b8a6-fce42eb54096 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Added segment a0e3de12-10c1-4200-80cf-ac6cdbb05093 of type vlan for network 3cc0c756-0dc4-41ee-aefc-4a33a412786f Apr 23 00:08:43.083845 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7597615-6a5c-435c-8072-ceb3165421f4 None None] DHCP port deletion for 5ecab6f9-7e0a-47df-a757-deeb0c7d5075 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:08:43.135375 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6835e25e-e91c-477f-af2e-08cad0e5bb18 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.137669 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15085f78-0a5f-402e-8993-76891bb98d3a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.141043 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1af99355-514d-47fd-b8a6-fce42eb54096 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.157375 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-55ae9dbc-704b-4d7f-b1a6-322003a28e83 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1032894 Apr 23 00:08:43.160853 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55240) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:43.193174 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8d95d9c-9372-48cc-9b44-70f0f1b383ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.214313 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6c4a699c-1886-48df-a19c-47263fef0bec tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.225480 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6c4a699c-1886-48df-a19c-47263fef0bec tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.226811 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ddc00e7b-b0b0-420a-8da4-da44dc336a39 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.265091 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-15085f78-0a5f-402e-8993-76891bb98d3a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting port e8e14052-327b-410e-ac08-ccd26aff0380 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:43.265497 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15085f78-0a5f-402e-8993-76891bb98d3a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.307237 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1af99355-514d-47fd-b8a6-fce42eb54096 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.314018 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af99355-514d-47fd-b8a6-fce42eb54096 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:43.315087 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1af99355-514d-47fd-b8a6-fce42eb54096 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.355349 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-15085f78-0a5f-402e-8993-76891bb98d3a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] For port e8e14052-327b-410e-ac08-ccd26aff0380, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=e8e14052-327b-410e-ac08-ccd26aff0380,segment=NetworkSegment(4bfcb396-6c65-4e3d-b6fa-89321c2ce6a1),segment_id=4bfcb396-6c65-4e3d-b6fa-89321c2ce6a1)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:43.355822 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15085f78-0a5f-402e-8993-76891bb98d3a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.365200 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6c4a699c-1886-48df-a19c-47263fef0bec tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.378355 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6c4a699c-1886-48df-a19c-47263fef0bec tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.382544 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6c4a699c-1886-48df-a19c-47263fef0bec tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/bfbb4973-6627-4913-b0a5-07345da3f94f HTTP/1.1" status: 204 len: 168 time: 0.2178895 Apr 23 00:08:43.384876 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-15085f78-0a5f-402e-8993-76891bb98d3a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Calling delete_port for e8e14052-327b-410e-ac08-ccd26aff0380 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:43.386482 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55242) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:43.397633 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a699c-1886-48df-a19c-47263fef0bec tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfbb4973-6627-4913-b0a5-07345da3f94f,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:43.420616 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4a699c-1886-48df-a19c-47263fef0bec tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:43.421163 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4a699c-1886-48df-a19c-47263fef0bec tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:43.421588 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4a699c-1886-48df-a19c-47263fef0bec tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:43.421992 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4a699c-1886-48df-a19c-47263fef0bec tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:43.422446 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4a699c-1886-48df-a19c-47263fef0bec tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:43.423126 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4a699c-1886-48df-a19c-47263fef0bec tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:43.423549 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4a699c-1886-48df-a19c-47263fef0bec tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:43.424751 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4a699c-1886-48df-a19c-47263fef0bec tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:43.425182 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4a699c-1886-48df-a19c-47263fef0bec tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:43.426943 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4a699c-1886-48df-a19c-47263fef0bec tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:43.426943 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4a699c-1886-48df-a19c-47263fef0bec tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:43.427214 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4a699c-1886-48df-a19c-47263fef0bec tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:43.438294 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-84bb1cec-2a1f-471c-a986-08274624ec12 None None] Set router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:43.487042 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b8d95d9c-9372-48cc-9b44-70f0f1b383ff None None] For port 7d62e0eb-bce5-426f-afa2-51cead6d5753, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7d62e0eb-bce5-426f-afa2-51cead6d5753,segment=NetworkSegment(a9378976-001c-4e0a-b246-de86061ffac0),segment_id=a9378976-001c-4e0a-b246-de86061ffac0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:43.502443 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5ff7b2ab-3519-4193-9f9b-1b0e13c61cdd tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1119940 Apr 23 00:08:43.503840 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af99355-514d-47fd-b8a6-fce42eb54096 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event updated for resources: {'Network': ['ID=3cc0c756-0dc4-41ee-aefc-4a33a412786f,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:43.505074 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55246) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:43.515405 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6835e25e-e91c-477f-af2e-08cad0e5bb18 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.523672 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af99355-514d-47fd-b8a6-fce42eb54096 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:43.524068 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af99355-514d-47fd-b8a6-fce42eb54096 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:43.524418 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af99355-514d-47fd-b8a6-fce42eb54096 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:43.530339 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af99355-514d-47fd-b8a6-fce42eb54096 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:43.530339 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af99355-514d-47fd-b8a6-fce42eb54096 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:43.530339 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af99355-514d-47fd-b8a6-fce42eb54096 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:43.530339 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af99355-514d-47fd-b8a6-fce42eb54096 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:43.530339 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af99355-514d-47fd-b8a6-fce42eb54096 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:43.530339 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af99355-514d-47fd-b8a6-fce42eb54096 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:43.530339 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af99355-514d-47fd-b8a6-fce42eb54096 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:43.530339 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af99355-514d-47fd-b8a6-fce42eb54096 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:43.530339 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af99355-514d-47fd-b8a6-fce42eb54096 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:43.550915 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 3cc0c756-0dc4-41ee-aefc-4a33a412786f details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:08:43.553284 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1af99355-514d-47fd-b8a6-fce42eb54096 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9882877 Apr 23 00:08:43.555903 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55248) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:43.564888 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-32a0b844-f06c-4baa-9b71-fa44e13a687d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Request body: {'subnet': {'network_id': '3cc0c756-0dc4-41ee-aefc-4a33a412786f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:43.581394 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-df31941c-dc3f-46c6-8ee1-2d3e3eec40d0 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.599696 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6835e25e-e91c-477f-af2e-08cad0e5bb18 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.600756 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b7597615-6a5c-435c-8072-ceb3165421f4 None None] Deleting port 7d62e0eb-bce5-426f-afa2-51cead6d5753 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:43.600756 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7597615-6a5c-435c-8072-ceb3165421f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.617605 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-df31941c-dc3f-46c6-8ee1-2d3e3eec40d0 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.624029 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8d95d9c-9372-48cc-9b44-70f0f1b383ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.635767 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc00e7b-b0b0-420a-8da4-da44dc336a39 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router 4c948b18-82e9-4209-ad74-376b997f66fb is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:08:43.677299 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15085f78-0a5f-402e-8993-76891bb98d3a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.709943 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8ac2e0-c73e-4623-a5ea-39b659d1a988 None None] DHCP port deletion for 2b8d6325-ad34-49fb-a49d-441b58fcd7f5 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:08:43.711426 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15085f78-0a5f-402e-8993-76891bb98d3a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] No DVR routers for this DVR port e8e14052-327b-410e-ac08-ccd26aff0380 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:08:43.713615 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15085f78-0a5f-402e-8993-76891bb98d3a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Port': ['ID=e8e14052-327b-410e-ac08-ccd26aff0380,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:43.750176 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6835e25e-e91c-477f-af2e-08cad0e5bb18 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.751410 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6835e25e-e91c-477f-af2e-08cad0e5bb18 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7497680 Apr 23 00:08:43.752663 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835e25e-e91c-477f-af2e-08cad0e5bb18 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73652551-baf7-4d25-a955-6350a831ab81,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:43.757286 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55250) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:43.762312 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-df31941c-dc3f-46c6-8ee1-2d3e3eec40d0 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.765307 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-df31941c-dc3f-46c6-8ee1-2d3e3eec40d0 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.768766 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-df31941c-dc3f-46c6-8ee1-2d3e3eec40d0 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "DELETE /v2.0/security-groups/e8331d83-e65f-4c3e-b19b-d636d54b345d HTTP/1.1" status: 204 len: 168 time: 0.2601898 Apr 23 00:08:43.771245 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55252) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:43.771386 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-f131bfbf-d22a-4980-b74f-75e78825110c tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group_rule': {'security_group_id': '73652551-baf7-4d25-a955-6350a831ab81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:43.771386 dv-neutron-838783-1-hyperv neutron-server[103144]: WARNING neutron.api.v2.base [None req-f131bfbf-d22a-4980-b74f-75e78825110c tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 23 00:08:43.771386 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-f131bfbf-d22a-4980-b74f-75e78825110c tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:08:43.775660 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f131bfbf-d22a-4980-b74f-75e78825110c tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0165451 Apr 23 00:08:43.785556 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55254) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:43.819270 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d95d9c-9372-48cc-9b44-70f0f1b383ff None None] Pushing event updated for resources: {'Port': ['ID=7d62e0eb-bce5-426f-afa2-51cead6d5753,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:43.825058 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b7597615-6a5c-435c-8072-ceb3165421f4 None None] For port 7d62e0eb-bce5-426f-afa2-51cead6d5753, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7d62e0eb-bce5-426f-afa2-51cead6d5753,segment=NetworkSegment(a9378976-001c-4e0a-b246-de86061ffac0),segment_id=a9378976-001c-4e0a-b246-de86061ffac0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:43.825561 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7597615-6a5c-435c-8072-ceb3165421f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.833012 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-82b17cd1-2648-4783-8956-67915faee010 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group_rule': {'security_group_id': '73652551-baf7-4d25-a955-6350a831ab81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:43.833012 dv-neutron-838783-1-hyperv neutron-server[103144]: WARNING neutron.api.v2.base [None req-82b17cd1-2648-4783-8956-67915faee010 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 23 00:08:43.833573 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-82b17cd1-2648-4783-8956-67915faee010 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:08:43.838778 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-82b17cd1-2648-4783-8956-67915faee010 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0215764 Apr 23 00:08:43.839891 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55256) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:43.844927 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31941c-dc3f-46c6-8ee1-2d3e3eec40d0 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8331d83-e65f-4c3e-b19b-d636d54b345d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:43.845902 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b7597615-6a5c-435c-8072-ceb3165421f4 None None] Calling delete_port for 7d62e0eb-bce5-426f-afa2-51cead6d5753 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:43.850312 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15085f78-0a5f-402e-8993-76891bb98d3a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.875330 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-15085f78-0a5f-402e-8993-76891bb98d3a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8d6325-ad34-49fb-a49d-441b58fcd7f5']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:43.885872 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-e821651b-3353-4990-af7f-54c714a6319d tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group_rule': {'security_group_id': '73652551-baf7-4d25-a955-6350a831ab81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:43.887333 dv-neutron-838783-1-hyperv neutron-server[103143]: WARNING neutron.api.v2.base [None req-e821651b-3353-4990-af7f-54c714a6319d tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 23 00:08:43.887457 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-15085f78-0a5f-402e-8993-76891bb98d3a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bfcb396-6c65-4e3d-b6fa-89321c2ce6a1') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:43.887621 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-e821651b-3353-4990-af7f-54c714a6319d tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:08:43.887713 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-15085f78-0a5f-402e-8993-76891bb98d3a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bfcb396-6c65-4e3d-b6fa-89321c2ce6a1') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:43.890894 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e821651b-3353-4990-af7f-54c714a6319d tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0191219 Apr 23 00:08:43.891482 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55258) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:43.896089 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-5f830fba-4c3f-4066-81ac-ce1990ecd464 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group_rule': {'security_group_id': '73652551-baf7-4d25-a955-6350a831ab81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:43.897500 dv-neutron-838783-1-hyperv neutron-server[103144]: WARNING neutron.api.v2.base [None req-5f830fba-4c3f-4066-81ac-ce1990ecd464 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 23 00:08:43.898106 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-5f830fba-4c3f-4066-81ac-ce1990ecd464 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:08:43.902133 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5f830fba-4c3f-4066-81ac-ce1990ecd464 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067015 Apr 23 00:08:43.904763 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55260) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:43.908851 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15085f78-0a5f-402e-8993-76891bb98d3a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.924499 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15085f78-0a5f-402e-8993-76891bb98d3a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.930370 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a0b844-f06c-4baa-9b71-fa44e13a687d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Made reservation on behalf of 2b7ec53866d544c99ec3f3cf611b0202 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:43.931497 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15085f78-0a5f-402e-8993-76891bb98d3a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:43.938048 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15085f78-0a5f-402e-8993-76891bb98d3a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.938187 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-32a0b844-f06c-4baa-9b71-fa44e13a687d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:43.938280 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:43.941359 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-105eceb0-9376-4b46-a6c2-a81a37a04e61 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1705058 Apr 23 00:08:43.948643 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55262) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:43.952321 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-685c36f2-ffaf-44f6-bdee-12fb027aace0 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Request body: {'security_group': {'name': 'tempest-secgroup--1604483245'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:43.971520 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc00e7b-b0b0-420a-8da4-da44dc336a39 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:08:43.990832 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] Sync routers for ids ['4c948b18-82e9-4209-ad74-376b997f66fb'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:08:43.991605 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-84bb1cec-2a1f-471c-a986-08274624ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:41Z', 'revision_number': 9, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': 'a69a0d5a-f213-4454-bcde-4c4564ae7072', 'name': '', 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:d0:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:08Z', 'updated_at': '2022-04-23T00:08:17Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:09Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:44.010167 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] Routers {'4c948b18-82e9-4209-ad74-376b997f66fb'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:44.011162 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4c948b18-82e9-4209-ad74-376b997f66fb'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:44.022874 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bb1cec-2a1f-471c-a986-08274624ec12 None None] The sync data for ids ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'] in dv-neutron-838783-1-hyperv is: [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:41Z', 'revision_number': 9, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': 'a69a0d5a-f213-4454-bcde-4c4564ae7072', 'name': '', 'network_id': '49e30667-6a5a-4e85-b46e-d0ba9910003c', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:d0:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:08Z', 'updated_at': '2022-04-23T00:08:17Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '60c72007-db42-48ae-b8f2-4668c5ca58ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:09Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:08:44.039862 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7597615-6a5c-435c-8072-ceb3165421f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:44.068815 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15085f78-0a5f-402e-8993-76891bb98d3a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:44.073639 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7597615-6a5c-435c-8072-ceb3165421f4 None None] Pushing event deleted for resources: {'Port': ['ID=7d62e0eb-bce5-426f-afa2-51cead6d5753,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:44.080984 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15085f78-0a5f-402e-8993-76891bb98d3a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:44.084585 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7597615-6a5c-435c-8072-ceb3165421f4 None None] No DVR routers for this DVR port 7d62e0eb-bce5-426f-afa2-51cead6d5753 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:08:44.092183 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9e75a1d-cebf-4f03-b529-1af42d0a6611 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:44.100569 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-15085f78-0a5f-402e-8993-76891bb98d3a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/networks/2b8d6325-ad34-49fb-a49d-441b58fcd7f5 HTTP/1.1" status: 204 len: 168 time: 1.0793443 Apr 23 00:08:44.100953 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55264) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:44.115197 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15085f78-0a5f-402e-8993-76891bb98d3a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Network': ['ID=2b8d6325-ad34-49fb-a49d-441b58fcd7f5,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:44.148636 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] Set router 4c948b18-82e9-4209-ad74-376b997f66fb gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:44.161391 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ddc00e7b-b0b0-420a-8da4-da44dc336a39 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:44.162639 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ddc00e7b-b0b0-420a-8da4-da44dc336a39 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.2503309 Apr 23 00:08:44.174808 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55266) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:44.199879 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-90509304-fe99-415f-84b4-410c5b154142 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b0d4e09f8966425d866e56289d457074&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295334 Apr 23 00:08:44.204020 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55268) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:44.207815 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9e75a1d-cebf-4f03-b529-1af42d0a6611 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:44.231040 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-685c36f2-ffaf-44f6-bdee-12fb027aace0 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:44.289294 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968775a4-7a40-4b94-98ac-e01fc98ed336 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:44.293508 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-968775a4-7a40-4b94-98ac-e01fc98ed336 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897613 Apr 23 00:08:44.293750 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55270) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:44.329491 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-07b29fc7-6f7e-43f1-aee4-7c0eddc83265 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328550 Apr 23 00:08:44.332187 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55272) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:44.337727 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-8cb0a602-0396-4c8a-b412-41c1551f7181 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-23576413', 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:44.456698 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'name': 'tempest-TestNetworkBasicOps-router-1209654231', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:40Z', 'updated_at': '2022-04-23T00:08:42Z', 'revision_number': 3, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:85:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:41Z', 'updated_at': '2022-04-23T00:08:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:44.486119 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] Checking router: 4c948b18-82e9-4209-ad74-376b997f66fb for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:08:44.486486 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] Updating router 4c948b18-82e9-4209-ad74-376b997f66fb port 87f9497b-050e-4d61-8c36-3e049167b3c2 binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:08:44.511868 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:44.520248 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb0a602-0396-4c8a-b412-41c1551f7181 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:44.523887 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8cb0a602-0396-4c8a-b412-41c1551f7181 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:44.554074 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9e75a1d-cebf-4f03-b529-1af42d0a6611 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:44.556627 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9e75a1d-cebf-4f03-b529-1af42d0a6611 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:44.560257 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b9e75a1d-cebf-4f03-b529-1af42d0a6611 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "DELETE /v2.0/security-groups/73652551-baf7-4d25-a955-6350a831ab81 HTTP/1.1" status: 204 len: 168 time: 0.6521699 Apr 23 00:08:44.575582 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55274) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:44.576737 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e75a1d-cebf-4f03-b529-1af42d0a6611 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73652551-baf7-4d25-a955-6350a831ab81,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:44.712820 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-685c36f2-ffaf-44f6-bdee-12fb027aace0 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:44.734101 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.objects.ports [None req-32a0b844-f06c-4baa-9b71-fa44e13a687d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103143) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 23 00:08:44.745651 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a2324b51-d6c5-45b0-86d9-01efc3bd4100 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1627512 Apr 23 00:08:44.745651 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-32a0b844-f06c-4baa-9b71-fa44e13a687d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:44.746559 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55276) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:44.752620 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-da88a3a9-ca04-4e04-8a4e-75fe964d5ef6 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group': {'name': 'tempest-secgroup--111928024'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:44.784494 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-685c36f2-ffaf-44f6-bdee-12fb027aace0 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:44.793699 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8cb0a602-0396-4c8a-b412-41c1551f7181 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:44.808525 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:44.835372 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-da88a3a9-ca04-4e04-8a4e-75fe964d5ef6 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:44.849156 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0b844-f06c-4baa-9b71-fa44e13a687d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event updated for resources: {'Subnet': ['ID=359002f9-29d0-4dc4-a1b1-4c1a3be2d10f,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:44.865066 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:44.879192 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c36f2-ffaf-44f6-bdee-12fb027aace0 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72c152c9-2ea3-4046-beab-49471a3fb09d,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:44.881344 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0a602-0396-4c8a-b412-41c1551f7181 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Subnet': ['ID=7f0e34c8-e326-4962-bbb3-760e8d0f68f3,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:44.890407 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb0a602-0396-4c8a-b412-41c1551f7181 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Checking segment: {'id': '9ffc604a-4c9b-462c-b419-f0778d3264c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:44.890580 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-685c36f2-ffaf-44f6-bdee-12fb027aace0 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:44.890772 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb0a602-0396-4c8a-b412-41c1551f7181 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network hostable DHCP agents. Network: fbc5a01c-7349-4285-a5cb-5f4425364ad6, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:08:44.894555 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-685c36f2-ffaf-44f6-bdee-12fb027aace0 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9455745 Apr 23 00:08:44.895330 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55280) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:44.902383 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-0f32bbba-a676-403a-9e5d-8c0960ea5cf8 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Request body: {'security_group_rule': {'security_group_id': '72c152c9-2ea3-4046-beab-49471a3fb09d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:44.908408 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a0b844-f06c-4baa-9b71-fa44e13a687d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Checking segment: {'id': 'a0e3de12-10c1-4200-80cf-ac6cdbb05093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3cc0c756-0dc4-41ee-aefc-4a33a412786f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:44.908622 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a0b844-f06c-4baa-9b71-fa44e13a687d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Network hostable DHCP agents. Network: 3cc0c756-0dc4-41ee-aefc-4a33a412786f, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:08:44.915045 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d251d81-61b9-4600-918e-3a8735d1be8e None None] Pushing event updated for resources: {'Port': ['ID=87f9497b-050e-4d61-8c36-3e049167b3c2,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:44.935707 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] Attempting to bind port 87f9497b-050e-4d61-8c36-3e049167b3c2 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:08:44.937007 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] Attempting to bind port 87f9497b-050e-4d61-8c36-3e049167b3c2 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:08:44.937600 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] Attempting to bind port 87f9497b-050e-4d61-8c36-3e049167b3c2 on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:08:44.945339 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:08:44.946048 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:44.946665 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:44.947270 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:08:44.948026 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] Bound port: 87f9497b-050e-4d61-8c36-3e049167b3c2, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:08:44.948505 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:44.953157 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-da88a3a9-ca04-4e04-8a4e-75fe964d5ef6 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:44.956293 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-49287753-3868-4131-9085-543816768641 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:44.964705 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb0a602-0396-4c8a-b412-41c1551f7181 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network fbc5a01c-7349-4285-a5cb-5f4425364ad6 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:08:44.991040 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a0b844-f06c-4baa-9b71-fa44e13a687d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Network 3cc0c756-0dc4-41ee-aefc-4a33a412786f is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:08:45.000246 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] For port 87f9497b-050e-4d61-8c36-3e049167b3c2, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:08:45.003416 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] For port 87f9497b-050e-4d61-8c36-3e049167b3c2, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=87f9497b-050e-4d61-8c36-3e049167b3c2,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:08:45.016237 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-da88a3a9-ca04-4e04-8a4e-75fe964d5ef6 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:45.030583 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f32bbba-a676-403a-9e5d-8c0960ea5cf8 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:45.043410 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-8cb0a602-0396-4c8a-b412-41c1551f7181 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, fbc5a01c-7349-4285-a5cb-5f4425364ad6) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:45.047094 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-32a0b844-f06c-4baa-9b71-fa44e13a687d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 3cc0c756-0dc4-41ee-aefc-4a33a412786f) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:45.049925 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb0a602-0396-4c8a-b412-41c1551f7181 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:45.051667 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8cb0a602-0396-4c8a-b412-41c1551f7181 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:45.055802 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e027d48-1fbe-4bd4-a70e-237231863eaf None None] Network fbc5a01c-7349-4285-a5cb-5f4425364ad6 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:45.063091 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88a3a9-ca04-4e04-8a4e-75fe964d5ef6 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1d98a2-9a78-40cb-a795-4948355fb393,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:45.072778 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a0b844-f06c-4baa-9b71-fa44e13a687d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:45.072778 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-32a0b844-f06c-4baa-9b71-fa44e13a687d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:45.083303 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5bd9ec-a56e-4462-91f8-588d09c50e18 None None] Network 3cc0c756-0dc4-41ee-aefc-4a33a412786f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:45.085649 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:45.110284 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-da88a3a9-ca04-4e04-8a4e-75fe964d5ef6 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:45.115959 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-da88a3a9-ca04-4e04-8a4e-75fe964d5ef6 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3676395 Apr 23 00:08:45.116570 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55282) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:45.121140 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-afe9ac3e-6de0-405c-bd34-c900205d1406 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group_rule': {'security_group_id': '4e1d98a2-9a78-40cb-a795-4948355fb393', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:45.121677 dv-neutron-838783-1-hyperv neutron-server[103144]: WARNING neutron.api.v2.base [None req-afe9ac3e-6de0-405c-bd34-c900205d1406 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 23 00:08:45.122184 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-afe9ac3e-6de0-405c-bd34-c900205d1406 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:08:45.126474 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-afe9ac3e-6de0-405c-bd34-c900205d1406 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088933 Apr 23 00:08:45.127160 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55284) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:45.135915 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8cb0a602-0396-4c8a-b412-41c1551f7181 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8011661 Apr 23 00:08:45.138069 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-c6ff4acf-e596-4f2d-83e1-7e0da1a0ff69 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group_rule': {'security_group_id': '4e1d98a2-9a78-40cb-a795-4948355fb393', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:45.142164 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55286) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:45.156794 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f32bbba-a676-403a-9e5d-8c0960ea5cf8 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:45.162872 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-32a0b844-f06c-4baa-9b71-fa44e13a687d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6058860 Apr 23 00:08:45.165645 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55288) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:45.167703 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d251d81-61b9-4600-918e-3a8735d1be8e None None] Pushing event updated for resources: {'Port': ['ID=87f9497b-050e-4d61-8c36-3e049167b3c2,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:45.170927 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-6c992703-e9fd-4512-a1d6-dbce14193ced tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Request body: {'port': {'network_id': '3cc0c756-0dc4-41ee-aefc-4a33a412786f', 'name': 'tempest-NetworksIpV6TestAttrs-663122439'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:45.204635 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] Routers {'4c948b18-82e9-4209-ad74-376b997f66fb'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:45.205853 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4c948b18-82e9-4209-ad74-376b997f66fb'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:45.232306 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f32bbba-a676-403a-9e5d-8c0960ea5cf8 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:45.273709 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32bbba-a676-403a-9e5d-8c0960ea5cf8 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8409f1-6eb0-46f2-82d2-1669ac6cf1f5,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:45.344222 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb90d3fb-0b8f-430b-b14f-649366c00d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-3cc0c756-0dc4-41ee-aefc-4a33a412786f', 'network_id': '3cc0c756-0dc4-41ee-aefc-4a33a412786f', 'tenant_id': '2b7ec53866d544c99ec3f3cf611b0202', 'fixed_ips': [{'subnet_id': '359002f9-29d0-4dc4-a1b1-4c1a3be2d10f'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:08:45.345088 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb90d3fb-0b8f-430b-b14f-649366c00d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:45.394513 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f32bbba-a676-403a-9e5d-8c0960ea5cf8 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:45.398335 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0f32bbba-a676-403a-9e5d-8c0960ea5cf8 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4995282 Apr 23 00:08:45.408039 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55290) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:45.416485 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] Set router 4c948b18-82e9-4209-ad74-376b997f66fb gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:45.431590 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c992703-e9fd-4512-a1d6-dbce14193ced tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Made reservation on behalf of 2b7ec53866d544c99ec3f3cf611b0202 for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:45.435378 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6c992703-e9fd-4512-a1d6-dbce14193ced tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:45.442835 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device e8e14052-327b-410e-ac08-ccd26aff0380 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:08:45.450986 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-c6ff4acf-e596-4f2d-83e1-7e0da1a0ff69 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:08:45.456161 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c6ff4acf-e596-4f2d-83e1-7e0da1a0ff69 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3279288 Apr 23 00:08:45.464621 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55292) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:45.470048 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-17985138-a8e2-4fa2-8a33-ac29287976a4 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group_rule': {'security_group_id': '4e1d98a2-9a78-40cb-a795-4948355fb393', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:45.470802 dv-neutron-838783-1-hyperv neutron-server[103144]: WARNING neutron.api.v2.base [None req-17985138-a8e2-4fa2-8a33-ac29287976a4 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 23 00:08:45.471480 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-17985138-a8e2-4fa2-8a33-ac29287976a4 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:08:45.472990 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-17985138-a8e2-4fa2-8a33-ac29287976a4 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068526 Apr 23 00:08:45.477126 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55294) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:45.484317 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-2086797a-f311-44b8-af57-80accbb57960 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group_rule': {'security_group_id': '4e1d98a2-9a78-40cb-a795-4948355fb393', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:45.488732 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [None req-6c992703-e9fd-4512-a1d6-dbce14193ced tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] device_id is not set on port 123595bd-532f-4cad-b9f3-231052a337ac yet. {{(pid=103143) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:08:45.529822 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: e8e14052-327b-410e-ac08-ccd26aff0380 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:08:45.530165 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device e8e14052-327b-410e-ac08-ccd26aff0380 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:08:45.530591 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7bb8f3c7-f11d-48c6-852b-b826caa076dd no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:08:45.554578 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-49287753-3868-4131-9085-543816768641 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting port a69a0d5a-f213-4454-bcde-4c4564ae7072 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:45.555179 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-49287753-3868-4131-9085-543816768641 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:45.556054 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 7bb8f3c7-f11d-48c6-852b-b826caa076dd {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:08:45.557078 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7bb8f3c7-f11d-48c6-852b-b826caa076dd not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:08:45.568642 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9f180c54-a5ce-4dad-b39b-05006156797d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:45.643269 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec28c5b-e0a7-4a05-9422-f9eee7b39bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-fbc5a01c-7349-4285-a5cb-5f4425364ad6', 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ips': [{'subnet_id': '7f0e34c8-e326-4962-bbb3-760e8d0f68f3'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:08:45.648972 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aec28c5b-e0a7-4a05-9422-f9eee7b39bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:45.652502 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9f180c54-a5ce-4dad-b39b-05006156797d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:45.694614 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'name': 'tempest-TestNetworkBasicOps-router-1209654231', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:40Z', 'updated_at': '2022-04-23T00:08:42Z', 'revision_number': 3, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:85:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:41Z', 'updated_at': '2022-04-23T00:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:45.735325 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2043d454-6e54-411c-bc92-fe3c91ea508a None None] The sync data for ids ['4c948b18-82e9-4209-ad74-376b997f66fb'] in dv-neutron-838783-1-hyperv is: [{'id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'name': 'tempest-TestNetworkBasicOps-router-1209654231', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:40Z', 'updated_at': '2022-04-23T00:08:42Z', 'revision_number': 3, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:85:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:41Z', 'updated_at': '2022-04-23T00:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:08:45.745802 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-fb90d3fb-0b8f-430b-b14f-649366c00d59 None None] Allocated IP 2001:db8::f816:3eff:fea7:b254 (3cc0c756-0dc4-41ee-aefc-4a33a412786f/359002f9-29d0-4dc4-a1b1-4c1a3be2d10f/436ce3d6-7e7f-4aca-b9ca-785426ace893) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:08:45.758960 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-2086797a-f311-44b8-af57-80accbb57960 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:08:45.762619 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2086797a-f311-44b8-af57-80accbb57960 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2816749 Apr 23 00:08:45.763882 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55296) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:45.775348 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-49287753-3868-4131-9085-543816768641 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] For port a69a0d5a-f213-4454-bcde-4c4564ae7072, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a69a0d5a-f213-4454-bcde-4c4564ae7072,segment=NetworkSegment(5ce0750e-5e2b-4f63-baa8-9cd9d4e92545),segment_id=5ce0750e-5e2b-4f63-baa8-9cd9d4e92545)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:45.775808 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-49287753-3868-4131-9085-543816768641 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:45.777066 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-92a1e2a5-339d-45cf-b864-e5a7b54e8c0c tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group_rule': {'security_group_id': '4e1d98a2-9a78-40cb-a795-4948355fb393', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:45.777402 dv-neutron-838783-1-hyperv neutron-server[103144]: WARNING neutron.api.v2.base [None req-92a1e2a5-339d-45cf-b864-e5a7b54e8c0c tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 23 00:08:45.778313 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-92a1e2a5-339d-45cf-b864-e5a7b54e8c0c tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:08:45.781939 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-92a1e2a5-339d-45cf-b864-e5a7b54e8c0c tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0144536 Apr 23 00:08:45.783400 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55298) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:45.787595 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-c2a3a79c-bbf8-4be4-b2ae-847723f1be5c tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group_rule': {'security_group_id': '4e1d98a2-9a78-40cb-a795-4948355fb393', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:45.792164 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-49287753-3868-4131-9085-543816768641 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Calling delete_port for a69a0d5a-f213-4454-bcde-4c4564ae7072 owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:45.835745 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9f180c54-a5ce-4dad-b39b-05006156797d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:45.838284 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9f180c54-a5ce-4dad-b39b-05006156797d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:45.839584 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9f180c54-a5ce-4dad-b39b-05006156797d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "DELETE /v2.0/security-groups/72c152c9-2ea3-4046-beab-49471a3fb09d HTTP/1.1" status: 204 len: 168 time: 0.4302874 Apr 23 00:08:45.845219 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55300) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:45.852169 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f180c54-a5ce-4dad-b39b-05006156797d tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c152c9-2ea3-4046-beab-49471a3fb09d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:45.876160 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-024c985e-1f77-47b7-8add-24de1b96fb43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:45.915666 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ec024484-f48e-448a-986e-29cbe2b33f90 tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0691464 Apr 23 00:08:45.915871 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55302) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:45.938626 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-aec28c5b-e0a7-4a05-9422-f9eee7b39bf3 None None] Allocated IP 172.20.0.2 (fbc5a01c-7349-4285-a5cb-5f4425364ad6/7f0e34c8-e326-4962-bbb3-760e8d0f68f3/a15e31d7-c2f5-4398-bef1-d9eda01ff6ec) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:08:45.980865 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c4bb3b74-b653-432a-b3a7-93613c5a966f tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0640180 Apr 23 00:08:45.986447 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55304) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:46.009534 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-3b33d5e8-c760-4d95-aef6-23f32ccf17db tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] delete failed (client error): The resource could not be found. Apr 23 00:08:46.014956 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55306) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:46.015480 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3b33d5e8-c760-4d95-aef6-23f32ccf17db tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "DELETE /v2.0/security-groups/72c152c9-2ea3-4046-beab-49471a3fb09d HTTP/1.1" status: 404 len: 347 time: 0.0277262 Apr 23 00:08:46.083651 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e4f27d77-7ed7-42f1-8aeb-41d1d2565c3f tempest-SecGroupTest-1395774112 tempest-SecGroupTest-1395774112-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0621777 Apr 23 00:08:46.143107 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-49287753-3868-4131-9085-543816768641 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:46.147916 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb90d3fb-0b8f-430b-b14f-649366c00d59 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:46.197364 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49287753-3868-4131-9085-543816768641 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Port': ['ID=a69a0d5a-f213-4454-bcde-4c4564ae7072,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:46.221973 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aec28c5b-e0a7-4a05-9422-f9eee7b39bf3 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:46.240044 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb90d3fb-0b8f-430b-b14f-649366c00d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:46.285876 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb90d3fb-0b8f-430b-b14f-649366c00d59 None None] Network 3cc0c756-0dc4-41ee-aefc-4a33a412786f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:46.289485 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-fb90d3fb-0b8f-430b-b14f-649366c00d59 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:46.294455 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb90d3fb-0b8f-430b-b14f-649366c00d59 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:08:46.297357 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aec28c5b-e0a7-4a05-9422-f9eee7b39bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:46.394264 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90d3fb-0b8f-430b-b14f-649366c00d59 None None] Pushing event updated for resources: {'Port': ['ID=436ce3d6-7e7f-4aca-b9ca-785426ace893,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:46.404005 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec28c5b-e0a7-4a05-9422-f9eee7b39bf3 None None] Network fbc5a01c-7349-4285-a5cb-5f4425364ad6 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:46.409330 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-aec28c5b-e0a7-4a05-9422-f9eee7b39bf3 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:46.503800 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-c2a3a79c-bbf8-4be4-b2ae-847723f1be5c tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:08:46.513866 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c2a3a79c-bbf8-4be4-b2ae-847723f1be5c tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7302790 Apr 23 00:08:46.518528 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55310) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:46.522198 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-65250b8b-003d-4597-9057-40a145aaac2c tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group_rule': {'security_group_id': '4e1d98a2-9a78-40cb-a795-4948355fb393', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:46.522971 dv-neutron-838783-1-hyperv neutron-server[103144]: WARNING neutron.api.v2.base [None req-65250b8b-003d-4597-9057-40a145aaac2c tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 23 00:08:46.523788 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-65250b8b-003d-4597-9057-40a145aaac2c tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:08:46.528130 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-65250b8b-003d-4597-9057-40a145aaac2c tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0102119 Apr 23 00:08:46.528736 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55312) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:46.536192 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-d87b4c62-498d-441b-948d-ccee018ef801 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group_rule': {'security_group_id': '4e1d98a2-9a78-40cb-a795-4948355fb393', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:46.681400 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec28c5b-e0a7-4a05-9422-f9eee7b39bf3 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:08:46.714939 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-fb90d3fb-0b8f-430b-b14f-649366c00d59 None None] Attempting to bind port 436ce3d6-7e7f-4aca-b9ca-785426ace893 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:08:46.715310 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-fb90d3fb-0b8f-430b-b14f-649366c00d59 None None] Attempting to bind port 436ce3d6-7e7f-4aca-b9ca-785426ace893 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'a0e3de12-10c1-4200-80cf-ac6cdbb05093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3cc0c756-0dc4-41ee-aefc-4a33a412786f'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:08:46.715692 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb90d3fb-0b8f-430b-b14f-649366c00d59 None None] Attempting to bind port 436ce3d6-7e7f-4aca-b9ca-785426ace893 on network 3cc0c756-0dc4-41ee-aefc-4a33a412786f {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:08:46.744377 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec28c5b-e0a7-4a05-9422-f9eee7b39bf3 None None] Pushing event updated for resources: {'Port': ['ID=a15e31d7-c2f5-4398-bef1-d9eda01ff6ec,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:46.752106 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb90d3fb-0b8f-430b-b14f-649366c00d59 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:08:46.759096 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb90d3fb-0b8f-430b-b14f-649366c00d59 None None] Checking segment: {'id': 'a0e3de12-10c1-4200-80cf-ac6cdbb05093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3cc0c756-0dc4-41ee-aefc-4a33a412786f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:46.759096 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb90d3fb-0b8f-430b-b14f-649366c00d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:46.759096 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb90d3fb-0b8f-430b-b14f-649366c00d59 None None] Bound using segment: {'id': 'a0e3de12-10c1-4200-80cf-ac6cdbb05093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3cc0c756-0dc4-41ee-aefc-4a33a412786f'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:08:46.759096 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-fb90d3fb-0b8f-430b-b14f-649366c00d59 None None] Bound port: 436ce3d6-7e7f-4aca-b9ca-785426ace893, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e3de12-10c1-4200-80cf-ac6cdbb05093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3cc0c756-0dc4-41ee-aefc-4a33a412786f'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:08:46.759096 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb90d3fb-0b8f-430b-b14f-649366c00d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:46.828903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55316) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:46.830263 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-aec28c5b-e0a7-4a05-9422-f9eee7b39bf3 None None] Attempting to bind port a15e31d7-c2f5-4398-bef1-d9eda01ff6ec on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:08:46.830701 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-aec28c5b-e0a7-4a05-9422-f9eee7b39bf3 None None] Attempting to bind port a15e31d7-c2f5-4398-bef1-d9eda01ff6ec by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '9ffc604a-4c9b-462c-b419-f0778d3264c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:08:46.831160 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec28c5b-e0a7-4a05-9422-f9eee7b39bf3 None None] Attempting to bind port a15e31d7-c2f5-4398-bef1-d9eda01ff6ec on network fbc5a01c-7349-4285-a5cb-5f4425364ad6 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:08:46.841402 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec28c5b-e0a7-4a05-9422-f9eee7b39bf3 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:08:46.841993 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec28c5b-e0a7-4a05-9422-f9eee7b39bf3 None None] Checking segment: {'id': '9ffc604a-4c9b-462c-b419-f0778d3264c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:46.842461 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aec28c5b-e0a7-4a05-9422-f9eee7b39bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:46.842930 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec28c5b-e0a7-4a05-9422-f9eee7b39bf3 None None] Bound using segment: {'id': '9ffc604a-4c9b-462c-b419-f0778d3264c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:08:46.843475 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-aec28c5b-e0a7-4a05-9422-f9eee7b39bf3 None None] Bound port: a15e31d7-c2f5-4398-bef1-d9eda01ff6ec, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffc604a-4c9b-462c-b419-f0778d3264c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:08:46.844177 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aec28c5b-e0a7-4a05-9422-f9eee7b39bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:46.860422 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-024c985e-1f77-47b7-8add-24de1b96fb43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.20.0.1 (fbc5a01c-7349-4285-a5cb-5f4425364ad6/7f0e34c8-e326-4962-bbb3-760e8d0f68f3/787735c2-7bf5-43c5-8235-1d184e15cb80) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:08:46.894350 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-6c992703-e9fd-4512-a1d6-dbce14193ced tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Allocated IP 2001:db8::f816:3eff:fece:181b (3cc0c756-0dc4-41ee-aefc-4a33a412786f/359002f9-29d0-4dc4-a1b1-4c1a3be2d10f/123595bd-532f-4cad-b9f3-231052a337ac) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:08:46.903685 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-49287753-3868-4131-9085-543816768641 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:46.915973 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-aec28c5b-e0a7-4a05-9422-f9eee7b39bf3 None None] For port a15e31d7-c2f5-4398-bef1-d9eda01ff6ec, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:08:46.919460 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-aec28c5b-e0a7-4a05-9422-f9eee7b39bf3 None None] For port a15e31d7-c2f5-4398-bef1-d9eda01ff6ec, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a15e31d7-c2f5-4398-bef1-d9eda01ff6ec,segment=NetworkSegment(9ffc604a-4c9b-462c-b419-f0778d3264c4),segment_id=9ffc604a-4c9b-462c-b419-f0778d3264c4)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:08:46.947994 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-fb90d3fb-0b8f-430b-b14f-649366c00d59 None None] For port 436ce3d6-7e7f-4aca-b9ca-785426ace893, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:08:46.952657 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-fb90d3fb-0b8f-430b-b14f-649366c00d59 None None] For port 436ce3d6-7e7f-4aca-b9ca-785426ace893, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=436ce3d6-7e7f-4aca-b9ca-785426ace893,segment=NetworkSegment(a0e3de12-10c1-4200-80cf-ac6cdbb05093),segment_id=a0e3de12-10c1-4200-80cf-ac6cdbb05093)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:08:46.994726 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aec28c5b-e0a7-4a05-9422-f9eee7b39bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:47.035797 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-d87b4c62-498d-441b-948d-ccee018ef801 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:08:47.039606 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d87b4c62-498d-441b-948d-ccee018ef801 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5054410 Apr 23 00:08:47.040970 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55320) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:47.045019 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb90d3fb-0b8f-430b-b14f-649366c00d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:47.048522 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-653cc55d-84ee-4567-9d3c-9885451a494d tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group_rule': {'security_group_id': '4e1d98a2-9a78-40cb-a795-4948355fb393', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:47.060325 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-024c985e-1f77-47b7-8add-24de1b96fb43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:47.122467 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec28c5b-e0a7-4a05-9422-f9eee7b39bf3 None None] Pushing event updated for resources: {'Port': ['ID=a15e31d7-c2f5-4398-bef1-d9eda01ff6ec,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:47.185042 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8bff8503-ba06-4a0d-a0dc-18c834f7bed3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2340ae5239cd46138911ba387f785983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3481843 Apr 23 00:08:47.192719 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55322) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:47.197501 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90d3fb-0b8f-430b-b14f-649366c00d59 None None] Pushing event updated for resources: {'Port': ['ID=436ce3d6-7e7f-4aca-b9ca-785426ace893,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:47.256962 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49287753-3868-4131-9085-543816768641 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:08:47.267929 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-024c985e-1f77-47b7-8add-24de1b96fb43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:47.336850 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024c985e-1f77-47b7-8add-24de1b96fb43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network fbc5a01c-7349-4285-a5cb-5f4425364ad6 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:47.340322 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b775969d-fe72-43d4-b761-d88a5c24a9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:47.346595 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-024c985e-1f77-47b7-8add-24de1b96fb43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:47.348642 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024c985e-1f77-47b7-8add-24de1b96fb43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:08:47.351295 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-653cc55d-84ee-4567-9d3c-9885451a494d tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:08:47.355017 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-653cc55d-84ee-4567-9d3c-9885451a494d tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3103790 Apr 23 00:08:47.355185 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6c992703-e9fd-4512-a1d6-dbce14193ced tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:47.357552 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55324) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:47.389525 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c985e-1f77-47b7-8add-24de1b96fb43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=787735c2-7bf5-43c5-8235-1d184e15cb80,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:47.410229 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b775969d-fe72-43d4-b761-d88a5c24a9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:47.437144 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-024c985e-1f77-47b7-8add-24de1b96fb43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:47.564878 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49287753-3868-4131-9085-543816768641 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:08:47.584217 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644e64cb-c2cd-4f84-80f2-d3844cfdf970 None None] Sync routers for ids ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:08:47.587602 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-49287753-3868-4131-9085-543816768641 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "PUT /v2.0/routers/0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4824989 Apr 23 00:08:47.588304 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6c992703-e9fd-4512-a1d6-dbce14193ced tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:47.595460 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55326) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:47.624957 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644e64cb-c2cd-4f84-80f2-d3844cfdf970 None None] Routers {'0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:47.624957 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-644e64cb-c2cd-4f84-80f2-d3844cfdf970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:47.633821 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 87f9497b-050e-4d61-8c36-3e049167b3c2 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:08:47.671384 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-94450085-6530-4bbc-8e47-927822888f99 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:47.673994 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b775969d-fe72-43d4-b761-d88a5c24a9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:47.677451 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b775969d-fe72-43d4-b761-d88a5c24a9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:47.684602 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b775969d-fe72-43d4-b761-d88a5c24a9e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e8dc9aaa-254a-47de-a6ce-79920fa472a9 HTTP/1.1" status: 204 len: 168 time: 0.4903853 Apr 23 00:08:47.695844 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775969d-fe72-43d4-b761-d88a5c24a9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dc9aaa-254a-47de-a6ce-79920fa472a9,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:47.762221 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-024c985e-1f77-47b7-8add-24de1b96fb43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:47.819973 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-644e64cb-c2cd-4f84-80f2-d3844cfdf970 None None] Set router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:47.833347 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c992703-e9fd-4512-a1d6-dbce14193ced tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Network 3cc0c756-0dc4-41ee-aefc-4a33a412786f is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:47.851431 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-38462f93-1e3c-4788-bd39-944946b0f2f7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting subnet 60c72007-db42-48ae-b8f2-4668c5ca58ff {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:08:47.853891 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-6c992703-e9fd-4512-a1d6-dbce14193ced tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:47.867526 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c992703-e9fd-4512-a1d6-dbce14193ced tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:08:47.874754 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c992703-e9fd-4512-a1d6-dbce14193ced tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:47.875874 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6c992703-e9fd-4512-a1d6-dbce14193ced tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:47.878164 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-38462f93-1e3c-4788-bd39-944946b0f2f7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:47.882603 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 87f9497b-050e-4d61-8c36-3e049167b3c2 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:47.882603 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:47.886073 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-94450085-6530-4bbc-8e47-927822888f99 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:47.932894 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c992703-e9fd-4512-a1d6-dbce14193ced tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event updated for resources: {'Port': ['ID=123595bd-532f-4cad-b9f3-231052a337ac,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:47.969073 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-38462f93-1e3c-4788-bd39-944946b0f2f7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:48.037829 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6c992703-e9fd-4512-a1d6-dbce14193ced tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.8707414 Apr 23 00:08:48.045744 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55332) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:48.094651 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-38462f93-1e3c-4788-bd39-944946b0f2f7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:48.136897 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-94972e28-9737-4b3c-9780-2535efad72ce tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Deleting subnet 359002f9-29d0-4dc4-a1b1-4c1a3be2d10f {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:08:48.145979 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-94972e28-9737-4b3c-9780-2535efad72ce tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:48.186513 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-94450085-6530-4bbc-8e47-927822888f99 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:48.189773 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:48.193704 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-94450085-6530-4bbc-8e47-927822888f99 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:48.194993 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-94450085-6530-4bbc-8e47-927822888f99 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "DELETE /v2.0/security-groups/4e1d98a2-9a78-40cb-a795-4948355fb393 HTTP/1.1" status: 204 len: 168 time: 0.8362684 Apr 23 00:08:48.198445 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55336) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:48.213512 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 87f9497b-050e-4d61-8c36-3e049167b3c2, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=87f9497b-050e-4d61-8c36-3e049167b3c2,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:48.220355 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-024c985e-1f77-47b7-8add-24de1b96fb43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:48.232380 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-644e64cb-c2cd-4f84-80f2-d3844cfdf970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:45Z', 'revision_number': 10, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:09Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:48.240369 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94450085-6530-4bbc-8e47-927822888f99 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1d98a2-9a78-40cb-a795-4948355fb393,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:48.249932 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-94972e28-9737-4b3c-9780-2535efad72ce tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:48.273684 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-38462f93-1e3c-4788-bd39-944946b0f2f7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:48.276013 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644e64cb-c2cd-4f84-80f2-d3844cfdf970 None None] Checking router: 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:08:48.293500 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644e64cb-c2cd-4f84-80f2-d3844cfdf970 None None] Routers {'0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:48.294276 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-644e64cb-c2cd-4f84-80f2-d3844cfdf970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:48.302608 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-024c985e-1f77-47b7-8add-24de1b96fb43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:48.311099 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-38462f93-1e3c-4788-bd39-944946b0f2f7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:48.317486 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-38462f93-1e3c-4788-bd39-944946b0f2f7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/subnets/60c72007-db42-48ae-b8f2-4668c5ca58ff HTTP/1.1" status: 204 len: 168 time: 0.7171845 Apr 23 00:08:48.322916 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-464d9ab2-2d67-4481-9784-a030a8683eac tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1193614 Apr 23 00:08:48.339835 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55342) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:48.340192 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55344) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:48.352981 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-1422ef42-6439-43c2-adb1-dc8089dd42fb tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group': {'name': 'tempest-secgroup--14892303'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:48.353163 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38462f93-1e3c-4788-bd39-944946b0f2f7 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Subnet': ['ID=60c72007-db42-48ae-b8f2-4668c5ca58ff,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:48.368351 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e10aa6-2f80-45e3-ac7d-5a73c8c9cd85 None None] Network 49e30667-6a5a-4e85-b46e-d0ba9910003c requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:48.372208 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:48.473047 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-644e64cb-c2cd-4f84-80f2-d3844cfdf970 None None] Set router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:48.510091 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-024c985e-1f77-47b7-8add-24de1b96fb43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:48.523988 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c985e-1f77-47b7-8add-24de1b96fb43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=787735c2-7bf5-43c5-8235-1d184e15cb80,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:48.548595 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50cf32fb-5ed9-475e-b00f-09f8bde700f3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:48.570266 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=87f9497b-050e-4d61-8c36-3e049167b3c2,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:48.584331 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1422ef42-6439-43c2-adb1-dc8089dd42fb tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:48.653147 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-94972e28-9737-4b3c-9780-2535efad72ce tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:48.781968 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-644e64cb-c2cd-4f84-80f2-d3844cfdf970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:45Z', 'revision_number': 10, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:09Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:48.802340 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024c985e-1f77-47b7-8add-24de1b96fb43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network fbc5a01c-7349-4285-a5cb-5f4425364ad6 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:48.805736 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-024c985e-1f77-47b7-8add-24de1b96fb43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:48.813146 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-50cf32fb-5ed9-475e-b00f-09f8bde700f3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting port 351863e4-8f82-4b70-9c8c-50f5e6be1d4c {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:48.817223 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50cf32fb-5ed9-475e-b00f-09f8bde700f3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:48.834320 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd4e609-1c9f-4601-8448-03c75723f76d None None] DHCP port deletion for 49e30667-6a5a-4e85-b46e-d0ba9910003c request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:08:48.858086 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644e64cb-c2cd-4f84-80f2-d3844cfdf970 None None] The sync data for ids ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'] in dv-neutron-838783-1-hyperv is: [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:45Z', 'revision_number': 10, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None, '_interfaces': [{'id': 'd4ffdfc7-ee15-43d1-a738-22c7f691283e', 'name': '', 'network_id': 'f03511ca-01e4-46f0-85c0-4b6c49410ea4', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'mac_address': 'fa:16:3e:02:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '074fe418-ab1e-417c-8816-9a056be271fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:03Z', 'updated_at': '2022-04-23T00:08:09Z', 'revision_number': 5, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'subnets': [{'id': '074fe418-ab1e-417c-8816-9a056be271fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:08:48.867069 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-94972e28-9737-4b3c-9780-2535efad72ce tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:48.929389 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-afd4e609-1c9f-4601-8448-03c75723f76d None None] Deleting port 351863e4-8f82-4b70-9c8c-50f5e6be1d4c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:48.930118 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afd4e609-1c9f-4601-8448-03c75723f76d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:48.972654 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94972e28-9737-4b3c-9780-2535efad72ce tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event deleted for resources: {'Subnet': ['ID=359002f9-29d0-4dc4-a1b1-4c1a3be2d10f,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:49.004156 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-94972e28-9737-4b3c-9780-2535efad72ce tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:49.010006 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55356) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:49.016174 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-94972e28-9737-4b3c-9780-2535efad72ce tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "DELETE /v2.0/subnets/359002f9-29d0-4dc4-a1b1-4c1a3be2d10f HTTP/1.1" status: 204 len: 168 time: 0.9692082 Apr 23 00:08:49.024410 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-afd4e609-1c9f-4601-8448-03c75723f76d None None] For port 351863e4-8f82-4b70-9c8c-50f5e6be1d4c, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=351863e4-8f82-4b70-9c8c-50f5e6be1d4c,segment=NetworkSegment(5ce0750e-5e2b-4f63-baa8-9cd9d4e92545),segment_id=5ce0750e-5e2b-4f63-baa8-9cd9d4e92545)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:49.024822 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afd4e609-1c9f-4601-8448-03c75723f76d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:49.041026 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-afd4e609-1c9f-4601-8448-03c75723f76d None None] Calling delete_port for 351863e4-8f82-4b70-9c8c-50f5e6be1d4c owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:49.107308 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-50cf32fb-5ed9-475e-b00f-09f8bde700f3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] For port 351863e4-8f82-4b70-9c8c-50f5e6be1d4c, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=351863e4-8f82-4b70-9c8c-50f5e6be1d4c,segment=NetworkSegment(5ce0750e-5e2b-4f63-baa8-9cd9d4e92545),segment_id=5ce0750e-5e2b-4f63-baa8-9cd9d4e92545)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:49.107937 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50cf32fb-5ed9-475e-b00f-09f8bde700f3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:49.119517 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3744606b-aab8-4c3b-b27a-a3bfa9ee146d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:49.121108 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3744606b-aab8-4c3b-b27a-a3bfa9ee146d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:49.122686 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3744606b-aab8-4c3b-b27a-a3bfa9ee146d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1116576 Apr 23 00:08:49.125249 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-50cf32fb-5ed9-475e-b00f-09f8bde700f3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Calling delete_port for 351863e4-8f82-4b70-9c8c-50f5e6be1d4c owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:49.127448 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55358) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:49.167032 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbf56a7-1424-4fc2-b092-40307eb344ac None None] Network 3cc0c756-0dc4-41ee-aefc-4a33a412786f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:49.207447 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55360) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:49.212965 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1422ef42-6439-43c2-adb1-dc8089dd42fb tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:49.229272 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024c985e-1f77-47b7-8add-24de1b96fb43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router 4c948b18-82e9-4209-ad74-376b997f66fb has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:08:49.261860 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5d0db0f9-a716-4f4c-ab79-a6fd3b8d6e59 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:49.273312 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0db0f9-a716-4f4c-ab79-a6fd3b8d6e59 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 23 00:08:49.274946 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d0db0f9-a716-4f4c-ab79-a6fd3b8d6e59 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:49.285209 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5d0db0f9-a716-4f4c-ab79-a6fd3b8d6e59 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "DELETE /v2.0/networks/3cc0c756-0dc4-41ee-aefc-4a33a412786f HTTP/1.1" status: 409 len: 405 time: 0.1514354 Apr 23 00:08:49.285534 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55364) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:49.293838 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-98551527-483c-4ed8-8c4b-e6a6d92a9692 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-608144712'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:49.300953 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afd4e609-1c9f-4601-8448-03c75723f76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:49.360004 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bd54e912-eeac-4f3f-b536-63781ff30cec None None] Provisioning complete for port 436ce3d6-7e7f-4aca-b9ca-785426ace893 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:49.360632 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd54e912-eeac-4f3f-b536-63781ff30cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:49.371021 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4e609-1c9f-4601-8448-03c75723f76d None None] Pushing event deleted for resources: {'Port': ['ID=351863e4-8f82-4b70-9c8c-50f5e6be1d4c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:49.372015 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50cf32fb-5ed9-475e-b00f-09f8bde700f3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:49.373987 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1422ef42-6439-43c2-adb1-dc8089dd42fb tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:49.404830 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98551527-483c-4ed8-8c4b-e6a6d92a9692 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Made reservation on behalf of 2b7ec53866d544c99ec3f3cf611b0202 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:49.409050 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-98551527-483c-4ed8-8c4b-e6a6d92a9692 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:49.469011 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf32fb-5ed9-475e-b00f-09f8bde700f3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Port': ['ID=351863e4-8f82-4b70-9c8c-50f5e6be1d4c,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:49.503874 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98551527-483c-4ed8-8c4b-e6a6d92a9692 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:08:49.537714 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-98551527-483c-4ed8-8c4b-e6a6d92a9692 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:49.538065 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-98551527-483c-4ed8-8c4b-e6a6d92a9692 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Added segment 5e4436bc-01e8-4a37-9e09-4e1bf28688ea of type vlan for network f6d102d6-f525-44d4-bb23-1a43d57bd858 Apr 23 00:08:49.545475 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cf32fb-5ed9-475e-b00f-09f8bde700f3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] No DVR routers for this DVR port 351863e4-8f82-4b70-9c8c-50f5e6be1d4c on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:08:49.557937 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ceb8491c-b68c-44b9-9492-ba2d6e12b7c0 tempest-ServiceProvidersTest-283111464 tempest-ServiceProvidersTest-283111464-project] 10.222.0.15 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3435719 Apr 23 00:08:49.591139 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422ef42-6439-43c2-adb1-dc8089dd42fb tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16867e69-d6b1-4863-a85d-2122b54501ba,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:49.604504 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1422ef42-6439-43c2-adb1-dc8089dd42fb tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:49.611131 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1422ef42-6439-43c2-adb1-dc8089dd42fb tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2664571 Apr 23 00:08:49.612360 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55368) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:49.623307 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-66627539-0582-4b2f-a193-7adfb112b792 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group_rule': {'security_group_id': '16867e69-d6b1-4863-a85d-2122b54501ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:49.632199 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-98551527-483c-4ed8-8c4b-e6a6d92a9692 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:49.680856 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024c985e-1f77-47b7-8add-24de1b96fb43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:08:49.702626 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] Sync routers for ids ['4c948b18-82e9-4209-ad74-376b997f66fb'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:08:49.708213 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-98551527-483c-4ed8-8c4b-e6a6d92a9692 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:49.709017 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-024c985e-1f77-47b7-8add-24de1b96fb43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "PUT /v2.0/routers/4c948b18-82e9-4209-ad74-376b997f66fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5647860 Apr 23 00:08:49.719287 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55370) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:49.726308 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] Routers {'4c948b18-82e9-4209-ad74-376b997f66fb'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:49.727180 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4c948b18-82e9-4209-ad74-376b997f66fb'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:49.732287 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd4e609-1c9f-4601-8448-03c75723f76d None None] No DVR routers for this DVR port 351863e4-8f82-4b70-9c8c-50f5e6be1d4c on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:08:49.739501 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98551527-483c-4ed8-8c4b-e6a6d92a9692 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:49.740290 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-98551527-483c-4ed8-8c4b-e6a6d92a9692 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:49.743376 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4e609-1c9f-4601-8448-03c75723f76d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:49.743784 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4e609-1c9f-4601-8448-03c75723f76d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:49.744108 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4e609-1c9f-4601-8448-03c75723f76d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:49.744435 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4e609-1c9f-4601-8448-03c75723f76d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:49.747426 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4e609-1c9f-4601-8448-03c75723f76d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:49.747844 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4e609-1c9f-4601-8448-03c75723f76d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:49.749579 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4e609-1c9f-4601-8448-03c75723f76d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:49.749940 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4e609-1c9f-4601-8448-03c75723f76d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:49.750289 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4e609-1c9f-4601-8448-03c75723f76d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:49.750629 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4e609-1c9f-4601-8448-03c75723f76d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:49.750965 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4e609-1c9f-4601-8448-03c75723f76d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:49.751297 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4e609-1c9f-4601-8448-03c75723f76d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:08:49.770176 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50cf32fb-5ed9-475e-b00f-09f8bde700f3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:49.777551 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4171313c-4ef7-4b5a-a97d-884190c7a00a None None] Network fbc5a01c-7349-4285-a5cb-5f4425364ad6 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:49.782444 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a15e31d7-c2f5-4398-bef1-d9eda01ff6ec up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:08:49.860189 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-50cf32fb-5ed9-475e-b00f-09f8bde700f3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e30667-6a5a-4e85-b46e-d0ba9910003c']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:49.861277 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] Set router 4c948b18-82e9-4209-ad74-376b997f66fb gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:49.865912 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98551527-483c-4ed8-8c4b-e6a6d92a9692 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event updated for resources: {'Network': ['ID=f6d102d6-f525-44d4-bb23-1a43d57bd858,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:49.885482 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-50cf32fb-5ed9-475e-b00f-09f8bde700f3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce0750e-5e2b-4f63-baa8-9cd9d4e92545') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:49.885811 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-50cf32fb-5ed9-475e-b00f-09f8bde700f3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce0750e-5e2b-4f63-baa8-9cd9d4e92545') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:49.889899 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network f6d102d6-f525-44d4-bb23-1a43d57bd858 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:08:49.916566 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50cf32fb-5ed9-475e-b00f-09f8bde700f3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:49.957539 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50cf32fb-5ed9-475e-b00f-09f8bde700f3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:49.979912 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50cf32fb-5ed9-475e-b00f-09f8bde700f3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:49.980321 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50cf32fb-5ed9-475e-b00f-09f8bde700f3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:49.983290 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:49.993069 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-98551527-483c-4ed8-8c4b-e6a6d92a9692 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7062964 Apr 23 00:08:49.995973 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55372) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:49.999654 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-66627539-0582-4b2f-a193-7adfb112b792 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] create failed (client error): The resource could not be found. Apr 23 00:08:50.004340 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-66627539-0582-4b2f-a193-7adfb112b792 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3847206 Apr 23 00:08:50.007659 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-21e5d50b-f0ef-448e-a839-c80ec120f038 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Request body: {'subnet': {'network_id': 'f6d102d6-f525-44d4-bb23-1a43d57bd858', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:50.011344 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55374) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:50.015890 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6649a022-db6d-4d5f-af44-ba49a2f75dd8 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:50.016325 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-a1fda35c-b9ae-48f2-bc31-b66f294a4dfd tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group_rule': {'security_group_id': '16867e69-d6b1-4863-a85d-2122b54501ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ec3c50fe-c231-4405-ad42-0790d0bae6e0'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:50.016779 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6649a022-db6d-4d5f-af44-ba49a2f75dd8 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:50.017981 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6649a022-db6d-4d5f-af44-ba49a2f75dd8 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:50.018518 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6649a022-db6d-4d5f-af44-ba49a2f75dd8 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:50.019148 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6649a022-db6d-4d5f-af44-ba49a2f75dd8 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:50.019806 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6649a022-db6d-4d5f-af44-ba49a2f75dd8 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:50.020634 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6649a022-db6d-4d5f-af44-ba49a2f75dd8 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:50.021409 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6649a022-db6d-4d5f-af44-ba49a2f75dd8 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:50.023027 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6649a022-db6d-4d5f-af44-ba49a2f75dd8 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:50.023633 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6649a022-db6d-4d5f-af44-ba49a2f75dd8 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:50.024167 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6649a022-db6d-4d5f-af44-ba49a2f75dd8 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:50.026745 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6649a022-db6d-4d5f-af44-ba49a2f75dd8 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:50.029719 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6649a022-db6d-4d5f-af44-ba49a2f75dd8 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8316 time: 0.3093746 Apr 23 00:08:50.035140 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55376) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:50.099791 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'name': 'tempest-TestNetworkBasicOps-router-1209654231', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:40Z', 'updated_at': '2022-04-23T00:08:47Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:85:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:41Z', 'updated_at': '2022-04-23T00:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '787735c2-7bf5-43c5-8235-1d184e15cb80', 'name': '', 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:67:36:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7f0e34c8-e326-4962-bbb3-760e8d0f68f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:46Z', 'updated_at': '2022-04-23T00:08:47Z', 'revision_number': 2, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '7f0e34c8-e326-4962-bbb3-760e8d0f68f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:50.129305 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd54e912-eeac-4f3f-b536-63781ff30cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:50.140199 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] Checking router: 4c948b18-82e9-4209-ad74-376b997f66fb for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:08:50.141220 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] Updating router 4c948b18-82e9-4209-ad74-376b997f66fb port 787735c2-7bf5-43c5-8235-1d184e15cb80 binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:08:50.180519 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:50.197342 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bd54e912-eeac-4f3f-b536-63781ff30cec None None] For port 436ce3d6-7e7f-4aca-b9ca-785426ace893, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=436ce3d6-7e7f-4aca-b9ca-785426ace893,segment=NetworkSegment(a0e3de12-10c1-4200-80cf-ac6cdbb05093),segment_id=a0e3de12-10c1-4200-80cf-ac6cdbb05093)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:50.209264 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39919dc3-448e-4053-ae1f-411e286a037c tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:50.212891 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39919dc3-448e-4053-ae1f-411e286a037c tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:50.212891 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39919dc3-448e-4053-ae1f-411e286a037c tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:50.212891 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39919dc3-448e-4053-ae1f-411e286a037c tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:50.212891 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39919dc3-448e-4053-ae1f-411e286a037c tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:50.212891 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39919dc3-448e-4053-ae1f-411e286a037c tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:50.212891 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39919dc3-448e-4053-ae1f-411e286a037c tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:50.212891 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39919dc3-448e-4053-ae1f-411e286a037c tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:50.215962 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e5d50b-f0ef-448e-a839-c80ec120f038 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Made reservation on behalf of 2b7ec53866d544c99ec3f3cf611b0202 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:50.221212 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-39919dc3-448e-4053-ae1f-411e286a037c tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5254 time: 0.1828907 Apr 23 00:08:50.222685 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-21e5d50b-f0ef-448e-a839-c80ec120f038 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:50.223183 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d3bc78-2eb7-48c9-95c7-6d7db88321dd None None] DHCP port deletion for 3cc0c756-0dc4-41ee-aefc-4a33a412786f request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:08:50.225350 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port a15e31d7-c2f5-4398-bef1-d9eda01ff6ec triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:50.225884 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:50.226855 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55380) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:50.275878 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd54e912-eeac-4f3f-b536-63781ff30cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:50.336409 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50cf32fb-5ed9-475e-b00f-09f8bde700f3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:50.344180 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50cf32fb-5ed9-475e-b00f-09f8bde700f3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:50.350790 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-50cf32fb-5ed9-475e-b00f-09f8bde700f3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/networks/49e30667-6a5a-4e85-b46e-d0ba9910003c HTTP/1.1" status: 204 len: 168 time: 2.0069668 Apr 23 00:08:50.366611 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55382) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:50.367293 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55384) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:50.372982 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-a1fda35c-b9ae-48f2-bc31-b66f294a4dfd tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] create failed (client error): The resource could not be found. Apr 23 00:08:50.375552 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a1fda35c-b9ae-48f2-bc31-b66f294a4dfd tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3630102 Apr 23 00:08:50.390227 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55386) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:50.393441 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54e912-eeac-4f3f-b536-63781ff30cec None None] Pushing event updated for resources: {'Port': ['ID=436ce3d6-7e7f-4aca-b9ca-785426ace893,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:50.416373 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf32fb-5ed9-475e-b00f-09f8bde700f3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Network': ['ID=49e30667-6a5a-4e85-b46e-d0ba9910003c,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:50.451251 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-89d3bc78-2eb7-48c9-95c7-6d7db88321dd None None] Deleting port 436ce3d6-7e7f-4aca-b9ca-785426ace893 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:50.451654 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89d3bc78-2eb7-48c9-95c7-6d7db88321dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:50.544790 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-89d3bc78-2eb7-48c9-95c7-6d7db88321dd None None] For port 436ce3d6-7e7f-4aca-b9ca-785426ace893, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=436ce3d6-7e7f-4aca-b9ca-785426ace893,segment=NetworkSegment(a0e3de12-10c1-4200-80cf-ac6cdbb05093),segment_id=a0e3de12-10c1-4200-80cf-ac6cdbb05093)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:50.545057 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89d3bc78-2eb7-48c9-95c7-6d7db88321dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:50.566816 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-89d3bc78-2eb7-48c9-95c7-6d7db88321dd None None] Calling delete_port for 436ce3d6-7e7f-4aca-b9ca-785426ace893 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:50.601244 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1011e959-7656-40d2-9f6c-735178f0f14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:50.644277 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:50.701232 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:50.715484 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:50.742618 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-defdb4e2-2e7d-4c3b-817e-43edf0c29851 None None] Provisioning complete for port a15e31d7-c2f5-4398-bef1-d9eda01ff6ec triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:50.743981 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-defdb4e2-2e7d-4c3b-817e-43edf0c29851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:50.746022 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4289a45e-7336-40b5-b1b8-2c3c75212d5e tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:50.789731 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea11b4-752a-4b8b-9c0d-cbb1cf1125ba None None] Pushing event updated for resources: {'Port': ['ID=787735c2-7bf5-43c5-8235-1d184e15cb80,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:50.823070 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1011e959-7656-40d2-9f6c-735178f0f14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:50.834862 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port a15e31d7-c2f5-4398-bef1-d9eda01ff6ec, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a15e31d7-c2f5-4398-bef1-d9eda01ff6ec,segment=NetworkSegment(9ffc604a-4c9b-462c-b419-f0778d3264c4),segment_id=9ffc604a-4c9b-462c-b419-f0778d3264c4)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:50.874461 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] Attempting to bind port 787735c2-7bf5-43c5-8235-1d184e15cb80 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:08:50.875222 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] Attempting to bind port 787735c2-7bf5-43c5-8235-1d184e15cb80 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '9ffc604a-4c9b-462c-b419-f0778d3264c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:08:50.876001 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] Attempting to bind port 787735c2-7bf5-43c5-8235-1d184e15cb80 on network fbc5a01c-7349-4285-a5cb-5f4425364ad6 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:08:50.884108 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:08:50.884825 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] Checking segment: {'id': '9ffc604a-4c9b-462c-b419-f0778d3264c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:50.885454 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:50.886033 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] Bound using segment: {'id': '9ffc604a-4c9b-462c-b419-f0778d3264c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:08:50.887005 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] Bound port: 787735c2-7bf5-43c5-8235-1d184e15cb80, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffc604a-4c9b-462c-b419-f0778d3264c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:08:50.887648 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:50.910283 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4289a45e-7336-40b5-b1b8-2c3c75212d5e tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:50.919601 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-defdb4e2-2e7d-4c3b-817e-43edf0c29851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:50.924771 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0632ee7f-b9ce-4cae-9ef4-62ca1d2f9d9c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:50.927954 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1011e959-7656-40d2-9f6c-735178f0f14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:50.948374 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:50.949239 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 436ce3d6-7e7f-4aca-b9ca-785426ace893 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:08:50.952755 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89d3bc78-2eb7-48c9-95c7-6d7db88321dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:51.063898 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=a15e31d7-c2f5-4398-bef1-d9eda01ff6ec,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:51.064104 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-09a38758-eeff-4c80-b5ec-45998a078333 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3580 time: 0.8110425 Apr 23 00:08:51.070184 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] For port 787735c2-7bf5-43c5-8235-1d184e15cb80, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:08:51.074272 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] For port 787735c2-7bf5-43c5-8235-1d184e15cb80, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=787735c2-7bf5-43c5-8235-1d184e15cb80,segment=NetworkSegment(9ffc604a-4c9b-462c-b419-f0778d3264c4),segment_id=9ffc604a-4c9b-462c-b419-f0778d3264c4)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:08:51.081681 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 436ce3d6-7e7f-4aca-b9ca-785426ace893 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:08:51.082045 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 436ce3d6-7e7f-4aca-b9ca-785426ace893 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 23 00:08:51.101453 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1011e959-7656-40d2-9f6c-735178f0f14f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=655ed44b90384843929e9afc573c6048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7260184 Apr 23 00:08:51.104380 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55392) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:51.108089 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011e959-7656-40d2-9f6c-735178f0f14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b635d76-2cf3-45db-9ea0-d03ce539039f,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:51.108584 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.objects.ports [None req-21e5d50b-f0ef-448e-a839-c80ec120f038 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103143) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 23 00:08:51.110238 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-21e5d50b-f0ef-448e-a839-c80ec120f038 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:51.140944 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d3bc78-2eb7-48c9-95c7-6d7db88321dd None None] No DVR routers for this DVR port 436ce3d6-7e7f-4aca-b9ca-785426ace893 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:08:51.152411 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Port 436ce3d6-7e7f-4aca-b9ca-785426ace893 not found, will not notify nova. {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 23 00:08:51.152411 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 87f9497b-050e-4d61-8c36-3e049167b3c2 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:08:51.160279 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:51.170419 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c7a64759-1f85-476d-ae38-f1867f4bcb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:51.181117 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5d50b-f0ef-448e-a839-c80ec120f038 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event updated for resources: {'Subnet': ['ID=a6d5ebd6-179e-4734-9451-de9b21ad810d,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:51.183974 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4289a45e-7336-40b5-b1b8-2c3c75212d5e tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:51.187432 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4289a45e-7336-40b5-b1b8-2c3c75212d5e tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:51.192114 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4289a45e-7336-40b5-b1b8-2c3c75212d5e tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "DELETE /v2.0/security-groups/16867e69-d6b1-4863-a85d-2122b54501ba HTTP/1.1" status: 204 len: 168 time: 0.8007793 Apr 23 00:08:51.196089 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55394) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:51.217035 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3bc78-2eb7-48c9-95c7-6d7db88321dd None None] Pushing event deleted for resources: {'Port': ['ID=436ce3d6-7e7f-4aca-b9ca-785426ace893,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:51.233363 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289a45e-7336-40b5-b1b8-2c3c75212d5e tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16867e69-d6b1-4863-a85d-2122b54501ba,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:51.282573 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e5d50b-f0ef-448e-a839-c80ec120f038 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Checking segment: {'id': '5e4436bc-01e8-4a37-9e09-4e1bf28688ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f6d102d6-f525-44d4-bb23-1a43d57bd858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:51.283093 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e5d50b-f0ef-448e-a839-c80ec120f038 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Network hostable DHCP agents. Network: f6d102d6-f525-44d4-bb23-1a43d57bd858, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:08:51.294647 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c7a64759-1f85-476d-ae38-f1867f4bcb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:51.296491 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea11b4-752a-4b8b-9c0d-cbb1cf1125ba None None] Pushing event updated for resources: {'Port': ['ID=787735c2-7bf5-43c5-8235-1d184e15cb80,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:51.310048 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] Routers {'4c948b18-82e9-4209-ad74-376b997f66fb'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:51.310601 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4c948b18-82e9-4209-ad74-376b997f66fb'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:51.349473 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f86e1cf1-d800-421f-80e0-be6ffa232871 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1485016 Apr 23 00:08:51.350295 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55396) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:51.357173 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-17039a45-695c-4fa8-9f4a-562e0ef4e01f tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group_rule': {'security_group_id': '3450a2a2-797b-4e45-8734-c94f4a96a0d9', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:51.357787 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-defdb4e2-2e7d-4c3b-817e-43edf0c29851 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:08:51.361525 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-defdb4e2-2e7d-4c3b-817e-43edf0c29851 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:08:51.391927 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 87f9497b-050e-4d61-8c36-3e049167b3c2 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:51.392488 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:51.433123 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] Set router 4c948b18-82e9-4209-ad74-376b997f66fb gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:51.445077 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e5d50b-f0ef-448e-a839-c80ec120f038 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Network f6d102d6-f525-44d4-bb23-1a43d57bd858 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:08:51.530615 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-21e5d50b-f0ef-448e-a839-c80ec120f038 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, f6d102d6-f525-44d4-bb23-1a43d57bd858) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:51.535507 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e5d50b-f0ef-448e-a839-c80ec120f038 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:51.536201 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-21e5d50b-f0ef-448e-a839-c80ec120f038 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:51.564549 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa3428b-0cb9-4feb-8d75-978ab7e2711d None None] Network f6d102d6-f525-44d4-bb23-1a43d57bd858 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:51.569637 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-17039a45-695c-4fa8-9f4a-562e0ef4e01f tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] create failed (client error): The resource could not be found. Apr 23 00:08:51.578146 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-17039a45-695c-4fa8-9f4a-562e0ef4e01f tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2245467 Apr 23 00:08:51.582861 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55398) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:51.593054 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-7460cc53-de18-4dd2-88a6-0f0509cbb6fb tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group': {'name': 'tempest-secgroup--195934054'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:51.625438 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 351863e4-8f82-4b70-9c8c-50f5e6be1d4c no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:08:51.653718 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-21e5d50b-f0ef-448e-a839-c80ec120f038 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6564457 Apr 23 00:08:51.655108 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55400) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:51.706300 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7460cc53-de18-4dd2-88a6-0f0509cbb6fb tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:51.755792 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'name': 'tempest-TestNetworkBasicOps-router-1209654231', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:40Z', 'updated_at': '2022-04-23T00:08:47Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:85:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:41Z', 'updated_at': '2022-04-23T00:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '787735c2-7bf5-43c5-8235-1d184e15cb80', 'name': '', 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:67:36:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7f0e34c8-e326-4962-bbb3-760e8d0f68f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:46Z', 'updated_at': '2022-04-23T00:08:51Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '7f0e34c8-e326-4962-bbb3-760e8d0f68f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:51.761575 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 351863e4-8f82-4b70-9c8c-50f5e6be1d4c {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:08:51.762163 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 351863e4-8f82-4b70-9c8c-50f5e6be1d4c not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:08:51.765083 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a69a0d5a-f213-4454-bcde-4c4564ae7072 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:08:51.805101 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6c9a7c-024d-4c07-9c5a-8256d0fc3f61 None None] The sync data for ids ['4c948b18-82e9-4209-ad74-376b997f66fb'] in dv-neutron-838783-1-hyperv is: [{'id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'name': 'tempest-TestNetworkBasicOps-router-1209654231', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:40Z', 'updated_at': '2022-04-23T00:08:47Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:85:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:41Z', 'updated_at': '2022-04-23T00:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '787735c2-7bf5-43c5-8235-1d184e15cb80', 'name': '', 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:67:36:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7f0e34c8-e326-4962-bbb3-760e8d0f68f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:46Z', 'updated_at': '2022-04-23T00:08:51Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '7f0e34c8-e326-4962-bbb3-760e8d0f68f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:08:51.822724 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: a69a0d5a-f213-4454-bcde-4c4564ae7072 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:08:51.833742 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a69a0d5a-f213-4454-bcde-4c4564ae7072 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:08:52.028949 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cdfb940d-74f7-4b09-9a17-e23b945d214b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:52.068405 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55402) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:52.073316 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-15bf131c-5bea-4317-ba9c-516a1409c0c0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1113544593', 'description': 'tempest-secgroup-smoke-1113544593 description', 'project_id': 'b0d4e09f8966425d866e56289d457074'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:52.082928 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7460cc53-de18-4dd2-88a6-0f0509cbb6fb tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:52.097973 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cf3b11-9a33-4a25-8c89-315aa012150a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-f6d102d6-f525-44d4-bb23-1a43d57bd858', 'network_id': 'f6d102d6-f525-44d4-bb23-1a43d57bd858', 'tenant_id': '2b7ec53866d544c99ec3f3cf611b0202', 'fixed_ips': [{'subnet_id': 'a6d5ebd6-179e-4734-9451-de9b21ad810d'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:08:52.098979 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2cf3b11-9a33-4a25-8c89-315aa012150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:52.133736 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c7a64759-1f85-476d-ae38-f1867f4bcb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:52.138783 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c7a64759-1f85-476d-ae38-f1867f4bcb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:52.141405 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c7a64759-1f85-476d-ae38-f1867f4bcb35 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b635d76-2cf3-45db-9ea0-d03ce539039f HTTP/1.1" status: 204 len: 168 time: 1.0334063 Apr 23 00:08:52.160957 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 787735c2-7bf5-43c5-8235-1d184e15cb80 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:08:52.174487 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7460cc53-de18-4dd2-88a6-0f0509cbb6fb tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:52.179293 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a64759-1f85-476d-ae38-f1867f4bcb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b635d76-2cf3-45db-9ea0-d03ce539039f,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:52.236597 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-0632ee7f-b9ce-4cae-9ef4-62ca1d2f9d9c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting port d4ffdfc7-ee15-43d1-a738-22c7f691283e {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:52.236993 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0632ee7f-b9ce-4cae-9ef4-62ca1d2f9d9c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:52.248248 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15bf131c-5bea-4317-ba9c-516a1409c0c0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:52.261769 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460cc53-de18-4dd2-88a6-0f0509cbb6fb tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=016cf199-e913-44f8-bf47-87c56814da6f,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:52.264298 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cdfb940d-74f7-4b09-9a17-e23b945d214b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:52.364689 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7460cc53-de18-4dd2-88a6-0f0509cbb6fb tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:52.367207 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7460cc53-de18-4dd2-88a6-0f0509cbb6fb tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7832942 Apr 23 00:08:52.369904 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55406) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:52.373774 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-019ec791-a732-418f-9013-208f683d2a82 None None] Provisioning complete for port 787735c2-7bf5-43c5-8235-1d184e15cb80 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:52.374151 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-019ec791-a732-418f-9013-208f683d2a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:52.375833 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-452fc81b-ffca-4f1e-a2c6-587fc0054150 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1532100603'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:52.409677 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cdfb940d-74f7-4b09-9a17-e23b945d214b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:52.447908 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 787735c2-7bf5-43c5-8235-1d184e15cb80 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:52.448375 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:52.457516 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-0632ee7f-b9ce-4cae-9ef4-62ca1d2f9d9c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] For port d4ffdfc7-ee15-43d1-a738-22c7f691283e, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d4ffdfc7-ee15-43d1-a738-22c7f691283e,segment=NetworkSegment(5dda6bbc-2980-4021-9476-8e887b7449b9),segment_id=5dda6bbc-2980-4021-9476-8e887b7449b9)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:52.458235 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0632ee7f-b9ce-4cae-9ef4-62ca1d2f9d9c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:52.459988 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb940d-74f7-4b09-9a17-e23b945d214b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d5ebd6-179e-4734-9451-de9b21ad810d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:52.474608 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-452fc81b-ffca-4f1e-a2c6-587fc0054150 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:52.480043 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-0632ee7f-b9ce-4cae-9ef4-62ca1d2f9d9c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Calling delete_port for d4ffdfc7-ee15-43d1-a738-22c7f691283e owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server [None req-e2cf3b11-9a33-4a25-8c89-315aa012150a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a6d5ebd6-179e-4734-9451-de9b21ad810d: This subnet is being modified by another concurrent operation. Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise exception Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a6d5ebd6-179e-4734-9451-de9b21ad810d: This subnet is being modified by another concurrent operation. Apr 23 00:08:52.522466 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server Apr 23 00:08:52.556243 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15bf131c-5bea-4317-ba9c-516a1409c0c0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:52.558865 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451e59df-33c2-485c-aa8e-6db9bcbd659d None None] Network f6d102d6-f525-44d4-bb23-1a43d57bd858 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:52.599000 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cdfb940d-74f7-4b09-9a17-e23b945d214b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:52.604190 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15bf131c-5bea-4317-ba9c-516a1409c0c0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:52.626533 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:52.634610 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-cdfb940d-74f7-4b09-9a17-e23b945d214b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d102d6-f525-44d4-bb23-1a43d57bd858']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:52.648745 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-cdfb940d-74f7-4b09-9a17-e23b945d214b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4436bc-01e8-4a37-9e09-4e1bf28688ea') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:52.649091 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-cdfb940d-74f7-4b09-9a17-e23b945d214b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4436bc-01e8-4a37-9e09-4e1bf28688ea') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:52.665667 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cdfb940d-74f7-4b09-9a17-e23b945d214b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:52.718224 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cdfb940d-74f7-4b09-9a17-e23b945d214b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:52.751867 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfb940d-74f7-4b09-9a17-e23b945d214b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:52.752290 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cdfb940d-74f7-4b09-9a17-e23b945d214b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:52.762833 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf131c-5bea-4317-ba9c-516a1409c0c0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f621350-8c68-4469-b31c-4f566bba31e8,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:52.823741 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 787735c2-7bf5-43c5-8235-1d184e15cb80, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=787735c2-7bf5-43c5-8235-1d184e15cb80,segment=NetworkSegment(9ffc604a-4c9b-462c-b419-f0778d3264c4),segment_id=9ffc604a-4c9b-462c-b419-f0778d3264c4)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:52.826646 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-019ec791-a732-418f-9013-208f683d2a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:52.843083 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15bf131c-5bea-4317-ba9c-516a1409c0c0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:52.845205 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-15bf131c-5bea-4317-ba9c-516a1409c0c0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7754979 Apr 23 00:08:52.848760 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55416) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:52.854651 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-d4b22e33-4900-4862-ae66-54c872dc1e07 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '1f621350-8c68-4469-b31c-4f566bba31e8', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:52.870315 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0632ee7f-b9ce-4cae-9ef4-62ca1d2f9d9c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:52.888900 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafee616-ae08-452e-924a-cfbe1fd61623 None None] get_active_networks_info from dv-neutron-838783-1-hyperv {{(pid=103146) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 23 00:08:52.924240 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:52.925621 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a15e31d7-c2f5-4398-bef1-d9eda01ff6ec up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:08:52.930297 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632ee7f-b9ce-4cae-9ef4-62ca1d2f9d9c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Port': ['ID=d4ffdfc7-ee15-43d1-a738-22c7f691283e,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:53.086863 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d4b22e33-4900-4862-ae66-54c872dc1e07 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:53.089808 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0632ee7f-b9ce-4cae-9ef4-62ca1d2f9d9c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:53.172088 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:53.180592 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-452fc81b-ffca-4f1e-a2c6-587fc0054150 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:53.256917 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-452fc81b-ffca-4f1e-a2c6-587fc0054150 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:53.296706 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-019ec791-a732-418f-9013-208f683d2a82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:08:53.296706 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-019ec791-a732-418f-9013-208f683d2a82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:08:53.297070 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cdfb940d-74f7-4b09-9a17-e23b945d214b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:53.304278 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=787735c2-7bf5-43c5-8235-1d184e15cb80,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:53.321169 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cdfb940d-74f7-4b09-9a17-e23b945d214b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:53.330072 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cdfb940d-74f7-4b09-9a17-e23b945d214b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "DELETE /v2.0/networks/f6d102d6-f525-44d4-bb23-1a43d57bd858 HTTP/1.1" status: 204 len: 168 time: 1.6730440 Apr 23 00:08:53.337259 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55426) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:53.354035 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-7c25297d-a351-484f-b28e-12090e6b193a tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-868560040'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:53.356074 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafee616-ae08-452e-924a-cfbe1fd61623 None None] Resources bound (agent type, host, resource id): {{(pid=103146) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:08:53.362413 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port a15e31d7-c2f5-4398-bef1-d9eda01ff6ec triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:53.363944 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:53.364494 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d4b22e33-4900-4862-ae66-54c872dc1e07 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:53.368159 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0632ee7f-b9ce-4cae-9ef4-62ca1d2f9d9c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:08:53.372183 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb940d-74f7-4b09-9a17-e23b945d214b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event deleted for resources: {'Network': ['ID=f6d102d6-f525-44d4-bb23-1a43d57bd858,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:53.382194 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-452fc81b-ffca-4f1e-a2c6-587fc0054150 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:53.383744 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-452fc81b-ffca-4f1e-a2c6-587fc0054150 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0122931 Apr 23 00:08:53.387776 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55428) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:53.392689 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-ce69e12e-d720-4127-a8df-09ba0fa9b2c2 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group_rule': {'security_group_id': '016cf199-e913-44f8-bf47-87c56814da6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1878b1a1-baeb-4fb2-bacc-34f807dfc02e'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:53.404439 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fc81b-ffca-4f1e-a2c6-587fc0054150 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1878b1a1-baeb-4fb2-bacc-34f807dfc02e,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:53.460005 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d4b22e33-4900-4862-ae66-54c872dc1e07 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:53.471179 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0632ee7f-b9ce-4cae-9ef4-62ca1d2f9d9c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:08:53.482638 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0632ee7f-b9ce-4cae-9ef4-62ca1d2f9d9c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "PUT /v2.0/routers/0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1144114 Apr 23 00:08:53.485639 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55432) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:53.490518 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b22e33-4900-4862-ae66-54c872dc1e07 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba599c0-c851-4184-a407-20c8d23d0687,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:53.499522 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05cd103-33be-48f0-bd62-e694a27acbb9 None None] Sync routers for ids ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:08:53.529867 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c25297d-a351-484f-b28e-12090e6b193a tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Made reservation on behalf of 2b7ec53866d544c99ec3f3cf611b0202 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:53.530083 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05cd103-33be-48f0-bd62-e694a27acbb9 None None] Routers {'0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:53.530676 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f05cd103-33be-48f0-bd62-e694a27acbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:53.533330 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7c25297d-a351-484f-b28e-12090e6b193a tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:53.580957 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-0057b564-ee42-42af-ad56-7b2cfe3a54d3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting subnet 074fe418-ab1e-417c-8816-9a056be271fe {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:08:53.589532 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0057b564-ee42-42af-ad56-7b2cfe3a54d3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:53.597656 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d4b22e33-4900-4862-ae66-54c872dc1e07 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:53.599444 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d4b22e33-4900-4862-ae66-54c872dc1e07 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7495263 Apr 23 00:08:53.613955 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55434) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:53.623092 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55436) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:53.626724 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-965c857c-12ac-4d3a-af02-705f10e2af1c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '1f621350-8c68-4469-b31c-4f566bba31e8', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:53.627048 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c25297d-a351-484f-b28e-12090e6b193a tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:08:53.631508 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0047801 Apr 23 00:08:53.637176 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55438) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:53.649170 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:53.660645 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-f05cd103-33be-48f0-bd62-e694a27acbb9 None None] Set router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:53.665099 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0057b564-ee42-42af-ad56-7b2cfe3a54d3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:53.714833 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-ce69e12e-d720-4127-a8df-09ba0fa9b2c2 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:08:53.721478 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ce69e12e-d720-4127-a8df-09ba0fa9b2c2 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3272545 Apr 23 00:08:53.721927 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55442) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:53.736239 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f05cd103-33be-48f0-bd62-e694a27acbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:52Z', 'revision_number': 11, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:53.742554 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7c25297d-a351-484f-b28e-12090e6b193a tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:53.749348 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-7c25297d-a351-484f-b28e-12090e6b193a tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Added segment 70ccc631-8e4c-477b-9027-bda4925441fc of type vlan for network 9c6925a0-8809-4edb-bc52-3b4588cf381e Apr 23 00:08:53.753677 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-965c857c-12ac-4d3a-af02-705f10e2af1c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:53.825016 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05cd103-33be-48f0-bd62-e694a27acbb9 None None] Checking router: 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:08:53.844235 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7c25297d-a351-484f-b28e-12090e6b193a tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:53.853325 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05cd103-33be-48f0-bd62-e694a27acbb9 None None] Routers {'0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:53.854181 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f05cd103-33be-48f0-bd62-e694a27acbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:53.866446 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 436ce3d6-7e7f-4aca-b9ca-785426ace893 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:08:53.882468 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0057b564-ee42-42af-ad56-7b2cfe3a54d3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:53.900291 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-965c857c-12ac-4d3a-af02-705f10e2af1c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:53.901324 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f0d61fac-de13-4ace-904a-61dfd0089067 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:53.924553 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5d33eb87-0c32-44e8-927d-91298db4ace8 tempest-NetworksApiDiscovery-818779217 tempest-NetworksApiDiscovery-818779217-project] 10.222.0.15 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2239218 Apr 23 00:08:53.931720 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f0d61fac-de13-4ace-904a-61dfd0089067 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:53.964730 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 436ce3d6-7e7f-4aca-b9ca-785426ace893 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:08:53.965062 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 436ce3d6-7e7f-4aca-b9ca-785426ace893 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:08:53.968173 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-965c857c-12ac-4d3a-af02-705f10e2af1c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:53.982097 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7c25297d-a351-484f-b28e-12090e6b193a tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:53.988569 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c25297d-a351-484f-b28e-12090e6b193a tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:53.988822 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7c25297d-a351-484f-b28e-12090e6b193a tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:53.996376 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-f05cd103-33be-48f0-bd62-e694a27acbb9 None None] Set router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:54.004756 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c857c-12ac-4d3a-af02-705f10e2af1c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a060284f-6c4f-4036-82df-43e3740fc0e4,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:54.074938 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f05cd103-33be-48f0-bd62-e694a27acbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:52Z', 'revision_number': 11, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:54.077331 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0057b564-ee42-42af-ad56-7b2cfe3a54d3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:54.117810 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-019ec791-a732-418f-9013-208f683d2a82 None None] Provisioning complete for port a15e31d7-c2f5-4398-bef1-d9eda01ff6ec triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:54.118180 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-019ec791-a732-418f-9013-208f683d2a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:54.121852 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05cd103-33be-48f0-bd62-e694a27acbb9 None None] The sync data for ids ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'] in dv-neutron-838783-1-hyperv is: [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:52Z', 'revision_number': 11, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:08:54.134379 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-965c857c-12ac-4d3a-af02-705f10e2af1c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:54.139180 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-965c857c-12ac-4d3a-af02-705f10e2af1c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5255857 Apr 23 00:08:54.139180 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f0d61fac-de13-4ace-904a-61dfd0089067 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:54.141573 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f0d61fac-de13-4ace-904a-61dfd0089067 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:54.141573 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f0d61fac-de13-4ace-904a-61dfd0089067 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "DELETE /v2.0/security-groups/1878b1a1-baeb-4fb2-bacc-34f807dfc02e HTTP/1.1" status: 204 len: 168 time: 0.4181662 Apr 23 00:08:54.141990 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55446) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:54.154341 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55448) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:54.157111 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-c017dc6e-6baf-4d34-850c-1905baa02e95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '1f621350-8c68-4469-b31c-4f566bba31e8', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:54.161546 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25297d-a351-484f-b28e-12090e6b193a tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event updated for resources: {'Network': ['ID=9c6925a0-8809-4edb-bc52-3b4588cf381e,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:54.189623 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0057b564-ee42-42af-ad56-7b2cfe3a54d3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:54.193140 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d61fac-de13-4ace-904a-61dfd0089067 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1878b1a1-baeb-4fb2-bacc-34f807dfc02e,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:54.198874 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0057b564-ee42-42af-ad56-7b2cfe3a54d3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/subnets/074fe418-ab1e-417c-8816-9a056be271fe HTTP/1.1" status: 204 len: 168 time: 0.7116873 Apr 23 00:08:54.202890 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55450) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:54.212240 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7c25297d-a351-484f-b28e-12090e6b193a tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8606999 Apr 23 00:08:54.213233 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057b564-ee42-42af-ad56-7b2cfe3a54d3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Subnet': ['ID=074fe418-ab1e-417c-8816-9a056be271fe,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:54.217456 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55452) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:54.225419 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-161ada93-03f3-4881-b51f-768cc148e793 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Request body: {'subnet': {'network_id': '9c6925a0-8809-4edb-bc52-3b4588cf381e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:54.240303 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 9c6925a0-8809-4edb-bc52-3b4588cf381e details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:08:54.315196 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6df0-bf68-48ef-8781-9e79899cfb6b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:54.329164 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c017dc6e-6baf-4d34-850c-1905baa02e95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:54.336789 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e17ecef5-2353-44a0-a0a6-1965a048216d tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1787364 Apr 23 00:08:54.339807 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55454) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:54.428662 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b6688078-8037-4f14-9159-e509d018d239 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:54.449883 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c017dc6e-6baf-4d34-850c-1905baa02e95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:54.455676 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b6df0-bf68-48ef-8781-9e79899cfb6b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Deleting port 7371aae7-0c7b-4b71-b0ca-4951359bd719 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:54.456016 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6df0-bf68-48ef-8781-9e79899cfb6b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:54.495809 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161ada93-03f3-4881-b51f-768cc148e793 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Made reservation on behalf of 2b7ec53866d544c99ec3f3cf611b0202 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:54.500071 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-161ada93-03f3-4881-b51f-768cc148e793 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:54.515390 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 787735c2-7bf5-43c5-8235-1d184e15cb80 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:08:54.545390 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b6688078-8037-4f14-9159-e509d018d239 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:54.571424 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c017dc6e-6baf-4d34-850c-1905baa02e95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:54.633326 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-988694b8-92f9-4197-b741-0ce9f8cf4649 None None] Provisioning complete for port 787735c2-7bf5-43c5-8235-1d184e15cb80 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:54.634260 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-988694b8-92f9-4197-b741-0ce9f8cf4649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:54.650420 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55458) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:54.667954 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017dc6e-6baf-4d34-850c-1905baa02e95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86817939-9249-4152-9248-bc5b40bdb6d4,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:54.683104 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-9f4b6df0-bf68-48ef-8781-9e79899cfb6b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] For port 7371aae7-0c7b-4b71-b0ca-4951359bd719, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7371aae7-0c7b-4b71-b0ca-4951359bd719,segment=NetworkSegment(5dda6bbc-2980-4021-9476-8e887b7449b9),segment_id=5dda6bbc-2980-4021-9476-8e887b7449b9)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:54.683827 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6df0-bf68-48ef-8781-9e79899cfb6b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:54.689348 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c017dc6e-6baf-4d34-850c-1905baa02e95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:54.690831 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c017dc6e-6baf-4d34-850c-1905baa02e95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5443597 Apr 23 00:08:54.696186 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55462) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:54.707002 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-4f5d0cc2-2bad-459a-94a5-663a96f09f3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '1f621350-8c68-4469-b31c-4f566bba31e8', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:54.714157 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b6df0-bf68-48ef-8781-9e79899cfb6b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Calling delete_port for 7371aae7-0c7b-4b71-b0ca-4951359bd719 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:54.737189 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 787735c2-7bf5-43c5-8235-1d184e15cb80 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:08:54.737189 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:54.757050 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b6688078-8037-4f14-9159-e509d018d239 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:54.764512 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b6688078-8037-4f14-9159-e509d018d239 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:54.766281 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b6688078-8037-4f14-9159-e509d018d239 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "DELETE /v2.0/security-groups/016cf199-e913-44f8-bf47-87c56814da6f HTTP/1.1" status: 204 len: 168 time: 0.4249699 Apr 23 00:08:54.768940 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55464) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:54.797216 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6688078-8037-4f14-9159-e509d018d239 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=016cf199-e913-44f8-bf47-87c56814da6f,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:54.843539 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62edb42e-2ae6-4ce8-a73e-f450c91adba9 None None] Network f03511ca-01e4-46f0-85c0-4b6c49410ea4 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:54.858831 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8f8a4c9b-9463-4e08-adbe-497bdac4fdab tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0687816 Apr 23 00:08:54.864426 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55466) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:54.871288 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-396c3ea7-fdd0-4c07-bdd6-569162085e4c tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group': {'name': 'tempest-secgroup--6252471'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:54.871588 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4f5d0cc2-2bad-459a-94a5-663a96f09f3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:54.925746 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6df0-bf68-48ef-8781-9e79899cfb6b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:54.934789 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-78667048-905d-4184-8b13-77706a74f210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:54.957438 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-396c3ea7-fdd0-4c07-bdd6-569162085e4c tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:54.959099 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b6df0-bf68-48ef-8781-9e79899cfb6b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Port': ['ID=7371aae7-0c7b-4b71-b0ca-4951359bd719,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:54.970394 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4b6df0-bf68-48ef-8781-9e79899cfb6b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] No DVR routers for this DVR port 7371aae7-0c7b-4b71-b0ca-4951359bd719 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:08:55.067506 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4f5d0cc2-2bad-459a-94a5-663a96f09f3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.078020 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6df0-bf68-48ef-8781-9e79899cfb6b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.104346 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b64b445-102b-441b-9c2d-f95248ed7741 None None] DHCP port deletion for f03511ca-01e4-46f0-85c0-4b6c49410ea4 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:08:55.110778 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-9f4b6df0-bf68-48ef-8781-9e79899cfb6b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03511ca-01e4-46f0-85c0-4b6c49410ea4']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:55.120734 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-78667048-905d-4184-8b13-77706a74f210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.128815 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-9f4b6df0-bf68-48ef-8781-9e79899cfb6b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dda6bbc-2980-4021-9476-8e887b7449b9') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:55.129109 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-9f4b6df0-bf68-48ef-8781-9e79899cfb6b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dda6bbc-2980-4021-9476-8e887b7449b9') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:55.146262 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6df0-bf68-48ef-8781-9e79899cfb6b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.148024 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-161ada93-03f3-4881-b51f-768cc148e793 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.157718 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-396c3ea7-fdd0-4c07-bdd6-569162085e4c tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.166331 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6df0-bf68-48ef-8781-9e79899cfb6b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.172144 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4b6df0-bf68-48ef-8781-9e79899cfb6b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:55.172796 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6df0-bf68-48ef-8781-9e79899cfb6b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:55.176555 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:55.182994 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4f5d0cc2-2bad-459a-94a5-663a96f09f3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.224337 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d0cc2-2bad-459a-94a5-663a96f09f3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be2eb35-845d-4d10-86a3-d0094f5a5228,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:55.231928 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ada93-03f3-4881-b51f-768cc148e793 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event updated for resources: {'Subnet': ['ID=9c60d362-6d25-4360-96f3-98e77ea55f85,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:55.236260 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-78667048-905d-4184-8b13-77706a74f210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.268088 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-396c3ea7-fdd0-4c07-bdd6-569162085e4c tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.276607 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ada93-03f3-4881-b51f-768cc148e793 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Checking segment: {'id': '70ccc631-8e4c-477b-9027-bda4925441fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9c6925a0-8809-4edb-bc52-3b4588cf381e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:55.276973 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161ada93-03f3-4881-b51f-768cc148e793 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Network hostable DHCP agents. Network: 9c6925a0-8809-4edb-bc52-3b4588cf381e, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:08:55.294356 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-78667048-905d-4184-8b13-77706a74f210 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb21b28cfd8b4536a1e822d4e8be931e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6429098 Apr 23 00:08:55.296354 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78667048-905d-4184-8b13-77706a74f210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e39319-480c-4abf-91c7-9fa4a716a649,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:55.298899 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55468) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:55.300915 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c3ea7-fdd0-4c07-bdd6-569162085e4c tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b404fa1-fc27-4828-aefe-f9a59cb445ea,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:55.312215 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4f5d0cc2-2bad-459a-94a5-663a96f09f3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.313341 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4f5d0cc2-2bad-459a-94a5-663a96f09f3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6152906 Apr 23 00:08:55.316223 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55470) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:55.320926 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-c5d5ddf7-4731-4ddb-9e3f-9b8e93255d48 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '1f621350-8c68-4469-b31c-4f566bba31e8', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:55.326688 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6df0-bf68-48ef-8781-9e79899cfb6b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.330969 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6df0-bf68-48ef-8781-9e79899cfb6b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.336141 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9f4b6df0-bf68-48ef-8781-9e79899cfb6b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/networks/f03511ca-01e4-46f0-85c0-4b6c49410ea4 HTTP/1.1" status: 204 len: 168 time: 1.1281681 Apr 23 00:08:55.338396 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55472) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:55.342761 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-52c82d8f-78e4-4224-a7b3-94af129ec2a3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'router': {'routes': None}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:55.361903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b6df0-bf68-48ef-8781-9e79899cfb6b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Pushing event deleted for resources: {'Network': ['ID=f03511ca-01e4-46f0-85c0-4b6c49410ea4,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:55.374255 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-396c3ea7-fdd0-4c07-bdd6-569162085e4c tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.378450 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-396c3ea7-fdd0-4c07-bdd6-569162085e4c tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5093057 Apr 23 00:08:55.378654 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55474) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:55.382925 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-353bc623-1088-41a8-b300-54e144aaf275 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:55.383350 dv-neutron-838783-1-hyperv neutron-server[103144]: WARNING neutron.api.v2.base [None req-353bc623-1088-41a8-b300-54e144aaf275 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 23 00:08:55.383866 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-353bc623-1088-41a8-b300-54e144aaf275 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] update failed (client error): There was a conflict when trying to complete your request. Apr 23 00:08:55.384784 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-353bc623-1088-41a8-b300-54e144aaf275 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "PUT /v2.0/security-groups/9b404fa1-fc27-4828-aefe-f9a59cb445ea HTTP/1.1" status: 409 len: 330 time: 0.0051930 Apr 23 00:08:55.387502 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55476) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:55.426349 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161ada93-03f3-4881-b51f-768cc148e793 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Network 9c6925a0-8809-4edb-bc52-3b4588cf381e is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:08:55.442355 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-62bbc6bc-5eee-4768-91c7-0d1f0015c6aa tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.458570 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-c5d5ddf7-4731-4ddb-9e3f-9b8e93255d48 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Project b0d4e09f8966425d866e56289d457074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:08:55.468982 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-62bbc6bc-5eee-4768-91c7-0d1f0015c6aa tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.471509 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c5d5ddf7-4731-4ddb-9e3f-9b8e93255d48 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.477339 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4d991bf9-86cb-4982-95e6-973f29b06fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.536379 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.extraroute_db [None req-52c82d8f-78e4-4224-a7b3-94af129ec2a3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Added routes are [] {{(pid=103143) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 23 00:08:55.537050 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.extraroute_db [None req-52c82d8f-78e4-4224-a7b3-94af129ec2a3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Removed routes are [] {{(pid=103143) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 23 00:08:55.537050 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-52c82d8f-78e4-4224-a7b3-94af129ec2a3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.540952 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-161ada93-03f3-4881-b51f-768cc148e793 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 9c6925a0-8809-4edb-bc52-3b4588cf381e) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:55.550731 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08e2381-4d72-499b-8799-139e73d8d6cb None None] Network 9c6925a0-8809-4edb-bc52-3b4588cf381e requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:55.552764 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4d991bf9-86cb-4982-95e6-973f29b06fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.555130 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161ada93-03f3-4881-b51f-768cc148e793 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:55.555786 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c5d5ddf7-4731-4ddb-9e3f-9b8e93255d48 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.555911 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-161ada93-03f3-4881-b51f-768cc148e793 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.610757 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-62bbc6bc-5eee-4768-91c7-0d1f0015c6aa tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.613991 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-62bbc6bc-5eee-4768-91c7-0d1f0015c6aa tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.617548 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-62bbc6bc-5eee-4768-91c7-0d1f0015c6aa tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "DELETE /v2.0/security-groups/9b404fa1-fc27-4828-aefe-f9a59cb445ea HTTP/1.1" status: 204 len: 168 time: 0.2267666 Apr 23 00:08:55.619315 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55478) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:55.641202 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbc6bc-5eee-4768-91c7-0d1f0015c6aa tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b404fa1-fc27-4828-aefe-f9a59cb445ea,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:55.642977 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c5d5ddf7-4731-4ddb-9e3f-9b8e93255d48 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.689466 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5ddf7-4731-4ddb-9e3f-9b8e93255d48 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4295863-d168-445d-aa8a-87231402dba9,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:55.710986 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-28ab5f74-f6d8-42b5-921a-5602b3d30c92 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0887380 Apr 23 00:08:55.716210 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55480) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:55.716744 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-161ada93-03f3-4881-b51f-768cc148e793 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4963689 Apr 23 00:08:55.719763 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55482) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:55.731731 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-7808d3d6-9428-495f-a9cd-e4724eade00b tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] delete failed (client error): The resource could not be found. Apr 23 00:08:55.733061 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7808d3d6-9428-495f-a9cd-e4724eade00b tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "DELETE /v2.0/security-groups/8e88bb81-cfab-44eb-829f-a45ee58e6ed7 HTTP/1.1" status: 404 len: 347 time: 0.0155191 Apr 23 00:08:55.737193 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55484) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:55.748307 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c5d5ddf7-4731-4ddb-9e3f-9b8e93255d48 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.749745 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c5d5ddf7-4731-4ddb-9e3f-9b8e93255d48 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4325280 Apr 23 00:08:55.752815 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55486) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:55.762075 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-d21dab50-62e9-49ba-aca5-6c6140cf5262 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '1f621350-8c68-4469-b31c-4f566bba31e8', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:55.768429 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-33e1887d-334b-42f6-92ee-4c840f725758 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] show failed (client error): The resource could not be found. Apr 23 00:08:55.769853 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-33e1887d-334b-42f6-92ee-4c840f725758 tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "GET /v2.0/security-groups/2e74391f-b63c-4248-880b-bc822449312a HTTP/1.1" status: 404 len: 347 time: 0.0309708 Apr 23 00:08:55.773125 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-52c82d8f-78e4-4224-a7b3-94af129ec2a3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.774130 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55488) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:55.791177 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-52c82d8f-78e4-4224-a7b3-94af129ec2a3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3900419'] for router, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.830311 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-6b919a79-8584-4421-a4c4-9f28e665660f tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] show failed (client error): The resource could not be found. Apr 23 00:08:55.831535 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6b919a79-8584-4421-a4c4-9f28e665660f tempest-NegativeSecGroupTest-719656059 tempest-NegativeSecGroupTest-719656059-project] 10.222.0.15 "GET /v2.0/security-group-rules/547684ba-d0c7-4b29-b60a-96bf3f521d1b HTTP/1.1" status: 404 len: 356 time: 0.0563169 Apr 23 00:08:55.856428 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-d21dab50-62e9-49ba-aca5-6c6140cf5262 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Project b0d4e09f8966425d866e56289d457074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:08:55.862338 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d21dab50-62e9-49ba-aca5-6c6140cf5262 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.892948 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965c7aea-ff37-4e77-a7be-cc0330d9850f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-9c6925a0-8809-4edb-bc52-3b4588cf381e', 'network_id': '9c6925a0-8809-4edb-bc52-3b4588cf381e', 'tenant_id': '2b7ec53866d544c99ec3f3cf611b0202', 'fixed_ips': [{'subnet_id': '9c60d362-6d25-4360-96f3-98e77ea55f85'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:08:55.894053 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-965c7aea-ff37-4e77-a7be-cc0330d9850f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.923786 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4d991bf9-86cb-4982-95e6-973f29b06fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.926657 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4d991bf9-86cb-4982-95e6-973f29b06fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.930121 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4d991bf9-86cb-4982-95e6-973f29b06fb1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e0e39319-480c-4abf-91c7-9fa4a716a649 HTTP/1.1" status: 204 len: 168 time: 0.6257000 Apr 23 00:08:55.947384 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d21dab50-62e9-49ba-aca5-6c6140cf5262 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:55.962874 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d991bf9-86cb-4982-95e6-973f29b06fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e39319-480c-4abf-91c7-9fa4a716a649,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:55.971004 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c82d8f-78e4-4224-a7b3-94af129ec2a3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:08:55.976467 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:56.022646 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d21dab50-62e9-49ba-aca5-6c6140cf5262 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:56.053507 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21dab50-62e9-49ba-aca5-6c6140cf5262 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb1e9fc-3f79-48be-957b-603dc55f16f5,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:56.058747 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-965c7aea-ff37-4e77-a7be-cc0330d9850f None None] Allocated IP 2001:db8::2 (9c6925a0-8809-4edb-bc52-3b4588cf381e/9c60d362-6d25-4360-96f3-98e77ea55f85/41ebcc68-71f9-47a0-9b3d-60f003790cff) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:08:56.085451 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7371aae7-0c7b-4b71-b0ca-4951359bd719 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:08:56.117858 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d21dab50-62e9-49ba-aca5-6c6140cf5262 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:56.120469 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d21dab50-62e9-49ba-aca5-6c6140cf5262 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3664293 Apr 23 00:08:56.134130 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 7371aae7-0c7b-4b71-b0ca-4951359bd719 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:08:56.134462 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7371aae7-0c7b-4b71-b0ca-4951359bd719 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:08:56.134887 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d4ffdfc7-ee15-43d1-a738-22c7f691283e no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:08:56.140718 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c82d8f-78e4-4224-a7b3-94af129ec2a3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:08:56.151180 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-52c82d8f-78e4-4224-a7b3-94af129ec2a3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:56.152573 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87230ed5-e4d8-4091-a3e7-54856319b7f6 None None] Sync routers for ids ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:08:56.153082 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-52c82d8f-78e4-4224-a7b3-94af129ec2a3 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "PUT /v2.0/routers/0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a HTTP/1.1" status: 200 len: 705 time: 0.8132915 Apr 23 00:08:56.156413 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55496) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:56.159296 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: d4ffdfc7-ee15-43d1-a738-22c7f691283e {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:08:56.159660 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d4ffdfc7-ee15-43d1-a738-22c7f691283e not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:08:56.176178 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:56.187221 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87230ed5-e4d8-4091-a3e7-54856319b7f6 None None] Routers {'0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:56.188064 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-87230ed5-e4d8-4091-a3e7-54856319b7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:56.204951 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4d68e6cc-8278-46ad-b651-482beb407c38 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a HTTP/1.1" status: 200 len: 205 time: 0.0469308 Apr 23 00:08:56.208011 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55498) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:56.268716 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-87230ed5-e4d8-4091-a3e7-54856319b7f6 None None] Set router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:56.282503 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-965c7aea-ff37-4e77-a7be-cc0330d9850f None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:56.293894 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d0a21ca0-f3c6-4307-acff-ad4bbd5134de tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:56.324836 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-87230ed5-e4d8-4091-a3e7-54856319b7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:52Z', 'revision_number': 11, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:56.358060 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87230ed5-e4d8-4091-a3e7-54856319b7f6 None None] Checking router: 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:08:56.369116 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87230ed5-e4d8-4091-a3e7-54856319b7f6 None None] Routers {'0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:56.369749 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-87230ed5-e4d8-4091-a3e7-54856319b7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:56.381913 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-965c7aea-ff37-4e77-a7be-cc0330d9850f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:56.465059 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c7aea-ff37-4e77-a7be-cc0330d9850f None None] Pushing event updated for resources: {'Port': ['ID=41ebcc68-71f9-47a0-9b3d-60f003790cff,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:56.502568 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:56.526017 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965c7aea-ff37-4e77-a7be-cc0330d9850f None None] Network 9c6925a0-8809-4edb-bc52-3b4588cf381e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:08:56.530376 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-965c7aea-ff37-4e77-a7be-cc0330d9850f None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:08:56.535811 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965c7aea-ff37-4e77-a7be-cc0330d9850f None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:08:56.567291 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-87230ed5-e4d8-4091-a3e7-54856319b7f6 None None] Set router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:56.570028 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d0a21ca0-f3c6-4307-acff-ad4bbd5134de tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:56.583305 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d0a21ca0-f3c6-4307-acff-ad4bbd5134de tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:56.609379 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55516) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:56.618950 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event deleted for resources: {'Subnet': ['ID=9c60d362-6d25-4360-96f3-98e77ea55f85,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:56.637914 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-fbad2edb-c6aa-45f3-948e-aa869f4c47cd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1113544593&fields=id&tenant_id=b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 267 time: 0.1611717 Apr 23 00:08:56.645270 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-965c7aea-ff37-4e77-a7be-cc0330d9850f None None] Attempting to bind port 41ebcc68-71f9-47a0-9b3d-60f003790cff on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:08:56.645654 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-965c7aea-ff37-4e77-a7be-cc0330d9850f None None] Attempting to bind port 41ebcc68-71f9-47a0-9b3d-60f003790cff by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '70ccc631-8e4c-477b-9027-bda4925441fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9c6925a0-8809-4edb-bc52-3b4588cf381e'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:08:56.646059 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965c7aea-ff37-4e77-a7be-cc0330d9850f None None] Attempting to bind port 41ebcc68-71f9-47a0-9b3d-60f003790cff on network 9c6925a0-8809-4edb-bc52-3b4588cf381e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:08:56.656912 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965c7aea-ff37-4e77-a7be-cc0330d9850f None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:08:56.657865 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965c7aea-ff37-4e77-a7be-cc0330d9850f None None] Checking segment: {'id': '70ccc631-8e4c-477b-9027-bda4925441fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9c6925a0-8809-4edb-bc52-3b4588cf381e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:08:56.658505 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-965c7aea-ff37-4e77-a7be-cc0330d9850f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:56.660572 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965c7aea-ff37-4e77-a7be-cc0330d9850f None None] Bound using segment: {'id': '70ccc631-8e4c-477b-9027-bda4925441fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9c6925a0-8809-4edb-bc52-3b4588cf381e'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:08:56.660572 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-965c7aea-ff37-4e77-a7be-cc0330d9850f None None] Bound port: 41ebcc68-71f9-47a0-9b3d-60f003790cff, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ccc631-8e4c-477b-9027-bda4925441fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9c6925a0-8809-4edb-bc52-3b4588cf381e'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:08:56.661605 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-965c7aea-ff37-4e77-a7be-cc0330d9850f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:56.686423 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-87230ed5-e4d8-4091-a3e7-54856319b7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:52Z', 'revision_number': 11, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:56.708567 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d0a21ca0-f3c6-4307-acff-ad4bbd5134de tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:56.709386 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a21ca0-f3c6-4307-acff-ad4bbd5134de tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Fanout notify agent at l3_agent the message router_deleted on router 0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:08:56.716898 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d0a21ca0-f3c6-4307-acff-ad4bbd5134de tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:56.722220 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d0a21ca0-f3c6-4307-acff-ad4bbd5134de tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/routers/0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a HTTP/1.1" status: 204 len: 168 time: 0.5093868 Apr 23 00:08:56.722551 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55520) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:56.731294 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-cc7dae22-c492-4825-b941-cc7f2502cd75 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-827057225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:56.734359 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87230ed5-e4d8-4091-a3e7-54856319b7f6 None None] The sync data for ids ['0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a'] in dv-neutron-838783-1-hyperv is: [{'id': '0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a', 'name': 'tempest-RoutersIpV6Test-router-1678204480', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:00Z', 'updated_at': '2022-04-23T00:08:52Z', 'revision_number': 11, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:08:56.776262 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-965c7aea-ff37-4e77-a7be-cc0330d9850f None None] For port 41ebcc68-71f9-47a0-9b3d-60f003790cff, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:08:56.780323 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-965c7aea-ff37-4e77-a7be-cc0330d9850f None None] For port 41ebcc68-71f9-47a0-9b3d-60f003790cff, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=41ebcc68-71f9-47a0-9b3d-60f003790cff,segment=NetworkSegment(70ccc631-8e4c-477b-9027-bda4925441fc),segment_id=70ccc631-8e4c-477b-9027-bda4925441fc)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:08:56.788795 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:56.828071 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cc7dae22-c492-4825-b941-cc7f2502cd75 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:56.829325 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cc7dae22-c492-4825-b941-cc7f2502cd75 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:56.838848 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c6925a0-8809-4edb-bc52-3b4588cf381e']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:56.858582 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ccc631-8e4c-477b-9027-bda4925441fc') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:56.858901 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ccc631-8e4c-477b-9027-bda4925441fc') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:56.862971 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-965c7aea-ff37-4e77-a7be-cc0330d9850f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:56.891146 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ab87ed5c-e24d-47ba-8fdd-bce848d45ef3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=621e05e8ddca4f65bb7cdda9b0ea73b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2806172 Apr 23 00:08:56.894281 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55522) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:56.901372 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cc7dae22-c492-4825-b941-cc7f2502cd75 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:56.902377 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:56.921822 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-27338c46-81fc-4e8f-ba02-44681bd6cf89 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:56.923909 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-27338c46-81fc-4e8f-ba02-44681bd6cf89 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/networks?id=fbc5a01c-7349-4285-a5cb-5f4425364ad6 HTTP/1.1" status: 200 len: 796 time: 0.2705052 Apr 23 00:08:56.931126 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:56.944977 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:56.945432 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:56.948669 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-242f9108-f852-400c-b615-0682d3b89992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:56.948805 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:56.962322 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cc7dae22-c492-4825-b941-cc7f2502cd75 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:56.962490 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-1d71c403-310b-4b37-aeac-62ce054ff2e9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/quotas/b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 375 time: 0.0287478 Apr 23 00:08:56.993776 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-242f9108-f852-400c-b615-0682d3b89992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:57.010213 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c7aea-ff37-4e77-a7be-cc0330d9850f None None] Pushing event updated for resources: {'Port': ['ID=41ebcc68-71f9-47a0-9b3d-60f003790cff,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:57.025418 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7ba435-4e3a-4031-9e8c-d3e5b4665f6f None None] Network 9c6925a0-8809-4edb-bc52-3b4588cf381e requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:08:57.064579 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cc7dae22-c492-4825-b941-cc7f2502cd75 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:57.069945 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cc7dae22-c492-4825-b941-cc7f2502cd75 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3460081 Apr 23 00:08:57.070737 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55524) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:57.076390 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-cbf8b96b-7d41-428f-ae56-290482d25608 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668814 Apr 23 00:08:57.076691 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-4dffb29d-ad42-48ef-8ca1-49e61dfc8e65 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:57.092206 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.db.api [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:08:57.092206 dv-neutron-838783-1-hyperv neutron-server[103143]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:08:57.092206 dv-neutron-838783-1-hyperv neutron-server[103143]: [parameters: {'id': '9c6925a0-8809-4edb-bc52-3b4588cf381e'}] Apr 23 00:08:57.092206 dv-neutron-838783-1-hyperv neutron-server[103143]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:08:57.092887 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG oslo_db.api [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:08:57.123257 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-242f9108-f852-400c-b615-0682d3b89992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:57.126168 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-242f9108-f852-400c-b615-0682d3b89992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:57.128199 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-242f9108-f852-400c-b615-0682d3b89992 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dbecbe38-aaa2-4c2f-818c-5f05d7efa515 HTTP/1.1" status: 204 len: 168 time: 0.2329128 Apr 23 00:08:57.188416 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b761c1-5260-4135-9d2a-230e67cbf893 None None] get_active_networks_info from dv-neutron-838783-1-hyperv {{(pid=103146) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 23 00:08:57.196720 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-69e8ef8f-ca6a-4c26-87ad-caae9e670543 service neutron] 10.222.0.15 "GET /v2.0/networks/fbc5a01c-7349-4285-a5cb-5f4425364ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055012 Apr 23 00:08:57.222708 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f9108-f852-400c-b615-0682d3b89992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbecbe38-aaa2-4c2f-818c-5f05d7efa515,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:57.320214 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b761c1-5260-4135-9d2a-230e67cbf893 None None] Resources bound (agent type, host, resource id): {{(pid=103146) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:08:57.328376 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-99159f17-bafa-4e37-a492-c70caa9e98f4 service neutron] 10.222.0.15 "GET /v2.0/networks/fbc5a01c-7349-4285-a5cb-5f4425364ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253538 Apr 23 00:08:57.338906 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4dffb29d-ad42-48ef-8ca1-49e61dfc8e65 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:57.434049 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4dffb29d-ad42-48ef-8ca1-49e61dfc8e65 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3900419'] for router, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:57.593922 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:57.628273 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6d6ff937-41d1-41be-be4f-aa59a3c6a881 req-dc64b236-f27d-4ac1-8918-17c162fa2836 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=a37a6e66-0236-4349-865e-306e1f62c6be HTTP/1.1" status: 200 len: 210 time: 0.0397425 Apr 23 00:08:57.639676 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dffb29d-ad42-48ef-8ca1-49e61dfc8e65 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Router 8d494b95-b81e-4c09-b567-c57de38169b1 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:08:57.696669 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Deleting port 41ebcc68-71f9-47a0-9b3d-60f003790cff {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:08:57.697218 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:57.750039 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dffb29d-ad42-48ef-8ca1-49e61dfc8e65 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:08:57.759317 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4dffb29d-ad42-48ef-8ca1-49e61dfc8e65 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:57.760535 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ac2ae4-8093-4b0c-a8c9-df85ada7fb3b None None] Sync routers for ids ['8d494b95-b81e-4c09-b567-c57de38169b1'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:08:57.761432 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4dffb29d-ad42-48ef-8ca1-49e61dfc8e65 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "PUT /v2.0/routers/8d494b95-b81e-4c09-b567-c57de38169b1 HTTP/1.1" status: 200 len: 697 time: 0.6895521 Apr 23 00:08:57.764307 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55542) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:57.778477 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ac2ae4-8093-4b0c-a8c9-df85ada7fb3b None None] Routers {'8d494b95-b81e-4c09-b567-c57de38169b1'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:57.779391 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-94ac2ae4-8093-4b0c-a8c9-df85ada7fb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['8d494b95-b81e-4c09-b567-c57de38169b1'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:57.807382 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] For port 41ebcc68-71f9-47a0-9b3d-60f003790cff, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=41ebcc68-71f9-47a0-9b3d-60f003790cff,segment=NetworkSegment(70ccc631-8e4c-477b-9027-bda4925441fc),segment_id=70ccc631-8e4c-477b-9027-bda4925441fc)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:08:57.825866 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:57.825866 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Calling delete_port for 41ebcc68-71f9-47a0-9b3d-60f003790cff owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:08:57.850007 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a6b28375-180f-445f-9606-080be618d723 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "GET /v2.0/routers/8d494b95-b81e-4c09-b567-c57de38169b1 HTTP/1.1" status: 200 len: 703 time: 0.0841525 Apr 23 00:08:57.854094 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55546) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:57.860826 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-94ac2ae4-8093-4b0c-a8c9-df85ada7fb3b None None] Set router 8d494b95-b81e-4c09-b567-c57de38169b1 gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:57.886499 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a73397ad-f9cf-4592-85e6-2c4961efa33e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d494b95-b81e-4c09-b567-c57de38169b1 HTTP/1.1" status: 200 len: 205 time: 0.0282266 Apr 23 00:08:57.886754 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55548) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:57.933375 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-94ac2ae4-8093-4b0c-a8c9-df85ada7fb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d494b95-b81e-4c09-b567-c57de38169b1', 'name': 'tempest-RoutersIpV6Test-router-827057225', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:56Z', 'updated_at': '2022-04-23T00:08:57Z', 'revision_number': 2, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:57.963099 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ac2ae4-8093-4b0c-a8c9-df85ada7fb3b None None] Checking router: 8d494b95-b81e-4c09-b567-c57de38169b1 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:08:57.965985 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-00006edd-8456-480d-8e97-707982532744 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:57.974338 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ac2ae4-8093-4b0c-a8c9-df85ada7fb3b None None] Routers {'8d494b95-b81e-4c09-b567-c57de38169b1'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:08:57.974957 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-94ac2ae4-8093-4b0c-a8c9-df85ada7fb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:08:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['8d494b95-b81e-4c09-b567-c57de38169b1'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:58.044948 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-94ac2ae4-8093-4b0c-a8c9-df85ada7fb3b None None] Set router 8d494b95-b81e-4c09-b567-c57de38169b1 gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:08:58.103308 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-94ac2ae4-8093-4b0c-a8c9-df85ada7fb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d494b95-b81e-4c09-b567-c57de38169b1', 'name': 'tempest-RoutersIpV6Test-router-827057225', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:56Z', 'updated_at': '2022-04-23T00:08:57Z', 'revision_number': 2, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:58.132159 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ac2ae4-8093-4b0c-a8c9-df85ada7fb3b None None] The sync data for ids ['8d494b95-b81e-4c09-b567-c57de38169b1'] in dv-neutron-838783-1-hyperv is: [{'id': '8d494b95-b81e-4c09-b567-c57de38169b1', 'name': 'tempest-RoutersIpV6Test-router-827057225', 'tenant_id': '2e7f6aad76944906883dcae04c03b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:56Z', 'updated_at': '2022-04-23T00:08:57Z', 'revision_number': 2, 'project_id': '2e7f6aad76944906883dcae04c03b781', 'gw_port_host': None}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:08:58.216519 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:58.248595 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event deleted for resources: {'Port': ['ID=41ebcc68-71f9-47a0-9b3d-60f003790cff,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:58.256004 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] No DVR routers for this DVR port 41ebcc68-71f9-47a0-9b3d-60f003790cff on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:08:58.524130 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-00006edd-8456-480d-8e97-707982532744 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:58.526615 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-00006edd-8456-480d-8e97-707982532744 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:58.640595 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-00006edd-8456-480d-8e97-707982532744 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:58.641479 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00006edd-8456-480d-8e97-707982532744 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Fanout notify agent at l3_agent the message router_deleted on router 8d494b95-b81e-4c09-b567-c57de38169b1 {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:08:58.657724 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-00006edd-8456-480d-8e97-707982532744 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:58.668505 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-00006edd-8456-480d-8e97-707982532744 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/routers/8d494b95-b81e-4c09-b567-c57de38169b1 HTTP/1.1" status: 204 len: 168 time: 0.7806668 Apr 23 00:08:58.672128 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55564) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:58.710884 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-314a8960-f2c1-4778-8654-9217ac413d36 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d494b95-b81e-4c09-b567-c57de38169b1 HTTP/1.1" status: 200 len: 205 time: 0.0320864 Apr 23 00:08:58.712419 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55566) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:58.718943 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b3e77dd9-6cd6-46ba-aae8-b77d217f3bcf req-eddcbf66-e57b-4aa9-888a-fce0882a8f7c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=a37a6e66-0236-4349-865e-306e1f62c6be HTTP/1.1" status: 200 len: 210 time: 0.0345302 Apr 23 00:08:58.720656 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:58.751762 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c6925a0-8809-4edb-bc52-3b4588cf381e']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:58.761279 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-2edb3e1b-1f43-4def-80ee-a42b61267c3c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] delete failed (client error): The resource could not be found. Apr 23 00:08:58.762422 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2edb3e1b-1f43-4def-80ee-a42b61267c3c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/routers/8d494b95-b81e-4c09-b567-c57de38169b1 HTTP/1.1" status: 404 len: 336 time: 0.0489452 Apr 23 00:08:58.764823 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ccc631-8e4c-477b-9027-bda4925441fc') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:58.765121 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ccc631-8e4c-477b-9027-bda4925441fc') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:08:58.765390 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55568) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:58.775492 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:58.789726 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:58.793365 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b7e6cf-1569-4eb7-9193-0fc4d83045b5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:58.793829 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b7e6cf-1569-4eb7-9193-0fc4d83045b5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:58.798808 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55570) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:58.806130 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-72b7e6cf-1569-4eb7-9193-0fc4d83045b5 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/subnets/1f9bca80-b5bd-4572-b8f7-1963b4217099 HTTP/1.1" status: 404 len: 337 time: 0.0305457 Apr 23 00:08:58.806130 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55572) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:58.807254 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:08:58.807696 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:08:58.810830 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:08:58.826559 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbdee187-39bc-4ad0-ab13-0bec30a5a5c4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:58.827024 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbdee187-39bc-4ad0-ab13-0bec30a5a5c4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:58.833116 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bbdee187-39bc-4ad0-ab13-0bec30a5a5c4 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/subnets/73fbc8e2-8773-468d-8f74-f85edfbb228a HTTP/1.1" status: 404 len: 337 time: 0.0292461 Apr 23 00:08:58.834638 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55576) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:58.862230 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d432447-63fb-4f00-9c95-351631cd68fc tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:58.862772 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d432447-63fb-4f00-9c95-351631cd68fc tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:58.865866 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9d432447-63fb-4f00-9c95-351631cd68fc tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/subnets/60c72007-db42-48ae-b8f2-4668c5ca58ff HTTP/1.1" status: 404 len: 337 time: 0.0311954 Apr 23 00:08:58.868703 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55578) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:58.899245 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8d7a91-19f2-4c6f-b5cc-c71253c90413 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:58.903776 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c8d7a91-19f2-4c6f-b5cc-c71253c90413 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:58.903776 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4c8d7a91-19f2-4c6f-b5cc-c71253c90413 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/subnets/074fe418-ab1e-417c-8816-9a056be271fe HTTP/1.1" status: 404 len: 337 time: 0.0328722 Apr 23 00:08:58.905997 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55580) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:58.921334 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-c89ee86c-9351-4f87-abff-022376db990c tempest-SubnetPoolsTestJSON-595644422 tempest-SubnetPoolsTestJSON-595644422-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2073752610', 'prefixes': ['172.20.0.0/16']}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:58.952116 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-61ebb4b4-ff3a-4652-976a-696b9a6d3e9f tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a HTTP/1.1" status: 200 len: 205 time: 0.0444939 Apr 23 00:08:58.954538 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55582) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:58.956044 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:58.966774 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:58.967022 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "DELETE /v2.0/networks/9c6925a0-8809-4edb-bc52-3b4588cf381e HTTP/1.1" status: 204 len: 168 time: 3.2461634 Apr 23 00:08:58.978377 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55584) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:58.983412 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-21a88557-cf63-4dd6-9504-c00dd6fab685 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1083496382'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:58.986548 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d306ccf-1a38-4d93-a09f-575b6487e5d3 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event deleted for resources: {'Network': ['ID=9c6925a0-8809-4edb-bc52-3b4588cf381e,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:59.002428 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-13fb64a1-50ed-4cbd-905f-193576d69e5b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] delete failed (client error): The resource could not be found. Apr 23 00:08:59.004256 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-13fb64a1-50ed-4cbd-905f-193576d69e5b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/routers/0dbdfab8-ff5a-4b99-bbc5-5c35b5ae239a HTTP/1.1" status: 404 len: 336 time: 0.0486457 Apr 23 00:08:59.007033 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55586) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:59.038544 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3d30e2d4-f6c2-439c-8953-c0f810d34ce9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "GET /v2.0/ports?device_id=984dc540-7709-46d1-a5d9-69fd015cb67a HTTP/1.1" status: 200 len: 205 time: 0.0303640 Apr 23 00:08:59.040892 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55588) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:59.066096 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a88557-cf63-4dd6-9504-c00dd6fab685 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Made reservation on behalf of 2b7ec53866d544c99ec3f3cf611b0202 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:59.069805 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-21a88557-cf63-4dd6-9504-c00dd6fab685 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:59.078233 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-d2551118-6ee3-4217-aa99-2d3cf07f9042 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] delete failed (client error): The resource could not be found. Apr 23 00:08:59.079268 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d2551118-6ee3-4217-aa99-2d3cf07f9042 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/routers/984dc540-7709-46d1-a5d9-69fd015cb67a HTTP/1.1" status: 404 len: 336 time: 0.0374787 Apr 23 00:08:59.082578 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55590) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:59.110593 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a88557-cf63-4dd6-9504-c00dd6fab685 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:08:59.113688 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-493af7b5-255e-405f-8961-c27b0e9fa10e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:59.113935 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-493af7b5-255e-405f-8961-c27b0e9fa10e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:59.116902 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-493af7b5-255e-405f-8961-c27b0e9fa10e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/subnets/6c00f9dd-6f21-4ba5-9f2d-dd9cfa85f032 HTTP/1.1" status: 404 len: 337 time: 0.0334239 Apr 23 00:08:59.119686 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55592) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:59.121763 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-21a88557-cf63-4dd6-9504-c00dd6fab685 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:59.121763 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-21a88557-cf63-4dd6-9504-c00dd6fab685 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Added segment dfa0e338-af4a-4e15-bd7e-e7a427d4b6bb of type vlan for network e4730957-7143-424f-8e25-e461e130e797 Apr 23 00:08:59.147045 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bcd18771-3a13-484b-9fc4-970300a807d9 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd249721-e27f-4736-b4b5-c0f26ddedb59 HTTP/1.1" status: 200 len: 205 time: 0.0258665 Apr 23 00:08:59.149096 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55594) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:59.165401 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-21a88557-cf63-4dd6-9504-c00dd6fab685 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:59.187062 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-cf94de66-7310-40ee-9a54-b560e0891eec tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] delete failed (client error): The resource could not be found. Apr 23 00:08:59.188139 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cf94de66-7310-40ee-9a54-b560e0891eec tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/routers/bd249721-e27f-4736-b4b5-c0f26ddedb59 HTTP/1.1" status: 404 len: 336 time: 0.0380049 Apr 23 00:08:59.191321 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55596) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:59.219820 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e9ffdac0-7cf1-4a93-9762-2f5c338915cf tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "GET /v2.0/ports?device_id=75d1df77-6830-4b83-8031-1b6de4d792ab HTTP/1.1" status: 200 len: 205 time: 0.0268624 Apr 23 00:08:59.222201 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55598) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:59.268989 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-79987596-0912-4589-b5da-bf2321bd515a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] delete failed (client error): The resource could not be found. Apr 23 00:08:59.270017 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-79987596-0912-4589-b5da-bf2321bd515a tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/routers/75d1df77-6830-4b83-8031-1b6de4d792ab HTTP/1.1" status: 404 len: 336 time: 0.0468526 Apr 23 00:08:59.272736 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55600) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:59.298927 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c89ee86c-9351-4f87-abff-022376db990c tempest-SubnetPoolsTestJSON-595644422 tempest-SubnetPoolsTestJSON-595644422-project] Notify callbacks [] for subnetpool, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:59.298927 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c89ee86c-9351-4f87-abff-022376db990c tempest-SubnetPoolsTestJSON-595644422 tempest-SubnetPoolsTestJSON-595644422-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4968307 Apr 23 00:08:59.298927 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-21a88557-cf63-4dd6-9504-c00dd6fab685 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:59.301475 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c9c9f0b-0f70-437e-bbe5-c0dc5e7ec262 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:59.301922 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c9c9f0b-0f70-437e-bbe5-c0dc5e7ec262 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:59.302852 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a88557-cf63-4dd6-9504-c00dd6fab685 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:59.303659 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-21a88557-cf63-4dd6-9504-c00dd6fab685 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:59.304910 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3c9c9f0b-0f70-437e-bbe5-c0dc5e7ec262 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/subnets/4bfdbb73-75d8-4293-bf2e-c2d15ac27827 HTTP/1.1" status: 404 len: 337 time: 0.0312505 Apr 23 00:08:59.305678 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55602) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:59.308250 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55604) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:59.356231 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0b233c08-592f-475d-abb0-37522ffdba5e tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e9a2200-4d6b-4424-86be-8aa8e60bba79 HTTP/1.1" status: 200 len: 205 time: 0.0421970 Apr 23 00:08:59.360636 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55606) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:59.369691 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2a947369-b37f-43d0-ace4-bd6b6139c3a8 tempest-SubnetPoolsTestJSON-595644422 tempest-SubnetPoolsTestJSON-595644422-project] 10.222.0.15 "GET /v2.0/subnetpools/81876b63-3d30-4405-be3f-30403522063c HTTP/1.1" status: 200 len: 732 time: 0.0605071 Apr 23 00:08:59.369883 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55608) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:59.374028 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-38373b8b-74ec-4337-953e-1a20683c7c4e tempest-SubnetPoolsTestJSON-595644422 tempest-SubnetPoolsTestJSON-595644422-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-605063573'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:59.414223 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-21a88557-cf63-4dd6-9504-c00dd6fab685 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4347939 Apr 23 00:08:59.415234 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-e50f67cb-c456-4f3c-ba2c-f5fc169678cd tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] delete failed (client error): The resource could not be found. Apr 23 00:08:59.416174 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e50f67cb-c456-4f3c-ba2c-f5fc169678cd tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/routers/4e9a2200-4d6b-4424-86be-8aa8e60bba79 HTTP/1.1" status: 404 len: 336 time: 0.0546257 Apr 23 00:08:59.418969 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55610) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:59.419290 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55612) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:59.430548 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-bfbc38f9-0c40-4a12-87f0-6f907fd3f62d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Request body: {'subnet': {'network_id': 'e4730957-7143-424f-8e25-e461e130e797', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:08:59.437068 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a88557-cf63-4dd6-9504-c00dd6fab685 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event updated for resources: {'Network': ['ID=e4730957-7143-424f-8e25-e461e130e797,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:08:59.452344 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network e4730957-7143-424f-8e25-e461e130e797 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:08:59.470732 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1b697f-e97e-420e-b095-eac496389bf8 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:59.471213 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1b697f-e97e-420e-b095-eac496389bf8 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:59.474975 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-da1b697f-e97e-420e-b095-eac496389bf8 tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/subnets/451f9f4f-f94e-4f99-93f5-d3091fd521ac HTTP/1.1" status: 404 len: 337 time: 0.0536604 Apr 23 00:08:59.477875 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55614) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:59.511886 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-73f0a508-e989-44b2-a499-0747498c1b2c tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "GET /v2.0/ports?device_id=5523e566-3152-422c-ba5a-e9c124ddf0dc HTTP/1.1" status: 200 len: 205 time: 0.0327466 Apr 23 00:08:59.515347 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55616) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:59.563388 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-45a3d500-d574-4d1d-84a6-a7abb4aa82ef tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] delete failed (client error): The resource could not be found. Apr 23 00:08:59.569282 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-45a3d500-d574-4d1d-84a6-a7abb4aa82ef tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/routers/5523e566-3152-422c-ba5a-e9c124ddf0dc HTTP/1.1" status: 404 len: 336 time: 0.0528016 Apr 23 00:08:59.571867 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55618) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:59.599027 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-38373b8b-74ec-4337-953e-1a20683c7c4e tempest-SubnetPoolsTestJSON-595644422 tempest-SubnetPoolsTestJSON-595644422-project] Notify callbacks [] for subnetpool, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:59.603530 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-38373b8b-74ec-4337-953e-1a20683c7c4e tempest-SubnetPoolsTestJSON-595644422 tempest-SubnetPoolsTestJSON-595644422-project] 10.222.0.15 "PUT /v2.0/subnetpools/81876b63-3d30-4405-be3f-30403522063c HTTP/1.1" status: 200 len: 683 time: 0.2294981 Apr 23 00:08:59.605618 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55620) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:59.619395 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e95f52-20e1-4967-9a64-329d6e016f0d tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:59.619944 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e95f52-20e1-4967-9a64-329d6e016f0d tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:59.622853 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a4e95f52-20e1-4967-9a64-329d6e016f0d tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/subnets/8dc7a0e3-6d06-4a0d-b534-8bdf7d0241dd HTTP/1.1" status: 404 len: 337 time: 0.0500727 Apr 23 00:08:59.626426 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55622) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:59.657916 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbc38f9-0c40-4a12-87f0-6f907fd3f62d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Made reservation on behalf of 2b7ec53866d544c99ec3f3cf611b0202 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:08:59.659376 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6755899-1ab8-4288-bce7-7d07f5d4064b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] DELETE failed (client error): The resource could not be found. Apr 23 00:08:59.659871 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6755899-1ab8-4288-bce7-7d07f5d4064b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:08:59.661596 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bfbc38f9-0c40-4a12-87f0-6f907fd3f62d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:59.665266 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d6755899-1ab8-4288-bce7-7d07f5d4064b tempest-RoutersIpV6Test-1962109604 tempest-RoutersIpV6Test-1962109604-project] 10.222.0.15 "DELETE /v2.0/subnets/438a6fbd-0df5-4439-af02-a3dfe30038bd HTTP/1.1" status: 404 len: 337 time: 0.0355637 Apr 23 00:08:59.667451 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-97c43d9c-9fea-4d99-ac59-ac14e30faaee req-9c69d632-ee85-46f6-81a7-af2524eb49f6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1117916 Apr 23 00:08:59.761856 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c43d9c-9fea-4d99-ac59-ac14e30faaee req-2dc31a10-26da-47bd-8604-7d808c0109b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:59.763561 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-97c43d9c-9fea-4d99-ac59-ac14e30faaee req-2dc31a10-26da-47bd-8604-7d808c0109b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eca10cab387440428e231a953cda4553&device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 1099 time: 0.0505269 Apr 23 00:08:59.847328 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ed6ee75a-9761-416c-bbef-33d24043bcf5 tempest-SubnetPoolsTestJSON-595644422 tempest-SubnetPoolsTestJSON-595644422-project] Notify callbacks [] for subnetpool, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:08:59.848596 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ed6ee75a-9761-416c-bbef-33d24043bcf5 tempest-SubnetPoolsTestJSON-595644422 tempest-SubnetPoolsTestJSON-595644422-project] 10.222.0.15 "DELETE /v2.0/subnetpools/81876b63-3d30-4405-be3f-30403522063c HTTP/1.1" status: 204 len: 168 time: 0.2419825 Apr 23 00:08:59.851515 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55628) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:59.865514 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1883bb1e-7bbf-4d0a-b2c7-b2f54813c289 req-d0fcfa98-c671-43da-8e1a-555303601733 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=a37a6e66-0236-4349-865e-306e1f62c6be HTTP/1.1" status: 200 len: 210 time: 0.0646162 Apr 23 00:08:59.870948 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-5d323a82-b946-4596-9a15-6cddb95adafb tempest-SubnetPoolsTestJSON-595644422 tempest-SubnetPoolsTestJSON-595644422-project] show failed (client error): The resource could not be found. Apr 23 00:08:59.871940 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5d323a82-b946-4596-9a15-6cddb95adafb tempest-SubnetPoolsTestJSON-595644422 tempest-SubnetPoolsTestJSON-595644422-project] 10.222.0.15 "GET /v2.0/subnetpools/81876b63-3d30-4405-be3f-30403522063c HTTP/1.1" status: 404 len: 346 time: 0.0195527 Apr 23 00:08:59.875405 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55630) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:08:59.895235 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-13469df5-7c9b-4dab-a574-f7cacc73ff91 tempest-SubnetPoolsTestJSON-595644422 tempest-SubnetPoolsTestJSON-595644422-project] delete failed (client error): The resource could not be found. Apr 23 00:08:59.896495 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-13469df5-7c9b-4dab-a574-f7cacc73ff91 tempest-SubnetPoolsTestJSON-595644422 tempest-SubnetPoolsTestJSON-595644422-project] 10.222.0.15 "DELETE /v2.0/subnetpools/81876b63-3d30-4405-be3f-30403522063c HTTP/1.1" status: 404 len: 346 time: 0.0196040 Apr 23 00:08:59.926760 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c43d9c-9fea-4d99-ac59-ac14e30faaee req-0d13ed3f-21c0-4bf2-a052-55b9d502f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:08:59.928624 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-97c43d9c-9fea-4d99-ac59-ac14e30faaee req-0d13ed3f-21c0-4bf2-a052-55b9d502f88d service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d224e48-36a8-42d0-8738-ed5ea1abe259 HTTP/1.1" status: 200 len: 912 time: 0.1375480 Apr 23 00:09:00.012876 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-97c43d9c-9fea-4d99-ac59-ac14e30faaee req-4b235420-a241-4a48-840b-2483e7d1bcd6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94f011c8-064b-4454-a61b-d3860ee8a475 HTTP/1.1" status: 200 len: 1002 time: 0.0766077 Apr 23 00:09:00.067543 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.objects.ports [None req-bfbc38f9-0c40-4a12-87f0-6f907fd3f62d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103143) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 23 00:09:00.069045 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bfbc38f9-0c40-4a12-87f0-6f907fd3f62d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:00.130309 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c43d9c-9fea-4d99-ac59-ac14e30faaee req-498fd0ea-af04-4b19-92c1-d14144cf6618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:00.130309 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-97c43d9c-9fea-4d99-ac59-ac14e30faaee req-498fd0ea-af04-4b19-92c1-d14144cf6618 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d429f2-9bee-4153-ac8c-0a0937fc9ed2 HTTP/1.1" status: 200 len: 850 time: 0.1050050 Apr 23 00:09:00.158778 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc38f9-0c40-4a12-87f0-6f907fd3f62d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Checking segment: {'id': 'dfa0e338-af4a-4e15-bd7e-e7a427d4b6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e4730957-7143-424f-8e25-e461e130e797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:09:00.159181 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbc38f9-0c40-4a12-87f0-6f907fd3f62d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Network hostable DHCP agents. Network: e4730957-7143-424f-8e25-e461e130e797, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:09:00.164690 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc38f9-0c40-4a12-87f0-6f907fd3f62d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event updated for resources: {'Subnet': ['ID=d3cbdea9-43e4-41c5-84ad-39397e62275c,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:00.188511 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-84f81c82-a871-4c7e-a8df-2523bd04b18c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:00.193306 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-84f81c82-a871-4c7e-a8df-2523bd04b18c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/networks?id=fbc5a01c-7349-4285-a5cb-5f4425364ad6 HTTP/1.1" status: 200 len: 796 time: 0.1607769 Apr 23 00:09:00.206856 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c43d9c-9fea-4d99-ac59-ac14e30faaee req-65621764-d636-456e-b95e-a9ac90b03031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:00.208336 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-97c43d9c-9fea-4d99-ac59-ac14e30faaee req-65621764-d636-456e-b95e-a9ac90b03031 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d224e48-36a8-42d0-8738-ed5ea1abe259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694900 Apr 23 00:09:00.243677 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55636) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:00.263350 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbc38f9-0c40-4a12-87f0-6f907fd3f62d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Network e4730957-7143-424f-8e25-e461e130e797 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:09:00.288852 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-5c1bbc47-10e5-4170-b74c-9bdbfdedab18 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 380 time: 0.0900156 Apr 23 00:09:00.301338 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-c6e4a274-dcf5-4676-aa65-f9488b42b7a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'port': {'device_id': 'a37a6e66-0236-4349-865e-306e1f62c6be', 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6', 'admin_state_up': True, 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'security_groups': ['1f621350-8c68-4469-b31c-4f566bba31e8']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:00.360117 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-bfbc38f9-0c40-4a12-87f0-6f907fd3f62d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, e4730957-7143-424f-8e25-e461e130e797) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:00.371426 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbc38f9-0c40-4a12-87f0-6f907fd3f62d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:00.371808 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b4e380-37c8-4c26-88ca-d2877716af1e None None] Network e4730957-7143-424f-8e25-e461e130e797 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:09:00.373091 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bfbc38f9-0c40-4a12-87f0-6f907fd3f62d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:00.384847 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55642) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:00.401817 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-97c43d9c-9fea-4d99-ac59-ac14e30faaee req-d9d4e662-71cc-418b-b6e8-703237ad9a2e service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855013 Apr 23 00:09:00.494261 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8fe7eb83-b826-4eba-8e6c-0fe89f77855b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e7f6aad76944906883dcae04c03b781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485271 Apr 23 00:09:00.499335 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-bfbc38f9-0c40-4a12-87f0-6f907fd3f62d tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0790889 Apr 23 00:09:00.499955 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55648) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:00.506974 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55650) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:00.532235 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f3b47309-5d0a-46eb-b03d-9399782f6518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:00.547147 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac08308f-887b-4e66-89f3-c9fbe11bca4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-e4730957-7143-424f-8e25-e461e130e797', 'network_id': 'e4730957-7143-424f-8e25-e461e130e797', 'tenant_id': '2b7ec53866d544c99ec3f3cf611b0202', 'fixed_ips': [{'subnet_id': 'd3cbdea9-43e4-41c5-84ad-39397e62275c'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:09:00.549052 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac08308f-887b-4e66-89f3-c9fbe11bca4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:00.564857 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e0d7b7ab-64ff-4ff0-992f-8306d38960d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:00.588011 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e0d7b7ab-64ff-4ff0-992f-8306d38960d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:00.607645 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-97c43d9c-9fea-4d99-ac59-ac14e30faaee req-c7f47c30-a70c-470f-84a9-5c7842167aa5 service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986961 Apr 23 00:09:00.620914 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-c6e4a274-dcf5-4676-aa65-f9488b42b7a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:09:00.625379 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-c6e4a274-dcf5-4676-aa65-f9488b42b7a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:00.701105 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-ac08308f-887b-4e66-89f3-c9fbe11bca4c None None] Allocated IP 2001:db8::f816:3eff:fedf:64c0 (e4730957-7143-424f-8e25-e461e130e797/d3cbdea9-43e4-41c5-84ad-39397e62275c/06fedde7-640b-4d22-9695-341559ab6e30) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:09:00.708187 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e0d7b7ab-64ff-4ff0-992f-8306d38960d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:00.713814 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e0d7b7ab-64ff-4ff0-992f-8306d38960d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:00.718503 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e0d7b7ab-64ff-4ff0-992f-8306d38960d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4aad5351-8b6b-4ac1-b9ec-22e0423c794e HTTP/1.1" status: 204 len: 168 time: 0.2174137 Apr 23 00:09:00.728793 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7b7ab-64ff-4ff0-992f-8306d38960d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aad5351-8b6b-4ac1-b9ec-22e0423c794e,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:00.729680 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:00.867451 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-c6e4a274-dcf5-4676-aa65-f9488b42b7a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.20.0.10 (fbc5a01c-7349-4285-a5cb-5f4425364ad6/7f0e34c8-e326-4962-bbb3-760e8d0f68f3/2f381098-f42b-4554-812a-9cf375108793) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:09:00.870066 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac08308f-887b-4e66-89f3-c9fbe11bca4c None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:00.870548 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f3b47309-5d0a-46eb-b03d-9399782f6518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:00.886853 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:00.963160 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f3b47309-5d0a-46eb-b03d-9399782f6518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:00.969420 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f944eb7e-edf3-459c-ba9d-e3a6cbf66bff req-3282a652-f8a8-4136-aa69-8ccd1297d729 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=a37a6e66-0236-4349-865e-306e1f62c6be HTTP/1.1" status: 200 len: 210 time: 0.0309091 Apr 23 00:09:00.993797 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac08308f-887b-4e66-89f3-c9fbe11bca4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:01.045742 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac08308f-887b-4e66-89f3-c9fbe11bca4c None None] Network e4730957-7143-424f-8e25-e461e130e797 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:09:01.049292 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ac08308f-887b-4e66-89f3-c9fbe11bca4c None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:01.053858 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac08308f-887b-4e66-89f3-c9fbe11bca4c None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:09:01.057056 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08308f-887b-4e66-89f3-c9fbe11bca4c None None] Pushing event updated for resources: {'Port': ['ID=06fedde7-640b-4d22-9695-341559ab6e30,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:01.068905 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f3b47309-5d0a-46eb-b03d-9399782f6518 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=197a4eee03a4442fbf1d5cefaab04d77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6830082 Apr 23 00:09:01.071710 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55660) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:01.072612 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b47309-5d0a-46eb-b03d-9399782f6518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf60c6f-5138-453e-8999-c3e7a75c5ce2,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:01.123743 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-ac08308f-887b-4e66-89f3-c9fbe11bca4c None None] Attempting to bind port 06fedde7-640b-4d22-9695-341559ab6e30 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:09:01.124119 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-ac08308f-887b-4e66-89f3-c9fbe11bca4c None None] Attempting to bind port 06fedde7-640b-4d22-9695-341559ab6e30 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'dfa0e338-af4a-4e15-bd7e-e7a427d4b6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e4730957-7143-424f-8e25-e461e130e797'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:09:01.124485 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac08308f-887b-4e66-89f3-c9fbe11bca4c None None] Attempting to bind port 06fedde7-640b-4d22-9695-341559ab6e30 on network e4730957-7143-424f-8e25-e461e130e797 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:09:01.130481 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac08308f-887b-4e66-89f3-c9fbe11bca4c None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:09:01.130855 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac08308f-887b-4e66-89f3-c9fbe11bca4c None None] Checking segment: {'id': 'dfa0e338-af4a-4e15-bd7e-e7a427d4b6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e4730957-7143-424f-8e25-e461e130e797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:09:01.131255 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac08308f-887b-4e66-89f3-c9fbe11bca4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:01.131674 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac08308f-887b-4e66-89f3-c9fbe11bca4c None None] Bound using segment: {'id': 'dfa0e338-af4a-4e15-bd7e-e7a427d4b6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e4730957-7143-424f-8e25-e461e130e797'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:09:01.132146 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-ac08308f-887b-4e66-89f3-c9fbe11bca4c None None] Bound port: 06fedde7-640b-4d22-9695-341559ab6e30, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa0e338-af4a-4e15-bd7e-e7a427d4b6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e4730957-7143-424f-8e25-e461e130e797'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:09:01.132526 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac08308f-887b-4e66-89f3-c9fbe11bca4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:01.132887 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-c6e4a274-dcf5-4676-aa65-f9488b42b7a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:01.139551 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:01.148036 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9a86-62f5-4392-bf95-7ab2b2109855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:01.187254 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event deleted for resources: {'Subnet': ['ID=d3cbdea9-43e4-41c5-84ad-39397e62275c,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:01.189737 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9a86-62f5-4392-bf95-7ab2b2109855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:01.208552 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ac08308f-887b-4e66-89f3-c9fbe11bca4c None None] For port 06fedde7-640b-4d22-9695-341559ab6e30, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:09:01.212191 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ac08308f-887b-4e66-89f3-c9fbe11bca4c None None] For port 06fedde7-640b-4d22-9695-341559ab6e30, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=06fedde7-640b-4d22-9695-341559ab6e30,segment=NetworkSegment(dfa0e338-af4a-4e15-bd7e-e7a427d4b6bb),segment_id=dfa0e338-af4a-4e15-bd7e-e7a427d4b6bb)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:09:01.272488 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:01.292259 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac08308f-887b-4e66-89f3-c9fbe11bca4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:01.298581 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4730957-7143-424f-8e25-e461e130e797']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:01.308353 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa0e338-af4a-4e15-bd7e-e7a427d4b6bb') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:01.308659 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa0e338-af4a-4e15-bd7e-e7a427d4b6bb') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:01.318573 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:01.319764 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9a86-62f5-4392-bf95-7ab2b2109855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:01.322882 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9a86-62f5-4392-bf95-7ab2b2109855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:01.324171 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e9ac9a86-62f5-4392-bf95-7ab2b2109855 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5cf60c6f-5138-453e-8999-c3e7a75c5ce2 HTTP/1.1" status: 204 len: 168 time: 0.2507927 Apr 23 00:09:01.335338 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac9a86-62f5-4392-bf95-7ab2b2109855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf60c6f-5138-453e-8999-c3e7a75c5ce2,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:01.336803 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:01.343804 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:09:01.344029 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:09:01.347345 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:09:01.393925 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08308f-887b-4e66-89f3-c9fbe11bca4c None None] Pushing event updated for resources: {'Port': ['ID=06fedde7-640b-4d22-9695-341559ab6e30,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:01.406024 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-c6e4a274-dcf5-4676-aa65-f9488b42b7a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:01.409173 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81207a1-2707-4a3b-b069-2aa46a2f3d82 None None] Network e4730957-7143-424f-8e25-e461e130e797 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:09:01.477058 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-c6e4a274-dcf5-4676-aa65-f9488b42b7a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network fbc5a01c-7349-4285-a5cb-5f4425364ad6 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:09:01.477761 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.db.api [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:09:01.477761 dv-neutron-838783-1-hyperv neutron-server[103144]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:09:01.477761 dv-neutron-838783-1-hyperv neutron-server[103144]: [parameters: {'id': 'e4730957-7143-424f-8e25-e461e130e797'}] Apr 23 00:09:01.477761 dv-neutron-838783-1-hyperv neutron-server[103144]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103144) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:09:01.478112 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG oslo_db.api [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:09:01.481193 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-c6e4a274-dcf5-4676-aa65-f9488b42b7a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:01.485955 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-c6e4a274-dcf5-4676-aa65-f9488b42b7a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:09:01.523599 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4a274-dcf5-4676-aa65-f9488b42b7a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=2f381098-f42b-4554-812a-9cf375108793,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:01.544355 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-c6e4a274-dcf5-4676-aa65-f9488b42b7a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:01.545210 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-c6e4a274-dcf5-4676-aa65-f9488b42b7a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:01.682856 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-c6e4a274-dcf5-4676-aa65-f9488b42b7a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3876393 Apr 23 00:09:01.696500 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-89ab3061-8a41-4227-8093-d55df1497bc1 service neutron] Request body: {'port': {'device_id': 'a37a6e66-0236-4349-865e-306e1f62c6be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:01.703414 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20771f61-5d17-47a9-8a94-028c6bb03d1d None None] get_active_networks_info from dv-neutron-838783-1-hyperv {{(pid=103146) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 23 00:09:01.774020 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-89ab3061-8a41-4227-8093-d55df1497bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:01.804107 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-1c3560f5-e833-44ae-bb3a-ba20af7cf7e8 None None] Provisioning complete for port 2f381098-f42b-4554-812a-9cf375108793 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:01.804586 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c3560f5-e833-44ae-bb3a-ba20af7cf7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:01.860227 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1c3560f5-e833-44ae-bb3a-ba20af7cf7e8 None None] Port 2f381098-f42b-4554-812a-9cf375108793 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:09:01.878992 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20771f61-5d17-47a9-8a94-028c6bb03d1d None None] Resources bound (agent type, host, resource id): {{(pid=103146) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:09:01.980391 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:02.066159 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55690) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:02.127061 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Deleting port 06fedde7-640b-4d22-9695-341559ab6e30 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:09:02.127411 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:02.212382 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08688531-2703-4e8e-9e04-24c5990ba679 req-f1965e76-b2d0-4c3e-a12f-5401830d7b6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:02.213889 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-08688531-2703-4e8e-9e04-24c5990ba679 req-f1965e76-b2d0-4c3e-a12f-5401830d7b6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=a37a6e66-0236-4349-865e-306e1f62c6be HTTP/1.1" status: 200 len: 932 time: 0.1489186 Apr 23 00:09:02.218946 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-89ab3061-8a41-4227-8093-d55df1497bc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f381098-f42b-4554-812a-9cf375108793 {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:09:02.234232 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-89ab3061-8a41-4227-8093-d55df1497bc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:02.261212 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] For port 06fedde7-640b-4d22-9695-341559ab6e30, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=06fedde7-640b-4d22-9695-341559ab6e30,segment=NetworkSegment(dfa0e338-af4a-4e15-bd7e-e7a427d4b6bb),segment_id=dfa0e338-af4a-4e15-bd7e-e7a427d4b6bb)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:02.261584 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:02.279916 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Calling delete_port for 06fedde7-640b-4d22-9695-341559ab6e30 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:09:02.280951 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-82ac644d-4313-4186-94db-2309509722e2 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2116423032', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:02.286084 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-89ab3061-8a41-4227-8093-d55df1497bc1 service neutron] Transition to ACTIVE for port object 2f381098-f42b-4554-812a-9cf375108793 will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:09:02.306636 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-08688531-2703-4e8e-9e04-24c5990ba679 req-517fc749-901f-418d-b46a-aa33216485d4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f621350-8c68-4469-b31c-4f566bba31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826941 Apr 23 00:09:02.354451 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-82ac644d-4313-4186-94db-2309509722e2 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:02.355266 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-89ab3061-8a41-4227-8093-d55df1497bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:02.355779 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-82ac644d-4313-4186-94db-2309509722e2 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:02.424362 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab3061-8a41-4227-8093-d55df1497bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f381098-f42b-4554-812a-9cf375108793,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:02.444455 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-82ac644d-4313-4186-94db-2309509722e2 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:02.496738 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-89ab3061-8a41-4227-8093-d55df1497bc1 service neutron] Attempting to bind port 2f381098-f42b-4554-812a-9cf375108793 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:09:02.497090 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-89ab3061-8a41-4227-8093-d55df1497bc1 service neutron] Attempting to bind port 2f381098-f42b-4554-812a-9cf375108793 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '9ffc604a-4c9b-462c-b419-f0778d3264c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:09:02.502621 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-89ab3061-8a41-4227-8093-d55df1497bc1 service neutron] Attempting to bind port 2f381098-f42b-4554-812a-9cf375108793 on network fbc5a01c-7349-4285-a5cb-5f4425364ad6 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:09:02.502621 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-89ab3061-8a41-4227-8093-d55df1497bc1 service neutron] Port 2f381098-f42b-4554-812a-9cf375108793 on network fbc5a01c-7349-4285-a5cb-5f4425364ad6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:09:02.502621 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-89ab3061-8a41-4227-8093-d55df1497bc1 service neutron] Attempting to bind port 2f381098-f42b-4554-812a-9cf375108793 on network fbc5a01c-7349-4285-a5cb-5f4425364ad6 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:09:02.507951 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-89ab3061-8a41-4227-8093-d55df1497bc1 service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:09:02.508299 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-89ab3061-8a41-4227-8093-d55df1497bc1 service neutron] Checking segment: {'id': '9ffc604a-4c9b-462c-b419-f0778d3264c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:09:02.508694 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-89ab3061-8a41-4227-8093-d55df1497bc1 service neutron] Bound using segment: {'id': '9ffc604a-4c9b-462c-b419-f0778d3264c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:09:02.509129 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-89ab3061-8a41-4227-8093-d55df1497bc1 service neutron] Bound port: 2f381098-f42b-4554-812a-9cf375108793, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ffc604a-4c9b-462c-b419-f0778d3264c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:09:02.509497 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-89ab3061-8a41-4227-8093-d55df1497bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:02.525848 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:02.559626 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-82ac644d-4313-4186-94db-2309509722e2 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:02.580012 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event deleted for resources: {'Port': ['ID=06fedde7-640b-4d22-9695-341559ab6e30,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:02.582705 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] No DVR routers for this DVR port 06fedde7-640b-4d22-9695-341559ab6e30 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:09:02.648999 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-82ac644d-4313-4186-94db-2309509722e2 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:02.650851 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-82ac644d-4313-4186-94db-2309509722e2 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5833323 Apr 23 00:09:02.653350 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55704) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:02.662307 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-491c1447-d575-447d-8c65-4db462035e58 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-77008383'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:02.671802 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-89ab3061-8a41-4227-8093-d55df1497bc1 service neutron] For port 2f381098-f42b-4554-812a-9cf375108793, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:09:02.696347 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:02.699821 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-89ab3061-8a41-4227-8093-d55df1497bc1 service neutron] For port 2f381098-f42b-4554-812a-9cf375108793, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=2f381098-f42b-4554-812a-9cf375108793,segment=NetworkSegment(9ffc604a-4c9b-462c-b419-f0778d3264c4),segment_id=9ffc604a-4c9b-462c-b419-f0778d3264c4)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:09:02.720618 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4730957-7143-424f-8e25-e461e130e797']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:02.732912 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa0e338-af4a-4e15-bd7e-e7a427d4b6bb') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:02.735266 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa0e338-af4a-4e15-bd7e-e7a427d4b6bb') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:02.744331 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:02.760233 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:02.765393 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491c1447-d575-447d-8c65-4db462035e58 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Made reservation on behalf of a7d46976e56344efad1edd185f972e27 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:09:02.768676 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:09:02.768676 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:02.770688 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-491c1447-d575-447d-8c65-4db462035e58 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:09:02.771208 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:09:02.785277 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-491c1447-d575-447d-8c65-4db462035e58 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:02.821059 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-89ab3061-8a41-4227-8093-d55df1497bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:02.878519 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-89ab3061-8a41-4227-8093-d55df1497bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:02.879155 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-89ab3061-8a41-4227-8093-d55df1497bc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:02.880631 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-89ab3061-8a41-4227-8093-d55df1497bc1 service neutron] 10.222.0.16 "PUT /v2.0/ports/2f381098-f42b-4554-812a-9cf375108793 HTTP/1.1" status: 200 len: 1094 time: 1.1899538 Apr 23 00:09:02.881094 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37a6e66-0236-4349-865e-306e1f62c6be', 'tag': '2f381098-f42b-4554-812a-9cf375108793'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:09:02.883548 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6368ab-e67c-43eb-aa9b-2ac388d4697d" -d '{"events": [{"name": "network-changed", "server_uuid": "a37a6e66-0236-4349-865e-306e1f62c6be", "tag": "2f381098-f42b-4554-812a-9cf375108793"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:09:02.907053 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab3061-8a41-4227-8093-d55df1497bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f381098-f42b-4554-812a-9cf375108793,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:02.948386 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:02.955290 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:02.964709 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "DELETE /v2.0/networks/e4730957-7143-424f-8e25-e461e130e797 HTTP/1.1" status: 204 len: 168 time: 2.4565861 Apr 23 00:09:02.966774 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cfbfa1-59e2-4b8e-92c5-4f9cca9eac3f x-openstack-request-id: req-b6cfbfa1-59e2-4b8e-92c5-4f9cca9eac3f {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:09:02.967066 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37a6e66-0236-4349-865e-306e1f62c6be", "tag": "2f381098-f42b-4554-812a-9cf375108793", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:09:02.967454 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6cfbfa1-59e2-4b8e-92c5-4f9cca9eac3f {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:09:02.967890 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6cfbfa1-59e2-4b8e-92c5-4f9cca9eac3f'] response: {'name': 'network-changed', 'server_uuid': 'a37a6e66-0236-4349-865e-306e1f62c6be', 'tag': '2f381098-f42b-4554-812a-9cf375108793', 'status': 'completed', 'code': 200} Apr 23 00:09:02.969731 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55712) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:02.997085 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35402633-9b10-4c7b-a598-ddbba8fb821b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event deleted for resources: {'Network': ['ID=e4730957-7143-424f-8e25-e461e130e797,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:03.040678 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-491c1447-d575-447d-8c65-4db462035e58 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:03.050160 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07b4fda-78ab-40dc-9b6a-310867169ebc tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] DELETE failed (client error): The resource could not be found. Apr 23 00:09:03.050752 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f07b4fda-78ab-40dc-9b6a-310867169ebc tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:09:03.056679 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f07b4fda-78ab-40dc-9b6a-310867169ebc tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "DELETE /v2.0/subnets/d3cbdea9-43e4-41c5-84ad-39397e62275c HTTP/1.1" status: 404 len: 337 time: 0.0859685 Apr 23 00:09:03.057060 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55714) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:03.073821 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6368ab-e67c-43eb-aa9b-2ac388d4697d req-8ecf5a56-fc3d-45d4-ab1a-ed99d552edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:03.075371 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9e6368ab-e67c-43eb-aa9b-2ac388d4697d req-8ecf5a56-fc3d-45d4-ab1a-ed99d552edd5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=a37a6e66-0236-4349-865e-306e1f62c6be HTTP/1.1" status: 200 len: 1097 time: 0.0882885 Apr 23 00:09:03.087139 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfbbf365-6ea0-4da5-94e7-3fae0a9dc32b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] DELETE failed (client error): The resource could not be found. Apr 23 00:09:03.088409 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfbbf365-6ea0-4da5-94e7-3fae0a9dc32b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:09:03.091934 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cfbbf365-6ea0-4da5-94e7-3fae0a9dc32b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "DELETE /v2.0/networks/e4730957-7143-424f-8e25-e461e130e797 HTTP/1.1" status: 404 len: 339 time: 0.0333452 Apr 23 00:09:03.096011 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55716) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:03.126503 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-3595a5b9-1468-4102-8113-81167ed8c46f tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] DELETE failed (client error): The resource could not be found. Apr 23 00:09:03.127039 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3595a5b9-1468-4102-8113-81167ed8c46f tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:09:03.130448 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3595a5b9-1468-4102-8113-81167ed8c46f tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "DELETE /v2.0/subnets/9c60d362-6d25-4360-96f3-98e77ea55f85 HTTP/1.1" status: 404 len: 337 time: 0.0325832 Apr 23 00:09:03.133416 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55718) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:03.145575 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-491c1447-d575-447d-8c65-4db462035e58 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:03.169572 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-449578c4-4bfc-4f01-9e7b-1e736920e94b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] DELETE failed (client error): The resource could not be found. Apr 23 00:09:03.169932 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449578c4-4bfc-4f01-9e7b-1e736920e94b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:09:03.173686 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-449578c4-4bfc-4f01-9e7b-1e736920e94b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "DELETE /v2.0/networks/9c6925a0-8809-4edb-bc52-3b4588cf381e HTTP/1.1" status: 404 len: 339 time: 0.0393240 Apr 23 00:09:03.179680 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55722) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:03.198655 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491c1447-d575-447d-8c65-4db462035e58 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:09:03.225753 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd361e3-c867-40c0-a492-d653c7b1b714 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] DELETE failed (client error): The resource could not be found. Apr 23 00:09:03.226207 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd361e3-c867-40c0-a492-d653c7b1b714 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:09:03.229356 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3dd361e3-c867-40c0-a492-d653c7b1b714 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "DELETE /v2.0/subnets/a6d5ebd6-179e-4734-9451-de9b21ad810d HTTP/1.1" status: 404 len: 337 time: 0.0484793 Apr 23 00:09:03.231346 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c1447-d575-447d-8c65-4db462035e58 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4ed132-fdc5-4211-8153-98099b15c10f,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:03.235612 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55726) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:03.244754 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-491c1447-d575-447d-8c65-4db462035e58 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:03.245222 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-491c1447-d575-447d-8c65-4db462035e58 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Added segment ae78aa17-075e-4c63-a9dc-6b0f098f4c23 of type vlan for network f17c7031-996f-40ed-91bf-45f1267670f4 Apr 23 00:09:03.268110 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc72999-d281-4b2c-9aa3-70a4eea81094 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] DELETE failed (client error): The resource could not be found. Apr 23 00:09:03.268792 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc72999-d281-4b2c-9aa3-70a4eea81094 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:09:03.269072 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6368ab-e67c-43eb-aa9b-2ac388d4697d req-29320f70-b7dd-43f3-800f-cb4b23728f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:03.270647 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9e6368ab-e67c-43eb-aa9b-2ac388d4697d req-29320f70-b7dd-43f3-800f-cb4b23728f00 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b0d4e09f8966425d866e56289d457074&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1860621 Apr 23 00:09:03.271908 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ccc72999-d281-4b2c-9aa3-70a4eea81094 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "DELETE /v2.0/networks/f6d102d6-f525-44d4-bb23-1a43d57bd858 HTTP/1.1" status: 404 len: 339 time: 0.0354736 Apr 23 00:09:03.274565 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55728) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:03.305257 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-491c1447-d575-447d-8c65-4db462035e58 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:03.410841 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-491c1447-d575-447d-8c65-4db462035e58 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:03.420573 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491c1447-d575-447d-8c65-4db462035e58 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:03.422072 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-491c1447-d575-447d-8c65-4db462035e58 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:03.500446 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c1447-d575-447d-8c65-4db462035e58 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Pushing event updated for resources: {'Network': ['ID=f17c7031-996f-40ed-91bf-45f1267670f4,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:03.512263 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network f17c7031-996f-40ed-91bf-45f1267670f4 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:09:03.524627 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-491c1447-d575-447d-8c65-4db462035e58 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8694723 Apr 23 00:09:03.527479 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55738) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:03.535593 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-2a0f7de6-a9d9-4385-aef8-4dffbea2b268 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Request body: {'subnet': {'network_id': 'f17c7031-996f-40ed-91bf-45f1267670f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:03.725166 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0f7de6-a9d9-4385-aef8-4dffbea2b268 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Made reservation on behalf of a7d46976e56344efad1edd185f972e27 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:09:03.729553 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2a0f7de6-a9d9-4385-aef8-4dffbea2b268 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:03.933111 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888bebb-07c5-43e6-bfee-57ce7a39fc84 req-83aa3cc2-ec2c-421e-9e96-8e7cb60a52a1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:03.934605 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6888bebb-07c5-43e6-bfee-57ce7a39fc84 req-83aa3cc2-ec2c-421e-9e96-8e7cb60a52a1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=a37a6e66-0236-4349-865e-306e1f62c6be HTTP/1.1" status: 200 len: 944 time: 0.5590870 Apr 23 00:09:03.938889 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6368ab-e67c-43eb-aa9b-2ac388d4697d req-c90d0f0f-7ead-4143-80f4-8d16f91a6f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:03.940253 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9e6368ab-e67c-43eb-aa9b-2ac388d4697d req-c90d0f0f-7ead-4143-80f4-8d16f91a6f8c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6583412 Apr 23 00:09:03.957306 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-52118094-dad7-4d2f-b17d-437b92cfcd1a tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Deleting port 123595bd-532f-4cad-b9f3-231052a337ac {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:09:03.957673 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-52118094-dad7-4d2f-b17d-437b92cfcd1a tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.010728 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2a0f7de6-a9d9-4385-aef8-4dffbea2b268 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.071331 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-52118094-dad7-4d2f-b17d-437b92cfcd1a tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.076150 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6888bebb-07c5-43e6-bfee-57ce7a39fc84 req-9230db93-bc4f-40fb-ba5c-44ced01cca3c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f621350-8c68-4469-b31c-4f566bba31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291251 Apr 23 00:09:04.078052 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f7de6-a9d9-4385-aef8-4dffbea2b268 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Pushing event updated for resources: {'Subnet': ['ID=d282c2fb-7be7-4599-b5e3-91af2ea71de1,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:04.088476 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0f7de6-a9d9-4385-aef8-4dffbea2b268 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Checking segment: {'id': 'ae78aa17-075e-4c63-a9dc-6b0f098f4c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f17c7031-996f-40ed-91bf-45f1267670f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:09:04.089579 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0f7de6-a9d9-4385-aef8-4dffbea2b268 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Network hostable DHCP agents. Network: f17c7031-996f-40ed-91bf-45f1267670f4, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:09:04.093770 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-52118094-dad7-4d2f-b17d-437b92cfcd1a tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Calling delete_port for 123595bd-532f-4cad-b9f3-231052a337ac owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:09:04.101879 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-c9a4b886-4db1-44d0-ab52-2f268447817f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:04.103284 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-c9a4b886-4db1-44d0-ab52-2f268447817f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=a37a6e66-0236-4349-865e-306e1f62c6be HTTP/1.1" status: 200 len: 1097 time: 0.0906453 Apr 23 00:09:04.170769 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0f7de6-a9d9-4385-aef8-4dffbea2b268 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Network f17c7031-996f-40ed-91bf-45f1267670f4 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:09:04.182348 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-5aba08ec-724d-493f-b0d5-fa46a5b39816 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f381098-f42b-4554-812a-9cf375108793 HTTP/1.1" status: 200 len: 217 time: 0.0696206 Apr 23 00:09:04.251415 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-4fe9e155-3c27-4d6f-b83a-e7100d22bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:04.253651 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-4fe9e155-3c27-4d6f-b83a-e7100d22bf42 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f0e34c8-e326-4962-bbb3-760e8d0f68f3 HTTP/1.1" status: 200 len: 833 time: 0.0598168 Apr 23 00:09:04.274070 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2ff4-027c-4af3-96ce-4f575929c087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.286672 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55744) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:04.291442 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-a273c061-3d63-4dcc-a661-498ba6837cd6 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1515545046', 'description': 'tempest-secgroup-smoke-1515545046 description', 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:04.308424 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-3ad8f14a-2b21-491e-9f46-06f97950d6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:04.309915 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-3ad8f14a-2b21-491e-9f46-06f97950d6f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fbc5a01c-7349-4285-a5cb-5f4425364ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0493157 Apr 23 00:09:04.368615 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-52118094-dad7-4d2f-b17d-437b92cfcd1a tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.402455 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52118094-dad7-4d2f-b17d-437b92cfcd1a tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event deleted for resources: {'Port': ['ID=123595bd-532f-4cad-b9f3-231052a337ac,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:04.407057 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a273c061-3d63-4dcc-a661-498ba6837cd6 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.416027 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-2a0f7de6-a9d9-4385-aef8-4dffbea2b268 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, f17c7031-996f-40ed-91bf-45f1267670f4) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:04.416195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-52118094-dad7-4d2f-b17d-437b92cfcd1a tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.418151 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-52118094-dad7-4d2f-b17d-437b92cfcd1a tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "DELETE /v2.0/ports/123595bd-532f-4cad-b9f3-231052a337ac HTTP/1.1" status: 204 len: 168 time: 1.1426599 Apr 23 00:09:04.419542 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0f7de6-a9d9-4385-aef8-4dffbea2b268 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:04.420677 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2a0f7de6-a9d9-4385-aef8-4dffbea2b268 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.423995 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55746) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:04.427651 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58aed408-6f10-48ab-bea1-c53debd14e0f None None] Network f17c7031-996f-40ed-91bf-45f1267670f4 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:09:04.431807 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a273c061-3d63-4dcc-a661-498ba6837cd6 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.464365 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-e5de2627-39a8-4022-80f3-f611d87ac82a service neutron] 10.222.0.16 "GET /v2.0/networks/fbc5a01c-7349-4285-a5cb-5f4425364ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468439 Apr 23 00:09:04.464988 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ebd79a-c14e-4bc7-8396-e9708391b19b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] DELETE failed (client error): The resource could not be found. Apr 23 00:09:04.465434 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ebd79a-c14e-4bc7-8396-e9708391b19b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:09:04.468363 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-85ebd79a-c14e-4bc7-8396-e9708391b19b tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "DELETE /v2.0/subnets/359002f9-29d0-4dc4-a1b1-4c1a3be2d10f HTTP/1.1" status: 404 len: 337 time: 0.0434451 Apr 23 00:09:04.471149 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55748) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:04.564748 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d2e48a71-62d2-4d6b-bbf9-abe6b900bea4 req-0f404bc8-7140-4d05-8ed9-848f4619543e service neutron] 10.222.0.16 "GET /v2.0/networks/fbc5a01c-7349-4285-a5cb-5f4425364ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940499 Apr 23 00:09:04.568963 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2a0f7de6-a9d9-4385-aef8-4dffbea2b268 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0398209 Apr 23 00:09:04.572505 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55750) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:04.579098 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-ded70f4d-d50e-477c-8413-ca601752f26d tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Request body: {'network': {'name': 'tempest-router-network01--1718761417'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:04.582006 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a19b6a23-d513-45c6-b710-71a614d2ef50 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.595229 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d0c269-91da-43b3-92ca-c23d1f30f644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-f17c7031-996f-40ed-91bf-45f1267670f4', 'network_id': 'f17c7031-996f-40ed-91bf-45f1267670f4', 'tenant_id': 'a7d46976e56344efad1edd185f972e27', 'fixed_ips': [{'subnet_id': 'd282c2fb-7be7-4599-b5e3-91af2ea71de1'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:09:04.596158 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5d0c269-91da-43b3-92ca-c23d1f30f644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.602981 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a273c061-3d63-4dcc-a661-498ba6837cd6 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.674535 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded70f4d-d50e-477c-8413-ca601752f26d tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Made reservation on behalf of a7d46976e56344efad1edd185f972e27 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:09:04.675152 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a273c061-3d63-4dcc-a661-498ba6837cd6 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.677997 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ded70f4d-d50e-477c-8413-ca601752f26d tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.701674 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a19b6a23-d513-45c6-b710-71a614d2ef50 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.707342 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded70f4d-d50e-477c-8413-ca601752f26d tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:09:04.717937 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ded70f4d-d50e-477c-8413-ca601752f26d tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.718416 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-ded70f4d-d50e-477c-8413-ca601752f26d tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Added segment d9a20e60-0dd2-4745-858d-fadf24313995 of type vlan for network 28e8e3c3-4a49-4654-b2f4-27aa10f03ea4 Apr 23 00:09:04.735750 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273c061-3d63-4dcc-a661-498ba6837cd6 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c18c98b2-86b0-4dd0-a36b-4ade0297f5c5,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:04.747708 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-a19b6a23-d513-45c6-b710-71a614d2ef50 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc0c756-0dc4-41ee-aefc-4a33a412786f']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:04.762404 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-a19b6a23-d513-45c6-b710-71a614d2ef50 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e3de12-10c1-4200-80cf-ac6cdbb05093') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:04.762706 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-a19b6a23-d513-45c6-b710-71a614d2ef50 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e3de12-10c1-4200-80cf-ac6cdbb05093') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:04.766060 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-a5d0c269-91da-43b3-92ca-c23d1f30f644 None None] Allocated IP 2001:db8::2 (f17c7031-996f-40ed-91bf-45f1267670f4/d282c2fb-7be7-4599-b5e3-91af2ea71de1/b3c1591a-e5f7-4612-8ed9-0539d6b5c124) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:09:04.778173 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a19b6a23-d513-45c6-b710-71a614d2ef50 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.787855 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ded70f4d-d50e-477c-8413-ca601752f26d tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.804460 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a19b6a23-d513-45c6-b710-71a614d2ef50 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.814255 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a273c061-3d63-4dcc-a661-498ba6837cd6 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.817892 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19b6a23-d513-45c6-b710-71a614d2ef50 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:09:04.818350 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a19b6a23-d513-45c6-b710-71a614d2ef50 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:09:04.821489 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:09:04.879999 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a273c061-3d63-4dcc-a661-498ba6837cd6 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.907670 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ded70f4d-d50e-477c-8413-ca601752f26d tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.909648 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273c061-3d63-4dcc-a661-498ba6837cd6 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:04.918485 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5d0c269-91da-43b3-92ca-c23d1f30f644 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.923665 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded70f4d-d50e-477c-8413-ca601752f26d tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:04.924303 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ded70f4d-d50e-477c-8413-ca601752f26d tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.964836 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a19b6a23-d513-45c6-b710-71a614d2ef50 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.969084 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a19b6a23-d513-45c6-b710-71a614d2ef50 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:04.976005 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a19b6a23-d513-45c6-b710-71a614d2ef50 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "DELETE /v2.0/networks/3cc0c756-0dc4-41ee-aefc-4a33a412786f HTTP/1.1" status: 204 len: 168 time: 0.5005300 Apr 23 00:09:04.976821 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55752) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:04.994036 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5d0c269-91da-43b3-92ca-c23d1f30f644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.012332 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a273c061-3d63-4dcc-a661-498ba6837cd6 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.013556 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a273c061-3d63-4dcc-a661-498ba6837cd6 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7257371 Apr 23 00:09:05.016820 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b6a23-d513-45c6-b710-71a614d2ef50 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event deleted for resources: {'Network': ['ID=3cc0c756-0dc4-41ee-aefc-4a33a412786f,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:05.022213 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55754) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:05.026973 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-eb4fd90b-aee6-41ca-8e69-6ae84325d7e7 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Request body: {'security_group_rule': {'security_group_id': 'b636ccb2-d60b-4f93-ac3c-d9d1378f36b2', 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:05.029795 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded70f4d-d50e-477c-8413-ca601752f26d tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Pushing event updated for resources: {'Network': ['ID=28e8e3c3-4a49-4654-b2f4-27aa10f03ea4,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:05.037294 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d0c269-91da-43b3-92ca-c23d1f30f644 None None] Network f17c7031-996f-40ed-91bf-45f1267670f4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:09:05.040301 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a5d0c269-91da-43b3-92ca-c23d1f30f644 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:05.045075 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d0c269-91da-43b3-92ca-c23d1f30f644 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:09:05.047128 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 28e8e3c3-4a49-4654-b2f4-27aa10f03ea4 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:09:05.067503 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ded70f4d-d50e-477c-8413-ca601752f26d tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4913917 Apr 23 00:09:05.068051 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55756) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:05.070853 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0c269-91da-43b3-92ca-c23d1f30f644 None None] Pushing event updated for resources: {'Port': ['ID=b3c1591a-e5f7-4612-8ed9-0539d6b5c124,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:05.073238 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-0285f433-56cb-4995-acef-1ac235fcbe75 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Request body: {'network': {'name': 'tempest-router-network02--112914553'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:05.110431 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-93634112-1776-4259-9fcd-6b718ed64bd8 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Deleting port a7dd0832-c68a-4218-8c2a-25459d147257 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:09:05.110988 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93634112-1776-4259-9fcd-6b718ed64bd8 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.170488 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a5d0c269-91da-43b3-92ca-c23d1f30f644 None None] Attempting to bind port b3c1591a-e5f7-4612-8ed9-0539d6b5c124 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:09:05.170854 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a5d0c269-91da-43b3-92ca-c23d1f30f644 None None] Attempting to bind port b3c1591a-e5f7-4612-8ed9-0539d6b5c124 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'ae78aa17-075e-4c63-a9dc-6b0f098f4c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f17c7031-996f-40ed-91bf-45f1267670f4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:09:05.171219 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d0c269-91da-43b3-92ca-c23d1f30f644 None None] Attempting to bind port b3c1591a-e5f7-4612-8ed9-0539d6b5c124 on network f17c7031-996f-40ed-91bf-45f1267670f4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:09:05.179229 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d0c269-91da-43b3-92ca-c23d1f30f644 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:09:05.179635 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d0c269-91da-43b3-92ca-c23d1f30f644 None None] Checking segment: {'id': 'ae78aa17-075e-4c63-a9dc-6b0f098f4c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f17c7031-996f-40ed-91bf-45f1267670f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:09:05.180028 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5d0c269-91da-43b3-92ca-c23d1f30f644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.180963 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d0c269-91da-43b3-92ca-c23d1f30f644 None None] Bound using segment: {'id': 'ae78aa17-075e-4c63-a9dc-6b0f098f4c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f17c7031-996f-40ed-91bf-45f1267670f4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:09:05.181444 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a5d0c269-91da-43b3-92ca-c23d1f30f644 None None] Bound port: b3c1591a-e5f7-4612-8ed9-0539d6b5c124, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae78aa17-075e-4c63-a9dc-6b0f098f4c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f17c7031-996f-40ed-91bf-45f1267670f4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:09:05.181828 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5d0c269-91da-43b3-92ca-c23d1f30f644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.182534 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb4fd90b-aee6-41ca-8e69-6ae84325d7e7 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.199201 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93634112-1776-4259-9fcd-6b718ed64bd8 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.209393 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0285f433-56cb-4995-acef-1ac235fcbe75 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Made reservation on behalf of a7d46976e56344efad1edd185f972e27 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:09:05.212889 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0285f433-56cb-4995-acef-1ac235fcbe75 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.228876 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-93634112-1776-4259-9fcd-6b718ed64bd8 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Calling delete_port for a7dd0832-c68a-4218-8c2a-25459d147257 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:09:05.250714 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54e8df-de6d-4e01-9337-068046b15a4f req-5e403490-ace1-4203-b701-9623525bf863 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:05.256684 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9a54e8df-de6d-4e01-9337-068046b15a4f req-5e403490-ace1-4203-b701-9623525bf863 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=a37a6e66-0236-4349-865e-306e1f62c6be HTTP/1.1" status: 200 len: 944 time: 0.0997670 Apr 23 00:09:05.257265 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a5d0c269-91da-43b3-92ca-c23d1f30f644 None None] For port b3c1591a-e5f7-4612-8ed9-0539d6b5c124, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:09:05.260453 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a5d0c269-91da-43b3-92ca-c23d1f30f644 None None] For port b3c1591a-e5f7-4612-8ed9-0539d6b5c124, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b3c1591a-e5f7-4612-8ed9-0539d6b5c124,segment=NetworkSegment(ae78aa17-075e-4c63-a9dc-6b0f098f4c23),segment_id=ae78aa17-075e-4c63-a9dc-6b0f098f4c23)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:09:05.263500 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0285f433-56cb-4995-acef-1ac235fcbe75 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:09:05.287201 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0285f433-56cb-4995-acef-1ac235fcbe75 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.287647 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-0285f433-56cb-4995-acef-1ac235fcbe75 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Added segment 77db59a3-c345-42b8-b61b-7f48a1690786 of type vlan for network 40b9ff7c-ec8e-4374-8d5e-d4ba783fa298 Apr 23 00:09:05.295596 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb4fd90b-aee6-41ca-8e69-6ae84325d7e7 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.320190 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5d0c269-91da-43b3-92ca-c23d1f30f644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.331626 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9a54e8df-de6d-4e01-9337-068046b15a4f req-3fad80c2-fdcf-4820-8327-d4ef01e3684d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f621350-8c68-4469-b31c-4f566bba31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693476 Apr 23 00:09:05.347710 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0285f433-56cb-4995-acef-1ac235fcbe75 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.383140 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb4fd90b-aee6-41ca-8e69-6ae84325d7e7 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.386389 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0c269-91da-43b3-92ca-c23d1f30f644 None None] Pushing event updated for resources: {'Port': ['ID=b3c1591a-e5f7-4612-8ed9-0539d6b5c124,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:05.404625 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fd90b-aee6-41ca-8e69-6ae84325d7e7 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5030974a-14db-406d-ac17-0456c13acb59,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:05.411153 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93634112-1776-4259-9fcd-6b718ed64bd8 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.439556 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0285f433-56cb-4995-acef-1ac235fcbe75 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.445643 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93634112-1776-4259-9fcd-6b718ed64bd8 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event deleted for resources: {'Port': ['ID=a7dd0832-c68a-4218-8c2a-25459d147257,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:05.446140 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0285f433-56cb-4995-acef-1ac235fcbe75 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:05.446766 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0285f433-56cb-4995-acef-1ac235fcbe75 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.452293 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93634112-1776-4259-9fcd-6b718ed64bd8 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.457221 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-93634112-1776-4259-9fcd-6b718ed64bd8 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "DELETE /v2.0/ports/a7dd0832-c68a-4218-8c2a-25459d147257 HTTP/1.1" status: 204 len: 168 time: 0.4781651 Apr 23 00:09:05.459041 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55760) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:05.486524 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7724fb-be11-49f3-a1d3-468c169b296c tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] DELETE failed (client error): The resource could not be found. Apr 23 00:09:05.486690 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb7724fb-be11-49f3-a1d3-468c169b296c tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:09:05.490988 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cb7724fb-be11-49f3-a1d3-468c169b296c tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "DELETE /v2.0/subnets/8235a562-e724-49f5-a682-f39bff59e8f7 HTTP/1.1" status: 404 len: 337 time: 0.0309434 Apr 23 00:09:05.494886 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eb4fd90b-aee6-41ca-8e69-6ae84325d7e7 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.498013 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-eb4fd90b-aee6-41ca-8e69-6ae84325d7e7 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4722705 Apr 23 00:09:05.498013 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55762) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:05.504368 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55764) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:05.508862 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-7b7db006-d3b3-4daa-9c6e-ab8aa9b8aa16 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Request body: {'security_group_rule': {'security_group_id': 'b636ccb2-d60b-4f93-ac3c-d9d1378f36b2', 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:05.529499 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285f433-56cb-4995-acef-1ac235fcbe75 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Pushing event updated for resources: {'Network': ['ID=40b9ff7c-ec8e-4374-8d5e-d4ba783fa298,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:05.553964 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 40b9ff7c-ec8e-4374-8d5e-d4ba783fa298 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:09:05.567952 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0285f433-56cb-4995-acef-1ac235fcbe75 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4965799 Apr 23 00:09:05.571720 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55766) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:05.583039 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-19ca4792-fa2d-4eba-813b-3b9644ec26b0 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Request body: {'subnet': {'network_id': '28e8e3c3-4a49-4654-b2f4-27aa10f03ea4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:05.606140 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c2a332c3-9dd0-4576-b8e8-317f2a5ad541 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.687866 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7b7db006-d3b3-4daa-9c6e-ab8aa9b8aa16 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.741393 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c2a332c3-9dd0-4576-b8e8-317f2a5ad541 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.776230 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-c2a332c3-9dd0-4576-b8e8-317f2a5ad541 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ecab6f9-7e0a-47df-a757-deeb0c7d5075']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:05.789794 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-c2a332c3-9dd0-4576-b8e8-317f2a5ad541 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9378976-001c-4e0a-b246-de86061ffac0') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:05.790091 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-c2a332c3-9dd0-4576-b8e8-317f2a5ad541 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9378976-001c-4e0a-b246-de86061ffac0') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:05.793078 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ca4792-fa2d-4eba-813b-3b9644ec26b0 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Made reservation on behalf of a7d46976e56344efad1edd185f972e27 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:09:05.796828 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-19ca4792-fa2d-4eba-813b-3b9644ec26b0 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.805623 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c2a332c3-9dd0-4576-b8e8-317f2a5ad541 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.817378 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7b7db006-d3b3-4daa-9c6e-ab8aa9b8aa16 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.825483 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c2a332c3-9dd0-4576-b8e8-317f2a5ad541 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.834374 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a332c3-9dd0-4576-b8e8-317f2a5ad541 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:09:05.834766 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c2a332c3-9dd0-4576-b8e8-317f2a5ad541 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.835290 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:09:05.838170 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:09:05.907783 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7b7db006-d3b3-4daa-9c6e-ab8aa9b8aa16 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.926777 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7db006-d3b3-4daa-9c6e-ab8aa9b8aa16 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf3eb4e3-a650-4a08-b609-a39e37a30593,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:05.982301 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c2a332c3-9dd0-4576-b8e8-317f2a5ad541 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.992310 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c2a332c3-9dd0-4576-b8e8-317f2a5ad541 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:05.995883 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c2a332c3-9dd0-4576-b8e8-317f2a5ad541 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "DELETE /v2.0/networks/5ecab6f9-7e0a-47df-a757-deeb0c7d5075 HTTP/1.1" status: 204 len: 168 time: 0.4963601 Apr 23 00:09:05.996015 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55768) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:06.005510 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a332c3-9dd0-4576-b8e8-317f2a5ad541 tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event deleted for resources: {'Network': ['ID=5ecab6f9-7e0a-47df-a757-deeb0c7d5075,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:06.018301 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7b7db006-d3b3-4daa-9c6e-ab8aa9b8aa16 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:06.023873 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7b7db006-d3b3-4daa-9c6e-ab8aa9b8aa16 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5154655 Apr 23 00:09:06.023873 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55770) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:06.030984 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-beb71ec5-d96f-4ce4-855b-ac7b074c419c tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Request body: {'security_group_rule': {'security_group_id': 'b636ccb2-d60b-4f93-ac3c-d9d1378f36b2', 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:06.067743 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a5f303-bcb5-4a76-9437-4bb3ff3700ba tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Deleting subnet 38fa6445-c5d1-43d8-8d0c-f66c6c74525b {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:09:06.067743 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-82a5f303-bcb5-4a76-9437-4bb3ff3700ba tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:06.089546 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-19ca4792-fa2d-4eba-813b-3b9644ec26b0 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:06.109979 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b3c1591a-e5f7-4612-8ed9-0539d6b5c124 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:09:06.155075 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-82a5f303-bcb5-4a76-9437-4bb3ff3700ba tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:06.172071 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port b3c1591a-e5f7-4612-8ed9-0539d6b5c124 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:06.172702 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:06.203932 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-beb71ec5-d96f-4ce4-855b-ac7b074c419c tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:06.217261 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca4792-fa2d-4eba-813b-3b9644ec26b0 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Pushing event updated for resources: {'Subnet': ['ID=efc08b82-18e8-450a-975f-21036b20d0f7,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:06.231476 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ca4792-fa2d-4eba-813b-3b9644ec26b0 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Checking segment: {'id': 'd9a20e60-0dd2-4745-858d-fadf24313995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '28e8e3c3-4a49-4654-b2f4-27aa10f03ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:09:06.231476 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ca4792-fa2d-4eba-813b-3b9644ec26b0 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Network hostable DHCP agents. Network: 28e8e3c3-4a49-4654-b2f4-27aa10f03ea4, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:09:06.276526 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:06.293830 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-82a5f303-bcb5-4a76-9437-4bb3ff3700ba tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:06.294433 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-beb71ec5-d96f-4ce4-855b-ac7b074c419c tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:06.317791 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port b3c1591a-e5f7-4612-8ed9-0539d6b5c124, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b3c1591a-e5f7-4612-8ed9-0539d6b5c124,segment=NetworkSegment(ae78aa17-075e-4c63-a9dc-6b0f098f4c23),segment_id=ae78aa17-075e-4c63-a9dc-6b0f098f4c23)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:06.393687 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ca4792-fa2d-4eba-813b-3b9644ec26b0 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Network 28e8e3c3-4a49-4654-b2f4-27aa10f03ea4 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:09:06.445254 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:06.453719 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-beb71ec5-d96f-4ce4-855b-ac7b074c419c tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:06.467219 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39559347-7d45-40e9-97e6-20781c3c38fb req-f9fda27b-e386-47c4-b89e-b667257de03e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:06.468780 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-39559347-7d45-40e9-97e6-20781c3c38fb req-f9fda27b-e386-47c4-b89e-b667257de03e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=a37a6e66-0236-4349-865e-306e1f62c6be HTTP/1.1" status: 200 len: 944 time: 0.0657218 Apr 23 00:09:06.484621 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb71ec5-d96f-4ce4-855b-ac7b074c419c tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0d0988-7890-46eb-965d-0c211db6ec59,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:06.485136 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54816222-b691-4b46-a563-2fb6c68c2c94 None None] Network f17c7031-996f-40ed-91bf-45f1267670f4 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:09:06.520741 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-39559347-7d45-40e9-97e6-20781c3c38fb req-eadbefb5-d6b9-4e25-9549-df267a37d2b5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f621350-8c68-4469-b31c-4f566bba31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426869 Apr 23 00:09:06.548564 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=b3c1591a-e5f7-4612-8ed9-0539d6b5c124,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:06.562855 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-55688599-9de5-4c24-addf-e5604d099618 None None] Provisioning complete for port b3c1591a-e5f7-4612-8ed9-0539d6b5c124 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:06.563230 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55688599-9de5-4c24-addf-e5604d099618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:06.571024 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-82a5f303-bcb5-4a76-9437-4bb3ff3700ba tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:06.601397 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5f303-bcb5-4a76-9437-4bb3ff3700ba tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event deleted for resources: {'Subnet': ['ID=38fa6445-c5d1-43d8-8d0c-f66c6c74525b,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:06.603413 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-82a5f303-bcb5-4a76-9437-4bb3ff3700ba tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:06.607172 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-82a5f303-bcb5-4a76-9437-4bb3ff3700ba tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "DELETE /v2.0/subnets/38fa6445-c5d1-43d8-8d0c-f66c6c74525b HTTP/1.1" status: 204 len: 168 time: 0.6095622 Apr 23 00:09:06.609532 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55774) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:06.613029 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc501f91-1577-4ac8-ac83-c59d0926cc86 None None] Network ebdb7f68-679c-4318-a52f-3f59e0891092 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:09:06.627885 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-19ca4792-fa2d-4eba-813b-3b9644ec26b0 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 28e8e3c3-4a49-4654-b2f4-27aa10f03ea4) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:06.635174 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-beb71ec5-d96f-4ce4-855b-ac7b074c419c tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:06.636458 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ca4792-fa2d-4eba-813b-3b9644ec26b0 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:06.636458 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-19ca4792-fa2d-4eba-813b-3b9644ec26b0 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:06.636746 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-beb71ec5-d96f-4ce4-855b-ac7b074c419c tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6117325 Apr 23 00:09:06.639622 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55776) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:06.671178 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-4bfc55bb-f1cb-4562-8aa9-220ce7db7b95 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Request body: {'security_group_rule': {'security_group_id': 'b636ccb2-d60b-4f93-ac3c-d9d1378f36b2', 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:06.693426 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f06500b-6f58-4ff7-bdc1-d570dab7084f None None] Network 28e8e3c3-4a49-4654-b2f4-27aa10f03ea4 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:09:06.710692 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d00a1515-cc0c-4c43-9496-77d0a9e0f7cd tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:06.719857 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-19ca4792-fa2d-4eba-813b-3b9644ec26b0 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1461222 Apr 23 00:09:06.723188 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55778) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:06.728401 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-ce0cd56d-9808-45a0-96f9-00d6da0a00e5 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Request body: {'subnet': {'network_id': '40b9ff7c-ec8e-4374-8d5e-d4ba783fa298', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:06.774433 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-d00a1515-cc0c-4c43-9496-77d0a9e0f7cd tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Deleting port a808f0ec-f5be-452f-8cc6-36c51996ca53 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:09:06.774978 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d00a1515-cc0c-4c43-9496-77d0a9e0f7cd tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:06.842457 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4bfc55bb-f1cb-4562-8aa9-220ce7db7b95 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:06.877484 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-d00a1515-cc0c-4c43-9496-77d0a9e0f7cd tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] For port a808f0ec-f5be-452f-8cc6-36c51996ca53, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a808f0ec-f5be-452f-8cc6-36c51996ca53,segment=NetworkSegment(e24f7dfb-4a78-42e0-a718-2c09933ff4a5),segment_id=e24f7dfb-4a78-42e0-a718-2c09933ff4a5)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:06.878471 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d00a1515-cc0c-4c43-9496-77d0a9e0f7cd tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:06.904735 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-d00a1515-cc0c-4c43-9496-77d0a9e0f7cd tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Calling delete_port for a808f0ec-f5be-452f-8cc6-36c51996ca53 owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:09:06.930094 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0cd56d-9808-45a0-96f9-00d6da0a00e5 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Made reservation on behalf of a7d46976e56344efad1edd185f972e27 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:09:06.932142 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ce0cd56d-9808-45a0-96f9-00d6da0a00e5 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:06.936013 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4bfc55bb-f1cb-4562-8aa9-220ce7db7b95 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:07.019824 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf038bf-c0c9-42f7-bb2d-ee6913977ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-28e8e3c3-4a49-4654-b2f4-27aa10f03ea4', 'network_id': '28e8e3c3-4a49-4654-b2f4-27aa10f03ea4', 'tenant_id': 'a7d46976e56344efad1edd185f972e27', 'fixed_ips': [{'subnet_id': 'efc08b82-18e8-450a-975f-21036b20d0f7'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:09:07.020715 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6bf038bf-c0c9-42f7-bb2d-ee6913977ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:07.040548 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4bfc55bb-f1cb-4562-8aa9-220ce7db7b95 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:07.063801 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc55bb-f1cb-4562-8aa9-220ce7db7b95 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c2a01c-c500-401c-add3-74dcc3b46232,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:07.085062 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d00a1515-cc0c-4c43-9496-77d0a9e0f7cd tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:07.114568 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a1515-cc0c-4c43-9496-77d0a9e0f7cd tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event deleted for resources: {'Port': ['ID=a808f0ec-f5be-452f-8cc6-36c51996ca53,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:07.118569 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00a1515-cc0c-4c43-9496-77d0a9e0f7cd tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] No DVR routers for this DVR port a808f0ec-f5be-452f-8cc6-36c51996ca53 on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:09:07.121697 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a647b77-6017-4ba1-a3a3-60e786a46afd None None] DHCP port deletion for ebdb7f68-679c-4318-a52f-3f59e0891092 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:09:07.149412 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4bfc55bb-f1cb-4562-8aa9-220ce7db7b95 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:07.153376 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4bfc55bb-f1cb-4562-8aa9-220ce7db7b95 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5099897 Apr 23 00:09:07.165431 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55780) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:07.170721 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-61f9e3c9-03fb-4883-8630-5dcee62ec016 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Request body: {'security_group_rule': {'security_group_id': 'b636ccb2-d60b-4f93-ac3c-d9d1378f36b2', 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:07.234665 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-6bf038bf-c0c9-42f7-bb2d-ee6913977ac1 None None] Allocated IP 2001:db8::2 (28e8e3c3-4a49-4654-b2f4-27aa10f03ea4/efc08b82-18e8-450a-975f-21036b20d0f7/02fc5fb3-48a6-466d-9b92-a9e5bc0ae146) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:09:07.246046 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d00a1515-cc0c-4c43-9496-77d0a9e0f7cd tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:07.257941 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d6a5757a-0970-4bc9-8e66-4e9e1504c9e8 None None] Provisioning complete for port b3c1591a-e5f7-4612-8ed9-0539d6b5c124 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:07.258368 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6a5757a-0970-4bc9-8e66-4e9e1504c9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:07.271115 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f98d3d05-a1c1-4f05-bb76-4dbbb235719b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:07.271276 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-d00a1515-cc0c-4c43-9496-77d0a9e0f7cd tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebdb7f68-679c-4318-a52f-3f59e0891092']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:07.279522 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-d00a1515-cc0c-4c43-9496-77d0a9e0f7cd tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24f7dfb-4a78-42e0-a718-2c09933ff4a5') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:07.279842 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-d00a1515-cc0c-4c43-9496-77d0a9e0f7cd tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24f7dfb-4a78-42e0-a718-2c09933ff4a5') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:07.285608 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ce0cd56d-9808-45a0-96f9-00d6da0a00e5 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:07.296130 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d00a1515-cc0c-4c43-9496-77d0a9e0f7cd tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:07.314357 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d00a1515-cc0c-4c43-9496-77d0a9e0f7cd tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:07.322820 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00a1515-cc0c-4c43-9496-77d0a9e0f7cd tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:09:07.323228 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d00a1515-cc0c-4c43-9496-77d0a9e0f7cd tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:09:07.326421 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:09:07.355825 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-61f9e3c9-03fb-4883-8630-5dcee62ec016 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Project c8d9254b43d04e37a9ce9a7809dd111e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:09:07.361420 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cd56d-9808-45a0-96f9-00d6da0a00e5 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Pushing event updated for resources: {'Subnet': ['ID=5c2a035b-5604-482b-acba-e44c11fa746d,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:07.366503 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-61f9e3c9-03fb-4883-8630-5dcee62ec016 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:07.383050 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0cd56d-9808-45a0-96f9-00d6da0a00e5 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Checking segment: {'id': '77db59a3-c345-42b8-b61b-7f48a1690786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '40b9ff7c-ec8e-4374-8d5e-d4ba783fa298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:09:07.383672 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0cd56d-9808-45a0-96f9-00d6da0a00e5 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Network hostable DHCP agents. Network: 40b9ff7c-ec8e-4374-8d5e-d4ba783fa298, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:09:07.439738 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-61f9e3c9-03fb-4883-8630-5dcee62ec016 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:07.459594 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6bf038bf-c0c9-42f7-bb2d-ee6913977ac1 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:07.473861 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d00a1515-cc0c-4c43-9496-77d0a9e0f7cd tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:07.478154 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d00a1515-cc0c-4c43-9496-77d0a9e0f7cd tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:07.481691 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d00a1515-cc0c-4c43-9496-77d0a9e0f7cd tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] 10.222.0.15 "DELETE /v2.0/networks/ebdb7f68-679c-4318-a52f-3f59e0891092 HTTP/1.1" status: 204 len: 168 time: 0.8710928 Apr 23 00:09:07.497797 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a1515-cc0c-4c43-9496-77d0a9e0f7cd tempest-NetworksIpV6TestAttrs-1998625603 tempest-NetworksIpV6TestAttrs-1998625603-project] Pushing event deleted for resources: {'Network': ['ID=ebdb7f68-679c-4318-a52f-3f59e0891092,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:07.520360 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0cd56d-9808-45a0-96f9-00d6da0a00e5 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Network 40b9ff7c-ec8e-4374-8d5e-d4ba783fa298 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:09:07.524896 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-61f9e3c9-03fb-4883-8630-5dcee62ec016 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:07.542860 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6bf038bf-c0c9-42f7-bb2d-ee6913977ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:07.546169 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9e3c9-03fb-4883-8630-5dcee62ec016 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81da2389-abb4-4a93-9700-eff67746da44,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:07.592346 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf038bf-c0c9-42f7-bb2d-ee6913977ac1 None None] Network 28e8e3c3-4a49-4654-b2f4-27aa10f03ea4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:09:07.599813 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6bf038bf-c0c9-42f7-bb2d-ee6913977ac1 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:07.605208 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf038bf-c0c9-42f7-bb2d-ee6913977ac1 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:09:07.611916 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf038bf-c0c9-42f7-bb2d-ee6913977ac1 None None] Pushing event updated for resources: {'Port': ['ID=02fc5fb3-48a6-466d-9b92-a9e5bc0ae146,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:07.627924 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-ce0cd56d-9808-45a0-96f9-00d6da0a00e5 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 40b9ff7c-ec8e-4374-8d5e-d4ba783fa298) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:07.634040 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0cd56d-9808-45a0-96f9-00d6da0a00e5 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:07.634701 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ce0cd56d-9808-45a0-96f9-00d6da0a00e5 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:07.641667 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c0c993-3573-4cfa-99aa-04d2b5675b6f None None] Network 40b9ff7c-ec8e-4374-8d5e-d4ba783fa298 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:09:07.652729 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-61f9e3c9-03fb-4883-8630-5dcee62ec016 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:07.659794 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-61f9e3c9-03fb-4883-8630-5dcee62ec016 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4920819 Apr 23 00:09:07.659794 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55786) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:07.661504 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-c99643bb-4ab6-41f5-988e-11dbf44bf216 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Request body: {'security_group_rule': {'security_group_id': 'b636ccb2-d60b-4f93-ac3c-d9d1378f36b2', 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:07.679322 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ebb34-6575-478c-b178-d84e3737cd04 req-86e6d158-b75c-44e2-abbb-2118e0fb025f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:07.680888 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-152ebb34-6575-478c-b178-d84e3737cd04 req-86e6d158-b75c-44e2-abbb-2118e0fb025f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=a37a6e66-0236-4349-865e-306e1f62c6be HTTP/1.1" status: 200 len: 944 time: 0.0806596 Apr 23 00:09:07.722890 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6bf038bf-c0c9-42f7-bb2d-ee6913977ac1 None None] Attempting to bind port 02fc5fb3-48a6-466d-9b92-a9e5bc0ae146 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:09:07.723278 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6bf038bf-c0c9-42f7-bb2d-ee6913977ac1 None None] Attempting to bind port 02fc5fb3-48a6-466d-9b92-a9e5bc0ae146 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'd9a20e60-0dd2-4745-858d-fadf24313995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '28e8e3c3-4a49-4654-b2f4-27aa10f03ea4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:09:07.723668 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf038bf-c0c9-42f7-bb2d-ee6913977ac1 None None] Attempting to bind port 02fc5fb3-48a6-466d-9b92-a9e5bc0ae146 on network 28e8e3c3-4a49-4654-b2f4-27aa10f03ea4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:09:07.728863 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-152ebb34-6575-478c-b178-d84e3737cd04 req-96d8cfcd-90f8-4e6b-a805-2d6beca743a0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f621350-8c68-4469-b31c-4f566bba31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394282 Apr 23 00:09:07.745249 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf038bf-c0c9-42f7-bb2d-ee6913977ac1 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:09:07.745661 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf038bf-c0c9-42f7-bb2d-ee6913977ac1 None None] Checking segment: {'id': 'd9a20e60-0dd2-4745-858d-fadf24313995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '28e8e3c3-4a49-4654-b2f4-27aa10f03ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:09:07.746185 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6bf038bf-c0c9-42f7-bb2d-ee6913977ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:07.746574 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf038bf-c0c9-42f7-bb2d-ee6913977ac1 None None] Bound using segment: {'id': 'd9a20e60-0dd2-4745-858d-fadf24313995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '28e8e3c3-4a49-4654-b2f4-27aa10f03ea4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:09:07.747054 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6bf038bf-c0c9-42f7-bb2d-ee6913977ac1 None None] Bound port: 02fc5fb3-48a6-466d-9b92-a9e5bc0ae146, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a20e60-0dd2-4745-858d-fadf24313995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '28e8e3c3-4a49-4654-b2f4-27aa10f03ea4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:09:07.747433 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6bf038bf-c0c9-42f7-bb2d-ee6913977ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:07.758452 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ce0cd56d-9808-45a0-96f9-00d6da0a00e5 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0338993 Apr 23 00:09:07.760921 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55788) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:07.804437 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-c99643bb-4ab6-41f5-988e-11dbf44bf216 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Project c8d9254b43d04e37a9ce9a7809dd111e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:09:07.812872 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c99643bb-4ab6-41f5-988e-11dbf44bf216 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:07.830255 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 2f381098-f42b-4554-812a-9cf375108793 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:09:07.875205 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:07.918262 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-6bf038bf-c0c9-42f7-bb2d-ee6913977ac1 None None] For port 02fc5fb3-48a6-466d-9b92-a9e5bc0ae146, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:09:07.961679 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db3f02c-2a97-4466-bdc3-e3f2f4dd5bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-40b9ff7c-ec8e-4374-8d5e-d4ba783fa298', 'network_id': '40b9ff7c-ec8e-4374-8d5e-d4ba783fa298', 'tenant_id': 'a7d46976e56344efad1edd185f972e27', 'fixed_ips': [{'subnet_id': '5c2a035b-5604-482b-acba-e44c11fa746d'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:09:07.963032 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1db3f02c-2a97-4466-bdc3-e3f2f4dd5bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:07.967194 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-6bf038bf-c0c9-42f7-bb2d-ee6913977ac1 None None] For port 02fc5fb3-48a6-466d-9b92-a9e5bc0ae146, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=02fc5fb3-48a6-466d-9b92-a9e5bc0ae146,segment=NetworkSegment(d9a20e60-0dd2-4745-858d-fadf24313995),segment_id=d9a20e60-0dd2-4745-858d-fadf24313995)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:09:07.989253 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55792) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:08.029140 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c99643bb-4ab6-41f5-988e-11dbf44bf216 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:08.114067 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d6c81c81-086b-4e65-858b-8c243ef3a031 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:08.128832 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c99643bb-4ab6-41f5-988e-11dbf44bf216 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:08.166928 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-46b23c45-d9f8-4246-ac25-8ef5d9f1e9bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b7ec53866d544c99ec3f3cf611b0202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1710064 Apr 23 00:09:08.167185 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55796) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:08.188756 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99643bb-4ab6-41f5-988e-11dbf44bf216 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd671d8-5f86-443b-9077-254d49ea97f1,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:08.225358 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-12215ff9-cbdd-4d1d-b015-31c256a6cea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:08.235551 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b3c1591a-e5f7-4612-8ed9-0539d6b5c124 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:09:08.240468 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6bf038bf-c0c9-42f7-bb2d-ee6913977ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:08.249095 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-12215ff9-cbdd-4d1d-b015-31c256a6cea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:08.274765 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c99643bb-4ab6-41f5-988e-11dbf44bf216 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:08.276435 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c99643bb-4ab6-41f5-988e-11dbf44bf216 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6183491 Apr 23 00:09:08.279592 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55798) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:08.284946 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-03dbc5e1-c060-4be9-afde-4dcf7e573edf tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Request body: {'network': {'name': 'tempest-network-smoke--1142452614', 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'port_security_enabled': True}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:08.338290 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 2f381098-f42b-4554-812a-9cf375108793, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=2f381098-f42b-4554-812a-9cf375108793,segment=NetworkSegment(9ffc604a-4c9b-462c-b419-f0778d3264c4),segment_id=9ffc604a-4c9b-462c-b419-f0778d3264c4)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:08.391535 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '2f381098-f42b-4554-812a-9cf375108793', 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6', 'port_id': '2f381098-f42b-4554-812a-9cf375108793', 'mac_address': 'fa:16:3e:f6:2d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f0e34c8-e326-4962-bbb3-760e8d0f68f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:09:08.422076 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf038bf-c0c9-42f7-bb2d-ee6913977ac1 None None] Pushing event updated for resources: {'Port': ['ID=02fc5fb3-48a6-466d-9b92-a9e5bc0ae146,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:08.432523 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-12215ff9-cbdd-4d1d-b015-31c256a6cea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:08.435380 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-12215ff9-cbdd-4d1d-b015-31c256a6cea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:08.436867 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-d6c81c81-086b-4e65-858b-8c243ef3a031 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Allocated IP 2001:db8::1 (28e8e3c3-4a49-4654-b2f4-27aa10f03ea4/efc08b82-18e8-450a-975f-21036b20d0f7/cba17db4-99ce-4acc-8e3c-0a8ef00afc5c) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:09:08.439238 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-12215ff9-cbdd-4d1d-b015-31c256a6cea2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7a48fcb-8926-4968-ad2f-345fc165e9b6 HTTP/1.1" status: 204 len: 168 time: 0.2710330 Apr 23 00:09:08.450881 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12215ff9-cbdd-4d1d-b015-31c256a6cea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a48fcb-8926-4968-ad2f-345fc165e9b6,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:08.460889 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dbc5e1-c060-4be9-afde-4dcf7e573edf tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Made reservation on behalf of c8d9254b43d04e37a9ce9a7809dd111e for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:09:08.464716 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-03dbc5e1-c060-4be9-afde-4dcf7e573edf tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:08.499976 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-1db3f02c-2a97-4466-bdc3-e3f2f4dd5bb8 None None] Allocated IP 2001:db8::2 (40b9ff7c-ec8e-4374-8d5e-d4ba783fa298/5c2a035b-5604-482b-acba-e44c11fa746d/98169d33-7ea3-449f-b069-0e53a540b362) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:09:08.512597 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03dbc5e1-c060-4be9-afde-4dcf7e573edf tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:09:08.512720 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port b3c1591a-e5f7-4612-8ed9-0539d6b5c124 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:08.512720 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:08.513145 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:08.565872 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-03dbc5e1-c060-4be9-afde-4dcf7e573edf tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:08.565872 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-03dbc5e1-c060-4be9-afde-4dcf7e573edf tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Added segment 0f1311df-7bf2-4050-9e77-cf4d6df9cbb3 of type vlan for network bebecfa0-f480-4eb0-be6d-dcc10247de2a Apr 23 00:09:08.588432 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f381098-f42b-4554-812a-9cf375108793 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:09:08.639494 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-03dbc5e1-c060-4be9-afde-4dcf7e573edf tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:08.650247 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 2f381098-f42b-4554-812a-9cf375108793, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=2f381098-f42b-4554-812a-9cf375108793,segment=NetworkSegment(9ffc604a-4c9b-462c-b419-f0778d3264c4),segment_id=9ffc604a-4c9b-462c-b419-f0778d3264c4)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:08.705976 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d6c81c81-086b-4e65-858b-8c243ef3a031 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:08.727241 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:08.821050 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-03dbc5e1-c060-4be9-afde-4dcf7e573edf tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:08.827362 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dbc5e1-c060-4be9-afde-4dcf7e573edf tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:08.830603 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-03dbc5e1-c060-4be9-afde-4dcf7e573edf tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:08.860017 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d6c81c81-086b-4e65-858b-8c243ef3a031 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:08.863732 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=2f381098-f42b-4554-812a-9cf375108793,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:08.881714 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1db3f02c-2a97-4466-bdc3-e3f2f4dd5bb8 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:08.891731 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a808f0ec-f5be-452f-8cc6-36c51996ca53 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:09:08.921368 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: a808f0ec-f5be-452f-8cc6-36c51996ca53 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:09:08.921610 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a808f0ec-f5be-452f-8cc6-36c51996ca53 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:09:08.941331 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df319dda-1418-43a0-9a88-17008dc20eb7 req-50203868-fc5c-4c8c-a376-d1104403176c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:08.947936 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-df319dda-1418-43a0-9a88-17008dc20eb7 req-50203868-fc5c-4c8c-a376-d1104403176c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=a37a6e66-0236-4349-865e-306e1f62c6be HTTP/1.1" status: 200 len: 945 time: 0.1268249 Apr 23 00:09:08.962451 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c81c81-086b-4e65-858b-8c243ef3a031 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Network 28e8e3c3-4a49-4654-b2f4-27aa10f03ea4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:09:08.968361 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbc5e1-c060-4be9-afde-4dcf7e573edf tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Pushing event updated for resources: {'Network': ['ID=bebecfa0-f480-4eb0-be6d-dcc10247de2a,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:08.970795 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-d6c81c81-086b-4e65-858b-8c243ef3a031 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:08.972756 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1db3f02c-2a97-4466-bdc3-e3f2f4dd5bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:08.976354 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-03dbc5e1-c060-4be9-afde-4dcf7e573edf tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6959431 Apr 23 00:09:08.979666 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c81c81-086b-4e65-858b-8c243ef3a031 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:09:08.979666 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d6c81c81-086b-4e65-858b-8c243ef3a031 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:08.980040 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55804) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:08.984415 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-84bf030f-6c18-418d-9218-f07599705f10 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-973243521', 'admin_state_up': True, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:08.992755 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['2f381098-f42b-4554-812a-9cf375108793'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:09:08.995221 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network bebecfa0-f480-4eb0-be6d-dcc10247de2a details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:09:09.030224 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-df319dda-1418-43a0-9a88-17008dc20eb7 req-73d72279-5ecc-40e6-a40c-240e2fa2b5a6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f621350-8c68-4469-b31c-4f566bba31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784099 Apr 23 00:09:09.052279 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c81c81-086b-4e65-858b-8c243ef3a031 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Pushing event updated for resources: {'Port': ['ID=cba17db4-99ce-4acc-8e3c-0a8ef00afc5c,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:09.116440 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db3f02c-2a97-4466-bdc3-e3f2f4dd5bb8 None None] Network 40b9ff7c-ec8e-4374-8d5e-d4ba783fa298 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:09:09.119106 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-84bf030f-6c18-418d-9218-f07599705f10 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:09.120224 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-84bf030f-6c18-418d-9218-f07599705f10 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:09.124415 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1db3f02c-2a97-4466-bdc3-e3f2f4dd5bb8 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:09.128337 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db3f02c-2a97-4466-bdc3-e3f2f4dd5bb8 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:09:09.133536 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3f02c-2a97-4466-bdc3-e3f2f4dd5bb8 None None] Pushing event updated for resources: {'Port': ['ID=98169d33-7ea3-449f-b069-0e53a540b362,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:09.185204 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d6c81c81-086b-4e65-858b-8c243ef3a031 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:09.194401 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-84bf030f-6c18-418d-9218-f07599705f10 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:09.249494 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-1db3f02c-2a97-4466-bdc3-e3f2f4dd5bb8 None None] Attempting to bind port 98169d33-7ea3-449f-b069-0e53a540b362 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:09:09.250069 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-1db3f02c-2a97-4466-bdc3-e3f2f4dd5bb8 None None] Attempting to bind port 98169d33-7ea3-449f-b069-0e53a540b362 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '77db59a3-c345-42b8-b61b-7f48a1690786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '40b9ff7c-ec8e-4374-8d5e-d4ba783fa298'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:09:09.250229 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db3f02c-2a97-4466-bdc3-e3f2f4dd5bb8 None None] Attempting to bind port 98169d33-7ea3-449f-b069-0e53a540b362 on network 40b9ff7c-ec8e-4374-8d5e-d4ba783fa298 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:09:09.257090 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db3f02c-2a97-4466-bdc3-e3f2f4dd5bb8 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:09:09.257484 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db3f02c-2a97-4466-bdc3-e3f2f4dd5bb8 None None] Checking segment: {'id': '77db59a3-c345-42b8-b61b-7f48a1690786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '40b9ff7c-ec8e-4374-8d5e-d4ba783fa298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:09:09.257884 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1db3f02c-2a97-4466-bdc3-e3f2f4dd5bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:09.258380 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db3f02c-2a97-4466-bdc3-e3f2f4dd5bb8 None None] Bound using segment: {'id': '77db59a3-c345-42b8-b61b-7f48a1690786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '40b9ff7c-ec8e-4374-8d5e-d4ba783fa298'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:09:09.258864 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-1db3f02c-2a97-4466-bdc3-e3f2f4dd5bb8 None None] Bound port: 98169d33-7ea3-449f-b069-0e53a540b362, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77db59a3-c345-42b8-b61b-7f48a1690786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '40b9ff7c-ec8e-4374-8d5e-d4ba783fa298'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:09:09.259258 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1db3f02c-2a97-4466-bdc3-e3f2f4dd5bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:09.370187 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1db3f02c-2a97-4466-bdc3-e3f2f4dd5bb8 None None] For port 98169d33-7ea3-449f-b069-0e53a540b362, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:09:09.373459 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1db3f02c-2a97-4466-bdc3-e3f2f4dd5bb8 None None] For port 98169d33-7ea3-449f-b069-0e53a540b362, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=98169d33-7ea3-449f-b069-0e53a540b362,segment=NetworkSegment(77db59a3-c345-42b8-b61b-7f48a1690786),segment_id=77db59a3-c345-42b8-b61b-7f48a1690786)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:09:09.429708 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1db3f02c-2a97-4466-bdc3-e3f2f4dd5bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:09.445517 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-84bf030f-6c18-418d-9218-f07599705f10 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:09.506585 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d6c81c81-086b-4e65-858b-8c243ef3a031 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:09.523930 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3f02c-2a97-4466-bdc3-e3f2f4dd5bb8 None None] Pushing event updated for resources: {'Port': ['ID=98169d33-7ea3-449f-b069-0e53a540b362,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:09.599689 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d6c81c81-086b-4e65-858b-8c243ef3a031 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:09.602045 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d6c81c81-086b-4e65-858b-8c243ef3a031 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:09.641215 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5884cb5-49b6-47a3-934d-95cf4bb20698 None None] Network 28e8e3c3-4a49-4654-b2f4-27aa10f03ea4 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:09:09.704475 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:09.720127 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-c5a6986b-7484-4abb-92c8-92261e3bdcc1 None None] Provisioning complete for port 02fc5fb3-48a6-466d-9b92-a9e5bc0ae146 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:09.720595 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5a6986b-7484-4abb-92c8-92261e3bdcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:09.744246 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c81c81-086b-4e65-858b-8c243ef3a031 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Pushing event updated for resources: {'Port': ['ID=cba17db4-99ce-4acc-8e3c-0a8ef00afc5c,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:09.818297 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c81c81-086b-4e65-858b-8c243ef3a031 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Network 28e8e3c3-4a49-4654-b2f4-27aa10f03ea4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:09:09.819033 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:09.820172 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-d6c81c81-086b-4e65-858b-8c243ef3a031 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:09.905621 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5a6986b-7484-4abb-92c8-92261e3bdcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:09.976665 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c5a6986b-7484-4abb-92c8-92261e3bdcc1 None None] For port 02fc5fb3-48a6-466d-9b92-a9e5bc0ae146, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=02fc5fb3-48a6-466d-9b92-a9e5bc0ae146,segment=NetworkSegment(d9a20e60-0dd2-4745-858d-fadf24313995),segment_id=d9a20e60-0dd2-4745-858d-fadf24313995)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:10.028314 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c81c81-086b-4e65-858b-8c243ef3a031 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Router 1765064b-ff7a-44ca-bcf4-58b6d46d6623 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:09:10.040980 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5a6986b-7484-4abb-92c8-92261e3bdcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:10.121184 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6986b-7484-4abb-92c8-92261e3bdcc1 None None] Pushing event updated for resources: {'Port': ['ID=02fc5fb3-48a6-466d-9b92-a9e5bc0ae146,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:10.184712 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-84bf030f-6c18-418d-9218-f07599705f10 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:10.204075 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 98169d33-7ea3-449f-b069-0e53a540b362 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:09:10.208146 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-84bf030f-6c18-418d-9218-f07599705f10 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:10.239748 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c81c81-086b-4e65-858b-8c243ef3a031 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:09:10.252190 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cd2d7b-d698-44ff-a595-2efd3a65b8e2 None None] Sync routers for ids ['1765064b-ff7a-44ca-bcf4-58b6d46d6623'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:09:10.258727 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d6c81c81-086b-4e65-858b-8c243ef3a031 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "PUT /v2.0/routers/1765064b-ff7a-44ca-bcf4-58b6d46d6623/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4967370 Apr 23 00:09:10.262463 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55808) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:10.270618 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cd2d7b-d698-44ff-a595-2efd3a65b8e2 None None] Routers {'1765064b-ff7a-44ca-bcf4-58b6d46d6623'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:09:10.270955 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 98169d33-7ea3-449f-b069-0e53a540b362 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:10.271431 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d0cd2d7b-d698-44ff-a595-2efd3a65b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['1765064b-ff7a-44ca-bcf4-58b6d46d6623'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:10.271541 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:10.308586 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d0cd2d7b-d698-44ff-a595-2efd3a65b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:10.320099 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cd2d7b-d698-44ff-a595-2efd3a65b8e2 None None] Routers {'1765064b-ff7a-44ca-bcf4-58b6d46d6623'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:09:10.320754 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d0cd2d7b-d698-44ff-a595-2efd3a65b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['1765064b-ff7a-44ca-bcf4-58b6d46d6623'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:10.336100 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a48627-ee01-4722-a959-9dbaec1c89ec req-03583b52-21f4-4653-9bba-088e01b5f4a2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:10.337678 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-36a48627-ee01-4722-a959-9dbaec1c89ec req-03583b52-21f4-4653-9bba-088e01b5f4a2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=a37a6e66-0236-4349-865e-306e1f62c6be HTTP/1.1" status: 200 len: 945 time: 0.1661079 Apr 23 00:09:10.365866 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d0cd2d7b-d698-44ff-a595-2efd3a65b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:10.366770 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cd2d7b-d698-44ff-a595-2efd3a65b8e2 None None] The sync data for ids ['1765064b-ff7a-44ca-bcf4-58b6d46d6623'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:09:10.388246 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-84bf030f-6c18-418d-9218-f07599705f10 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Allocated IP 172.26.3.230 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/8f4be187-504e-499d-bd5c-3546b4f3455c) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:09:10.409311 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:10.452955 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 98169d33-7ea3-449f-b069-0e53a540b362, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=98169d33-7ea3-449f-b069-0e53a540b362,segment=NetworkSegment(77db59a3-c345-42b8-b61b-7f48a1690786),segment_id=77db59a3-c345-42b8-b61b-7f48a1690786)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:10.457240 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-36a48627-ee01-4722-a959-9dbaec1c89ec req-a9c89e81-6ff4-4636-b8ba-7b766fbfa514 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f621350-8c68-4469-b31c-4f566bba31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117458 Apr 23 00:09:10.509454 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-c806a259-ca71-4249-a956-17f872a15b6a None None] Provisioning complete for port 02fc5fb3-48a6-466d-9b92-a9e5bc0ae146 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:10.509836 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c806a259-ca71-4249-a956-17f872a15b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:10.544781 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:10.545655 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 02fc5fb3-48a6-466d-9b92-a9e5bc0ae146 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:09:10.574734 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-84bf030f-6c18-418d-9218-f07599705f10 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:10.671879 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=98169d33-7ea3-449f-b069-0e53a540b362,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:10.702559 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-84bf030f-6c18-418d-9218-f07599705f10 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:10.747373 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-c806a259-ca71-4249-a956-17f872a15b6a None None] Provisioning complete for port cba17db4-99ce-4acc-8e3c-0a8ef00afc5c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:10.754229 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c806a259-ca71-4249-a956-17f872a15b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:10.754229 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 02fc5fb3-48a6-466d-9b92-a9e5bc0ae146 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:10.754229 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:10.766828 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bf030f-6c18-418d-9218-f07599705f10 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:09:10.772542 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-84bf030f-6c18-418d-9218-f07599705f10 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:10.786756 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bf030f-6c18-418d-9218-f07599705f10 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:09:10.789834 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf030f-6c18-418d-9218-f07599705f10 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Pushing event updated for resources: {'Port': ['ID=8f4be187-504e-499d-bd5c-3546b4f3455c,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:10.825258 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c806a259-ca71-4249-a956-17f872a15b6a None None] Port cba17db4-99ce-4acc-8e3c-0a8ef00afc5c cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:09:10.843286 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-36294095-5a2a-41f8-b9fc-3da17cf8d6e4 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:09:10.845067 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-36294095-5a2a-41f8-b9fc-3da17cf8d6e4 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "PUT /v2.0/routers/1765064b-ff7a-44ca-bcf4-58b6d46d6623/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5813739 Apr 23 00:09:10.851035 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55810) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:10.950890 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-2d769d7f-d747-48f0-9f65-f3852a1da704 None None] Provisioning complete for port cba17db4-99ce-4acc-8e3c-0a8ef00afc5c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:10.951268 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d769d7f-d747-48f0-9f65-f3852a1da704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:11.003470 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2d769d7f-d747-48f0-9f65-f3852a1da704 None None] Port cba17db4-99ce-4acc-8e3c-0a8ef00afc5c cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:09:11.109142 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc61ae5-87eb-4e26-a6e6-f4f0a10b4e2a None None] Network 40b9ff7c-ec8e-4374-8d5e-d4ba783fa298 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:09:11.177077 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-6a6fd49e-7833-4698-a085-2c76ff555382 None None] Provisioning complete for port 98169d33-7ea3-449f-b069-0e53a540b362 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:11.177922 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a6fd49e-7833-4698-a085-2c76ff555382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:11.199240 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-84bf030f-6c18-418d-9218-f07599705f10 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for router_gateway, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:11.356747 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-6a6fd49e-7833-4698-a085-2c76ff555382 None None] Provisioning complete for port cba17db4-99ce-4acc-8e3c-0a8ef00afc5c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:11.357814 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a6fd49e-7833-4698-a085-2c76ff555382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:11.412939 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6a6fd49e-7833-4698-a085-2c76ff555382 None None] Port cba17db4-99ce-4acc-8e3c-0a8ef00afc5c cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:09:11.467031 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-84bf030f-6c18-418d-9218-f07599705f10 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:11.638080 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-0823daed-8eae-4d49-a561-f16a26d38b9d None None] Provisioning complete for port 98169d33-7ea3-449f-b069-0e53a540b362 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:11.638501 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0823daed-8eae-4d49-a561-f16a26d38b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:11.670309 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bed39bd8-773f-41bd-a8b2-ab42e5faa9fe tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:11.684146 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5205e6-e5ed-471c-953d-9ca654ecfad3 req-dbe5fc5c-8b8e-4f72-b873-d560ac6f4adf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:11.685892 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3a5205e6-e5ed-471c-953d-9ca654ecfad3 req-dbe5fc5c-8b8e-4f72-b873-d560ac6f4adf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=a37a6e66-0236-4349-865e-306e1f62c6be HTTP/1.1" status: 200 len: 945 time: 0.0935323 Apr 23 00:09:11.752636 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3a5205e6-e5ed-471c-953d-9ca654ecfad3 req-6a6e6446-c342-4df1-a7fe-c88bda9c6095 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f621350-8c68-4469-b31c-4f566bba31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602376 Apr 23 00:09:11.798971 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bf030f-6c18-418d-9218-f07599705f10 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Router 0d17ff1d-f381-4975-b9db-f0c7607ca69e is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:09:11.842041 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 2f381098-f42b-4554-812a-9cf375108793 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:09:11.938990 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bf030f-6c18-418d-9218-f07599705f10 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:09:11.956545 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] Sync routers for ids ['0d17ff1d-f381-4975-b9db-f0c7607ca69e'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:09:11.969258 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] Routers {'0d17ff1d-f381-4975-b9db-f0c7607ca69e'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:09:11.970329 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0d17ff1d-f381-4975-b9db-f0c7607ca69e'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:11.992894 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-bed39bd8-773f-41bd-a8b2-ab42e5faa9fe tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Deleting port cba17db4-99ce-4acc-8e3c-0a8ef00afc5c {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:09:11.993462 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bed39bd8-773f-41bd-a8b2-ab42e5faa9fe tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:12.009745 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 2f381098-f42b-4554-812a-9cf375108793 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:09:12.020607 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 2f381098-f42b-4554-812a-9cf375108793 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:12.020607 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:12.042091 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-84bf030f-6c18-418d-9218-f07599705f10 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:12.042824 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-84bf030f-6c18-418d-9218-f07599705f10 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0622277 Apr 23 00:09:12.046807 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55814) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:12.145731 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bed39bd8-773f-41bd-a8b2-ab42e5faa9fe tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:12.160903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-bed39bd8-773f-41bd-a8b2-ab42e5faa9fe tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Calling delete_port for cba17db4-99ce-4acc-8e3c-0a8ef00afc5c owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:09:12.276508 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 98169d33-7ea3-449f-b069-0e53a540b362 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:09:12.302018 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-54e9f427-0385-4551-866e-409c87ece097 tempest-TestNetworkAdvancedServerOps-80989147 tempest-TestNetworkAdvancedServerOps-80989147-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=c8d9254b43d04e37a9ce9a7809dd111e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2537045 Apr 23 00:09:12.306870 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55818) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:12.355681 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] Set router 0d17ff1d-f381-4975-b9db-f0c7607ca69e gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:09:12.501068 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:12.504907 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 98169d33-7ea3-449f-b069-0e53a540b362 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:12.505277 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:12.512392 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bed39bd8-773f-41bd-a8b2-ab42e5faa9fe tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:12.526730 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e60195-ae08-458b-97ba-3b52d8027d16 tempest-TestNetworkAdvancedServerOps-80989147 tempest-TestNetworkAdvancedServerOps-80989147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:12.528278 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-39e60195-ae08-458b-97ba-3b52d8027d16 tempest-TestNetworkAdvancedServerOps-80989147 tempest-TestNetworkAdvancedServerOps-80989147-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2204602 Apr 23 00:09:12.531379 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55820) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:12.547473 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed39bd8-773f-41bd-a8b2-ab42e5faa9fe tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Pushing event deleted for resources: {'Port': ['ID=cba17db4-99ce-4acc-8e3c-0a8ef00afc5c,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:12.577888 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37a6e66-0236-4349-865e-306e1f62c6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f381098-f42b-4554-812a-9cf375108793'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:09:12.580293 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435790bf-d27b-44fe-b04a-c9683002facd" -d '{"events": [{"server_uuid": "a37a6e66-0236-4349-865e-306e1f62c6be", "name": "network-vif-plugged", "status": "completed", "tag": "2f381098-f42b-4554-812a-9cf375108793"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:09:12.604356 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 2f381098-f42b-4554-812a-9cf375108793, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=2f381098-f42b-4554-812a-9cf375108793,segment=NetworkSegment(9ffc604a-4c9b-462c-b419-f0778d3264c4),segment_id=9ffc604a-4c9b-462c-b419-f0778d3264c4)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:12.620031 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ec25ba16-39ed-42cc-a7b4-2907b2fb1817 tempest-TestNetworkAdvancedServerOps-80989147 tempest-TestNetworkAdvancedServerOps-80989147-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0873983 Apr 23 00:09:12.620656 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55824) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:12.630684 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-b47b527e-d846-4fac-9c75-04341d3081fb tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1521419614', 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a', 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:12.650674 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bed39bd8-773f-41bd-a8b2-ab42e5faa9fe tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:12.654961 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2183b52-68f5-4a1d-8608-9005ef1dc0fd x-openstack-request-id: req-c2183b52-68f5-4a1d-8608-9005ef1dc0fd {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:09:12.654961 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37a6e66-0236-4349-865e-306e1f62c6be", "name": "network-vif-plugged", "status": "completed", "tag": "2f381098-f42b-4554-812a-9cf375108793", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:09:12.654961 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2183b52-68f5-4a1d-8608-9005ef1dc0fd {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:09:12.654961 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2183b52-68f5-4a1d-8608-9005ef1dc0fd'] response: {'server_uuid': 'a37a6e66-0236-4349-865e-306e1f62c6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f381098-f42b-4554-812a-9cf375108793', 'code': 200} Apr 23 00:09:12.703453 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:12.753087 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 02fc5fb3-48a6-466d-9b92-a9e5bc0ae146 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:09:12.840101 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=2f381098-f42b-4554-812a-9cf375108793,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:12.846555 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47b527e-d846-4fac-9c75-04341d3081fb tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Made reservation on behalf of c8d9254b43d04e37a9ce9a7809dd111e for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:09:12.849575 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973243521', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:09:09Z', 'updated_at': '2022-04-23T00:09:10Z', 'revision_number': 3, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'gw_port': {'id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:09:10Z', 'updated_at': '2022-04-23T00:09:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:12.850461 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b47b527e-d846-4fac-9c75-04341d3081fb tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:12.859842 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed39bd8-773f-41bd-a8b2-ab42e5faa9fe tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Router 1765064b-ff7a-44ca-bcf4-58b6d46d6623 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:09:12.884611 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] Checking router: 0d17ff1d-f381-4975-b9db-f0c7607ca69e for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:09:12.884879 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] Updating router 0d17ff1d-f381-4975-b9db-f0c7607ca69e port 8f4be187-504e-499d-bd5c-3546b4f3455c binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:09:12.908510 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 02fc5fb3-48a6-466d-9b92-a9e5bc0ae146 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:12.908987 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:12.938627 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:12.983625 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed39bd8-773f-41bd-a8b2-ab42e5faa9fe tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:09:12.994383 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bed39bd8-773f-41bd-a8b2-ab42e5faa9fe tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "PUT /v2.0/routers/1765064b-ff7a-44ca-bcf4-58b6d46d6623/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1388538 Apr 23 00:09:12.995050 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103baed-fb46-4f32-8019-8f61069875d7 req-f1f3247f-6810-441a-adef-97c230e866c3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:12.996773 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55828) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:13.001937 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1103baed-fb46-4f32-8019-8f61069875d7 req-f1f3247f-6810-441a-adef-97c230e866c3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=a37a6e66-0236-4349-865e-306e1f62c6be HTTP/1.1" status: 200 len: 946 time: 0.1110859 Apr 23 00:09:13.009008 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59262aed-81b2-4f9c-a38f-db4fda0292df None None] Sync routers for ids ['1765064b-ff7a-44ca-bcf4-58b6d46d6623'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:09:13.019013 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59262aed-81b2-4f9c-a38f-db4fda0292df None None] Routers {'1765064b-ff7a-44ca-bcf4-58b6d46d6623'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:09:13.019643 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-59262aed-81b2-4f9c-a38f-db4fda0292df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['1765064b-ff7a-44ca-bcf4-58b6d46d6623'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:13.052655 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-59262aed-81b2-4f9c-a38f-db4fda0292df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:13.061913 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59262aed-81b2-4f9c-a38f-db4fda0292df None None] Routers {'1765064b-ff7a-44ca-bcf4-58b6d46d6623'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:09:13.062823 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-59262aed-81b2-4f9c-a38f-db4fda0292df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['1765064b-ff7a-44ca-bcf4-58b6d46d6623'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:13.066564 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1103baed-fb46-4f32-8019-8f61069875d7 req-8ef04f8d-dd6d-412d-aa74-0eaaad65c0a1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f621350-8c68-4469-b31c-4f566bba31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586221 Apr 23 00:09:13.067127 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-57539f75-a3d6-4c98-9b28-82c47e203d67 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] delete failed (client error): The resource could not be found. Apr 23 00:09:13.075047 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-57539f75-a3d6-4c98-9b28-82c47e203d67 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-393768655 HTTP/1.1" status: 404 len: 334 time: 0.0769770 Apr 23 00:09:13.075958 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55830) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:13.093016 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-42fbe341-4799-4247-a75a-44ee697cbb78 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Request body: {'router': {'external_gateway_info': {'network_id': '1765064b-ff7a-44ca-bcf4-58b6d46d6623'}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:13.099719 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-59262aed-81b2-4f9c-a38f-db4fda0292df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:13.100602 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59262aed-81b2-4f9c-a38f-db4fda0292df None None] The sync data for ids ['1765064b-ff7a-44ca-bcf4-58b6d46d6623'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:09:13.137339 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1003b-06af-424e-b0ff-bca71f79ed57 req-23aa498d-1c48-4641-86ae-e2a44fb079d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:13.138992 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7ed1003b-06af-424e-b0ff-bca71f79ed57 req-23aa498d-1c48-4641-86ae-e2a44fb079d3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a37a6e66-0236-4349-865e-306e1f62c6be HTTP/1.1" status: 200 len: 1099 time: 0.1879959 Apr 23 00:09:13.211094 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b47b527e-d846-4fac-9c75-04341d3081fb tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:13.279300 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7ed1003b-06af-424e-b0ff-bca71f79ed57 req-3a0b1971-d94c-49db-8b92-f27575d4ba91 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1f621350-8c68-4469-b31c-4f566bba31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076343 Apr 23 00:09:13.281918 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b527e-d846-4fac-9c75-04341d3081fb tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Pushing event updated for resources: {'Subnet': ['ID=62400671-9285-4ea3-9900-46d1740c43ff,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:13.293021 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:13.294680 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47b527e-d846-4fac-9c75-04341d3081fb tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Checking segment: {'id': '0f1311df-7bf2-4050-9e77-cf4d6df9cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:09:13.297719 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47b527e-d846-4fac-9c75-04341d3081fb tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Network hostable DHCP agents. Network: bebecfa0-f480-4eb0-be6d-dcc10247de2a, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:09:13.351263 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-42fbe341-4799-4247-a75a-44ee697cbb78 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:13.359178 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:13.382100 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47b527e-d846-4fac-9c75-04341d3081fb tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Network bebecfa0-f480-4eb0-be6d-dcc10247de2a is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:09:13.412280 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] Attempting to bind port 8f4be187-504e-499d-bd5c-3546b4f3455c on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:09:13.412677 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] Attempting to bind port 8f4be187-504e-499d-bd5c-3546b4f3455c by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:09:13.413018 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] Attempting to bind port 8f4be187-504e-499d-bd5c-3546b4f3455c on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:09:13.415857 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0188faf-b00f-4fdf-93c9-af12be5c3184 None None] Pushing event updated for resources: {'Port': ['ID=8f4be187-504e-499d-bd5c-3546b4f3455c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:13.420539 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:09:13.420916 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:09:13.421406 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:13.421794 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:09:13.427886 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] Bound port: 8f4be187-504e-499d-bd5c-3546b4f3455c, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:09:13.427886 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:13.428412 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-42fbe341-4799-4247-a75a-44ee697cbb78 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] update failed (client error): The resource could not be found. Apr 23 00:09:13.428412 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-42fbe341-4799-4247-a75a-44ee697cbb78 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "PUT /v2.0/routers/1765064b-ff7a-44ca-bcf4-58b6d46d6623 HTTP/1.1" status: 404 len: 339 time: 0.3382585 Apr 23 00:09:13.428600 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55832) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:13.433910 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-cbde3ba8-228c-4e19-9ca1-04dc160eaa9a tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-454168193'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:13.440281 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-b47b527e-d846-4fac-9c75-04341d3081fb tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, bebecfa0-f480-4eb0-be6d-dcc10247de2a) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:13.448404 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b945872-1e35-4dbb-8851-88dd20286838 None None] Network bebecfa0-f480-4eb0-be6d-dcc10247de2a requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:09:13.448960 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47b527e-d846-4fac-9c75-04341d3081fb tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:13.449549 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b47b527e-d846-4fac-9c75-04341d3081fb tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:13.531242 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] For port 8f4be187-504e-499d-bd5c-3546b4f3455c, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:09:13.536606 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbde3ba8-228c-4e19-9ca1-04dc160eaa9a tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Made reservation on behalf of a7d46976e56344efad1edd185f972e27 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:09:13.540312 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cbde3ba8-228c-4e19-9ca1-04dc160eaa9a tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:13.556751 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] For port 8f4be187-504e-499d-bd5c-3546b4f3455c, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=8f4be187-504e-499d-bd5c-3546b4f3455c,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:09:13.565874 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55834) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:13.572871 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b47b527e-d846-4fac-9c75-04341d3081fb tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9511104 Apr 23 00:09:13.578947 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbde3ba8-228c-4e19-9ca1-04dc160eaa9a tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:09:13.590290 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cbde3ba8-228c-4e19-9ca1-04dc160eaa9a tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:13.591291 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-cbde3ba8-228c-4e19-9ca1-04dc160eaa9a tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Added segment 4a9bdbbc-1470-454d-8b27-8e5b289acb59 of type vlan for network a3f310df-f620-4b3f-8d5e-6d32e2bff92d Apr 23 00:09:13.629265 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:13.637374 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cbde3ba8-228c-4e19-9ca1-04dc160eaa9a tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:13.665517 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec907e93-129b-4cf0-bbcb-94f8d76aeecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-bebecfa0-f480-4eb0-be6d-dcc10247de2a', 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'fixed_ips': [{'subnet_id': '62400671-9285-4ea3-9900-46d1740c43ff'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:09:13.666838 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec907e93-129b-4cf0-bbcb-94f8d76aeecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:13.713329 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] Routers {'0d17ff1d-f381-4975-b9db-f0c7607ca69e'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:09:13.713955 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0d17ff1d-f381-4975-b9db-f0c7607ca69e'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:13.731218 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cbde3ba8-228c-4e19-9ca1-04dc160eaa9a tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:13.737687 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbde3ba8-228c-4e19-9ca1-04dc160eaa9a tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:13.738390 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cbde3ba8-228c-4e19-9ca1-04dc160eaa9a tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:13.757710 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0188faf-b00f-4fdf-93c9-af12be5c3184 None None] Pushing event updated for resources: {'Port': ['ID=8f4be187-504e-499d-bd5c-3546b4f3455c,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:13.831045 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde3ba8-228c-4e19-9ca1-04dc160eaa9a tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Pushing event updated for resources: {'Network': ['ID=a3f310df-f620-4b3f-8d5e-6d32e2bff92d,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:13.868932 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network a3f310df-f620-4b3f-8d5e-6d32e2bff92d details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:09:13.886881 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cbde3ba8-228c-4e19-9ca1-04dc160eaa9a tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4571643 Apr 23 00:09:13.887493 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55836) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:13.893040 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-7f3e9a04-9cd6-4e54-b91b-5dda6bac77b9 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Request body: {'subnet': {'network_id': 'a3f310df-f620-4b3f-8d5e-6d32e2bff92d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:13.984070 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] Set router 0d17ff1d-f381-4975-b9db-f0c7607ca69e gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:09:14.057731 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-ec907e93-129b-4cf0-bbcb-94f8d76aeecf None None] Allocated IP 172.20.0.2 (bebecfa0-f480-4eb0-be6d-dcc10247de2a/62400671-9285-4ea3-9900-46d1740c43ff/f87037b9-3216-4889-b0fc-bd1d246eb1c3) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:09:14.074068 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3e9a04-9cd6-4e54-b91b-5dda6bac77b9 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Made reservation on behalf of a7d46976e56344efad1edd185f972e27 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:09:14.078686 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7f3e9a04-9cd6-4e54-b91b-5dda6bac77b9 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:14.356281 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a6585-a2cb-495c-8b3b-5af47ffa041f req-27650d70-a473-43f0-aa8a-b010aa5304e8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:14.360055 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-eb4a6585-a2cb-495c-8b3b-5af47ffa041f req-27650d70-a473-43f0-aa8a-b010aa5304e8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=a37a6e66-0236-4349-865e-306e1f62c6be HTTP/1.1" status: 200 len: 946 time: 0.0986466 Apr 23 00:09:14.381613 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dfc42ae5-a589-452d-aa4d-00afb67637de tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:14.460550 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec907e93-129b-4cf0-bbcb-94f8d76aeecf None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:14.463493 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7f3e9a04-9cd6-4e54-b91b-5dda6bac77b9 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:14.467668 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-eb4a6585-a2cb-495c-8b3b-5af47ffa041f req-b4ade638-d661-48be-92cd-79d411a4cee7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f621350-8c68-4469-b31c-4f566bba31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003337 Apr 23 00:09:14.474208 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973243521', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:09:09Z', 'updated_at': '2022-04-23T00:09:10Z', 'revision_number': 3, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'gw_port': {'id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:09:10Z', 'updated_at': '2022-04-23T00:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:14.507195 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb46285-ddf8-4e96-83aa-42b9403b1772 None None] The sync data for ids ['0d17ff1d-f381-4975-b9db-f0c7607ca69e'] in dv-neutron-838783-1-hyperv is: [{'id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973243521', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:09:09Z', 'updated_at': '2022-04-23T00:09:10Z', 'revision_number': 3, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'gw_port': {'id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:09:10Z', 'updated_at': '2022-04-23T00:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:09:14.538891 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec907e93-129b-4cf0-bbcb-94f8d76aeecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:14.544349 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e9a04-9cd6-4e54-b91b-5dda6bac77b9 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Pushing event updated for resources: {'Subnet': ['ID=7eddaa9b-0ca1-4772-808e-a5ebbecce7cb,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:14.557701 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3e9a04-9cd6-4e54-b91b-5dda6bac77b9 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Checking segment: {'id': '4a9bdbbc-1470-454d-8b27-8e5b289acb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a3f310df-f620-4b3f-8d5e-6d32e2bff92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:09:14.558616 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3e9a04-9cd6-4e54-b91b-5dda6bac77b9 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Network hostable DHCP agents. Network: a3f310df-f620-4b3f-8d5e-6d32e2bff92d, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:09:14.602014 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec907e93-129b-4cf0-bbcb-94f8d76aeecf None None] Network bebecfa0-f480-4eb0-be6d-dcc10247de2a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:09:14.605984 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ec907e93-129b-4cf0-bbcb-94f8d76aeecf None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:14.609007 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec907e93-129b-4cf0-bbcb-94f8d76aeecf None None] Pushing event updated for resources: {'Port': ['ID=f87037b9-3216-4889-b0fc-bd1d246eb1c3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:14.610228 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec907e93-129b-4cf0-bbcb-94f8d76aeecf None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:09:14.650654 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3e9a04-9cd6-4e54-b91b-5dda6bac77b9 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Network a3f310df-f620-4b3f-8d5e-6d32e2bff92d is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:09:14.669396 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-ec907e93-129b-4cf0-bbcb-94f8d76aeecf None None] Attempting to bind port f87037b9-3216-4889-b0fc-bd1d246eb1c3 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:09:14.669776 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-ec907e93-129b-4cf0-bbcb-94f8d76aeecf None None] Attempting to bind port f87037b9-3216-4889-b0fc-bd1d246eb1c3 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '0f1311df-7bf2-4050-9e77-cf4d6df9cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:09:14.670145 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec907e93-129b-4cf0-bbcb-94f8d76aeecf None None] Attempting to bind port f87037b9-3216-4889-b0fc-bd1d246eb1c3 on network bebecfa0-f480-4eb0-be6d-dcc10247de2a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:09:14.677931 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec907e93-129b-4cf0-bbcb-94f8d76aeecf None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:09:14.678324 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec907e93-129b-4cf0-bbcb-94f8d76aeecf None None] Checking segment: {'id': '0f1311df-7bf2-4050-9e77-cf4d6df9cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:09:14.678758 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec907e93-129b-4cf0-bbcb-94f8d76aeecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:14.679145 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec907e93-129b-4cf0-bbcb-94f8d76aeecf None None] Bound using segment: {'id': '0f1311df-7bf2-4050-9e77-cf4d6df9cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:09:14.679664 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-ec907e93-129b-4cf0-bbcb-94f8d76aeecf None None] Bound port: f87037b9-3216-4889-b0fc-bd1d246eb1c3, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1311df-7bf2-4050-9e77-cf4d6df9cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:09:14.680055 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec907e93-129b-4cf0-bbcb-94f8d76aeecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:14.759198 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-7f3e9a04-9cd6-4e54-b91b-5dda6bac77b9 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, a3f310df-f620-4b3f-8d5e-6d32e2bff92d) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:14.767035 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3e9a04-9cd6-4e54-b91b-5dda6bac77b9 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:14.768212 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7f3e9a04-9cd6-4e54-b91b-5dda6bac77b9 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:14.773959 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ec907e93-129b-4cf0-bbcb-94f8d76aeecf None None] For port f87037b9-3216-4889-b0fc-bd1d246eb1c3, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:09:14.780196 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce8b136-edb1-4f3d-ac59-6bc613e90f83 None None] Network a3f310df-f620-4b3f-8d5e-6d32e2bff92d requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:09:14.783444 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ec907e93-129b-4cf0-bbcb-94f8d76aeecf None None] For port f87037b9-3216-4889-b0fc-bd1d246eb1c3, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=f87037b9-3216-4889-b0fc-bd1d246eb1c3,segment=NetworkSegment(0f1311df-7bf2-4050-9e77-cf4d6df9cbb3),segment_id=0f1311df-7bf2-4050-9e77-cf4d6df9cbb3)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:09:14.787445 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-dfc42ae5-a589-452d-aa4d-00afb67637de tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Allocated IP 172.20.0.1 (bebecfa0-f480-4eb0-be6d-dcc10247de2a/62400671-9285-4ea3-9900-46d1740c43ff/7e991314-9c3a-4301-99f3-6e318444ca93) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:09:14.849804 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7f3e9a04-9cd6-4e54-b91b-5dda6bac77b9 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9593270 Apr 23 00:09:14.850736 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55840) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:14.856073 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-f3caa32e-5622-4446-a489-02ff2be4a682 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a3f310df-f620-4b3f-8d5e-6d32e2bff92d'}}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:14.871146 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec907e93-129b-4cf0-bbcb-94f8d76aeecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:14.944804 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dfc42ae5-a589-452d-aa4d-00afb67637de tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:14.998343 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec907e93-129b-4cf0-bbcb-94f8d76aeecf None None] Pushing event updated for resources: {'Port': ['ID=f87037b9-3216-4889-b0fc-bd1d246eb1c3,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:15.040687 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf3c0f0-11b5-4529-9bb5-974e9f297f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-a3f310df-f620-4b3f-8d5e-6d32e2bff92d', 'network_id': 'a3f310df-f620-4b3f-8d5e-6d32e2bff92d', 'tenant_id': 'a7d46976e56344efad1edd185f972e27', 'fixed_ips': [{'subnet_id': '7eddaa9b-0ca1-4772-808e-a5ebbecce7cb'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:09:15.048881 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bf3c0f0-11b5-4529-9bb5-974e9f297f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:15.068752 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dfc42ae5-a589-452d-aa4d-00afb67637de tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:15.127182 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc42ae5-a589-452d-aa4d-00afb67637de tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Network bebecfa0-f480-4eb0-be6d-dcc10247de2a is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:09:15.130615 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-dfc42ae5-a589-452d-aa4d-00afb67637de tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:15.135458 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc42ae5-a589-452d-aa4d-00afb67637de tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:09:15.142173 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc42ae5-a589-452d-aa4d-00afb67637de tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Pushing event updated for resources: {'Port': ['ID=7e991314-9c3a-4301-99f3-6e318444ca93,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:15.149480 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f3caa32e-5622-4446-a489-02ff2be4a682 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:15.192309 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dfc42ae5-a589-452d-aa4d-00afb67637de tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:15.326113 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-8bf3c0f0-11b5-4529-9bb5-974e9f297f94 None None] Allocated IP 2001:db8:1::2 (a3f310df-f620-4b3f-8d5e-6d32e2bff92d/7eddaa9b-0ca1-4772-808e-a5ebbecce7cb/784a9bad-697c-4bc9-ab96-24a286d1ab91) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:09:15.387815 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-f3caa32e-5622-4446-a489-02ff2be4a682 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:09:15.388959 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f3caa32e-5622-4446-a489-02ff2be4a682 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "PUT /v2.0/routers/1765064b-ff7a-44ca-bcf4-58b6d46d6623 HTTP/1.1" status: 400 len: 364 time: 0.5370681 Apr 23 00:09:15.395595 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55842) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:15.525536 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bf3c0f0-11b5-4529-9bb5-974e9f297f94 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:15.604452 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dfc42ae5-a589-452d-aa4d-00afb67637de tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:15.609861 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d888913-8022-4dca-b886-31b5a8584fa2 req-85c7c8df-6af7-4e17-9be6-13416b8a4647 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:15.611448 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9d888913-8022-4dca-b886-31b5a8584fa2 req-85c7c8df-6af7-4e17-9be6-13416b8a4647 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=a37a6e66-0236-4349-865e-306e1f62c6be HTTP/1.1" status: 200 len: 946 time: 0.0570743 Apr 23 00:09:15.616541 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bf3c0f0-11b5-4529-9bb5-974e9f297f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:15.685387 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf3c0f0-11b5-4529-9bb5-974e9f297f94 None None] Network a3f310df-f620-4b3f-8d5e-6d32e2bff92d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:09:15.691005 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-8bf3c0f0-11b5-4529-9bb5-974e9f297f94 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:15.692838 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9d888913-8022-4dca-b886-31b5a8584fa2 req-dcb76b7a-5ea6-475d-b3ac-870cbbaf2741 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f621350-8c68-4469-b31c-4f566bba31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662787 Apr 23 00:09:15.693711 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf3c0f0-11b5-4529-9bb5-974e9f297f94 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:09:15.747372 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3c0f0-11b5-4529-9bb5-974e9f297f94 None None] Pushing event updated for resources: {'Port': ['ID=784a9bad-697c-4bc9-ab96-24a286d1ab91,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:15.776407 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-8bf3c0f0-11b5-4529-9bb5-974e9f297f94 None None] Attempting to bind port 784a9bad-697c-4bc9-ab96-24a286d1ab91 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:09:15.776779 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-8bf3c0f0-11b5-4529-9bb5-974e9f297f94 None None] Attempting to bind port 784a9bad-697c-4bc9-ab96-24a286d1ab91 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '4a9bdbbc-1470-454d-8b27-8e5b289acb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a3f310df-f620-4b3f-8d5e-6d32e2bff92d'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:09:15.777442 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf3c0f0-11b5-4529-9bb5-974e9f297f94 None None] Attempting to bind port 784a9bad-697c-4bc9-ab96-24a286d1ab91 on network a3f310df-f620-4b3f-8d5e-6d32e2bff92d {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:09:15.782847 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf3c0f0-11b5-4529-9bb5-974e9f297f94 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:09:15.783222 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf3c0f0-11b5-4529-9bb5-974e9f297f94 None None] Checking segment: {'id': '4a9bdbbc-1470-454d-8b27-8e5b289acb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a3f310df-f620-4b3f-8d5e-6d32e2bff92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:09:15.783664 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bf3c0f0-11b5-4529-9bb5-974e9f297f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:15.784136 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf3c0f0-11b5-4529-9bb5-974e9f297f94 None None] Bound using segment: {'id': '4a9bdbbc-1470-454d-8b27-8e5b289acb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a3f310df-f620-4b3f-8d5e-6d32e2bff92d'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:09:15.784599 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-8bf3c0f0-11b5-4529-9bb5-974e9f297f94 None None] Bound port: 784a9bad-697c-4bc9-ab96-24a286d1ab91, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9bdbbc-1470-454d-8b27-8e5b289acb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a3f310df-f620-4b3f-8d5e-6d32e2bff92d'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:09:15.784979 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bf3c0f0-11b5-4529-9bb5-974e9f297f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:15.855721 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8bf3c0f0-11b5-4529-9bb5-974e9f297f94 None None] For port 784a9bad-697c-4bc9-ab96-24a286d1ab91, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:09:15.859104 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8bf3c0f0-11b5-4529-9bb5-974e9f297f94 None None] For port 784a9bad-697c-4bc9-ab96-24a286d1ab91, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=784a9bad-697c-4bc9-ab96-24a286d1ab91,segment=NetworkSegment(4a9bdbbc-1470-454d-8b27-8e5b289acb59),segment_id=4a9bdbbc-1470-454d-8b27-8e5b289acb59)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:09:15.948985 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bf3c0f0-11b5-4529-9bb5-974e9f297f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:15.960874 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c48e7-0205-4d31-8bf2-be453a0bd1a7 req-193c014b-069b-439a-a965-58fe0cec9920 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:15.962439 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-523c48e7-0205-4d31-8bf2-be453a0bd1a7 req-193c014b-069b-439a-a965-58fe0cec9920 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=a37a6e66-0236-4349-865e-306e1f62c6be HTTP/1.1" status: 200 len: 946 time: 0.1833034 Apr 23 00:09:15.996891 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dbf27b82-e82c-4dc6-90b9-d6971e4cd420 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:16.027178 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3c0f0-11b5-4529-9bb5-974e9f297f94 None None] Pushing event updated for resources: {'Port': ['ID=784a9bad-697c-4bc9-ab96-24a286d1ab91,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:16.159786 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-523c48e7-0205-4d31-8bf2-be453a0bd1a7 req-6db3587c-a868-4bcc-8968-0c2b4d080b08 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f621350-8c68-4469-b31c-4f566bba31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714957 Apr 23 00:09:16.176355 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8f4be187-504e-499d-bd5c-3546b4f3455c up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:09:16.192589 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55848) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:16.276737 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 8f4be187-504e-499d-bd5c-3546b4f3455c triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:16.294458 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:16.301654 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196de9e7-56f2-4982-9966-4ef9aec0b29c None None] Network bebecfa0-f480-4eb0-be6d-dcc10247de2a requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:09:16.324781 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4e5349-f695-4b93-9435-3b9e0f260d36 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:16.326395 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2a4e5349-f695-4b93-9435-3b9e0f260d36 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a37a6e66-0236-4349-865e-306e1f62c6be HTTP/1.1" status: 200 len: 1094 time: 0.1322155 Apr 23 00:09:16.329185 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55850) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:16.338837 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-3504c66e-d183-4d53-a0f6-ea81bc593e3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': '2f381098-f42b-4554-812a-9cf375108793', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:16.443395 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-505a77d1-af0c-4265-b5e7-d94389d7e231 None None] Provisioning complete for port f87037b9-3216-4889-b0fc-bd1d246eb1c3 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:16.443673 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-505a77d1-af0c-4265-b5e7-d94389d7e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:16.444824 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dfc42ae5-a589-452d-aa4d-00afb67637de tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:16.473844 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3504c66e-d183-4d53-a0f6-ea81bc593e3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:16.478504 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-dbf27b82-e82c-4dc6-90b9-d6971e4cd420 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Allocated IP 2001:db8::1 (f17c7031-996f-40ed-91bf-45f1267670f4/d282c2fb-7be7-4599-b5e3-91af2ea71de1/7b0c16c9-e9c1-4536-a41b-c1928700e014) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:09:16.556510 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dfc42ae5-a589-452d-aa4d-00afb67637de tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:16.610857 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-505a77d1-af0c-4265-b5e7-d94389d7e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:16.622610 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3504c66e-d183-4d53-a0f6-ea81bc593e3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:16.625851 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:16.680732 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 8f4be187-504e-499d-bd5c-3546b4f3455c, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=8f4be187-504e-499d-bd5c-3546b4f3455c,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:16.683693 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-505a77d1-af0c-4265-b5e7-d94389d7e231 None None] For port f87037b9-3216-4889-b0fc-bd1d246eb1c3, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=f87037b9-3216-4889-b0fc-bd1d246eb1c3,segment=NetworkSegment(0f1311df-7bf2-4050-9e77-cf4d6df9cbb3),segment_id=0f1311df-7bf2-4050-9e77-cf4d6df9cbb3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:16.689212 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dfc42ae5-a589-452d-aa4d-00afb67637de tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:16.695248 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc42ae5-a589-452d-aa4d-00afb67637de tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Pushing event updated for resources: {'Port': ['ID=7e991314-9c3a-4301-99f3-6e318444ca93,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:16.715907 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dbf27b82-e82c-4dc6-90b9-d6971e4cd420 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:16.777224 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:16.777658 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-3504c66e-d183-4d53-a0f6-ea81bc593e3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.26.3.209 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/da2d1fd2-2d9f-4697-8be7-397d43c59d42) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:09:16.778223 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f87037b9-3216-4889-b0fc-bd1d246eb1c3 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:09:16.835015 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-505a77d1-af0c-4265-b5e7-d94389d7e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:16.850052 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc42ae5-a589-452d-aa4d-00afb67637de tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Network bebecfa0-f480-4eb0-be6d-dcc10247de2a is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:09:16.852470 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-dfc42ae5-a589-452d-aa4d-00afb67637de tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:16.880688 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=8f4be187-504e-499d-bd5c-3546b4f3455c,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:16.923641 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port f87037b9-3216-4889-b0fc-bd1d246eb1c3 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:16.923641 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:16.923914 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3504c66e-d183-4d53-a0f6-ea81bc593e3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:16.981200 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dbf27b82-e82c-4dc6-90b9-d6971e4cd420 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:16.981697 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a77d1-af0c-4265-b5e7-d94389d7e231 None None] Pushing event updated for resources: {'Port': ['ID=f87037b9-3216-4889-b0fc-bd1d246eb1c3,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:17.016636 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3504c66e-d183-4d53-a0f6-ea81bc593e3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:17.068482 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-36cab6d3-d22b-41f9-92c1-15f0209d98b2 None None] Provisioning complete for port f87037b9-3216-4889-b0fc-bd1d246eb1c3 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:17.069082 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36cab6d3-d22b-41f9-92c1-15f0209d98b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:17.075855 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3504c66e-d183-4d53-a0f6-ea81bc593e3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:09:17.077886 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-3504c66e-d183-4d53-a0f6-ea81bc593e3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:17.084084 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3504c66e-d183-4d53-a0f6-ea81bc593e3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:09:17.129937 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504c66e-d183-4d53-a0f6-ea81bc593e3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=da2d1fd2-2d9f-4697-8be7-397d43c59d42,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:17.196708 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-36cab6d3-d22b-41f9-92c1-15f0209d98b2 None None] Provisioning complete for port 7e991314-9c3a-4301-99f3-6e318444ca93 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:17.199738 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36cab6d3-d22b-41f9-92c1-15f0209d98b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:17.256390 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-36cab6d3-d22b-41f9-92c1-15f0209d98b2 None None] Port 7e991314-9c3a-4301-99f3-6e318444ca93 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:09:17.383511 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-8d981c3b-00e8-4b6f-b0a5-b0b41229795d None None] Provisioning complete for port 7e991314-9c3a-4301-99f3-6e318444ca93 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:17.384364 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d981c3b-00e8-4b6f-b0a5-b0b41229795d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:17.406593 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf27b82-e82c-4dc6-90b9-d6971e4cd420 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Network f17c7031-996f-40ed-91bf-45f1267670f4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:09:17.414409 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-dbf27b82-e82c-4dc6-90b9-d6971e4cd420 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:17.424208 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf27b82-e82c-4dc6-90b9-d6971e4cd420 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:09:17.424919 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dbf27b82-e82c-4dc6-90b9-d6971e4cd420 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:17.434761 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf27b82-e82c-4dc6-90b9-d6971e4cd420 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Pushing event updated for resources: {'Port': ['ID=7b0c16c9-e9c1-4536-a41b-c1928700e014,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:17.478104 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8d981c3b-00e8-4b6f-b0a5-b0b41229795d None None] Port 7e991314-9c3a-4301-99f3-6e318444ca93 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:09:17.488250 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc42ae5-a589-452d-aa4d-00afb67637de tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Router 0d17ff1d-f381-4975-b9db-f0c7607ca69e has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:09:17.650374 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3504c66e-d183-4d53-a0f6-ea81bc593e3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:17.702881 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc42ae5-a589-452d-aa4d-00afb67637de tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:09:17.716236 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-dfc42ae5-a589-452d-aa4d-00afb67637de tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "PUT /v2.0/routers/0d17ff1d-f381-4975-b9db-f0c7607ca69e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1491923 Apr 23 00:09:17.717029 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] Sync routers for ids ['0d17ff1d-f381-4975-b9db-f0c7607ca69e'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:09:17.718163 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dbf27b82-e82c-4dc6-90b9-d6971e4cd420 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:17.754111 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] Routers {'0d17ff1d-f381-4975-b9db-f0c7607ca69e'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:09:17.755028 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0d17ff1d-f381-4975-b9db-f0c7607ca69e'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:17.836867 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3504c66e-d183-4d53-a0f6-ea81bc593e3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:17.914784 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c873fa7b-6bc8-456a-b59f-6abac116f69e None None] Network a3f310df-f620-4b3f-8d5e-6d32e2bff92d requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:09:17.993122 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-fd1f56a7-7283-4dc1-9ea2-f6a9de8b329d None None] Provisioning complete for port 7b0c16c9-e9c1-4536-a41b-c1928700e014 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:17.993424 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd1f56a7-7283-4dc1-9ea2-f6a9de8b329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:17.996166 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] Set router 0d17ff1d-f381-4975-b9db-f0c7607ca69e gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:09:18.014520 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c71cab09-d417-4aae-9f29-88807f15df34 req-dcf138c2-39b8-4cee-ab46-45190dd810f6 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515545046&fields=id&tenant_id=c8d9254b43d04e37a9ce9a7809dd111e HTTP/1.1" status: 200 len: 267 time: 0.0836592 Apr 23 00:09:18.085912 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dbf27b82-e82c-4dc6-90b9-d6971e4cd420 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:18.124855 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dbf27b82-e82c-4dc6-90b9-d6971e4cd420 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:18.125584 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dbf27b82-e82c-4dc6-90b9-d6971e4cd420 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:18.193225 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf27b82-e82c-4dc6-90b9-d6971e4cd420 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Pushing event updated for resources: {'Port': ['ID=7b0c16c9-e9c1-4536-a41b-c1928700e014,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:18.195917 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cab09-d417-4aae-9f29-88807f15df34 req-a671611a-a90f-49ad-a6ef-e57bcc782dc0 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:18.199051 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c71cab09-d417-4aae-9f29-88807f15df34 req-a671611a-a90f-49ad-a6ef-e57bcc782dc0 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/networks?id=bebecfa0-f480-4eb0-be6d-dcc10247de2a HTTP/1.1" status: 200 len: 797 time: 0.1744151 Apr 23 00:09:18.233928 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c71cab09-d417-4aae-9f29-88807f15df34 req-176004fe-5e63-4b55-8355-f05ebfcbbdcd tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/quotas/c8d9254b43d04e37a9ce9a7809dd111e HTTP/1.1" status: 200 len: 375 time: 0.0263994 Apr 23 00:09:18.269615 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3504c66e-d183-4d53-a0f6-ea81bc593e3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:18.276117 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 784a9bad-697c-4bc9-ab96-24a286d1ab91 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:09:18.295425 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf27b82-e82c-4dc6-90b9-d6971e4cd420 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Network f17c7031-996f-40ed-91bf-45f1267670f4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:09:18.297526 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-dbf27b82-e82c-4dc6-90b9-d6971e4cd420 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:18.323687 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c71cab09-d417-4aae-9f29-88807f15df34 req-bf299f5e-a3e6-436f-856c-2ea5588044a1 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8d9254b43d04e37a9ce9a7809dd111e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740983 Apr 23 00:09:18.328987 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-fd1f56a7-7283-4dc1-9ea2-f6a9de8b329d None None] Port 7b0c16c9-e9c1-4536-a41b-c1928700e014 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:09:18.350069 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3504c66e-d183-4d53-a0f6-ea81bc593e3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:18.432171 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf27b82-e82c-4dc6-90b9-d6971e4cd420 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Router 1765064b-ff7a-44ca-bcf4-58b6d46d6623 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:09:18.447106 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-fd1f56a7-7283-4dc1-9ea2-f6a9de8b329d None None] Provisioning complete for port 7e991314-9c3a-4301-99f3-6e318444ca93 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:18.447481 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd1f56a7-7283-4dc1-9ea2-f6a9de8b329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:18.489707 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504c66e-d183-4d53-a0f6-ea81bc593e3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=da2d1fd2-2d9f-4697-8be7-397d43c59d42,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:18.518708 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c71cab09-d417-4aae-9f29-88807f15df34 req-36e59c13-c0dc-42d3-8b58-dbc44b059535 service neutron] 10.222.0.15 "GET /v2.0/networks/bebecfa0-f480-4eb0-be6d-dcc10247de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903484 Apr 23 00:09:18.520059 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3504c66e-d183-4d53-a0f6-ea81bc593e3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:18.526091 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 784a9bad-697c-4bc9-ab96-24a286d1ab91 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:18.526468 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:18.551599 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-fd1f56a7-7283-4dc1-9ea2-f6a9de8b329d None None] Port 7e991314-9c3a-4301-99f3-6e318444ca93 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:09:18.553902 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf27b82-e82c-4dc6-90b9-d6971e4cd420 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:09:18.563984 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-dbf27b82-e82c-4dc6-90b9-d6971e4cd420 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "PUT /v2.0/routers/1765064b-ff7a-44ca-bcf4-58b6d46d6623/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1669385 Apr 23 00:09:18.565238 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55864) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:18.570384 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261bf3a0-1c53-4f67-922f-bfb9bc402dfc None None] Sync routers for ids ['1765064b-ff7a-44ca-bcf4-58b6d46d6623'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:09:18.601154 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261bf3a0-1c53-4f67-922f-bfb9bc402dfc None None] Routers {'1765064b-ff7a-44ca-bcf4-58b6d46d6623'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:09:18.601789 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-261bf3a0-1c53-4f67-922f-bfb9bc402dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['1765064b-ff7a-44ca-bcf4-58b6d46d6623'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:18.661031 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-3504c66e-d183-4d53-a0f6-ea81bc593e3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Floating IP dd75779f-55f2-424d-85c2-9d972e530e3a associated. External IP: 172.26.3.209, port: 2f381098-f42b-4554-812a-9cf375108793. Apr 23 00:09:18.682534 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-261bf3a0-1c53-4f67-922f-bfb9bc402dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:18.699599 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261bf3a0-1c53-4f67-922f-bfb9bc402dfc None None] Routers {'1765064b-ff7a-44ca-bcf4-58b6d46d6623'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:09:18.700239 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-261bf3a0-1c53-4f67-922f-bfb9bc402dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['1765064b-ff7a-44ca-bcf4-58b6d46d6623'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:18.742137 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:18.744620 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d3830ddb-4c64-4eb2-91c2-d33708b395d9 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:18.747308 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-261bf3a0-1c53-4f67-922f-bfb9bc402dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:18.748292 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261bf3a0-1c53-4f67-922f-bfb9bc402dfc None None] The sync data for ids ['1765064b-ff7a-44ca-bcf4-58b6d46d6623'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:09:18.766271 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973243521', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:09:09Z', 'updated_at': '2022-04-23T00:09:15Z', 'revision_number': 4, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'gw_port': {'id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:09:10Z', 'updated_at': '2022-04-23T00:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '7e991314-9c3a-4301-99f3-6e318444ca93', 'name': '', 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'mac_address': 'fa:16:3e:e2:dd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '62400671-9285-4ea3-9900-46d1740c43ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:09:14Z', 'updated_at': '2022-04-23T00:09:16Z', 'revision_number': 2, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'subnets': [{'id': '62400671-9285-4ea3-9900-46d1740c43ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:18.833873 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 784a9bad-697c-4bc9-ab96-24a286d1ab91, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=784a9bad-697c-4bc9-ab96-24a286d1ab91,segment=NetworkSegment(4a9bdbbc-1470-454d-8b27-8e5b289acb59),segment_id=4a9bdbbc-1470-454d-8b27-8e5b289acb59)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:18.843801 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-2512a3e9-ea7d-4e2d-9343-85004762d950 None None] Provisioning complete for port 784a9bad-697c-4bc9-ab96-24a286d1ab91 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:18.844223 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2512a3e9-ea7d-4e2d-9343-85004762d950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:18.860391 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-d3830ddb-4c64-4eb2-91c2-d33708b395d9 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 23 00:09:18.861634 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d3830ddb-4c64-4eb2-91c2-d33708b395d9 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "DELETE /v2.0/routers/1765064b-ff7a-44ca-bcf4-58b6d46d6623 HTTP/1.1" status: 409 len: 329 time: 0.2951248 Apr 23 00:09:18.865264 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55868) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:18.869664 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] Checking router: 0d17ff1d-f381-4975-b9db-f0c7607ca69e for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:09:18.870027 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] Updating router 0d17ff1d-f381-4975-b9db-f0c7607ca69e port 7e991314-9c3a-4301-99f3-6e318444ca93 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:09:18.912266 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:18.930989 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:18.931832 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8f4be187-504e-499d-bd5c-3546b4f3455c up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:09:19.094002 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=784a9bad-697c-4bc9-ab96-24a286d1ab91,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:19.178717 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 8f4be187-504e-499d-bd5c-3546b4f3455c triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:19.179547 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:19.266094 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e10807-fd50-4c00-bf1f-303f2b46be5b req-9e522f81-8077-4a1c-8ba9-e35924341c02 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:19.267607 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c5e10807-fd50-4c00-bf1f-303f2b46be5b req-9e522f81-8077-4a1c-8ba9-e35924341c02 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 946 time: 0.0673373 Apr 23 00:09:19.271054 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a35596c6-c0f9-4b05-903e-b0d3628e06b9 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:19.291890 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c71cab09-d417-4aae-9f29-88807f15df34 req-4325465d-bd56-4dba-8d07-c5f7e05f136f service neutron] 10.222.0.15 "GET /v2.0/networks/bebecfa0-f480-4eb0-be6d-dcc10247de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6327600 Apr 23 00:09:19.313329 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-95221ba7-00a1-4c82-9f28-c41b4d2b1986 None None] Provisioning complete for port 784a9bad-697c-4bc9-ab96-24a286d1ab91 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:19.313709 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95221ba7-00a1-4c82-9f28-c41b4d2b1986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:19.381166 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c5e10807-fd50-4c00-bf1f-303f2b46be5b req-89c45297-060d-4336-9fff-1eae47dd17c4 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068120 Apr 23 00:09:19.389453 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3504c66e-d183-4d53-a0f6-ea81bc593e3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router 4c948b18-82e9-4209-ad74-376b997f66fb has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:09:19.538845 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:19.563780 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3504c66e-d183-4d53-a0f6-ea81bc593e3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:09:19.588687 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc8143f-f77a-4d08-8a3f-c1e351a0f865 None None] Sync routers for ids ['4c948b18-82e9-4209-ad74-376b997f66fb'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:09:19.603039 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f87037b9-3216-4889-b0fc-bd1d246eb1c3 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:09:19.607036 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4c1b9e90-e8d2-4853-86da-3bdf55ab6bb1 req-9a75daf2-1b77-4e90-b777-18176fac5842 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 210 time: 0.0400670 Apr 23 00:09:19.614539 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-a35596c6-c0f9-4b05-903e-b0d3628e06b9 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Deleting port 7b0c16c9-e9c1-4536-a41b-c1928700e014 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:09:19.614895 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a35596c6-c0f9-4b05-903e-b0d3628e06b9 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:19.639387 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc8143f-f77a-4d08-8a3f-c1e351a0f865 None None] Routers {'4c948b18-82e9-4209-ad74-376b997f66fb'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:09:19.640059 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-4cc8143f-f77a-4d08-8a3f-c1e351a0f865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4c948b18-82e9-4209-ad74-376b997f66fb'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:19.687826 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:19.703888 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3504c66e-d183-4d53-a0f6-ea81bc593e3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:19.739792 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-95221ba7-00a1-4c82-9f28-c41b4d2b1986 None None] Provisioning complete for port 7b0c16c9-e9c1-4536-a41b-c1928700e014 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:19.740167 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95221ba7-00a1-4c82-9f28-c41b4d2b1986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:19.745471 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a35596c6-c0f9-4b05-903e-b0d3628e06b9 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:19.745895 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55880) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:19.746648 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3504c66e-d183-4d53-a0f6-ea81bc593e3b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4163978 Apr 23 00:09:19.747714 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37a6e66-0236-4349-865e-306e1f62c6be', 'tag': '2f381098-f42b-4554-812a-9cf375108793'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:09:19.756209 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f97856e-7901-4c8d-80df-0e22934f6a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "a37a6e66-0236-4349-865e-306e1f62c6be", "tag": "2f381098-f42b-4554-812a-9cf375108793"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:09:19.780451 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-a35596c6-c0f9-4b05-903e-b0d3628e06b9 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Calling delete_port for 7b0c16c9-e9c1-4536-a41b-c1928700e014 owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:09:19.816514 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35380c4-50ed-483c-9617-044e22d647a8 x-openstack-request-id: req-a35380c4-50ed-483c-9617-044e22d647a8 {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:09:19.816885 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37a6e66-0236-4349-865e-306e1f62c6be", "tag": "2f381098-f42b-4554-812a-9cf375108793", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:09:19.817239 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a35380c4-50ed-483c-9617-044e22d647a8 {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:09:19.817651 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a35380c4-50ed-483c-9617-044e22d647a8'] response: {'name': 'network-changed', 'server_uuid': 'a37a6e66-0236-4349-865e-306e1f62c6be', 'tag': '2f381098-f42b-4554-812a-9cf375108793', 'status': 'completed', 'code': 200} Apr 23 00:09:19.848695 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a5f9e-efbc-4569-a576-d13b06680849 None None] Pushing event updated for resources: {'Port': ['ID=7e991314-9c3a-4301-99f3-6e318444ca93,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:19.890564 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-95221ba7-00a1-4c82-9f28-c41b4d2b1986 None None] Port 7b0c16c9-e9c1-4536-a41b-c1928700e014 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:09:19.898169 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port f87037b9-3216-4889-b0fc-bd1d246eb1c3 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:19.898755 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:19.968342 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-4cc8143f-f77a-4d08-8a3f-c1e351a0f865 None None] Set router 4c948b18-82e9-4209-ad74-376b997f66fb gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:09:20.035725 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] Attempting to bind port 7e991314-9c3a-4301-99f3-6e318444ca93 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:09:20.036094 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] Attempting to bind port 7e991314-9c3a-4301-99f3-6e318444ca93 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '0f1311df-7bf2-4050-9e77-cf4d6df9cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:09:20.036452 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] Attempting to bind port 7e991314-9c3a-4301-99f3-6e318444ca93 on network bebecfa0-f480-4eb0-be6d-dcc10247de2a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:09:20.037183 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0aa96d7b-3af8-4af2-a1ae-6268cba45ffe tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/dd75779f-55f2-424d-85c2-9d972e530e3a HTTP/1.1" status: 200 len: 992 time: 0.2901351 Apr 23 00:09:20.044496 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97856e-7901-4c8d-80df-0e22934f6a6c req-720d9988-a4c2-4c9b-972f-9d205363b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:20.045950 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6f97856e-7901-4c8d-80df-0e22934f6a6c req-720d9988-a4c2-4c9b-972f-9d205363b764 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=a37a6e66-0236-4349-865e-306e1f62c6be HTTP/1.1" status: 200 len: 1099 time: 0.1582723 Apr 23 00:09:20.082204 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:09:20.082579 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] Checking segment: {'id': '0f1311df-7bf2-4050-9e77-cf4d6df9cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:09:20.082973 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:20.083364 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] Bound using segment: {'id': '0f1311df-7bf2-4050-9e77-cf4d6df9cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:09:20.083872 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] Bound port: 7e991314-9c3a-4301-99f3-6e318444ca93, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1311df-7bf2-4050-9e77-cf4d6df9cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:09:20.084255 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:20.095120 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-69978efb-8672-48fd-87b6-8161ebfb9f16 None None] Provisioning complete for port 7e991314-9c3a-4301-99f3-6e318444ca93 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:20.095961 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69978efb-8672-48fd-87b6-8161ebfb9f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:20.359784 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-69978efb-8672-48fd-87b6-8161ebfb9f16 None None] Port 7e991314-9c3a-4301-99f3-6e318444ca93 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:09:20.438238 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] For port 7e991314-9c3a-4301-99f3-6e318444ca93, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:09:20.524848 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 784a9bad-697c-4bc9-ab96-24a286d1ab91 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:09:20.546113 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97856e-7901-4c8d-80df-0e22934f6a6c req-c3cb692c-9246-4566-9d11-d9e187c18666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:20.547902 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6f97856e-7901-4c8d-80df-0e22934f6a6c req-c3cb692c-9246-4566-9d11-d9e187c18666 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fbc5a01c-7349-4285-a5cb-5f4425364ad6 HTTP/1.1" status: 200 len: 897 time: 0.4711146 Apr 23 00:09:20.564556 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b92ea-5da2-480d-866a-1c8313dcc031 req-29f64943-fa99-42c2-a5a6-6c4729e9108a tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:20.566038 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-635b92ea-5da2-480d-866a-1c8313dcc031 req-29f64943-fa99-42c2-a5a6-6c4729e9108a tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 946 time: 0.0870163 Apr 23 00:09:20.576987 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-4cc8143f-f77a-4d08-8a3f-c1e351a0f865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'name': 'tempest-TestNetworkBasicOps-router-1209654231', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:40Z', 'updated_at': '2022-04-23T00:08:47Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:85:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:41Z', 'updated_at': '2022-04-23T00:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'dd75779f-55f2-424d-85c2-9d972e530e3a', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.209', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'port_id': '2f381098-f42b-4554-812a-9cf375108793', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6', 'mac_address': 'fa:16:3e:f6:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37a6e66-0236-4349-865e-306e1f62c6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:09:17Z', 'updated_at': '2022-04-23T00:09:17Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787735c2-7bf5-43c5-8235-1d184e15cb80', 'name': '', 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:67:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7f0e34c8-e326-4962-bbb3-760e8d0f68f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:46Z', 'updated_at': '2022-04-23T00:08:52Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '7f0e34c8-e326-4962-bbb3-760e8d0f68f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:20.608691 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc8143f-f77a-4d08-8a3f-c1e351a0f865 None None] Checking router: 4c948b18-82e9-4209-ad74-376b997f66fb for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:09:20.618041 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a35596c6-c0f9-4b05-903e-b0d3628e06b9 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:20.625423 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] For port 7e991314-9c3a-4301-99f3-6e318444ca93, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7e991314-9c3a-4301-99f3-6e318444ca93,segment=NetworkSegment(0f1311df-7bf2-4050-9e77-cf4d6df9cbb3),segment_id=0f1311df-7bf2-4050-9e77-cf4d6df9cbb3)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:09:20.630830 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 784a9bad-697c-4bc9-ab96-24a286d1ab91 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:20.631199 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:20.655290 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc8143f-f77a-4d08-8a3f-c1e351a0f865 None None] Routers {'4c948b18-82e9-4209-ad74-376b997f66fb'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:09:20.655972 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-4cc8143f-f77a-4d08-8a3f-c1e351a0f865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4c948b18-82e9-4209-ad74-376b997f66fb'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:20.664437 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35596c6-c0f9-4b05-903e-b0d3628e06b9 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Pushing event deleted for resources: {'Port': ['ID=7b0c16c9-e9c1-4536-a41b-c1928700e014,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:20.717314 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:20.721052 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-de31a58e-41b2-406b-9e8e-c74af7a858a1 req-58b89767-95f8-4329-af56-c62dd8a6c865 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 210 time: 0.0421345 Apr 23 00:09:20.738719 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6f97856e-7901-4c8d-80df-0e22934f6a6c req-8dd630b1-9da0-4296-8ffc-9d06a268fa22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f381098-f42b-4554-812a-9cf375108793 HTTP/1.1" status: 200 len: 1000 time: 0.1819272 Apr 23 00:09:20.774554 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-635b92ea-5da2-480d-866a-1c8313dcc031 req-20ddf0c7-a930-4548-80c0-7f832c4b8a27 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019360 Apr 23 00:09:20.891870 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a35596c6-c0f9-4b05-903e-b0d3628e06b9 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:20.892464 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a5f9e-efbc-4569-a576-d13b06680849 None None] Pushing event updated for resources: {'Port': ['ID=7e991314-9c3a-4301-99f3-6e318444ca93,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:20.898439 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] Routers {'0d17ff1d-f381-4975-b9db-f0c7607ca69e'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:09:20.899769 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0d17ff1d-f381-4975-b9db-f0c7607ca69e'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:20.905712 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3059852-e035-4b50-a683-a5219bf7507a req-670eac7d-5d91-4c3e-a456-4f3ebf56b993 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:20.907948 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e3059852-e035-4b50-a683-a5219bf7507a req-670eac7d-5d91-4c3e-a456-4f3ebf56b993 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.16 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 946 time: 0.2329905 Apr 23 00:09:20.908804 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-4cc8143f-f77a-4d08-8a3f-c1e351a0f865 None None] Set router 4c948b18-82e9-4209-ad74-376b997f66fb gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:09:20.913391 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97856e-7901-4c8d-80df-0e22934f6a6c req-f25a7aa5-9625-42ae-89d2-e142a855680e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:20.915150 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6f97856e-7901-4c8d-80df-0e22934f6a6c req-f25a7aa5-9625-42ae-89d2-e142a855680e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f0e34c8-e326-4962-bbb3-760e8d0f68f3 HTTP/1.1" status: 200 len: 833 time: 0.1444263 Apr 23 00:09:21.041070 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55890) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:21.128238 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97856e-7901-4c8d-80df-0e22934f6a6c req-35bfe04a-7461-4bb9-902f-e1bf2390c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:21.130065 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6f97856e-7901-4c8d-80df-0e22934f6a6c req-35bfe04a-7461-4bb9-902f-e1bf2390c2fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fbc5a01c-7349-4285-a5cb-5f4425364ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2043452 Apr 23 00:09:21.149365 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2c9df9e3-d207-4892-8baf-ce28543c658e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/dd75779f-55f2-424d-85c2-9d972e530e3a HTTP/1.1" status: 200 len: 992 time: 0.1070654 Apr 23 00:09:21.234502 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35596c6-c0f9-4b05-903e-b0d3628e06b9 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Router 1765064b-ff7a-44ca-bcf4-58b6d46d6623 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:09:21.256615 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] Set router 0d17ff1d-f381-4975-b9db-f0c7607ca69e gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:09:21.263923 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-e3059852-e035-4b50-a683-a5219bf7507a req-05ad4433-7690-431a-b38a-1a3c732754b8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Deleting port 94f011c8-064b-4454-a61b-d3860ee8a475 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:09:21.264272 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-e3059852-e035-4b50-a683-a5219bf7507a req-05ad4433-7690-431a-b38a-1a3c732754b8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:21.283128 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3c828662-e9da-4d17-9194-27c4d1022211 None None] Provisioning complete for port 7e991314-9c3a-4301-99f3-6e318444ca93 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:21.284451 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c828662-e9da-4d17-9194-27c4d1022211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:21.397170 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6f97856e-7901-4c8d-80df-0e22934f6a6c req-b11bbe6d-d0e7-4c8a-a289-643690186896 service neutron] 10.222.0.16 "GET /v2.0/networks/fbc5a01c-7349-4285-a5cb-5f4425364ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588763 Apr 23 00:09:21.408244 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35596c6-c0f9-4b05-903e-b0d3628e06b9 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:09:21.420998 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a35596c6-c0f9-4b05-903e-b0d3628e06b9 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "PUT /v2.0/routers/1765064b-ff7a-44ca-bcf4-58b6d46d6623/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5544739 Apr 23 00:09:21.422020 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69929eb-2a8b-4550-8c49-7e53466a2c30 None None] Sync routers for ids ['1765064b-ff7a-44ca-bcf4-58b6d46d6623'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:09:21.426025 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55892) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:21.435375 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69929eb-2a8b-4550-8c49-7e53466a2c30 None None] Routers {'1765064b-ff7a-44ca-bcf4-58b6d46d6623'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:09:21.436512 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d69929eb-2a8b-4550-8c49-7e53466a2c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['1765064b-ff7a-44ca-bcf4-58b6d46d6623'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:21.473885 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d69929eb-2a8b-4550-8c49-7e53466a2c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:21.484384 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69929eb-2a8b-4550-8c49-7e53466a2c30 None None] Routers {'1765064b-ff7a-44ca-bcf4-58b6d46d6623'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:09:21.485798 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d69929eb-2a8b-4550-8c49-7e53466a2c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['1765064b-ff7a-44ca-bcf4-58b6d46d6623'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:21.491724 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-ebbc569d-2542-43e4-9f47-858ddec66ba3 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] show failed (client error): The resource could not be found. Apr 23 00:09:21.492904 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ebbc569d-2542-43e4-9f47-858ddec66ba3 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-1997642766 HTTP/1.1" status: 404 len: 335 time: 0.0656986 Apr 23 00:09:21.496711 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55894) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:21.504106 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-e3059852-e035-4b50-a683-a5219bf7507a req-05ad4433-7690-431a-b38a-1a3c732754b8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] For port 94f011c8-064b-4454-a61b-d3860ee8a475, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=94f011c8-064b-4454-a61b-d3860ee8a475,segment=NetworkSegment(7fe23319-4834-4eef-b348-c43219584a67),segment_id=7fe23319-4834-4eef-b348-c43219584a67)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:21.507395 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-e3059852-e035-4b50-a683-a5219bf7507a req-05ad4433-7690-431a-b38a-1a3c732754b8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:21.509160 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-de1408a2-9134-4678-ac1d-9d618ef9f695 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:21.531552 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d69929eb-2a8b-4550-8c49-7e53466a2c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:21.533156 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69929eb-2a8b-4550-8c49-7e53466a2c30 None None] The sync data for ids ['1765064b-ff7a-44ca-bcf4-58b6d46d6623'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:09:21.537231 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c828662-e9da-4d17-9194-27c4d1022211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:21.560784 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-de1408a2-9134-4678-ac1d-9d618ef9f695 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] update failed (client error): The resource could not be found. Apr 23 00:09:21.561915 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-de1408a2-9134-4678-ac1d-9d618ef9f695 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-1893201593 HTTP/1.1" status: 404 len: 335 time: 0.0637658 Apr 23 00:09:21.566335 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-4cc8143f-f77a-4d08-8a3f-c1e351a0f865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'name': 'tempest-TestNetworkBasicOps-router-1209654231', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:40Z', 'updated_at': '2022-04-23T00:08:47Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:85:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:41Z', 'updated_at': '2022-04-23T00:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'dd75779f-55f2-424d-85c2-9d972e530e3a', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.209', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'port_id': '2f381098-f42b-4554-812a-9cf375108793', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6', 'mac_address': 'fa:16:3e:f6:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37a6e66-0236-4349-865e-306e1f62c6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:09:17Z', 'updated_at': '2022-04-23T00:09:17Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787735c2-7bf5-43c5-8235-1d184e15cb80', 'name': '', 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:67:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7f0e34c8-e326-4962-bbb3-760e8d0f68f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:46Z', 'updated_at': '2022-04-23T00:08:52Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '7f0e34c8-e326-4962-bbb3-760e8d0f68f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:21.566689 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55896) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:21.620994 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da8fa7e-75b9-454f-b37d-b7f128acb43b tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Deleting subnet 7eddaa9b-0ca1-4772-808e-a5ebbecce7cb {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:09:21.624203 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4da8fa7e-75b9-454f-b37d-b7f128acb43b tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:21.629074 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6f97856e-7901-4c8d-80df-0e22934f6a6c req-c78a3c6c-53c9-4b5f-9b7e-7b24577e8cfb service neutron] 10.222.0.16 "GET /v2.0/networks/fbc5a01c-7349-4285-a5cb-5f4425364ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222416 Apr 23 00:09:21.640235 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc8143f-f77a-4d08-8a3f-c1e351a0f865 None None] The sync data for ids ['4c948b18-82e9-4209-ad74-376b997f66fb'] in dv-neutron-838783-1-hyperv is: [{'id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'name': 'tempest-TestNetworkBasicOps-router-1209654231', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:40Z', 'updated_at': '2022-04-23T00:08:47Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:85:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:41Z', 'updated_at': '2022-04-23T00:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'dd75779f-55f2-424d-85c2-9d972e530e3a', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.209', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'port_id': '2f381098-f42b-4554-812a-9cf375108793', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6', 'mac_address': 'fa:16:3e:f6:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37a6e66-0236-4349-865e-306e1f62c6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:09:17Z', 'updated_at': '2022-04-23T00:09:17Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787735c2-7bf5-43c5-8235-1d184e15cb80', 'name': '', 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:67:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7f0e34c8-e326-4962-bbb3-760e8d0f68f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:46Z', 'updated_at': '2022-04-23T00:08:52Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '7f0e34c8-e326-4962-bbb3-760e8d0f68f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:09:21.667280 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3c828662-e9da-4d17-9194-27c4d1022211 None None] For port 7e991314-9c3a-4301-99f3-6e318444ca93, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7e991314-9c3a-4301-99f3-6e318444ca93,segment=NetworkSegment(0f1311df-7bf2-4050-9e77-cf4d6df9cbb3),segment_id=0f1311df-7bf2-4050-9e77-cf4d6df9cbb3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:21.681583 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4da8fa7e-75b9-454f-b37d-b7f128acb43b tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:21.700878 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973243521', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:09:09Z', 'updated_at': '2022-04-23T00:09:15Z', 'revision_number': 4, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'gw_port': {'id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:09:10Z', 'updated_at': '2022-04-23T00:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '7e991314-9c3a-4301-99f3-6e318444ca93', 'name': '', 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'mac_address': 'fa:16:3e:e2:dd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '62400671-9285-4ea3-9900-46d1740c43ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:09:14Z', 'updated_at': '2022-04-23T00:09:20Z', 'revision_number': 4, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'subnets': [{'id': '62400671-9285-4ea3-9900-46d1740c43ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:21.741434 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bb426e-5229-4fc0-adf3-05a10c92bf05 None None] The sync data for ids ['0d17ff1d-f381-4975-b9db-f0c7607ca69e'] in dv-neutron-838783-1-hyperv is: [{'id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973243521', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:09:09Z', 'updated_at': '2022-04-23T00:09:15Z', 'revision_number': 4, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'gw_port': {'id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:09:10Z', 'updated_at': '2022-04-23T00:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '7e991314-9c3a-4301-99f3-6e318444ca93', 'name': '', 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'mac_address': 'fa:16:3e:e2:dd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '62400671-9285-4ea3-9900-46d1740c43ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:09:14Z', 'updated_at': '2022-04-23T00:09:20Z', 'revision_number': 4, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'subnets': [{'id': '62400671-9285-4ea3-9900-46d1740c43ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:09:21.818532 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c828662-e9da-4d17-9194-27c4d1022211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:21.827257 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4da8fa7e-75b9-454f-b37d-b7f128acb43b tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:21.900702 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c828662-e9da-4d17-9194-27c4d1022211 None None] Pushing event updated for resources: {'Port': ['ID=7e991314-9c3a-4301-99f3-6e318444ca93,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:21.901444 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-e3059852-e035-4b50-a683-a5219bf7507a req-05ad4433-7690-431a-b38a-1a3c732754b8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:21.901806 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-e3059852-e035-4b50-a683-a5219bf7507a req-05ad4433-7690-431a-b38a-1a3c732754b8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:21.902197 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [req-e3059852-e035-4b50-a683-a5219bf7507a req-05ad4433-7690-431a-b38a-1a3c732754b8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Floating IP 9d8977d2-03de-44e8-90f9-bd5b5ba23f14 disassociated. External IP: 172.26.3.163, port: 94f011c8-064b-4454-a61b-d3860ee8a475. Apr 23 00:09:21.902468 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-e3059852-e035-4b50-a683-a5219bf7507a req-05ad4433-7690-431a-b38a-1a3c732754b8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Calling delete_port for 94f011c8-064b-4454-a61b-d3860ee8a475 owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:09:21.903522 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e26d9174-c86b-4740-acb2-1091f587c698 req-ceecf45b-6812-4e50-accd-b53cd35cf149 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 210 time: 0.0394082 Apr 23 00:09:21.999890 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4da8fa7e-75b9-454f-b37d-b7f128acb43b tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:22.045440 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8fa7e-75b9-454f-b37d-b7f128acb43b tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Pushing event deleted for resources: {'Subnet': ['ID=7eddaa9b-0ca1-4772-808e-a5ebbecce7cb,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:22.052153 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4da8fa7e-75b9-454f-b37d-b7f128acb43b tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:22.055313 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4da8fa7e-75b9-454f-b37d-b7f128acb43b tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "DELETE /v2.0/subnets/7eddaa9b-0ca1-4772-808e-a5ebbecce7cb HTTP/1.1" status: 204 len: 168 time: 0.4874942 Apr 23 00:09:22.057836 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55902) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:22.060747 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa55020-1884-410b-aa03-915e252c8aea None None] New status for floating IP dd75779f-55f2-424d-85c2-9d972e530e3a: ACTIVE {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:09:22.112808 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f505094-0b20-4bde-832c-a66131fc4e00 None None] Network a3f310df-f620-4b3f-8d5e-6d32e2bff92d requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:09:22.153567 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55904) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:22.154324 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc0ec9-75cf-4c12-abc5-ab8603757a49 req-bea7d176-2fa8-4ead-a353-a4b4a84114d4 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:22.156082 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b8cc0ec9-75cf-4c12-abc5-ab8603757a49 req-bea7d176-2fa8-4ead-a353-a4b4a84114d4 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 946 time: 0.2237189 Apr 23 00:09:22.224512 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e70a9e4b-403b-4db3-8b94-1f07c262de6b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/dd75779f-55f2-424d-85c2-9d972e530e3a HTTP/1.1" status: 200 len: 992 time: 0.0698195 Apr 23 00:09:22.230352 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b34f3588-4c2d-4f8b-a26b-664b5b1281de tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:22.246118 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cab09-d417-4aae-9f29-88807f15df34 req-06878e95-6eef-4b90-9a1e-37196b8cbb26 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:22.247727 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c71cab09-d417-4aae-9f29-88807f15df34 req-06878e95-6eef-4b90-9a1e-37196b8cbb26 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.16 "GET /v2.0/networks?id=bebecfa0-f480-4eb0-be6d-dcc10247de2a HTTP/1.1" status: 200 len: 797 time: 0.2424483 Apr 23 00:09:22.256211 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b8cc0ec9-75cf-4c12-abc5-ab8603757a49 req-819999b9-c7c1-4b1a-bbcf-4aace0ea2c6c tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892050 Apr 23 00:09:22.293143 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-b34f3588-4c2d-4f8b-a26b-664b5b1281de tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Deleting port 784a9bad-697c-4bc9-ab96-24a286d1ab91 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:09:22.293484 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b34f3588-4c2d-4f8b-a26b-664b5b1281de tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:22.355445 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c71cab09-d417-4aae-9f29-88807f15df34 req-0b8c9c8f-7177-4c9e-8de5-3a8694294bae tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8d9254b43d04e37a9ce9a7809dd111e HTTP/1.1" status: 200 len: 380 time: 0.0575504 Apr 23 00:09:22.367119 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-c71cab09-d417-4aae-9f29-88807f15df34 req-db1797ee-479f-4ec9-bbfa-706450003c79 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Request body: {'port': {'device_id': '0a034b6c-8984-4a19-8caa-2d51764623b0', 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a', 'admin_state_up': True, 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'security_groups': ['b636ccb2-d60b-4f93-ac3c-d9d1378f36b2']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:22.386029 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-b34f3588-4c2d-4f8b-a26b-664b5b1281de tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] For port 784a9bad-697c-4bc9-ab96-24a286d1ab91, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=784a9bad-697c-4bc9-ab96-24a286d1ab91,segment=NetworkSegment(4a9bdbbc-1470-454d-8b27-8e5b289acb59),segment_id=4a9bdbbc-1470-454d-8b27-8e5b289acb59)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:22.386374 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b34f3588-4c2d-4f8b-a26b-664b5b1281de tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:22.401988 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-b34f3588-4c2d-4f8b-a26b-664b5b1281de tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Calling delete_port for 784a9bad-697c-4bc9-ab96-24a286d1ab91 owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:09:22.502736 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-e3059852-e035-4b50-a683-a5219bf7507a req-05ad4433-7690-431a-b38a-1a3c732754b8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:22.571160 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b34f3588-4c2d-4f8b-a26b-664b5b1281de tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:22.594017 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad4433-7690-431a-b38a-1a3c732754b8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Pushing event deleted for resources: {'Port': ['ID=94f011c8-064b-4454-a61b-d3860ee8a475,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:22.615177 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7e991314-9c3a-4301-99f3-6e318444ca93 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:09:22.617004 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f3588-4c2d-4f8b-a26b-664b5b1281de tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Pushing event deleted for resources: {'Port': ['ID=784a9bad-697c-4bc9-ab96-24a286d1ab91,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:22.625562 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34f3588-4c2d-4f8b-a26b-664b5b1281de tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] No DVR routers for this DVR port 784a9bad-697c-4bc9-ab96-24a286d1ab91 on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:09:22.651751 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c71cab09-d417-4aae-9f29-88807f15df34 req-db1797ee-479f-4ec9-bbfa-706450003c79 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Made reservation on behalf of c8d9254b43d04e37a9ce9a7809dd111e for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:09:22.656287 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c71cab09-d417-4aae-9f29-88807f15df34 req-db1797ee-479f-4ec9-bbfa-706450003c79 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:22.741518 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7e991314-9c3a-4301-99f3-6e318444ca93 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:22.741992 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:22.749002 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b34f3588-4c2d-4f8b-a26b-664b5b1281de tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:22.786561 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44d3abe-8604-4f05-bfea-7bc5160509af None None] DHCP port deletion for a3f310df-f620-4b3f-8d5e-6d32e2bff92d request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:09:22.791927 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-b34f3588-4c2d-4f8b-a26b-664b5b1281de tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f310df-f620-4b3f-8d5e-6d32e2bff92d']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:22.822028 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-b34f3588-4c2d-4f8b-a26b-664b5b1281de tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9bdbbc-1470-454d-8b27-8e5b289acb59') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:22.822588 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-b34f3588-4c2d-4f8b-a26b-664b5b1281de tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9bdbbc-1470-454d-8b27-8e5b289acb59') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:22.842087 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b34f3588-4c2d-4f8b-a26b-664b5b1281de tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:22.861360 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b34f3588-4c2d-4f8b-a26b-664b5b1281de tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:22.866516 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3059852-e035-4b50-a683-a5219bf7507a req-05ad4433-7690-431a-b38a-1a3c732754b8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Router c8bf7fe0-1315-4855-ad33-37d3ca727006 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:09:22.881933 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34f3588-4c2d-4f8b-a26b-664b5b1281de tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:09:22.882629 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b34f3588-4c2d-4f8b-a26b-664b5b1281de tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:09:22.886208 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:09:22.907064 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-c71cab09-d417-4aae-9f29-88807f15df34 req-db1797ee-479f-4ec9-bbfa-706450003c79 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Allocated IP 172.20.0.7 (bebecfa0-f480-4eb0-be6d-dcc10247de2a/62400671-9285-4ea3-9900-46d1740c43ff/11586d36-99c3-4cdf-8654-182ad8a8475c) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:09:23.044659 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b34f3588-4c2d-4f8b-a26b-664b5b1281de tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:23.058927 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-85aaf42a-13de-4e45-a2ba-6193f89d8b0c req-9a4731b0-9e67-4f62-aed6-90995ce0544b tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 210 time: 0.0513859 Apr 23 00:09:23.060127 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b34f3588-4c2d-4f8b-a26b-664b5b1281de tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:23.064552 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b34f3588-4c2d-4f8b-a26b-664b5b1281de tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "DELETE /v2.0/networks/a3f310df-f620-4b3f-8d5e-6d32e2bff92d HTTP/1.1" status: 204 len: 168 time: 1.0026395 Apr 23 00:09:23.069529 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55912) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:23.139002 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f3588-4c2d-4f8b-a26b-664b5b1281de tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Pushing event deleted for resources: {'Network': ['ID=a3f310df-f620-4b3f-8d5e-6d32e2bff92d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:23.148268 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-708882d9-2fcc-413b-9b34-ec6c86841b87 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Deleting subnet 5c2a035b-5604-482b-acba-e44c11fa746d {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:09:23.151561 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-708882d9-2fcc-413b-9b34-ec6c86841b87 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:23.179473 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c71cab09-d417-4aae-9f29-88807f15df34 req-db1797ee-479f-4ec9-bbfa-706450003c79 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:23.194389 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3059852-e035-4b50-a683-a5219bf7507a req-05ad4433-7690-431a-b38a-1a3c732754b8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:09:23.206457 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd85bf6-219f-44af-9665-50e49942ca2b None None] Sync routers for ids ['c8bf7fe0-1315-4855-ad33-37d3ca727006'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:09:23.207313 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-708882d9-2fcc-413b-9b34-ec6c86841b87 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:23.218870 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd85bf6-219f-44af-9665-50e49942ca2b None None] Routers {'c8bf7fe0-1315-4855-ad33-37d3ca727006'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:09:23.223220 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-1dd85bf6-219f-44af-9665-50e49942ca2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c8bf7fe0-1315-4855-ad33-37d3ca727006'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:23.229626 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55914) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:23.327393 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-96cb39aa-84f3-4477-ae4f-d30a69aa44e8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/dd75779f-55f2-424d-85c2-9d972e530e3a HTTP/1.1" status: 200 len: 994 time: 0.0888214 Apr 23 00:09:23.390472 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-708882d9-2fcc-413b-9b34-ec6c86841b87 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:23.463529 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-1dd85bf6-219f-44af-9665-50e49942ca2b None None] Set router c8bf7fe0-1315-4855-ad33-37d3ca727006 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:09:23.542325 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:23.569497 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3059852-e035-4b50-a683-a5219bf7507a req-05ad4433-7690-431a-b38a-1a3c732754b8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] No DVR routers for this DVR port 94f011c8-064b-4454-a61b-d3860ee8a475 on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:09:23.571120 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-708882d9-2fcc-413b-9b34-ec6c86841b87 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:23.572277 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-e3059852-e035-4b50-a683-a5219bf7507a req-05ad4433-7690-431a-b38a-1a3c732754b8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:23.583338 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e3059852-e035-4b50-a683-a5219bf7507a req-05ad4433-7690-431a-b38a-1a3c732754b8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.16 "DELETE /v2.0/ports/94f011c8-064b-4454-a61b-d3860ee8a475 HTTP/1.1" status: 204 len: 173 time: 2.6576014 Apr 23 00:09:23.583338 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761e8c4f-c4bd-4d9f-a597-4758210b7e40', 'name': 'network-vif-deleted', 'tag': '94f011c8-064b-4454-a61b-d3860ee8a475'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:09:23.583338 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fda824f-0bcc-4cd1-8618-46a905ac6c45" -d '{"events": [{"server_uuid": "761e8c4f-c4bd-4d9f-a597-4758210b7e40", "name": "network-vif-deleted", "tag": "94f011c8-064b-4454-a61b-d3860ee8a475"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:09:23.585766 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c4e277ac-d3e4-4c97-8f6f-171d0b8f9082 req-c6aeb891-83a2-4fc2-b6d7-fd531c354b87 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 210 time: 0.0660260 Apr 23 00:09:23.623728 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708882d9-2fcc-413b-9b34-ec6c86841b87 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Pushing event deleted for resources: {'Subnet': ['ID=5c2a035b-5604-482b-acba-e44c11fa746d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:23.627805 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-708882d9-2fcc-413b-9b34-ec6c86841b87 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:23.636359 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-708882d9-2fcc-413b-9b34-ec6c86841b87 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "DELETE /v2.0/subnets/5c2a035b-5604-482b-acba-e44c11fa746d HTTP/1.1" status: 204 len: 168 time: 0.5577784 Apr 23 00:09:23.636562 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a170cae9-a3b5-419a-90e8-f389a5bffe7c None None] Network 40b9ff7c-ec8e-4374-8d5e-d4ba783fa298 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:09:23.637400 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55920) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:23.650681 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26249bd9-97dd-492a-aaab-7f6ea44e81a7 x-openstack-request-id: req-26249bd9-97dd-492a-aaab-7f6ea44e81a7 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:09:23.650975 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761e8c4f-c4bd-4d9f-a597-4758210b7e40", "name": "network-vif-deleted", "tag": "94f011c8-064b-4454-a61b-d3860ee8a475", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:09:23.651222 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26249bd9-97dd-492a-aaab-7f6ea44e81a7 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:09:23.651638 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26249bd9-97dd-492a-aaab-7f6ea44e81a7'] response: {'server_uuid': '761e8c4f-c4bd-4d9f-a597-4758210b7e40', 'name': 'network-vif-deleted', 'tag': '94f011c8-064b-4454-a61b-d3860ee8a475', 'status': 'completed', 'code': 200} Apr 23 00:09:23.676501 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c71cab09-d417-4aae-9f29-88807f15df34 req-db1797ee-479f-4ec9-bbfa-706450003c79 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:23.727778 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-1dd85bf6-219f-44af-9665-50e49942ca2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:05:03Z', 'revision_number': 4, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port': {'id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:54Z', 'updated_at': '2022-04-23T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '04fc60b5-02c6-4590-8f03-872dca8ead16', 'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'mac_address': 'fa:16:3e:9d:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:00Z', 'updated_at': '2022-04-23T00:05:10Z', 'revision_number': 5, 'project_id': 'eca10cab387440428e231a953cda4553', 'subnets': [{'id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:23.749002 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c71cab09-d417-4aae-9f29-88807f15df34 req-db1797ee-479f-4ec9-bbfa-706450003c79 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Network bebecfa0-f480-4eb0-be6d-dcc10247de2a is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:09:23.753964 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6528e20-5e42-4398-90e5-548ccc7aaea4 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Deleting subnet efc08b82-18e8-450a-975f-21036b20d0f7 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:09:23.762396 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-c71cab09-d417-4aae-9f29-88807f15df34 req-db1797ee-479f-4ec9-bbfa-706450003c79 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:23.763667 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd85bf6-219f-44af-9665-50e49942ca2b None None] Checking router: c8bf7fe0-1315-4855-ad33-37d3ca727006 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:09:23.764418 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d6528e20-5e42-4398-90e5-548ccc7aaea4 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:23.767296 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71cab09-d417-4aae-9f29-88807f15df34 req-db1797ee-479f-4ec9-bbfa-706450003c79 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:09:23.774033 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd85bf6-219f-44af-9665-50e49942ca2b None None] Routers {'c8bf7fe0-1315-4855-ad33-37d3ca727006'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:09:23.775285 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-1dd85bf6-219f-44af-9665-50e49942ca2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c8bf7fe0-1315-4855-ad33-37d3ca727006'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:23.826968 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1797ee-479f-4ec9-bbfa-706450003c79 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Pushing event updated for resources: {'Port': ['ID=11586d36-99c3-4cdf-8654-182ad8a8475c,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:23.897166 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d6528e20-5e42-4398-90e5-548ccc7aaea4 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:23.902448 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 94f011c8-064b-4454-a61b-d3860ee8a475 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:09:23.929559 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 94f011c8-064b-4454-a61b-d3860ee8a475 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:09:23.930277 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 94f011c8-064b-4454-a61b-d3860ee8a475 not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:09:23.934234 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be69c0f-2eb9-4939-b708-2d519f5ae172 None None] DHCP port deletion for 40b9ff7c-ec8e-4374-8d5e-d4ba783fa298 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:09:23.949914 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-1dd85bf6-219f-44af-9665-50e49942ca2b None None] Set router c8bf7fe0-1315-4855-ad33-37d3ca727006 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:09:23.978794 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cab09-d417-4aae-9f29-88807f15df34 req-db1797ee-479f-4ec9-bbfa-706450003c79 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:23.979430 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c71cab09-d417-4aae-9f29-88807f15df34 req-db1797ee-479f-4ec9-bbfa-706450003c79 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:23.995295 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2be69c0f-2eb9-4939-b708-2d519f5ae172 None None] Deleting port 98169d33-7ea3-449f-b069-0e53a540b362 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:09:23.996043 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2be69c0f-2eb9-4939-b708-2d519f5ae172 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:24.039526 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d6528e20-5e42-4398-90e5-548ccc7aaea4 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:24.075644 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-2be69c0f-2eb9-4939-b708-2d519f5ae172 None None] For port 98169d33-7ea3-449f-b069-0e53a540b362, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=98169d33-7ea3-449f-b069-0e53a540b362,segment=NetworkSegment(77db59a3-c345-42b8-b61b-7f48a1690786),segment_id=77db59a3-c345-42b8-b61b-7f48a1690786)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:24.076390 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2be69c0f-2eb9-4939-b708-2d519f5ae172 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:24.101409 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2be69c0f-2eb9-4939-b708-2d519f5ae172 None None] Calling delete_port for 98169d33-7ea3-449f-b069-0e53a540b362 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:09:24.106798 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c71cab09-d417-4aae-9f29-88807f15df34 req-db1797ee-479f-4ec9-bbfa-706450003c79 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7413964 Apr 23 00:09:24.118699 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-c71cab09-d417-4aae-9f29-88807f15df34 req-d73418f2-ba57-4283-910e-64400c27d0ba service neutron] Request body: {'port': {'device_id': '0a034b6c-8984-4a19-8caa-2d51764623b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:24.213970 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-57dd141a-0e06-4be3-9e4d-e0efcef9edda None None] Provisioning complete for port 11586d36-99c3-4cdf-8654-182ad8a8475c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:24.214506 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57dd141a-0e06-4be3-9e4d-e0efcef9edda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:24.224169 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d6528e20-5e42-4398-90e5-548ccc7aaea4 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:24.246166 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-1dd85bf6-219f-44af-9665-50e49942ca2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:05:03Z', 'revision_number': 4, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port': {'id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:54Z', 'updated_at': '2022-04-23T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '04fc60b5-02c6-4590-8f03-872dca8ead16', 'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'mac_address': 'fa:16:3e:9d:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:00Z', 'updated_at': '2022-04-23T00:05:10Z', 'revision_number': 5, 'project_id': 'eca10cab387440428e231a953cda4553', 'subnets': [{'id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:24.254842 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6528e20-5e42-4398-90e5-548ccc7aaea4 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Pushing event deleted for resources: {'Subnet': ['ID=efc08b82-18e8-450a-975f-21036b20d0f7,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:24.256842 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c71cab09-d417-4aae-9f29-88807f15df34 req-d73418f2-ba57-4283-910e-64400c27d0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:24.272009 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-57dd141a-0e06-4be3-9e4d-e0efcef9edda None None] Port 11586d36-99c3-4cdf-8654-182ad8a8475c cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:09:24.275782 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d6528e20-5e42-4398-90e5-548ccc7aaea4 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:24.279047 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391b1993-4c58-48f2-86f4-d7f73f999402 None None] Network 28e8e3c3-4a49-4654-b2f4-27aa10f03ea4 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:09:24.279333 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d6528e20-5e42-4398-90e5-548ccc7aaea4 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "DELETE /v2.0/subnets/efc08b82-18e8-450a-975f-21036b20d0f7 HTTP/1.1" status: 204 len: 168 time: 0.6405475 Apr 23 00:09:24.282179 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55926) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:24.289518 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd85bf6-219f-44af-9665-50e49942ca2b None None] The sync data for ids ['c8bf7fe0-1315-4855-ad33-37d3ca727006'] in dv-neutron-838783-1-hyperv is: [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:05:03Z', 'revision_number': 4, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port': {'id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:54Z', 'updated_at': '2022-04-23T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '04fc60b5-02c6-4590-8f03-872dca8ead16', 'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'mac_address': 'fa:16:3e:9d:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:00Z', 'updated_at': '2022-04-23T00:05:10Z', 'revision_number': 5, 'project_id': 'eca10cab387440428e231a953cda4553', 'subnets': [{'id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:09:24.376190 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2be69c0f-2eb9-4939-b708-2d519f5ae172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:24.409905 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d5288-09c9-4d7a-89a0-5c144e359c22 req-df46a339-f496-474d-b02a-7a88953b3563 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:24.411450 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-089d5288-09c9-4d7a-89a0-5c144e359c22 req-df46a339-f496-474d-b02a-7a88953b3563 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 931 time: 0.2222884 Apr 23 00:09:24.417493 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bba07c1b-b21b-40ea-a4d1-8600c68e6709 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:24.426929 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be69c0f-2eb9-4939-b708-2d519f5ae172 None None] Pushing event deleted for resources: {'Port': ['ID=98169d33-7ea3-449f-b069-0e53a540b362,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:24.445158 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be69c0f-2eb9-4939-b708-2d519f5ae172 None None] No DVR routers for this DVR port 98169d33-7ea3-449f-b069-0e53a540b362 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:09:24.546736 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-089d5288-09c9-4d7a-89a0-5c144e359c22 req-4f739283-3180-41b9-98a4-95a95cef12af tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263525 Apr 23 00:09:24.566770 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd756ba5-32ad-4a6d-8928-9bb7ae8949ff None None] DHCP port deletion for 28e8e3c3-4a49-4654-b2f4-27aa10f03ea4 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:09:24.613723 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 784a9bad-697c-4bc9-ab96-24a286d1ab91 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:09:24.639874 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 784a9bad-697c-4bc9-ab96-24a286d1ab91 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:09:24.640226 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 784a9bad-697c-4bc9-ab96-24a286d1ab91 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:09:24.640649 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 98169d33-7ea3-449f-b069-0e53a540b362 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:09:24.671121 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 98169d33-7ea3-449f-b069-0e53a540b362 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:09:24.671487 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 98169d33-7ea3-449f-b069-0e53a540b362 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:09:24.691458 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bd756ba5-32ad-4a6d-8928-9bb7ae8949ff None None] Deleting port 02fc5fb3-48a6-466d-9b92-a9e5bc0ae146 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:09:24.691875 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd756ba5-32ad-4a6d-8928-9bb7ae8949ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:24.736101 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-89f3a017-8cc6-44a3-b919-f788bc9144e2 req-5b4e682f-5919-4dac-ad62-9db5a1370a4b tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 210 time: 0.0466840 Apr 23 00:09:24.746760 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250534f3-0cdb-48fc-b77a-3a2da0218cc8 None None] New status for floating IP 9d8977d2-03de-44e8-90f9-bd5b5ba23f14: DOWN {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:09:24.756045 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bba07c1b-b21b-40ea-a4d1-8600c68e6709 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:24.790681 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-bba07c1b-b21b-40ea-a4d1-8600c68e6709 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b9ff7c-ec8e-4374-8d5e-d4ba783fa298']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:24.808204 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-bba07c1b-b21b-40ea-a4d1-8600c68e6709 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77db59a3-c345-42b8-b61b-7f48a1690786') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:24.808642 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-bba07c1b-b21b-40ea-a4d1-8600c68e6709 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77db59a3-c345-42b8-b61b-7f48a1690786') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:24.827607 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bba07c1b-b21b-40ea-a4d1-8600c68e6709 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:24.846472 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bd756ba5-32ad-4a6d-8928-9bb7ae8949ff None None] For port 02fc5fb3-48a6-466d-9b92-a9e5bc0ae146, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=02fc5fb3-48a6-466d-9b92-a9e5bc0ae146,segment=NetworkSegment(d9a20e60-0dd2-4745-858d-fadf24313995),segment_id=d9a20e60-0dd2-4745-858d-fadf24313995)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:24.846472 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd756ba5-32ad-4a6d-8928-9bb7ae8949ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:24.852399 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bba07c1b-b21b-40ea-a4d1-8600c68e6709 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:24.864150 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba07c1b-b21b-40ea-a4d1-8600c68e6709 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:09:24.864594 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bba07c1b-b21b-40ea-a4d1-8600c68e6709 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:09:24.867734 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:09:24.886257 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bd756ba5-32ad-4a6d-8928-9bb7ae8949ff None None] Calling delete_port for 02fc5fb3-48a6-466d-9b92-a9e5bc0ae146 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:09:24.964155 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-c71cab09-d417-4aae-9f29-88807f15df34 req-d73418f2-ba57-4283-910e-64400c27d0ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11586d36-99c3-4cdf-8654-182ad8a8475c {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:09:24.973376 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c71cab09-d417-4aae-9f29-88807f15df34 req-d73418f2-ba57-4283-910e-64400c27d0ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:25.045055 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bba07c1b-b21b-40ea-a4d1-8600c68e6709 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:25.049962 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bba07c1b-b21b-40ea-a4d1-8600c68e6709 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:25.055449 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bba07c1b-b21b-40ea-a4d1-8600c68e6709 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "DELETE /v2.0/networks/40b9ff7c-ec8e-4374-8d5e-d4ba783fa298 HTTP/1.1" status: 204 len: 168 time: 0.7702990 Apr 23 00:09:25.058158 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55930) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:25.078165 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba07c1b-b21b-40ea-a4d1-8600c68e6709 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Pushing event deleted for resources: {'Network': ['ID=40b9ff7c-ec8e-4374-8d5e-d4ba783fa298,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:25.078165 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-c71cab09-d417-4aae-9f29-88807f15df34 req-d73418f2-ba57-4283-910e-64400c27d0ba service neutron] Transition to ACTIVE for port object 11586d36-99c3-4cdf-8654-182ad8a8475c will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:09:25.078576 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd756ba5-32ad-4a6d-8928-9bb7ae8949ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:25.121144 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756ba5-32ad-4a6d-8928-9bb7ae8949ff None None] Pushing event deleted for resources: {'Port': ['ID=02fc5fb3-48a6-466d-9b92-a9e5bc0ae146,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:25.126391 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd756ba5-32ad-4a6d-8928-9bb7ae8949ff None None] No DVR routers for this DVR port 02fc5fb3-48a6-466d-9b92-a9e5bc0ae146 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:09:25.142095 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c71cab09-d417-4aae-9f29-88807f15df34 req-d73418f2-ba57-4283-910e-64400c27d0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:25.176057 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d599ba31-efb5-4f47-a5d5-c7f7c32b305f tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:25.208983 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73418f2-ba57-4283-910e-64400c27d0ba service neutron] Pushing event updated for resources: {'Port': ['ID=11586d36-99c3-4cdf-8654-182ad8a8475c,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:25.272384 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d599ba31-efb5-4f47-a5d5-c7f7c32b305f tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:25.294702 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-d599ba31-efb5-4f47-a5d5-c7f7c32b305f tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e8e3c3-4a49-4654-b2f4-27aa10f03ea4']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:25.306489 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-d599ba31-efb5-4f47-a5d5-c7f7c32b305f tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a20e60-0dd2-4745-858d-fadf24313995') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:25.307101 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-d599ba31-efb5-4f47-a5d5-c7f7c32b305f tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a20e60-0dd2-4745-858d-fadf24313995') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:25.307511 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-c71cab09-d417-4aae-9f29-88807f15df34 req-d73418f2-ba57-4283-910e-64400c27d0ba service neutron] Attempting to bind port 11586d36-99c3-4cdf-8654-182ad8a8475c on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:09:25.307903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-c71cab09-d417-4aae-9f29-88807f15df34 req-d73418f2-ba57-4283-910e-64400c27d0ba service neutron] Attempting to bind port 11586d36-99c3-4cdf-8654-182ad8a8475c by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '0f1311df-7bf2-4050-9e77-cf4d6df9cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:09:25.308238 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71cab09-d417-4aae-9f29-88807f15df34 req-d73418f2-ba57-4283-910e-64400c27d0ba service neutron] Attempting to bind port 11586d36-99c3-4cdf-8654-182ad8a8475c on network bebecfa0-f480-4eb0-be6d-dcc10247de2a {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:09:25.313075 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71cab09-d417-4aae-9f29-88807f15df34 req-d73418f2-ba57-4283-910e-64400c27d0ba service neutron] Port 11586d36-99c3-4cdf-8654-182ad8a8475c on network bebecfa0-f480-4eb0-be6d-dcc10247de2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:09:25.313404 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71cab09-d417-4aae-9f29-88807f15df34 req-d73418f2-ba57-4283-910e-64400c27d0ba service neutron] Attempting to bind port 11586d36-99c3-4cdf-8654-182ad8a8475c on network bebecfa0-f480-4eb0-be6d-dcc10247de2a {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:09:25.318642 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71cab09-d417-4aae-9f29-88807f15df34 req-d73418f2-ba57-4283-910e-64400c27d0ba service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:09:25.318986 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71cab09-d417-4aae-9f29-88807f15df34 req-d73418f2-ba57-4283-910e-64400c27d0ba service neutron] Checking segment: {'id': '0f1311df-7bf2-4050-9e77-cf4d6df9cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:09:25.319377 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71cab09-d417-4aae-9f29-88807f15df34 req-d73418f2-ba57-4283-910e-64400c27d0ba service neutron] Bound using segment: {'id': '0f1311df-7bf2-4050-9e77-cf4d6df9cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:09:25.319872 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-c71cab09-d417-4aae-9f29-88807f15df34 req-d73418f2-ba57-4283-910e-64400c27d0ba service neutron] Bound port: 11586d36-99c3-4cdf-8654-182ad8a8475c, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f1311df-7bf2-4050-9e77-cf4d6df9cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:09:25.320237 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c71cab09-d417-4aae-9f29-88807f15df34 req-d73418f2-ba57-4283-910e-64400c27d0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:25.328197 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d599ba31-efb5-4f47-a5d5-c7f7c32b305f tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:25.350201 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d599ba31-efb5-4f47-a5d5-c7f7c32b305f tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:25.360463 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d599ba31-efb5-4f47-a5d5-c7f7c32b305f tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:09:25.361188 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d599ba31-efb5-4f47-a5d5-c7f7c32b305f tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:09:25.366448 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:09:25.393673 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-c71cab09-d417-4aae-9f29-88807f15df34 req-d73418f2-ba57-4283-910e-64400c27d0ba service neutron] For port 11586d36-99c3-4cdf-8654-182ad8a8475c, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:09:25.397140 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-c71cab09-d417-4aae-9f29-88807f15df34 req-d73418f2-ba57-4283-910e-64400c27d0ba service neutron] For port 11586d36-99c3-4cdf-8654-182ad8a8475c, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=11586d36-99c3-4cdf-8654-182ad8a8475c,segment=NetworkSegment(0f1311df-7bf2-4050-9e77-cf4d6df9cbb3),segment_id=0f1311df-7bf2-4050-9e77-cf4d6df9cbb3)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:09:25.445351 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c71cab09-d417-4aae-9f29-88807f15df34 req-d73418f2-ba57-4283-910e-64400c27d0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:25.481150 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cab09-d417-4aae-9f29-88807f15df34 req-d73418f2-ba57-4283-910e-64400c27d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:25.481769 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c71cab09-d417-4aae-9f29-88807f15df34 req-d73418f2-ba57-4283-910e-64400c27d0ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:25.483185 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c71cab09-d417-4aae-9f29-88807f15df34 req-d73418f2-ba57-4283-910e-64400c27d0ba service neutron] 10.222.0.16 "PUT /v2.0/ports/11586d36-99c3-4cdf-8654-182ad8a8475c HTTP/1.1" status: 200 len: 1093 time: 1.3705559 Apr 23 00:09:25.496281 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d599ba31-efb5-4f47-a5d5-c7f7c32b305f tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:25.501619 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d599ba31-efb5-4f47-a5d5-c7f7c32b305f tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:25.509558 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d599ba31-efb5-4f47-a5d5-c7f7c32b305f tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "DELETE /v2.0/networks/28e8e3c3-4a49-4654-b2f4-27aa10f03ea4 HTTP/1.1" status: 204 len: 168 time: 0.4471092 Apr 23 00:09:25.510640 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55932) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:25.534531 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599ba31-efb5-4f47-a5d5-c7f7c32b305f tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Pushing event deleted for resources: {'Network': ['ID=28e8e3c3-4a49-4654-b2f4-27aa10f03ea4,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:25.553593 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73418f2-ba57-4283-910e-64400c27d0ba service neutron] Pushing event updated for resources: {'Port': ['ID=11586d36-99c3-4cdf-8654-182ad8a8475c,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:25.587003 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe2f395-1a30-4d80-b0e5-79f51e31f223 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Deleting subnet d282c2fb-7be7-4599-b5e3-91af2ea71de1 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:09:25.593852 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3fe2f395-1a30-4d80-b0e5-79f51e31f223 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:25.653258 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a034b6c-8984-4a19-8caa-2d51764623b0', 'tag': '11586d36-99c3-4cdf-8654-182ad8a8475c'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:09:25.655507 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa13eb9e-415d-430b-b6dd-9c54725de918" -d '{"events": [{"name": "network-changed", "server_uuid": "0a034b6c-8984-4a19-8caa-2d51764623b0", "tag": "11586d36-99c3-4cdf-8654-182ad8a8475c"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:09:25.698208 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3fe2f395-1a30-4d80-b0e5-79f51e31f223 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:25.737337 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a492d05-8f77-4530-92c7-2d29a34015c0 x-openstack-request-id: req-4a492d05-8f77-4530-92c7-2d29a34015c0 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:09:25.737570 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a034b6c-8984-4a19-8caa-2d51764623b0", "tag": "11586d36-99c3-4cdf-8654-182ad8a8475c", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:09:25.737823 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a492d05-8f77-4530-92c7-2d29a34015c0 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:09:25.738209 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a492d05-8f77-4530-92c7-2d29a34015c0'] response: {'name': 'network-changed', 'server_uuid': '0a034b6c-8984-4a19-8caa-2d51764623b0', 'tag': '11586d36-99c3-4cdf-8654-182ad8a8475c', 'status': 'completed', 'code': 200} Apr 23 00:09:25.828189 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4fe324-1cb2-4da0-8642-d74451399e52 req-427830bb-6b90-4ad2-a5c3-1984d34158ef tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:25.829722 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6d4fe324-1cb2-4da0-8642-d74451399e52 req-427830bb-6b90-4ad2-a5c3-1984d34158ef tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 943 time: 0.1814628 Apr 23 00:09:25.836395 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cab09-d417-4aae-9f29-88807f15df34 req-8e8c4423-040f-4abc-a49d-25d4a9b8817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:25.837836 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c71cab09-d417-4aae-9f29-88807f15df34 req-8e8c4423-040f-4abc-a49d-25d4a9b8817e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8d9254b43d04e37a9ce9a7809dd111e&device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 1096 time: 0.2274101 Apr 23 00:09:25.843412 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-bfe06f87-a1f2-4a0a-84d0-cda162a34a97 req-f43ebdcd-b88c-412b-8a10-0f0c2562bad6 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 210 time: 0.0332608 Apr 23 00:09:25.899473 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c71cab09-d417-4aae-9f29-88807f15df34 req-fe3c206a-c5b5-4c25-814c-8eabba2f5fb1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11586d36-99c3-4cdf-8654-182ad8a8475c HTTP/1.1" status: 200 len: 217 time: 0.0467887 Apr 23 00:09:25.900990 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3fe2f395-1a30-4d80-b0e5-79f51e31f223 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:25.982723 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6d4fe324-1cb2-4da0-8642-d74451399e52 req-c295f3a5-00db-459c-a6db-d6ca31abd8df tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438260 Apr 23 00:09:26.004405 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cab09-d417-4aae-9f29-88807f15df34 req-18d75ca5-944a-4d38-9d25-ac97249c7d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:26.005339 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c71cab09-d417-4aae-9f29-88807f15df34 req-18d75ca5-944a-4d38-9d25-ac97249c7d15 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62400671-9285-4ea3-9900-46d1740c43ff HTTP/1.1" status: 200 len: 835 time: 0.0788269 Apr 23 00:09:26.053818 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cab09-d417-4aae-9f29-88807f15df34 req-52fceca5-82d5-45b4-87e0-3547954398e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:26.055346 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c71cab09-d417-4aae-9f29-88807f15df34 req-52fceca5-82d5-45b4-87e0-3547954398e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bebecfa0-f480-4eb0-be6d-dcc10247de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434482 Apr 23 00:09:26.086330 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3fe2f395-1a30-4d80-b0e5-79f51e31f223 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:26.150273 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2f395-1a30-4d80-b0e5-79f51e31f223 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Pushing event deleted for resources: {'Subnet': ['ID=d282c2fb-7be7-4599-b5e3-91af2ea71de1,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:26.157330 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3fe2f395-1a30-4d80-b0e5-79f51e31f223 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:26.163199 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55940) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:26.163359 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3fe2f395-1a30-4d80-b0e5-79f51e31f223 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "DELETE /v2.0/subnets/d282c2fb-7be7-4599-b5e3-91af2ea71de1 HTTP/1.1" status: 204 len: 168 time: 0.6515818 Apr 23 00:09:26.168051 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe14295-4670-475a-b85f-5ca5b8806da4 None None] Network f17c7031-996f-40ed-91bf-45f1267670f4 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:09:26.192783 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c71cab09-d417-4aae-9f29-88807f15df34 req-cc210109-c548-423b-ada6-5e9f4ca53562 service neutron] 10.222.0.16 "GET /v2.0/networks/bebecfa0-f480-4eb0-be6d-dcc10247de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292560 Apr 23 00:09:26.264265 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4df1f9ca-9742-4aeb-a959-a559ca887fd3 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:26.303730 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c71cab09-d417-4aae-9f29-88807f15df34 req-a4cd563b-f2be-4954-b7f6-d1428e96fac5 service neutron] 10.222.0.16 "GET /v2.0/networks/bebecfa0-f480-4eb0-be6d-dcc10247de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016805 Apr 23 00:09:26.333187 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-4df1f9ca-9742-4aeb-a959-a559ca887fd3 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Deleting port b3c1591a-e5f7-4612-8ed9-0539d6b5c124 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:09:26.333532 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4df1f9ca-9742-4aeb-a959-a559ca887fd3 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:26.389718 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d77d1c-0605-4b0e-8a61-1208cc38dc06 None None] DHCP port deletion for f17c7031-996f-40ed-91bf-45f1267670f4 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:09:26.436294 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-4df1f9ca-9742-4aeb-a959-a559ca887fd3 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] For port b3c1591a-e5f7-4612-8ed9-0539d6b5c124, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b3c1591a-e5f7-4612-8ed9-0539d6b5c124,segment=NetworkSegment(ae78aa17-075e-4c63-a9dc-6b0f098f4c23),segment_id=ae78aa17-075e-4c63-a9dc-6b0f098f4c23)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:26.436670 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4df1f9ca-9742-4aeb-a959-a559ca887fd3 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:26.458843 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b9d77d1c-0605-4b0e-8a61-1208cc38dc06 None None] Deleting port b3c1591a-e5f7-4612-8ed9-0539d6b5c124 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:09:26.459375 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9d77d1c-0605-4b0e-8a61-1208cc38dc06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:26.465895 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-4df1f9ca-9742-4aeb-a959-a559ca887fd3 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Calling delete_port for b3c1591a-e5f7-4612-8ed9-0539d6b5c124 owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:09:26.489001 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13eb9e-415d-430b-b6dd-9c54725de918 req-9d57bfa4-72f8-4f04-8abc-217162922441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:26.494166 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aa13eb9e-415d-430b-b6dd-9c54725de918 req-9d57bfa4-72f8-4f04-8abc-217162922441 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8d9254b43d04e37a9ce9a7809dd111e&device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 1096 time: 0.0756998 Apr 23 00:09:26.522527 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b3c1591a-e5f7-4612-8ed9-0539d6b5c124 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:09:26.555445 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b9d77d1c-0605-4b0e-8a61-1208cc38dc06 None None] For port b3c1591a-e5f7-4612-8ed9-0539d6b5c124, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b3c1591a-e5f7-4612-8ed9-0539d6b5c124,segment=NetworkSegment(ae78aa17-075e-4c63-a9dc-6b0f098f4c23),segment_id=ae78aa17-075e-4c63-a9dc-6b0f098f4c23)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:26.555891 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9d77d1c-0605-4b0e-8a61-1208cc38dc06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:26.575128 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b9d77d1c-0605-4b0e-8a61-1208cc38dc06 None None] Calling delete_port for b3c1591a-e5f7-4612-8ed9-0539d6b5c124 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:09:26.624042 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13eb9e-415d-430b-b6dd-9c54725de918 req-4e7ec05c-13a1-43da-b9cb-e64893e79a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:26.626145 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aa13eb9e-415d-430b-b6dd-9c54725de918 req-4e7ec05c-13a1-43da-b9cb-e64893e79a2a service neutron] 10.222.0.16 "GET /v2.0/networks?id=bebecfa0-f480-4eb0-be6d-dcc10247de2a HTTP/1.1" status: 200 len: 898 time: 0.1225429 Apr 23 00:09:26.680468 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4df1f9ca-9742-4aeb-a959-a559ca887fd3 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:26.683370 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aa13eb9e-415d-430b-b6dd-9c54725de918 req-4e8beebd-a690-463a-99a3-b5cd5a2e6202 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11586d36-99c3-4cdf-8654-182ad8a8475c HTTP/1.1" status: 200 len: 217 time: 0.0435586 Apr 23 00:09:26.690510 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:26.723347 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1f9ca-9742-4aeb-a959-a559ca887fd3 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Pushing event deleted for resources: {'Port': ['ID=b3c1591a-e5f7-4612-8ed9-0539d6b5c124,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:26.723622 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9d77d1c-0605-4b0e-8a61-1208cc38dc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:26.726397 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df1f9ca-9742-4aeb-a959-a559ca887fd3 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] No DVR routers for this DVR port b3c1591a-e5f7-4612-8ed9-0539d6b5c124 on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:09:26.748161 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13eb9e-415d-430b-b6dd-9c54725de918 req-39e640e0-bbb4-4688-9f15-0fabf95e9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:26.749636 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aa13eb9e-415d-430b-b6dd-9c54725de918 req-39e640e0-bbb4-4688-9f15-0fabf95e9e2f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62400671-9285-4ea3-9900-46d1740c43ff HTTP/1.1" status: 200 len: 835 time: 0.0538042 Apr 23 00:09:26.788858 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d77d1c-0605-4b0e-8a61-1208cc38dc06 None None] No DVR routers for this DVR port b3c1591a-e5f7-4612-8ed9-0539d6b5c124 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:09:26.790888 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 02fc5fb3-48a6-466d-9b92-a9e5bc0ae146 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:09:26.793823 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d77d1c-0605-4b0e-8a61-1208cc38dc06 None None] Pushing event deleted for resources: {'Port': ['ID=b3c1591a-e5f7-4612-8ed9-0539d6b5c124,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:26.820547 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13eb9e-415d-430b-b6dd-9c54725de918 req-d5632e9f-d758-4cc6-bc5e-d7712cb34d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:26.822364 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aa13eb9e-415d-430b-b6dd-9c54725de918 req-d5632e9f-d758-4cc6-bc5e-d7712cb34d67 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bebecfa0-f480-4eb0-be6d-dcc10247de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0634887 Apr 23 00:09:26.824603 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 02fc5fb3-48a6-466d-9b92-a9e5bc0ae146 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:09:26.825023 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 02fc5fb3-48a6-466d-9b92-a9e5bc0ae146 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:09:26.834368 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4df1f9ca-9742-4aeb-a959-a559ca887fd3 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:26.857201 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-4df1f9ca-9742-4aeb-a959-a559ca887fd3 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f17c7031-996f-40ed-91bf-45f1267670f4']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:26.867230 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-4df1f9ca-9742-4aeb-a959-a559ca887fd3 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae78aa17-075e-4c63-a9dc-6b0f098f4c23') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:26.867530 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-4df1f9ca-9742-4aeb-a959-a559ca887fd3 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae78aa17-075e-4c63-a9dc-6b0f098f4c23') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:26.877475 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4df1f9ca-9742-4aeb-a959-a559ca887fd3 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:26.892659 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4df1f9ca-9742-4aeb-a959-a559ca887fd3 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:26.900557 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df1f9ca-9742-4aeb-a959-a559ca887fd3 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:09:26.901198 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4df1f9ca-9742-4aeb-a959-a559ca887fd3 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:09:26.905446 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:09:26.965946 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aa13eb9e-415d-430b-b6dd-9c54725de918 req-081572fc-3998-49f6-a8e8-f8976d7d03d5 service neutron] 10.222.0.16 "GET /v2.0/networks/bebecfa0-f480-4eb0-be6d-dcc10247de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287572 Apr 23 00:09:27.000015 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-962c2bdc-eae8-4c72-a350-9cbd1763440d req-f0f6a4f2-aa28-40e5-8b16-b393ea7a0d63 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 210 time: 0.0629170 Apr 23 00:09:27.076447 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aa13eb9e-415d-430b-b6dd-9c54725de918 req-169283cb-41d2-4d59-bc0c-46ce0f349751 service neutron] 10.222.0.16 "GET /v2.0/networks/bebecfa0-f480-4eb0-be6d-dcc10247de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022012 Apr 23 00:09:27.079254 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4df1f9ca-9742-4aeb-a959-a559ca887fd3 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:27.096237 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4df1f9ca-9742-4aeb-a959-a559ca887fd3 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:27.103044 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4df1f9ca-9742-4aeb-a959-a559ca887fd3 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "DELETE /v2.0/networks/f17c7031-996f-40ed-91bf-45f1267670f4 HTTP/1.1" status: 204 len: 168 time: 0.9386590 Apr 23 00:09:27.104152 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 55946) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:27.115165 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1f9ca-9742-4aeb-a959-a559ca887fd3 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Pushing event deleted for resources: {'Network': ['ID=f17c7031-996f-40ed-91bf-45f1267670f4,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:27.127491 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16464272-f4b9-4688-886f-53bd40a11f54 req-342ccd00-9ea7-4ae1-97fb-48b36e401b75 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:27.129705 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-16464272-f4b9-4688-886f-53bd40a11f54 req-342ccd00-9ea7-4ae1-97fb-48b36e401b75 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 943 time: 0.0682738 Apr 23 00:09:27.161856 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-64126f7a-663e-4c4e-8573-aaa69e09ce43 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "GET /v2.0/ports?device_id=1765064b-ff7a-44ca-bcf4-58b6d46d6623 HTTP/1.1" status: 200 len: 205 time: 0.0564938 Apr 23 00:09:27.164391 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55948) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:27.190278 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-16464272-f4b9-4688-886f-53bd40a11f54 req-6802b800-829a-4045-bfc8-0b37d9e1848e tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537114 Apr 23 00:09:27.254726 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e49d85b4-0417-4132-9645-89defb927286 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:27.416862 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e49d85b4-0417-4132-9645-89defb927286 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:27.418935 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e49d85b4-0417-4132-9645-89defb927286 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:27.524780 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e49d85b4-0417-4132-9645-89defb927286 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:27.525299 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49d85b4-0417-4132-9645-89defb927286 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Fanout notify agent at l3_agent the message router_deleted on router 1765064b-ff7a-44ca-bcf4-58b6d46d6623 {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:09:27.532318 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e49d85b4-0417-4132-9645-89defb927286 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:27.533297 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e49d85b4-0417-4132-9645-89defb927286 tempest-RoutersNegativeIpV6Test-188036653 tempest-RoutersNegativeIpV6Test-188036653-project] 10.222.0.15 "DELETE /v2.0/routers/1765064b-ff7a-44ca-bcf4-58b6d46d6623 HTTP/1.1" status: 204 len: 168 time: 0.3678327 Apr 23 00:09:27.933094 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 11586d36-99c3-4cdf-8654-182ad8a8475c details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:09:27.979325 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55954) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:28.037824 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 11586d36-99c3-4cdf-8654-182ad8a8475c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=11586d36-99c3-4cdf-8654-182ad8a8475c,segment=NetworkSegment(0f1311df-7bf2-4050-9e77-cf4d6df9cbb3),segment_id=0f1311df-7bf2-4050-9e77-cf4d6df9cbb3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:28.051188 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '11586d36-99c3-4cdf-8654-182ad8a8475c', 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a', 'port_id': '11586d36-99c3-4cdf-8654-182ad8a8475c', 'mac_address': 'fa:16:3e:c6:8c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62400671-9285-4ea3-9900-46d1740c43ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:09:28.089156 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:28.103089 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11586d36-99c3-4cdf-8654-182ad8a8475c {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:09:28.122794 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 11586d36-99c3-4cdf-8654-182ad8a8475c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=11586d36-99c3-4cdf-8654-182ad8a8475c,segment=NetworkSegment(0f1311df-7bf2-4050-9e77-cf4d6df9cbb3),segment_id=0f1311df-7bf2-4050-9e77-cf4d6df9cbb3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:28.125667 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ccea8cb8-fceb-420e-be50-c6fc28eb32a9 req-12a16e24-c595-41a1-8d3f-93af03af0f8e tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=761e8c4f-c4bd-4d9f-a597-4758210b7e40 HTTP/1.1" status: 200 len: 210 time: 0.0332811 Apr 23 00:09:28.141773 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-53f0abf7-7fa1-4d1a-8679-3e8968ef07b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7d46976e56344efad1edd185f972e27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611991 Apr 23 00:09:28.151072 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55960) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:28.182800 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:28.203917 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e81e6d4-1a9e-4fac-9016-24fb2e7a727b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:28.230316 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e81e6d4-1a9e-4fac-9016-24fb2e7a727b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:28.244729 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=11586d36-99c3-4cdf-8654-182ad8a8475c,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:28.324705 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e81e6d4-1a9e-4fac-9016-24fb2e7a727b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:28.326706 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478068ae-1c5b-4085-bc8c-3531883bf106 req-84323cab-8c31-4b72-937b-57aedf6bd189 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:28.327201 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e81e6d4-1a9e-4fac-9016-24fb2e7a727b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:28.327805 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-478068ae-1c5b-4085-bc8c-3531883bf106 req-84323cab-8c31-4b72-937b-57aedf6bd189 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 944 time: 0.0529814 Apr 23 00:09:28.329196 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3e81e6d4-1a9e-4fac-9016-24fb2e7a727b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e4ed132-fdc5-4211-8153-98099b15c10f HTTP/1.1" status: 204 len: 168 time: 0.1771374 Apr 23 00:09:28.338948 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81e6d4-1a9e-4fac-9016-24fb2e7a727b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4ed132-fdc5-4211-8153-98099b15c10f,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:28.375086 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-478068ae-1c5b-4085-bc8c-3531883bf106 req-188c8155-b10c-420f-9c23-e2a121f9ca7c tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390089 Apr 23 00:09:28.413018 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['11586d36-99c3-4cdf-8654-182ad8a8475c'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:09:29.312689 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 55990) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:29.412105 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-354ca170-7d19-4ecb-b5b8-d329077cb994 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-19347145'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:29.418823 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a755eaf1-564a-4942-9778-a68a61c77327 req-f75493d5-2b3d-4faa-83ed-c474d33c2fc0 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-995703728&fields=id&tenant_id=eca10cab387440428e231a953cda4553 HTTP/1.1" status: 200 len: 267 time: 0.0555387 Apr 23 00:09:29.495092 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881ed94-b4c8-4231-b7a1-433e50536a04 req-13fa113d-6fdf-4b39-85d7-3d63b50c67b8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:29.496591 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c881ed94-b4c8-4231-b7a1-433e50536a04 req-13fa113d-6fdf-4b39-85d7-3d63b50c67b8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 944 time: 0.0521717 Apr 23 00:09:29.497606 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354ca170-7d19-4ecb-b5b8-d329077cb994 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Made reservation on behalf of 4dede2079ad34a9a94fb02cad1d1b85d for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:09:29.500832 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-354ca170-7d19-4ecb-b5b8-d329077cb994 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:29.516711 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-354ca170-7d19-4ecb-b5b8-d329077cb994 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:29.537742 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755eaf1-564a-4942-9778-a68a61c77327 req-da758d4d-83b5-41b6-a275-3809750ecade tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:29.539226 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a755eaf1-564a-4942-9778-a68a61c77327 req-da758d4d-83b5-41b6-a275-3809750ecade tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/networks?id=3d224e48-36a8-42d0-8738-ed5ea1abe259 HTTP/1.1" status: 200 len: 811 time: 0.1126311 Apr 23 00:09:29.555787 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a755eaf1-564a-4942-9778-a68a61c77327 req-abe18a72-25ad-4a55-ac07-c4dbaa266cc0 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/quotas/eca10cab387440428e231a953cda4553 HTTP/1.1" status: 200 len: 375 time: 0.0101883 Apr 23 00:09:29.561723 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c881ed94-b4c8-4231-b7a1-433e50536a04 req-9c3f5de0-9b97-447c-8bd6-db7eb0740b12 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569673 Apr 23 00:09:29.621446 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-354ca170-7d19-4ecb-b5b8-d329077cb994 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:29.641972 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a755eaf1-564a-4942-9778-a68a61c77327 req-a0e80794-12af-4691-9f17-8179b586637b tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=eca10cab387440428e231a953cda4553&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801418 Apr 23 00:09:29.684505 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-354ca170-7d19-4ecb-b5b8-d329077cb994 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:29.713268 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354ca170-7d19-4ecb-b5b8-d329077cb994 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:09:29.723699 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ca170-7d19-4ecb-b5b8-d329077cb994 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0a1bde-dd30-4af7-a4a6-32fa28878d77,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:29.729601 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-354ca170-7d19-4ecb-b5b8-d329077cb994 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:29.729945 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-354ca170-7d19-4ecb-b5b8-d329077cb994 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Added segment becb912b-8de3-41f9-ad01-a0e427d96b55 of type vlan for network 8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e Apr 23 00:09:29.771506 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-354ca170-7d19-4ecb-b5b8-d329077cb994 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:29.793692 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a755eaf1-564a-4942-9778-a68a61c77327 req-02045341-ae4d-41ea-84f1-0b11a1f096da service neutron] 10.222.0.15 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392951 Apr 23 00:09:29.879036 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-354ca170-7d19-4ecb-b5b8-d329077cb994 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:29.884616 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ca170-7d19-4ecb-b5b8-d329077cb994 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:29.885252 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-354ca170-7d19-4ecb-b5b8-d329077cb994 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:29.887370 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a755eaf1-564a-4942-9778-a68a61c77327 req-39452a79-5de9-49cc-bf58-45f0d8d907fd service neutron] 10.222.0.15 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866508 Apr 23 00:09:29.949043 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 11586d36-99c3-4cdf-8654-182ad8a8475c up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:09:29.955201 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ca170-7d19-4ecb-b5b8-d329077cb994 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Pushing event updated for resources: {'Network': ['ID=8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:29.973414 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:09:29.976849 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-354ca170-7d19-4ecb-b5b8-d329077cb994 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.6604421 Apr 23 00:09:29.977657 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56004) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:29.982803 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-ee1e0b7d-fd34-4cc1-8a49-fdbe285c827b tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Request body: {'subnet': {'network_id': '8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:30.124738 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 11586d36-99c3-4cdf-8654-182ad8a8475c completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:09:30.129457 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 11586d36-99c3-4cdf-8654-182ad8a8475c triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:30.133689 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:30.181904 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1e0b7d-fd34-4cc1-8a49-fdbe285c827b tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Made reservation on behalf of 4dede2079ad34a9a94fb02cad1d1b85d for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:09:30.185725 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ee1e0b7d-fd34-4cc1-8a49-fdbe285c827b tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:30.359499 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:30.382035 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a034b6c-8984-4a19-8caa-2d51764623b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11586d36-99c3-4cdf-8654-182ad8a8475c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:09:30.384305 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1105a666-131d-470d-aeb7-447655dadb04" -d '{"events": [{"server_uuid": "0a034b6c-8984-4a19-8caa-2d51764623b0", "name": "network-vif-plugged", "status": "completed", "tag": "11586d36-99c3-4cdf-8654-182ad8a8475c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:09:30.396768 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 11586d36-99c3-4cdf-8654-182ad8a8475c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=11586d36-99c3-4cdf-8654-182ad8a8475c,segment=NetworkSegment(0f1311df-7bf2-4050-9e77-cf4d6df9cbb3),segment_id=0f1311df-7bf2-4050-9e77-cf4d6df9cbb3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:30.423163 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef95db5d-f3aa-4e3f-ad2c-cdb1c513d515 x-openstack-request-id: req-ef95db5d-f3aa-4e3f-ad2c-cdb1c513d515 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:09:30.423457 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a034b6c-8984-4a19-8caa-2d51764623b0", "name": "network-vif-plugged", "status": "completed", "tag": "11586d36-99c3-4cdf-8654-182ad8a8475c", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:09:30.423760 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef95db5d-f3aa-4e3f-ad2c-cdb1c513d515 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:09:30.424220 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef95db5d-f3aa-4e3f-ad2c-cdb1c513d515'] response: {'server_uuid': '0a034b6c-8984-4a19-8caa-2d51764623b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11586d36-99c3-4cdf-8654-182ad8a8475c', 'code': 200} Apr 23 00:09:30.440373 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ee1e0b7d-fd34-4cc1-8a49-fdbe285c827b tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:30.440958 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:30.528905 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1e0b7d-fd34-4cc1-8a49-fdbe285c827b tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Checking segment: {'id': 'becb912b-8de3-41f9-ad01-a0e427d96b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:09:30.529535 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1e0b7d-fd34-4cc1-8a49-fdbe285c827b tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Network hostable DHCP agents. Network: 8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:09:30.529677 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a59e708d-8700-44bd-bbbb-4a1a7533803a req-d801ec39-dd52-4b3e-bf49-0cdfdbf950d5 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 210 time: 0.0384095 Apr 23 00:09:30.533511 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e0b7d-fd34-4cc1-8a49-fdbe285c827b tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Pushing event updated for resources: {'Subnet': ['ID=e3e4734b-2da5-44d6-be00-592a71f407f9,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:30.572317 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=11586d36-99c3-4cdf-8654-182ad8a8475c,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:30.681713 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1e0b7d-fd34-4cc1-8a49-fdbe285c827b tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Network 8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:09:30.709944 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922492d-ed8b-415e-ba5d-9ab58fc7e9c9 req-27928bd6-342d-4826-9928-553d9b3ff7f5 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:30.717090 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4922492d-ed8b-415e-ba5d-9ab58fc7e9c9 req-27928bd6-342d-4826-9928-553d9b3ff7f5 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 945 time: 0.0807426 Apr 23 00:09:30.738637 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-ee1e0b7d-fd34-4cc1-8a49-fdbe285c827b tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:30.743262 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1e0b7d-fd34-4cc1-8a49-fdbe285c827b tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:30.743921 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ee1e0b7d-fd34-4cc1-8a49-fdbe285c827b tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:30.751548 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb5b446-2735-4b5e-b4b0-43209bebdadd None None] Network 8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:09:30.783037 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4922492d-ed8b-415e-ba5d-9ab58fc7e9c9 req-015af0da-3f87-4505-83f0-882727e7562e tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629084 Apr 23 00:09:30.818750 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ee1e0b7d-fd34-4cc1-8a49-fdbe285c827b tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8403115 Apr 23 00:09:30.821310 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56022) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:30.827903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-55aba3b1-6558-433e-aa8a-ff479f764c77 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Request body: {'port': {'network_id': '8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e', 'name': 'tempest-TagsExtTest-1885367448'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:30.850092 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503bfae-5942-418a-ad28-faa3784ba049 req-81da4d9f-68f1-4bcf-8870-00f1239139f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:30.851742 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9503bfae-5942-418a-ad28-faa3784ba049 req-81da4d9f-68f1-4bcf-8870-00f1239139f7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 1098 time: 0.0677209 Apr 23 00:09:30.929204 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f0dae4-a8c1-4b70-ae8c-2baae4a152da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e', 'network_id': '8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e', 'tenant_id': '4dede2079ad34a9a94fb02cad1d1b85d', 'fixed_ips': [{'subnet_id': 'e3e4734b-2da5-44d6-be00-592a71f407f9'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:09:30.930265 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35f0dae4-a8c1-4b70-ae8c-2baae4a152da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:30.936539 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9503bfae-5942-418a-ad28-faa3784ba049 req-cecdee6d-b699-4167-93d9-72025b9ba441 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575185 Apr 23 00:09:31.027776 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55aba3b1-6558-433e-aa8a-ff479f764c77 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Made reservation on behalf of 4dede2079ad34a9a94fb02cad1d1b85d for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:09:31.031476 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55aba3b1-6558-433e-aa8a-ff479f764c77 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:31.085412 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-35f0dae4-a8c1-4b70-ae8c-2baae4a152da None None] Allocated IP 172.20.0.2 (8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e/e3e4734b-2da5-44d6-be00-592a71f407f9/e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:09:31.256000 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35f0dae4-a8c1-4b70-ae8c-2baae4a152da None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:31.335091 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-55aba3b1-6558-433e-aa8a-ff479f764c77 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] device_id is not set on port 06f176b3-c6c8-4010-b267-c0ae432fa186 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:09:31.342583 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35f0dae4-a8c1-4b70-ae8c-2baae4a152da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:31.395116 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f0dae4-a8c1-4b70-ae8c-2baae4a152da None None] Network 8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:09:31.399053 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0dae4-a8c1-4b70-ae8c-2baae4a152da None None] Pushing event updated for resources: {'Port': ['ID=e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:31.401556 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-35f0dae4-a8c1-4b70-ae8c-2baae4a152da None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:31.404026 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f0dae4-a8c1-4b70-ae8c-2baae4a152da None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:09:31.461176 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-35f0dae4-a8c1-4b70-ae8c-2baae4a152da None None] Attempting to bind port e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:09:31.461534 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-35f0dae4-a8c1-4b70-ae8c-2baae4a152da None None] Attempting to bind port e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'becb912b-8de3-41f9-ad01-a0e427d96b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:09:31.461888 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f0dae4-a8c1-4b70-ae8c-2baae4a152da None None] Attempting to bind port e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88 on network 8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:09:31.466753 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f0dae4-a8c1-4b70-ae8c-2baae4a152da None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:09:31.467124 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f0dae4-a8c1-4b70-ae8c-2baae4a152da None None] Checking segment: {'id': 'becb912b-8de3-41f9-ad01-a0e427d96b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:09:31.467515 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35f0dae4-a8c1-4b70-ae8c-2baae4a152da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:31.467932 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f0dae4-a8c1-4b70-ae8c-2baae4a152da None None] Bound using segment: {'id': 'becb912b-8de3-41f9-ad01-a0e427d96b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:09:31.468392 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-35f0dae4-a8c1-4b70-ae8c-2baae4a152da None None] Bound port: e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'becb912b-8de3-41f9-ad01-a0e427d96b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:09:31.468771 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35f0dae4-a8c1-4b70-ae8c-2baae4a152da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:31.503519 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.db.api [None req-55aba3b1-6558-433e-aa8a-ff479f764c77 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-09b39ce0-7d38-4810-934b-0b13d41ec3cc {{(pid=103144) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:09:31.504124 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG oslo_db.api [None req-55aba3b1-6558-433e-aa8a-ff479f764c77 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:09:31.530213 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-35f0dae4-a8c1-4b70-ae8c-2baae4a152da None None] For port e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:09:31.533236 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-35f0dae4-a8c1-4b70-ae8c-2baae4a152da None None] For port e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88,segment=NetworkSegment(becb912b-8de3-41f9-ad01-a0e427d96b55),segment_id=becb912b-8de3-41f9-ad01-a0e427d96b55)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:09:31.571225 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35f0dae4-a8c1-4b70-ae8c-2baae4a152da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:31.632489 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9cf8a535-55e8-49e8-8251-d9e70f3eecfd req-1ca01721-834c-47e6-b821-82a1740bc80b tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 210 time: 0.0417032 Apr 23 00:09:31.641039 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0dae4-a8c1-4b70-ae8c-2baae4a152da None None] Pushing event updated for resources: {'Port': ['ID=e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:31.918723 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf70fa4-5d93-4c1f-a5d0-3b647a3e289c req-67fdaa06-39e0-4d01-9ba2-070ae84bda18 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:31.920327 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8cf70fa4-5d93-4c1f-a5d0-3b647a3e289c req-67fdaa06-39e0-4d01-9ba2-070ae84bda18 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 945 time: 0.0597348 Apr 23 00:09:31.963878 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8cf70fa4-5d93-4c1f-a5d0-3b647a3e289c req-88faaa07-c036-41b2-b6db-f11269a608f6 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368683 Apr 23 00:09:32.004766 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55aba3b1-6558-433e-aa8a-ff479f764c77 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:32.022631 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-55aba3b1-6558-433e-aa8a-ff479f764c77 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] device_id is not set on port 78c6b012-128f-4cbd-8500-304fa9b1c106 yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:09:32.129969 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-55aba3b1-6558-433e-aa8a-ff479f764c77 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Allocated IP 172.20.0.13 (8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e/e3e4734b-2da5-44d6-be00-592a71f407f9/78c6b012-128f-4cbd-8500-304fa9b1c106) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:09:32.296125 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55aba3b1-6558-433e-aa8a-ff479f764c77 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:32.433014 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55aba3b1-6558-433e-aa8a-ff479f764c77 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:32.537184 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:09:32.539927 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aba3b1-6558-433e-aa8a-ff479f764c77 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Network 8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:09:32.546563 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-55aba3b1-6558-433e-aa8a-ff479f764c77 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:32.554245 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aba3b1-6558-433e-aa8a-ff479f764c77 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:09:32.593014 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:32.593372 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:32.612441 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55aba3b1-6558-433e-aa8a-ff479f764c77 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:32.613311 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55aba3b1-6558-433e-aa8a-ff479f764c77 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:32.622281 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aba3b1-6558-433e-aa8a-ff479f764c77 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Pushing event updated for resources: {'Port': ['ID=78c6b012-128f-4cbd-8500-304fa9b1c106,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:32.654503 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755eaf1-564a-4942-9778-a68a61c77327 req-96a153d0-d15a-4f26-b63c-21dbe54bf2f9 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:32.656053 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a755eaf1-564a-4942-9778-a68a61c77327 req-96a153d0-d15a-4f26-b63c-21dbe54bf2f9 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.16 "GET /v2.0/networks?id=3d224e48-36a8-42d0-8738-ed5ea1abe259 HTTP/1.1" status: 200 len: 811 time: 0.2377713 Apr 23 00:09:32.676570 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d68598-9e90-4f11-a7fb-c815861085ed None None] Network 8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:09:32.706063 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a755eaf1-564a-4942-9778-a68a61c77327 req-ec5caa3c-fafc-4d49-bda5-3a94862886f5 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eca10cab387440428e231a953cda4553 HTTP/1.1" status: 200 len: 379 time: 0.0402579 Apr 23 00:09:32.728541 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-a755eaf1-564a-4942-9778-a68a61c77327 req-9b1ec4a2-6ca5-4074-a3b3-62d4bf3fc5e3 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Request body: {'port': {'device_id': '53474b15-9eae-4dc6-8ec8-5a6a210948a2', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'admin_state_up': True, 'tenant_id': 'eca10cab387440428e231a953cda4553', 'security_groups': ['2d2b9834-154b-4eab-9702-aa2a2c8675d0']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:32.752515 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-795ffe3a-929f-40b4-90c2-06347bd34478 req-4c3c7aa3-7135-4554-a25d-e19a75709fa8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 210 time: 0.0391843 Apr 23 00:09:32.755800 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:32.761193 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-55aba3b1-6558-433e-aa8a-ff479f764c77 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9364080 Apr 23 00:09:32.762041 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56032) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:32.781458 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-e22eb32a-2328-4aac-86b0-618ce3be3698 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2085772682', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:32.789567 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-2e620e65-9909-4652-8d00-e34f4b49d1fe None None] Provisioning complete for port e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:32.789937 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e620e65-9909-4652-8d00-e34f4b49d1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:32.869365 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88,segment=NetworkSegment(becb912b-8de3-41f9-ad01-a0e427d96b55),segment_id=becb912b-8de3-41f9-ad01-a0e427d96b55)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:32.890947 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e22eb32a-2328-4aac-86b0-618ce3be3698 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:32.892141 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e22eb32a-2328-4aac-86b0-618ce3be3698 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:32.948621 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a755eaf1-564a-4942-9778-a68a61c77327 req-9b1ec4a2-6ca5-4074-a3b3-62d4bf3fc5e3 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Made reservation on behalf of eca10cab387440428e231a953cda4553 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:09:32.952124 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a755eaf1-564a-4942-9778-a68a61c77327 req-9b1ec4a2-6ca5-4074-a3b3-62d4bf3fc5e3 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:32.965128 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e620e65-9909-4652-8d00-e34f4b49d1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:32.976874 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e22eb32a-2328-4aac-86b0-618ce3be3698 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:32.988468 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:33.036057 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e22eb32a-2328-4aac-86b0-618ce3be3698 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:33.102967 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-2e620e65-9909-4652-8d00-e34f4b49d1fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:09:33.103317 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-2e620e65-9909-4652-8d00-e34f4b49d1fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:09:33.103965 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:33.142353 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e22eb32a-2328-4aac-86b0-618ce3be3698 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:33.146430 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-a755eaf1-564a-4942-9778-a68a61c77327 req-9b1ec4a2-6ca5-4074-a3b3-62d4bf3fc5e3 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Allocated IP 172.20.0.12 (3d224e48-36a8-42d0-8738-ed5ea1abe259/c3d429f2-9bee-4153-ac8c-0a0937fc9ed2/dc054cd1-8050-4473-8743-5ee6d71d1607) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:09:33.146827 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e22eb32a-2328-4aac-86b0-618ce3be3698 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3832598 Apr 23 00:09:33.148967 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56040) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:33.155750 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-916de3c5-8071-453a-82c4-48c15ed12689 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-14649054', 'prefixes': ['172.20.0.0/16']}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:33.185946 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99cfde-be2d-424a-ba4a-4bf237462361 req-a3d6dedb-5195-40c5-88a3-e6fff01e6bf8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:33.187501 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ca99cfde-be2d-424a-ba4a-4bf237462361 req-a3d6dedb-5195-40c5-88a3-e6fff01e6bf8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 945 time: 0.0967076 Apr 23 00:09:33.287692 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ca99cfde-be2d-424a-ba4a-4bf237462361 req-0f9d4cf0-ce23-4d2a-8cf2-6896fbfc1b88 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929713 Apr 23 00:09:33.354427 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a755eaf1-564a-4942-9778-a68a61c77327 req-9b1ec4a2-6ca5-4074-a3b3-62d4bf3fc5e3 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:33.428376 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27e3ac-19ab-4468-95ca-b2d6f4a2df63 req-a546cc95-e031-4788-878b-7e475f64b027 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:33.436086 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8f27e3ac-19ab-4468-95ca-b2d6f4a2df63 req-a546cc95-e031-4788-878b-7e475f64b027 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 945 time: 0.0612261 Apr 23 00:09:33.447347 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-916de3c5-8071-453a-82c4-48c15ed12689 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks [] for subnetpool, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:33.451610 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-916de3c5-8071-453a-82c4-48c15ed12689 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.2984462 Apr 23 00:09:33.452305 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56044) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:33.457747 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.tag.tag_plugin [None req-b5a0132e-d54a-406f-ad3a-389a1f9253ab tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e3e4734b-2da5-44d6-be00-592a71f407f9', 'tempest-TagsExtTest-Tag-895962119') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:33.478226 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8f27e3ac-19ab-4468-95ca-b2d6f4a2df63 req-2e5e9a8d-42f3-498a-a6bf-d54f974821c3 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411282 Apr 23 00:09:33.497320 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a755eaf1-564a-4942-9778-a68a61c77327 req-9b1ec4a2-6ca5-4074-a3b3-62d4bf3fc5e3 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:33.500420 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56046) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:33.593854 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a755eaf1-564a-4942-9778-a68a61c77327 req-9b1ec4a2-6ca5-4074-a3b3-62d4bf3fc5e3 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Network 3d224e48-36a8-42d0-8738-ed5ea1abe259 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:09:33.602306 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ec4a2-6ca5-4074-a3b3-62d4bf3fc5e3 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Pushing event updated for resources: {'Port': ['ID=dc054cd1-8050-4473-8743-5ee6d71d1607,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:33.604943 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-a755eaf1-564a-4942-9778-a68a61c77327 req-9b1ec4a2-6ca5-4074-a3b3-62d4bf3fc5e3 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:33.608795 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-a755eaf1-564a-4942-9778-a68a61c77327 req-9b1ec4a2-6ca5-4074-a3b3-62d4bf3fc5e3 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:09:33.662401 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0a4128-bc90-40e3-8df4-aa7a1edc90e7 tempest-TestNetworkAdvancedServerOps-80989147 tempest-TestNetworkAdvancedServerOps-80989147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:33.662401 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9e0a4128-bc90-40e3-8df4-aa7a1edc90e7 tempest-TestNetworkAdvancedServerOps-80989147 tempest-TestNetworkAdvancedServerOps-80989147-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 1093 time: 0.1507199 Apr 23 00:09:33.662707 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56048) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:33.667685 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-d427b93e-4e0f-45f5-89a1-2e9db7d6933e tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': '11586d36-99c3-4cdf-8654-182ad8a8475c', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:33.696861 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755eaf1-564a-4942-9778-a68a61c77327 req-9b1ec4a2-6ca5-4074-a3b3-62d4bf3fc5e3 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:33.697506 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a755eaf1-564a-4942-9778-a68a61c77327 req-9b1ec4a2-6ca5-4074-a3b3-62d4bf3fc5e3 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:33.770578 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d427b93e-4e0f-45f5-89a1-2e9db7d6933e tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for floatingip, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:33.806535 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-93e78279-80a4-400e-8eb5-176584b7ca94 None None] Provisioning complete for port e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:33.807279 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93e78279-80a4-400e-8eb5-176584b7ca94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:33.824034 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b5a0132e-d54a-406f-ad3a-389a1f9253ab tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "PUT /v2.0/subnets/e3e4734b-2da5-44d6-be00-592a71f407f9/tags/tempest-TagsExtTest-Tag-895962119 HTTP/1.1" status: 201 len: 201 time: 0.3702717 Apr 23 00:09:33.832221 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a755eaf1-564a-4942-9778-a68a61c77327 req-9b1ec4a2-6ca5-4074-a3b3-62d4bf3fc5e3 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1107054 Apr 23 00:09:33.833769 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56052) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:33.842678 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.tag.tag_plugin [None req-4ec8d9ae-aa9e-4b22-99df-d42465e6f036 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '78c6b012-128f-4cbd-8500-304fa9b1c106', 'tempest-TagsExtTest-Tag-27373807') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:33.862848 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-a755eaf1-564a-4942-9778-a68a61c77327 req-f24fbb09-8734-4e58-b017-a6c92f0a73ab service neutron] Request body: {'port': {'device_id': '53474b15-9eae-4dc6-8ec8-5a6a210948a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:33.928363 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-93e78279-80a4-400e-8eb5-176584b7ca94 None None] Provisioning complete for port 78c6b012-128f-4cbd-8500-304fa9b1c106 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:33.929976 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93e78279-80a4-400e-8eb5-176584b7ca94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:33.947763 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d427b93e-4e0f-45f5-89a1-2e9db7d6933e tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:33.990385 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-93e78279-80a4-400e-8eb5-176584b7ca94 None None] Port 78c6b012-128f-4cbd-8500-304fa9b1c106 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:09:34.020759 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a755eaf1-564a-4942-9778-a68a61c77327 req-f24fbb09-8734-4e58-b017-a6c92f0a73ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:34.034893 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa64cf4-5d08-43cd-96da-b0e07bd26177 req-ac336130-41fc-4728-ac7b-2278f37d01a8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:34.036524 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7fa64cf4-5d08-43cd-96da-b0e07bd26177 req-ac336130-41fc-4728-ac7b-2278f37d01a8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 932 time: 0.1352353 Apr 23 00:09:34.072456 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-d427b93e-4e0f-45f5-89a1-2e9db7d6933e tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Allocated IP 172.26.3.139 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/8daf6edf-bee2-479b-8561-35c90f0b954c) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:09:34.133120 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-c75152fb-8520-46e5-8aa1-2bf5e1380c35 None None] Provisioning complete for port dc054cd1-8050-4473-8743-5ee6d71d1607 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:34.133403 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c75152fb-8520-46e5-8aa1-2bf5e1380c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:34.135222 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7fa64cf4-5d08-43cd-96da-b0e07bd26177 req-00bad76d-e91a-4b02-9a54-e9ed70010b3d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911355 Apr 23 00:09:34.190139 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c75152fb-8520-46e5-8aa1-2bf5e1380c35 None None] Port dc054cd1-8050-4473-8743-5ee6d71d1607 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:09:34.193597 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4ec8d9ae-aa9e-4b22-99df-d42465e6f036 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "PUT /v2.0/ports/78c6b012-128f-4cbd-8500-304fa9b1c106/tags/tempest-TagsExtTest-Tag-27373807 HTTP/1.1" status: 201 len: 201 time: 0.3589692 Apr 23 00:09:34.196703 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56054) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:34.207920 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.tag.tag_plugin [None req-ac1f4c9e-281e-409b-bf98-bef4e901db5c tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fa6a09ec-6204-4374-aa4d-0cc57bb67f6d', 'tempest-TagsExtTest-Tag-13959053') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:34.235812 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d427b93e-4e0f-45f5-89a1-2e9db7d6933e tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:34.278527 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59c1bbd0-9b6d-4d4e-a481-ca15a775eb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:34.371160 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d427b93e-4e0f-45f5-89a1-2e9db7d6933e tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:34.410701 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d427b93e-4e0f-45f5-89a1-2e9db7d6933e tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:09:34.418307 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-d427b93e-4e0f-45f5-89a1-2e9db7d6933e tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:34.422637 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d427b93e-4e0f-45f5-89a1-2e9db7d6933e tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:09:34.442776 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ac1f4c9e-281e-409b-bf98-bef4e901db5c tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "PUT /v2.0/routers/fa6a09ec-6204-4374-aa4d-0cc57bb67f6d/tags/tempest-TagsExtTest-Tag-13959053 HTTP/1.1" status: 201 len: 201 time: 0.2452102 Apr 23 00:09:34.447363 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-a755eaf1-564a-4942-9778-a68a61c77327 req-f24fbb09-8734-4e58-b017-a6c92f0a73ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc054cd1-8050-4473-8743-5ee6d71d1607 {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:09:34.449840 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427b93e-4e0f-45f5-89a1-2e9db7d6933e tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Pushing event updated for resources: {'Port': ['ID=8daf6edf-bee2-479b-8561-35c90f0b954c,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:34.452402 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56056) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:34.459236 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.tag.tag_plugin [None req-30d14b50-4923-4bc3-b10d-57b77b57c609 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c680c8b9-4118-4d43-9c4e-c652a11f5491', 'tempest-TagsExtTest-Tag-227913888') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:34.462968 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a755eaf1-564a-4942-9778-a68a61c77327 req-f24fbb09-8734-4e58-b017-a6c92f0a73ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:34.492520 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-a755eaf1-564a-4942-9778-a68a61c77327 req-f24fbb09-8734-4e58-b017-a6c92f0a73ab service neutron] Transition to ACTIVE for port object dc054cd1-8050-4473-8743-5ee6d71d1607 will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:09:34.530953 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a755eaf1-564a-4942-9778-a68a61c77327 req-f24fbb09-8734-4e58-b017-a6c92f0a73ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:34.531603 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:09:34.576229 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-30d14b50-4923-4bc3-b10d-57b77b57c609 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "PUT /v2.0/subnetpools/c680c8b9-4118-4d43-9c4e-c652a11f5491/tags/tempest-TagsExtTest-Tag-227913888 HTTP/1.1" status: 201 len: 201 time: 0.1227169 Apr 23 00:09:34.576405 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56058) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:34.590674 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-32aebfb7-f7cf-4674-9296-3a83cbba4dc1 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e3e4734b-2da5-44d6-be00-592a71f407f9') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:34.595506 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fbb09-8734-4e58-b017-a6c92f0a73ab service neutron] Pushing event updated for resources: {'Port': ['ID=dc054cd1-8050-4473-8743-5ee6d71d1607,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:34.612460 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:34.612908 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:34.675432 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-a755eaf1-564a-4942-9778-a68a61c77327 req-f24fbb09-8734-4e58-b017-a6c92f0a73ab service neutron] Attempting to bind port dc054cd1-8050-4473-8743-5ee6d71d1607 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:09:34.675814 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-a755eaf1-564a-4942-9778-a68a61c77327 req-f24fbb09-8734-4e58-b017-a6c92f0a73ab service neutron] Attempting to bind port dc054cd1-8050-4473-8743-5ee6d71d1607 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '7fe23319-4834-4eef-b348-c43219584a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:09:34.676149 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a755eaf1-564a-4942-9778-a68a61c77327 req-f24fbb09-8734-4e58-b017-a6c92f0a73ab service neutron] Attempting to bind port dc054cd1-8050-4473-8743-5ee6d71d1607 on network 3d224e48-36a8-42d0-8738-ed5ea1abe259 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:09:34.681435 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a755eaf1-564a-4942-9778-a68a61c77327 req-f24fbb09-8734-4e58-b017-a6c92f0a73ab service neutron] Port dc054cd1-8050-4473-8743-5ee6d71d1607 on network 3d224e48-36a8-42d0-8738-ed5ea1abe259 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:09:34.681762 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a755eaf1-564a-4942-9778-a68a61c77327 req-f24fbb09-8734-4e58-b017-a6c92f0a73ab service neutron] Attempting to bind port dc054cd1-8050-4473-8743-5ee6d71d1607 on network 3d224e48-36a8-42d0-8738-ed5ea1abe259 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:09:34.687899 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a755eaf1-564a-4942-9778-a68a61c77327 req-f24fbb09-8734-4e58-b017-a6c92f0a73ab service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:09:34.692487 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a755eaf1-564a-4942-9778-a68a61c77327 req-f24fbb09-8734-4e58-b017-a6c92f0a73ab service neutron] Checking segment: {'id': '7fe23319-4834-4eef-b348-c43219584a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:09:34.692487 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a755eaf1-564a-4942-9778-a68a61c77327 req-f24fbb09-8734-4e58-b017-a6c92f0a73ab service neutron] Bound using segment: {'id': '7fe23319-4834-4eef-b348-c43219584a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:09:34.692487 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-a755eaf1-564a-4942-9778-a68a61c77327 req-f24fbb09-8734-4e58-b017-a6c92f0a73ab service neutron] Bound port: dc054cd1-8050-4473-8743-5ee6d71d1607, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe23319-4834-4eef-b348-c43219584a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:09:34.692487 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a755eaf1-564a-4942-9778-a68a61c77327 req-f24fbb09-8734-4e58-b017-a6c92f0a73ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:34.779646 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-a755eaf1-564a-4942-9778-a68a61c77327 req-f24fbb09-8734-4e58-b017-a6c92f0a73ab service neutron] For port dc054cd1-8050-4473-8743-5ee6d71d1607, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:09:34.782892 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-a755eaf1-564a-4942-9778-a68a61c77327 req-f24fbb09-8734-4e58-b017-a6c92f0a73ab service neutron] For port dc054cd1-8050-4473-8743-5ee6d71d1607, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=dc054cd1-8050-4473-8743-5ee6d71d1607,segment=NetworkSegment(7fe23319-4834-4eef-b348-c43219584a67),segment_id=7fe23319-4834-4eef-b348-c43219584a67)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:09:34.846970 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a755eaf1-564a-4942-9778-a68a61c77327 req-f24fbb09-8734-4e58-b017-a6c92f0a73ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:34.873632 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-32aebfb7-f7cf-4674-9296-3a83cbba4dc1 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "GET /v2.0/subnets/e3e4734b-2da5-44d6-be00-592a71f407f9/tags HTTP/1.1" status: 200 len: 240 time: 0.2938204 Apr 23 00:09:34.874945 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56060) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:34.881467 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.tag.tag_plugin [None req-b1809ff5-eb60-4a92-81d6-d036af77a9cd tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e3e4734b-2da5-44d6-be00-592a71f407f9', 'tempest-TagsExtTest-Tag-895962119') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:34.915338 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755eaf1-564a-4942-9778-a68a61c77327 req-f24fbb09-8734-4e58-b017-a6c92f0a73ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:34.916143 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a755eaf1-564a-4942-9778-a68a61c77327 req-f24fbb09-8734-4e58-b017-a6c92f0a73ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:34.917814 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a755eaf1-564a-4942-9778-a68a61c77327 req-f24fbb09-8734-4e58-b017-a6c92f0a73ab service neutron] 10.222.0.16 "PUT /v2.0/ports/dc054cd1-8050-4473-8743-5ee6d71d1607 HTTP/1.1" status: 200 len: 1094 time: 1.0675230 Apr 23 00:09:34.924265 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53474b15-9eae-4dc6-8ec8-5a6a210948a2', 'tag': 'dc054cd1-8050-4473-8743-5ee6d71d1607'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:09:34.926665 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5b9734-ac06-4d0e-80af-819936dd3a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "53474b15-9eae-4dc6-8ec8-5a6a210948a2", "tag": "dc054cd1-8050-4473-8743-5ee6d71d1607"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:09:34.955844 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fbb09-8734-4e58-b017-a6c92f0a73ab service neutron] Pushing event updated for resources: {'Port': ['ID=dc054cd1-8050-4473-8743-5ee6d71d1607,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:34.996058 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b1809ff5-eb60-4a92-81d6-d036af77a9cd tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "GET /v2.0/subnets/e3e4734b-2da5-44d6-be00-592a71f407f9/tags/tempest-TagsExtTest-Tag-895962119 HTTP/1.1" status: 204 len: 168 time: 0.1180267 Apr 23 00:09:34.998839 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56064) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:35.006644 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.tag.tag_plugin [None req-df81dbe2-d5e8-499e-8745-0b9eb11d506d tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e3e4734b-2da5-44d6-be00-592a71f407f9', 'tempest-TagsExtTest-Tag-895962119') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:35.038037 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a769138f-d7e9-4c3b-86fc-e80df96f0127 x-openstack-request-id: req-a769138f-d7e9-4c3b-86fc-e80df96f0127 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:09:35.038381 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53474b15-9eae-4dc6-8ec8-5a6a210948a2", "tag": "dc054cd1-8050-4473-8743-5ee6d71d1607", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:09:35.038592 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a769138f-d7e9-4c3b-86fc-e80df96f0127 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:09:35.038963 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a769138f-d7e9-4c3b-86fc-e80df96f0127'] response: {'name': 'network-changed', 'server_uuid': '53474b15-9eae-4dc6-8ec8-5a6a210948a2', 'tag': 'dc054cd1-8050-4473-8743-5ee6d71d1607', 'status': 'completed', 'code': 200} Apr 23 00:09:35.099748 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d427b93e-4e0f-45f5-89a1-2e9db7d6933e tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:35.108691 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755eaf1-564a-4942-9778-a68a61c77327 req-eefc59fa-6321-4202-b0f1-0f544e4e14c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:35.110208 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a755eaf1-564a-4942-9778-a68a61c77327 req-eefc59fa-6321-4202-b0f1-0f544e4e14c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eca10cab387440428e231a953cda4553&device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 1097 time: 0.0705106 Apr 23 00:09:35.162108 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a755eaf1-564a-4942-9778-a68a61c77327 req-926e247b-a9f1-4bd0-881e-f0233286fa5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc054cd1-8050-4473-8743-5ee6d71d1607 HTTP/1.1" status: 200 len: 217 time: 0.0406225 Apr 23 00:09:35.238583 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755eaf1-564a-4942-9778-a68a61c77327 req-1d5dcf10-2ed4-4a6a-81d2-208835e9a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:35.240017 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a755eaf1-564a-4942-9778-a68a61c77327 req-1d5dcf10-2ed4-4a6a-81d2-208835e9a0c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d429f2-9bee-4153-ac8c-0a0937fc9ed2 HTTP/1.1" status: 200 len: 850 time: 0.0710661 Apr 23 00:09:35.256794 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d427b93e-4e0f-45f5-89a1-2e9db7d6933e tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:35.275111 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-df81dbe2-d5e8-499e-8745-0b9eb11d506d tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "DELETE /v2.0/subnets/e3e4734b-2da5-44d6-be00-592a71f407f9/tags/tempest-TagsExtTest-Tag-895962119 HTTP/1.1" status: 204 len: 168 time: 0.2730772 Apr 23 00:09:35.277509 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56068) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:35.280396 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.tag.tag_plugin [None req-be71f40a-7c79-4930-ba9b-494e8efcbd92 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e3e4734b-2da5-44d6-be00-592a71f407f9') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:35.349664 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06d8cf-8039-4145-8121-4a1fa5cf8345 req-60450f21-87a9-43fe-b7c1-a1a909c1866f tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:35.351181 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1b06d8cf-8039-4145-8121-4a1fa5cf8345 req-60450f21-87a9-43fe-b7c1-a1a909c1866f tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 944 time: 0.1279113 Apr 23 00:09:35.362051 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755eaf1-564a-4942-9778-a68a61c77327 req-ad97a621-7eb4-4206-a330-3f21ba96076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:35.363528 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a755eaf1-564a-4942-9778-a68a61c77327 req-ad97a621-7eb4-4206-a330-3f21ba96076d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d224e48-36a8-42d0-8738-ed5ea1abe259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1012189 Apr 23 00:09:35.430640 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d427b93e-4e0f-45f5-89a1-2e9db7d6933e tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:35.445168 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-be71f40a-7c79-4930-ba9b-494e8efcbd92 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "GET /v2.0/subnets/e3e4734b-2da5-44d6-be00-592a71f407f9/tags HTTP/1.1" status: 200 len: 205 time: 0.1682928 Apr 23 00:09:35.448347 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56070) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:35.453656 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-0182c3cb-5da2-4a2e-8d15-6bd2e2376920 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '78c6b012-128f-4cbd-8500-304fa9b1c106') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:35.467358 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1b06d8cf-8039-4145-8121-4a1fa5cf8345 req-71cc2522-2efe-4d02-9a64-6e9ae6ade7b9 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019633 Apr 23 00:09:35.492964 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d427b93e-4e0f-45f5-89a1-2e9db7d6933e tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:35.503880 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a755eaf1-564a-4942-9778-a68a61c77327 req-92381489-792e-45ef-b485-1ca15daa56d5 service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260233 Apr 23 00:09:35.581213 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0182c3cb-5da2-4a2e-8d15-6bd2e2376920 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "GET /v2.0/ports/78c6b012-128f-4cbd-8500-304fa9b1c106/tags HTTP/1.1" status: 200 len: 239 time: 0.1316471 Apr 23 00:09:35.584167 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56072) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:35.585293 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427b93e-4e0f-45f5-89a1-2e9db7d6933e tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Pushing event updated for resources: {'Port': ['ID=8daf6edf-bee2-479b-8561-35c90f0b954c,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:35.590153 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.tag.tag_plugin [None req-e6dc0251-6429-4bb2-a132-d41877128553 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '78c6b012-128f-4cbd-8500-304fa9b1c106', 'tempest-TagsExtTest-Tag-27373807') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:35.590372 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d427b93e-4e0f-45f5-89a1-2e9db7d6933e tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:35.639122 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a755eaf1-564a-4942-9778-a68a61c77327 req-512237fb-7165-4113-9881-c42474aa60f4 service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273761 Apr 23 00:09:35.682375 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e6dc0251-6429-4bb2-a132-d41877128553 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "GET /v2.0/ports/78c6b012-128f-4cbd-8500-304fa9b1c106/tags/tempest-TagsExtTest-Tag-27373807 HTTP/1.1" status: 204 len: 168 time: 0.0971494 Apr 23 00:09:35.684952 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56074) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:35.690382 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.tag.tag_plugin [None req-ae7e9760-2291-4d14-bba4-7404da2fef50 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '78c6b012-128f-4cbd-8500-304fa9b1c106', 'tempest-TagsExtTest-Tag-27373807') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:35.828328 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ae7e9760-2291-4d14-bba4-7404da2fef50 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "DELETE /v2.0/ports/78c6b012-128f-4cbd-8500-304fa9b1c106/tags/tempest-TagsExtTest-Tag-27373807 HTTP/1.1" status: 204 len: 168 time: 0.1400118 Apr 23 00:09:35.828749 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56076) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:35.833723 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.tag.tag_plugin [None req-a3c2c436-9994-4d7d-afc2-b84b57e69c39 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '78c6b012-128f-4cbd-8500-304fa9b1c106') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:35.866463 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b9734-ac06-4d0e-80af-819936dd3a5f req-ca23db56-2507-4f42-8afc-ab7ceee683af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:35.868130 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0d5b9734-ac06-4d0e-80af-819936dd3a5f req-ca23db56-2507-4f42-8afc-ab7ceee683af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eca10cab387440428e231a953cda4553&device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 1097 time: 0.0824549 Apr 23 00:09:35.953229 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a3c2c436-9994-4d7d-afc2-b84b57e69c39 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "GET /v2.0/ports/78c6b012-128f-4cbd-8500-304fa9b1c106/tags HTTP/1.1" status: 200 len: 205 time: 0.1232705 Apr 23 00:09:35.956251 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56078) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:35.960862 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.tag.tag_plugin [None req-5edd7ea3-b8cc-4a36-a023-4cb731e04d4a tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fa6a09ec-6204-4374-aa4d-0cc57bb67f6d') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:35.991822 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-d427b93e-4e0f-45f5-89a1-2e9db7d6933e tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Floating IP 21eda077-c67a-4a59-a211-256b77ad8847 associated. External IP: 172.26.3.139, port: 11586d36-99c3-4cdf-8654-182ad8a8475c. Apr 23 00:09:36.052117 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b9734-ac06-4d0e-80af-819936dd3a5f req-7789ad27-88c7-45d2-94d3-a68058d13e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:36.053602 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0d5b9734-ac06-4d0e-80af-819936dd3a5f req-7789ad27-88c7-45d2-94d3-a68058d13e84 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d224e48-36a8-42d0-8738-ed5ea1abe259 HTTP/1.1" status: 200 len: 912 time: 0.1765032 Apr 23 00:09:36.064264 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5edd7ea3-b8cc-4a36-a023-4cb731e04d4a tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "GET /v2.0/routers/fa6a09ec-6204-4374-aa4d-0cc57bb67f6d/tags HTTP/1.1" status: 200 len: 239 time: 0.1063101 Apr 23 00:09:36.069255 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56080) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:36.074061 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.tag.tag_plugin [None req-13fefd47-6db1-43ee-b4af-ee6806796514 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fa6a09ec-6204-4374-aa4d-0cc57bb67f6d', 'tempest-TagsExtTest-Tag-13959053') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:36.138912 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0d5b9734-ac06-4d0e-80af-819936dd3a5f req-7aaf97f5-73b2-41d3-9e9e-7965d241466b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc054cd1-8050-4473-8743-5ee6d71d1607 HTTP/1.1" status: 200 len: 217 time: 0.0773418 Apr 23 00:09:36.208243 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d427b93e-4e0f-45f5-89a1-2e9db7d6933e tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Router 0d17ff1d-f381-4975-b9db-f0c7607ca69e has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:09:36.213148 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-13fefd47-6db1-43ee-b4af-ee6806796514 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "GET /v2.0/routers/fa6a09ec-6204-4374-aa4d-0cc57bb67f6d/tags/tempest-TagsExtTest-Tag-13959053 HTTP/1.1" status: 204 len: 168 time: 0.1405287 Apr 23 00:09:36.213627 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56082) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:36.218259 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b9734-ac06-4d0e-80af-819936dd3a5f req-cd0dcb26-38a0-4335-bf6d-2995c2ba07ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:36.220081 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-1929f595-6e27-4d0b-a8cf-4fcd753eebe6 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'fa6a09ec-6204-4374-aa4d-0cc57bb67f6d', 'tempest-TagsExtTest-Tag-13959053') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:36.220232 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0d5b9734-ac06-4d0e-80af-819936dd3a5f req-cd0dcb26-38a0-4335-bf6d-2995c2ba07ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d429f2-9bee-4153-ac8c-0a0937fc9ed2 HTTP/1.1" status: 200 len: 850 time: 0.0732825 Apr 23 00:09:36.274349 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b9734-ac06-4d0e-80af-819936dd3a5f req-235471a1-956b-476c-848b-bc1c5451e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:36.276032 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0d5b9734-ac06-4d0e-80af-819936dd3a5f req-235471a1-956b-476c-848b-bc1c5451e1cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d224e48-36a8-42d0-8738-ed5ea1abe259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0490012 Apr 23 00:09:36.373616 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0d5b9734-ac06-4d0e-80af-819936dd3a5f req-9862ca57-557e-4c74-aeaa-1a350c50ef40 service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901585 Apr 23 00:09:36.417840 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d427b93e-4e0f-45f5-89a1-2e9db7d6933e tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:09:36.429905 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f052def3-e839-4a72-805b-a04a126fab7e None None] Sync routers for ids ['0d17ff1d-f381-4975-b9db-f0c7607ca69e'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:09:36.442234 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f052def3-e839-4a72-805b-a04a126fab7e None None] Routers {'0d17ff1d-f381-4975-b9db-f0c7607ca69e'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:09:36.443291 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-f052def3-e839-4a72-805b-a04a126fab7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0d17ff1d-f381-4975-b9db-f0c7607ca69e'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:36.485586 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0d5b9734-ac06-4d0e-80af-819936dd3a5f req-af168e6a-9d08-4c73-b77f-07009286838e service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045587 Apr 23 00:09:36.491430 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1929f595-6e27-4d0b-a8cf-4fcd753eebe6 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "DELETE /v2.0/routers/fa6a09ec-6204-4374-aa4d-0cc57bb67f6d/tags/tempest-TagsExtTest-Tag-13959053 HTTP/1.1" status: 204 len: 168 time: 0.2761974 Apr 23 00:09:36.493823 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56084) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:36.499939 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-39111b37-9ea3-451f-a906-df13832f0963 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fa6a09ec-6204-4374-aa4d-0cc57bb67f6d') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:36.556667 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d427b93e-4e0f-45f5-89a1-2e9db7d6933e tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:36.570746 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-f052def3-e839-4a72-805b-a04a126fab7e None None] Set router 0d17ff1d-f381-4975-b9db-f0c7607ca69e gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:09:36.641713 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d427b93e-4e0f-45f5-89a1-2e9db7d6933e tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9779103 Apr 23 00:09:36.666424 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a034b6c-8984-4a19-8caa-2d51764623b0', 'tag': '11586d36-99c3-4cdf-8654-182ad8a8475c'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:09:36.668937 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ba9fa8-c9c8-4ab8-8464-dfeb394d70db" -d '{"events": [{"name": "network-changed", "server_uuid": "0a034b6c-8984-4a19-8caa-2d51764623b0", "tag": "11586d36-99c3-4cdf-8654-182ad8a8475c"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:09:36.686185 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-39111b37-9ea3-451f-a906-df13832f0963 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "GET /v2.0/routers/fa6a09ec-6204-4374-aa4d-0cc57bb67f6d/tags HTTP/1.1" status: 200 len: 205 time: 0.1913011 Apr 23 00:09:36.688740 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56092) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:36.694806 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.tag.tag_plugin [None req-c4025d8a-c0d4-430d-a525-f7091a0afb61 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c680c8b9-4118-4d43-9c4e-c652a11f5491') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:36.707759 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decacf2-23aa-4db3-9d75-3462fa47b643 req-28ae231f-cf5f-4290-95b6-42c77a346ba9 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:36.710253 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4decacf2-23aa-4db3-9d75-3462fa47b643 req-28ae231f-cf5f-4290-95b6-42c77a346ba9 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 944 time: 0.0880558 Apr 23 00:09:36.755515 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c4025d8a-c0d4-430d-a525-f7091a0afb61 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "GET /v2.0/subnetpools/c680c8b9-4118-4d43-9c4e-c652a11f5491/tags HTTP/1.1" status: 200 len: 240 time: 0.0643356 Apr 23 00:09:36.761004 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4decacf2-23aa-4db3-9d75-3462fa47b643 req-e24f52c3-2c70-4597-8251-8c8a0cd5ba70 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426624 Apr 23 00:09:36.761819 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56094) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:36.769041 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-2d00d2ed-085b-4e85-b613-9220a6b7917f tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c680c8b9-4118-4d43-9c4e-c652a11f5491', 'tempest-TagsExtTest-Tag-227913888') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:36.784575 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9925a0-331f-4666-81ce-42b09b0ec091 req-05d31bd1-4db9-44b7-9f3a-cc9872cafc34 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:36.802766 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0d9925a0-331f-4666-81ce-42b09b0ec091 req-05d31bd1-4db9-44b7-9f3a-cc9872cafc34 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 945 time: 0.0994318 Apr 23 00:09:36.812034 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2d00d2ed-085b-4e85-b613-9220a6b7917f tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "GET /v2.0/subnetpools/c680c8b9-4118-4d43-9c4e-c652a11f5491/tags/tempest-TagsExtTest-Tag-227913888 HTTP/1.1" status: 204 len: 168 time: 0.0491247 Apr 23 00:09:36.812624 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56096) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:36.817724 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-3d349ad0-9765-4721-9b7e-97c81d5c518a tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c680c8b9-4118-4d43-9c4e-c652a11f5491', 'tempest-TagsExtTest-Tag-227913888') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:36.822085 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630f78c4-9cf3-40be-aa26-6443fe1d49c9 x-openstack-request-id: req-630f78c4-9cf3-40be-aa26-6443fe1d49c9 {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:09:36.822371 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a034b6c-8984-4a19-8caa-2d51764623b0", "tag": "11586d36-99c3-4cdf-8654-182ad8a8475c", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:09:36.823085 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-630f78c4-9cf3-40be-aa26-6443fe1d49c9 {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:09:36.823085 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-630f78c4-9cf3-40be-aa26-6443fe1d49c9'] response: {'name': 'network-changed', 'server_uuid': '0a034b6c-8984-4a19-8caa-2d51764623b0', 'tag': '11586d36-99c3-4cdf-8654-182ad8a8475c', 'status': 'completed', 'code': 200} Apr 23 00:09:36.851558 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0d9925a0-331f-4666-81ce-42b09b0ec091 req-38c2ec31-c19e-4b76-902f-66496a766fac tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479181 Apr 23 00:09:36.880926 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56098) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:36.896536 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-f052def3-e839-4a72-805b-a04a126fab7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973243521', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:09:09Z', 'updated_at': '2022-04-23T00:09:15Z', 'revision_number': 4, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'gw_port': {'id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:09:10Z', 'updated_at': '2022-04-23T00:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '21eda077-c67a-4a59-a211-256b77ad8847', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'floating_ip_address': '172.26.3.139', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'port_id': '11586d36-99c3-4cdf-8654-182ad8a8475c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a', 'mac_address': 'fa:16:3e:c6:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a034b6c-8984-4a19-8caa-2d51764623b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:09:34Z', 'updated_at': '2022-04-23T00:09:34Z', 'revision_number': 0, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e991314-9c3a-4301-99f3-6e318444ca93', 'name': '', 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'mac_address': 'fa:16:3e:e2:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '62400671-9285-4ea3-9900-46d1740c43ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:09:14Z', 'updated_at': '2022-04-23T00:09:21Z', 'revision_number': 5, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'subnets': [{'id': '62400671-9285-4ea3-9900-46d1740c43ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:36.899500 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba9fa8-c9c8-4ab8-8464-dfeb394d70db req-69b2a8d6-02be-4c20-9a61-8421ba3dec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:36.902290 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-37ba9fa8-c9c8-4ab8-8464-dfeb394d70db req-69b2a8d6-02be-4c20-9a61-8421ba3dec18 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8d9254b43d04e37a9ce9a7809dd111e&device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 1098 time: 0.0483398 Apr 23 00:09:36.928418 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f052def3-e839-4a72-805b-a04a126fab7e None None] Checking router: 0d17ff1d-f381-4975-b9db-f0c7607ca69e for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:09:36.940385 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f052def3-e839-4a72-805b-a04a126fab7e None None] Routers {'0d17ff1d-f381-4975-b9db-f0c7607ca69e'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:09:36.941411 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-f052def3-e839-4a72-805b-a04a126fab7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0d17ff1d-f381-4975-b9db-f0c7607ca69e'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:36.952634 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cee94e14-9ad3-4522-9032-1672d652f15a tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/floatingips/21eda077-c67a-4a59-a211-256b77ad8847 HTTP/1.1" status: 200 len: 991 time: 0.0701480 Apr 23 00:09:36.957330 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3d349ad0-9765-4721-9b7e-97c81d5c518a tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "DELETE /v2.0/subnetpools/c680c8b9-4118-4d43-9c4e-c652a11f5491/tags/tempest-TagsExtTest-Tag-227913888 HTTP/1.1" status: 204 len: 168 time: 0.1411514 Apr 23 00:09:36.959045 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56100) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:36.963786 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-f3416e70-1890-4c49-8e0e-7c67d543aa33 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c680c8b9-4118-4d43-9c4e-c652a11f5491') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:36.992351 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f3416e70-1890-4c49-8e0e-7c67d543aa33 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "GET /v2.0/subnetpools/c680c8b9-4118-4d43-9c4e-c652a11f5491/tags HTTP/1.1" status: 200 len: 205 time: 0.0298076 Apr 23 00:09:36.993031 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56102) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:36.999475 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-cd8cd318-b48a-45e7-ac38-7fc014b15a9b tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c680c8b9-4118-4d43-9c4e-c652a11f5491') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:37.043313 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cd8cd318-b48a-45e7-ac38-7fc014b15a9b tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "DELETE /v2.0/subnetpools/c680c8b9-4118-4d43-9c4e-c652a11f5491/tags HTTP/1.1" status: 204 len: 168 time: 0.0454006 Apr 23 00:09:37.043541 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56104) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:37.050167 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-15012c64-370d-4a9b-a8ef-f4aed7095140 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fa6a09ec-6204-4374-aa4d-0cc57bb67f6d') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:37.073879 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-f052def3-e839-4a72-805b-a04a126fab7e None None] Set router 0d17ff1d-f381-4975-b9db-f0c7607ca69e gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:09:37.151538 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-15012c64-370d-4a9b-a8ef-f4aed7095140 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "DELETE /v2.0/routers/fa6a09ec-6204-4374-aa4d-0cc57bb67f6d/tags HTTP/1.1" status: 204 len: 168 time: 0.1046324 Apr 23 00:09:37.157604 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56106) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:37.165708 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-8825303a-0157-4481-aef4-97fd44acaa58 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '78c6b012-128f-4cbd-8500-304fa9b1c106') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:37.238653 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f90145b-1744-4d66-96bb-362b656c1be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:37.245868 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8825303a-0157-4481-aef4-97fd44acaa58 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "DELETE /v2.0/ports/78c6b012-128f-4cbd-8500-304fa9b1c106/tags HTTP/1.1" status: 204 len: 168 time: 0.0840533 Apr 23 00:09:37.246610 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56108) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:37.251038 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-88ae4ded-24e1-4a7b-a92e-37e14e027634 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e3e4734b-2da5-44d6-be00-592a71f407f9') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:37.323513 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-88ae4ded-24e1-4a7b-a92e-37e14e027634 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "DELETE /v2.0/subnets/e3e4734b-2da5-44d6-be00-592a71f407f9/tags HTTP/1.1" status: 204 len: 168 time: 0.0722501 Apr 23 00:09:37.323748 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56110) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:37.328312 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-63ccb6b1-55b1-40d8-81a9-37bff2adf5f6 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e3e4734b-2da5-44d6-be00-592a71f407f9', 'tempest-TagsExtTest-Tag-405801795') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:37.329501 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba9fa8-c9c8-4ab8-8464-dfeb394d70db req-f6f3b3fb-16ea-4467-aec8-9750922d891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:37.331778 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-37ba9fa8-c9c8-4ab8-8464-dfeb394d70db req-f6f3b3fb-16ea-4467-aec8-9750922d891c service neutron] 10.222.0.16 "GET /v2.0/networks?id=bebecfa0-f480-4eb0-be6d-dcc10247de2a HTTP/1.1" status: 200 len: 898 time: 0.4221656 Apr 23 00:09:37.349335 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-f052def3-e839-4a72-805b-a04a126fab7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973243521', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:09:09Z', 'updated_at': '2022-04-23T00:09:15Z', 'revision_number': 4, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'gw_port': {'id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:09:10Z', 'updated_at': '2022-04-23T00:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '21eda077-c67a-4a59-a211-256b77ad8847', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'floating_ip_address': '172.26.3.139', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'port_id': '11586d36-99c3-4cdf-8654-182ad8a8475c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a', 'mac_address': 'fa:16:3e:c6:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a034b6c-8984-4a19-8caa-2d51764623b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:09:34Z', 'updated_at': '2022-04-23T00:09:34Z', 'revision_number': 0, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e991314-9c3a-4301-99f3-6e318444ca93', 'name': '', 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'mac_address': 'fa:16:3e:e2:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '62400671-9285-4ea3-9900-46d1740c43ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:09:14Z', 'updated_at': '2022-04-23T00:09:21Z', 'revision_number': 5, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'subnets': [{'id': '62400671-9285-4ea3-9900-46d1740c43ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:37.403133 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-37ba9fa8-c9c8-4ab8-8464-dfeb394d70db req-58200763-6eda-4df7-a92f-97011be9a371 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11586d36-99c3-4cdf-8654-182ad8a8475c HTTP/1.1" status: 200 len: 999 time: 0.0642288 Apr 23 00:09:37.458570 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba9fa8-c9c8-4ab8-8464-dfeb394d70db req-6c5084c1-6622-40d1-8378-f292bf6888dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:37.460042 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-37ba9fa8-c9c8-4ab8-8464-dfeb394d70db req-6c5084c1-6622-40d1-8378-f292bf6888dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62400671-9285-4ea3-9900-46d1740c43ff HTTP/1.1" status: 200 len: 835 time: 0.0502410 Apr 23 00:09:37.473351 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f052def3-e839-4a72-805b-a04a126fab7e None None] The sync data for ids ['0d17ff1d-f381-4975-b9db-f0c7607ca69e'] in dv-neutron-838783-1-hyperv is: [{'id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973243521', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:09:09Z', 'updated_at': '2022-04-23T00:09:15Z', 'revision_number': 4, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'gw_port': {'id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:09:10Z', 'updated_at': '2022-04-23T00:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '21eda077-c67a-4a59-a211-256b77ad8847', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'floating_ip_address': '172.26.3.139', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'port_id': '11586d36-99c3-4cdf-8654-182ad8a8475c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a', 'mac_address': 'fa:16:3e:c6:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a034b6c-8984-4a19-8caa-2d51764623b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:09:34Z', 'updated_at': '2022-04-23T00:09:34Z', 'revision_number': 0, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e991314-9c3a-4301-99f3-6e318444ca93', 'name': '', 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'mac_address': 'fa:16:3e:e2:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '62400671-9285-4ea3-9900-46d1740c43ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:09:14Z', 'updated_at': '2022-04-23T00:09:21Z', 'revision_number': 5, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'subnets': [{'id': '62400671-9285-4ea3-9900-46d1740c43ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:09:37.476888 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-63ccb6b1-55b1-40d8-81a9-37bff2adf5f6 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "PUT /v2.0/subnets/e3e4734b-2da5-44d6-be00-592a71f407f9/tags/tempest-TagsExtTest-Tag-405801795 HTTP/1.1" status: 201 len: 201 time: 0.1493261 Apr 23 00:09:37.476888 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56112) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:37.481347 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-9dbceee4-4251-4683-8a71-8ff18605c9ee tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '78c6b012-128f-4cbd-8500-304fa9b1c106', 'tempest-TagsExtTest-Tag-1295162974') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:37.528997 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba9fa8-c9c8-4ab8-8464-dfeb394d70db req-f24fedda-32ed-438d-b96e-2485465f18e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:37.530825 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-37ba9fa8-c9c8-4ab8-8464-dfeb394d70db req-f24fedda-32ed-438d-b96e-2485465f18e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bebecfa0-f480-4eb0-be6d-dcc10247de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0641751 Apr 23 00:09:37.645549 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-37ba9fa8-c9c8-4ab8-8464-dfeb394d70db req-23f6a7e6-affc-43ff-b2ca-7b3edb363de7 service neutron] 10.222.0.16 "GET /v2.0/networks/bebecfa0-f480-4eb0-be6d-dcc10247de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025302 Apr 23 00:09:37.646025 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9dbceee4-4251-4683-8a71-8ff18605c9ee tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "PUT /v2.0/ports/78c6b012-128f-4cbd-8500-304fa9b1c106/tags/tempest-TagsExtTest-Tag-1295162974 HTTP/1.1" status: 201 len: 201 time: 0.1683106 Apr 23 00:09:37.654376 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56114) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:37.654376 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-65b39fed-611f-4499-a51e-9dbc8e830568 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fa6a09ec-6204-4374-aa4d-0cc57bb67f6d', 'tempest-TagsExtTest-Tag-1669499212') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:37.698206 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021db186-1663-4281-8e4b-09964479c756 None None] New status for floating IP 21eda077-c67a-4a59-a211-256b77ad8847: ACTIVE {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:09:37.755142 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-37ba9fa8-c9c8-4ab8-8464-dfeb394d70db req-5b806fc5-3144-48be-8d25-035c63b498ae service neutron] 10.222.0.16 "GET /v2.0/networks/bebecfa0-f480-4eb0-be6d-dcc10247de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008351 Apr 23 00:09:37.842360 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-65b39fed-611f-4499-a51e-9dbc8e830568 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "PUT /v2.0/routers/fa6a09ec-6204-4374-aa4d-0cc57bb67f6d/tags/tempest-TagsExtTest-Tag-1669499212 HTTP/1.1" status: 201 len: 201 time: 0.1924639 Apr 23 00:09:37.846105 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56118) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:37.850750 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-70267ad9-cd7b-4a02-b647-7ba0fd7c9bb0 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c680c8b9-4118-4d43-9c4e-c652a11f5491', 'tempest-TagsExtTest-Tag-1440802423') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:37.859430 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:37.913138 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43175311-033f-41e4-bf11-1e52b40648ad req-e16a2773-e2b1-41c2-9393-16ea328bd629 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:37.915052 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-43175311-033f-41e4-bf11-1e52b40648ad req-e16a2773-e2b1-41c2-9393-16ea328bd629 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 944 time: 0.0854414 Apr 23 00:09:37.954635 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56120) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:37.963632 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-43175311-033f-41e4-bf11-1e52b40648ad req-2ed5c3a6-e893-44b9-8286-6f08ee672134 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409324 Apr 23 00:09:37.998019 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-70267ad9-cd7b-4a02-b647-7ba0fd7c9bb0 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "PUT /v2.0/subnetpools/c680c8b9-4118-4d43-9c4e-c652a11f5491/tags/tempest-TagsExtTest-Tag-1440802423 HTTP/1.1" status: 201 len: 201 time: 0.1507566 Apr 23 00:09:38.000636 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56122) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:38.005602 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.tag.tag_plugin [None req-a7303beb-7efc-4494-9b42-644ab23cea00 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e3e4734b-2da5-44d6-be00-592a71f407f9', {'tags': ['tempest-TagsExtTest-Tag-919272375', 'tempest-TagsExtTest-Tag-2084076942', 'tempest-TagsExtTest-Tag-80705155']}) {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:38.024994 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c48ae977-2b00-481f-a996-33b2a1ee48da tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/floatingips/21eda077-c67a-4a59-a211-256b77ad8847 HTTP/1.1" status: 200 len: 993 time: 0.0690744 Apr 23 00:09:38.148365 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a7303beb-7efc-4494-9b42-644ab23cea00 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "PUT /v2.0/subnets/e3e4734b-2da5-44d6-be00-592a71f407f9/tags HTTP/1.1" status: 200 len: 315 time: 0.1465447 Apr 23 00:09:38.150753 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56124) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:38.154971 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.tag.tag_plugin [None req-7d011ee1-25d0-43ff-b7d3-c9c7e4fe2bea tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e3e4734b-2da5-44d6-be00-592a71f407f9') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:38.279906 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7d011ee1-25d0-43ff-b7d3-c9c7e4fe2bea tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "DELETE /v2.0/subnets/e3e4734b-2da5-44d6-be00-592a71f407f9/tags HTTP/1.1" status: 204 len: 168 time: 0.1281080 Apr 23 00:09:38.282438 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56126) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:38.287269 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.tag.tag_plugin [None req-6bc66b07-185b-40ea-bacb-7fd195ae1421 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e3e4734b-2da5-44d6-be00-592a71f407f9', 'tempest-TagsExtTest-Tag-919272375') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:38.343457 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-6bc66b07-185b-40ea-bacb-7fd195ae1421 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] show failed (client error): The resource could not be found. Apr 23 00:09:38.344720 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6bc66b07-185b-40ea-bacb-7fd195ae1421 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "GET /v2.0/subnets/e3e4734b-2da5-44d6-be00-592a71f407f9/tags/tempest-TagsExtTest-Tag-919272375 HTTP/1.1" status: 404 len: 328 time: 0.0606515 Apr 23 00:09:38.348793 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56128) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:38.353246 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.tag.tag_plugin [None req-b2df4fdf-de43-4d08-8a3c-2a8c1c3bcc22 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e3e4734b-2da5-44d6-be00-592a71f407f9', 'tempest-TagsExtTest-Tag-2084076942') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:38.402525 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-b2df4fdf-de43-4d08-8a3c-2a8c1c3bcc22 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] show failed (client error): The resource could not be found. Apr 23 00:09:38.403460 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b2df4fdf-de43-4d08-8a3c-2a8c1c3bcc22 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "GET /v2.0/subnets/e3e4734b-2da5-44d6-be00-592a71f407f9/tags/tempest-TagsExtTest-Tag-2084076942 HTTP/1.1" status: 404 len: 329 time: 0.0537310 Apr 23 00:09:38.406266 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56130) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:38.410872 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.tag.tag_plugin [None req-68be4c03-766b-4bff-8af1-ceaa30ed459c tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e3e4734b-2da5-44d6-be00-592a71f407f9', 'tempest-TagsExtTest-Tag-80705155') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:38.460239 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-68be4c03-766b-4bff-8af1-ceaa30ed459c tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] show failed (client error): The resource could not be found. Apr 23 00:09:38.461241 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-68be4c03-766b-4bff-8af1-ceaa30ed459c tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "GET /v2.0/subnets/e3e4734b-2da5-44d6-be00-592a71f407f9/tags/tempest-TagsExtTest-Tag-80705155 HTTP/1.1" status: 404 len: 327 time: 0.0541131 Apr 23 00:09:38.464129 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56132) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:38.468480 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.tag.tag_plugin [None req-195fae1b-5230-45bb-8c30-9a21d6507357 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '78c6b012-128f-4cbd-8500-304fa9b1c106', {'tags': ['tempest-TagsExtTest-Tag-2125654200', 'tempest-TagsExtTest-Tag-2016859924', 'tempest-TagsExtTest-Tag-802240162']}) {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:38.582416 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-195fae1b-5230-45bb-8c30-9a21d6507357 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "PUT /v2.0/ports/78c6b012-128f-4cbd-8500-304fa9b1c106/tags HTTP/1.1" status: 200 len: 317 time: 0.1173010 Apr 23 00:09:38.585022 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56134) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:38.589412 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.tag.tag_plugin [None req-20283e25-b745-49b4-83bd-b7a7eff59530 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '78c6b012-128f-4cbd-8500-304fa9b1c106') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:38.730969 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-20283e25-b745-49b4-83bd-b7a7eff59530 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "DELETE /v2.0/ports/78c6b012-128f-4cbd-8500-304fa9b1c106/tags HTTP/1.1" status: 204 len: 168 time: 0.1449535 Apr 23 00:09:38.733575 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56136) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:38.738006 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.tag.tag_plugin [None req-bef1f698-2e67-435d-88d6-f1da4aaeeac7 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '78c6b012-128f-4cbd-8500-304fa9b1c106', 'tempest-TagsExtTest-Tag-2125654200') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:38.788432 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-bef1f698-2e67-435d-88d6-f1da4aaeeac7 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] show failed (client error): The resource could not be found. Apr 23 00:09:38.789499 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bef1f698-2e67-435d-88d6-f1da4aaeeac7 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "GET /v2.0/ports/78c6b012-128f-4cbd-8500-304fa9b1c106/tags/tempest-TagsExtTest-Tag-2125654200 HTTP/1.1" status: 404 len: 329 time: 0.0549829 Apr 23 00:09:38.792375 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56138) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:38.796469 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.tag.tag_plugin [None req-6ef8eb9c-7d2a-4118-9429-50dcac0bced6 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '78c6b012-128f-4cbd-8500-304fa9b1c106', 'tempest-TagsExtTest-Tag-2016859924') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:38.844874 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-6ef8eb9c-7d2a-4118-9429-50dcac0bced6 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] show failed (client error): The resource could not be found. Apr 23 00:09:38.845915 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6ef8eb9c-7d2a-4118-9429-50dcac0bced6 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "GET /v2.0/ports/78c6b012-128f-4cbd-8500-304fa9b1c106/tags/tempest-TagsExtTest-Tag-2016859924 HTTP/1.1" status: 404 len: 329 time: 0.0526528 Apr 23 00:09:38.848731 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56140) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:38.852851 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.tag.tag_plugin [None req-d29a11e8-ab1b-4811-8b18-03e23379854b tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '78c6b012-128f-4cbd-8500-304fa9b1c106', 'tempest-TagsExtTest-Tag-802240162') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:38.900693 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.api.v2.resource [None req-d29a11e8-ab1b-4811-8b18-03e23379854b tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] show failed (client error): The resource could not be found. Apr 23 00:09:38.901709 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d29a11e8-ab1b-4811-8b18-03e23379854b tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "GET /v2.0/ports/78c6b012-128f-4cbd-8500-304fa9b1c106/tags/tempest-TagsExtTest-Tag-802240162 HTTP/1.1" status: 404 len: 328 time: 0.0520868 Apr 23 00:09:38.904382 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56142) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:38.909003 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.tag.tag_plugin [None req-2d063a75-7314-4b1e-a940-7e2fa8e2e59c tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'fa6a09ec-6204-4374-aa4d-0cc57bb67f6d', {'tags': ['tempest-TagsExtTest-Tag-1383605972', 'tempest-TagsExtTest-Tag-438348363', 'tempest-TagsExtTest-Tag-1384429386']}) {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:39.063086 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2d063a75-7314-4b1e-a940-7e2fa8e2e59c tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "PUT /v2.0/routers/fa6a09ec-6204-4374-aa4d-0cc57bb67f6d/tags HTTP/1.1" status: 200 len: 317 time: 0.1577084 Apr 23 00:09:39.065733 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56146) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:39.070820 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-f63a4401-889f-407c-b555-8f9ab8310881 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fa6a09ec-6204-4374-aa4d-0cc57bb67f6d') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:39.083727 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1cd124-1c9c-4063-962b-25498edbf26b req-bdcb4eb4-51fd-43e5-983c-ac805de2b4fe tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:39.086692 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6e1cd124-1c9c-4063-962b-25498edbf26b req-bdcb4eb4-51fd-43e5-983c-ac805de2b4fe tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 944 time: 0.0554364 Apr 23 00:09:39.123431 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6e1cd124-1c9c-4063-962b-25498edbf26b req-5f3762fa-6ebd-485b-83cf-69dbd0bccdfb tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318930 Apr 23 00:09:39.205689 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f63a4401-889f-407c-b555-8f9ab8310881 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "DELETE /v2.0/routers/fa6a09ec-6204-4374-aa4d-0cc57bb67f6d/tags HTTP/1.1" status: 204 len: 168 time: 0.1382022 Apr 23 00:09:39.208418 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56148) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:39.212776 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-d2f20c24-686a-4749-9b6d-bf37455d640a tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fa6a09ec-6204-4374-aa4d-0cc57bb67f6d', 'tempest-TagsExtTest-Tag-1383605972') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:39.285411 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-d2f20c24-686a-4749-9b6d-bf37455d640a tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] show failed (client error): The resource could not be found. Apr 23 00:09:39.286443 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d2f20c24-686a-4749-9b6d-bf37455d640a tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "GET /v2.0/routers/fa6a09ec-6204-4374-aa4d-0cc57bb67f6d/tags/tempest-TagsExtTest-Tag-1383605972 HTTP/1.1" status: 404 len: 329 time: 0.0771337 Apr 23 00:09:39.289279 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56150) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:39.293532 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-85f756fe-86ae-4933-9b05-80d57335f0f5 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fa6a09ec-6204-4374-aa4d-0cc57bb67f6d', 'tempest-TagsExtTest-Tag-438348363') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:39.367632 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-85f756fe-86ae-4933-9b05-80d57335f0f5 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] show failed (client error): The resource could not be found. Apr 23 00:09:39.368742 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-85f756fe-86ae-4933-9b05-80d57335f0f5 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "GET /v2.0/routers/fa6a09ec-6204-4374-aa4d-0cc57bb67f6d/tags/tempest-TagsExtTest-Tag-438348363 HTTP/1.1" status: 404 len: 328 time: 0.0785880 Apr 23 00:09:39.372047 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56152) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:39.376267 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-45760b74-c57a-4557-a48c-02272d13a07e tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fa6a09ec-6204-4374-aa4d-0cc57bb67f6d', 'tempest-TagsExtTest-Tag-1384429386') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:39.448018 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-45760b74-c57a-4557-a48c-02272d13a07e tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] show failed (client error): The resource could not be found. Apr 23 00:09:39.449068 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-45760b74-c57a-4557-a48c-02272d13a07e tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "GET /v2.0/routers/fa6a09ec-6204-4374-aa4d-0cc57bb67f6d/tags/tempest-TagsExtTest-Tag-1384429386 HTTP/1.1" status: 404 len: 329 time: 0.0761442 Apr 23 00:09:39.451829 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56156) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:39.456315 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-2f5ebd9d-b1e0-40f6-9b90-4831b328ab81 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c680c8b9-4118-4d43-9c4e-c652a11f5491', {'tags': ['tempest-TagsExtTest-Tag-358363173', 'tempest-TagsExtTest-Tag-1350319570', 'tempest-TagsExtTest-Tag-1925916816']}) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:39.565481 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2f5ebd9d-b1e0-40f6-9b90-4831b328ab81 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "PUT /v2.0/subnetpools/c680c8b9-4118-4d43-9c4e-c652a11f5491/tags HTTP/1.1" status: 200 len: 317 time: 0.1125817 Apr 23 00:09:39.567895 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56160) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:39.572215 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-6680ec08-c408-4745-800d-1f7b4c9e5c51 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c680c8b9-4118-4d43-9c4e-c652a11f5491') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:39.696879 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6680ec08-c408-4745-800d-1f7b4c9e5c51 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "DELETE /v2.0/subnetpools/c680c8b9-4118-4d43-9c4e-c652a11f5491/tags HTTP/1.1" status: 204 len: 168 time: 0.1278579 Apr 23 00:09:39.699647 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56162) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:39.704036 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-f6c6b2ff-0d6d-48be-9907-97742802a908 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c680c8b9-4118-4d43-9c4e-c652a11f5491', 'tempest-TagsExtTest-Tag-358363173') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:39.714516 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:39.726029 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-f6c6b2ff-0d6d-48be-9907-97742802a908 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] show failed (client error): The resource could not be found. Apr 23 00:09:39.727046 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f6c6b2ff-0d6d-48be-9907-97742802a908 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "GET /v2.0/subnetpools/c680c8b9-4118-4d43-9c4e-c652a11f5491/tags/tempest-TagsExtTest-Tag-358363173 HTTP/1.1" status: 404 len: 328 time: 0.0264957 Apr 23 00:09:39.729977 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56164) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:39.734026 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-684c27bf-8fb0-4373-8783-bd6693322447 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c680c8b9-4118-4d43-9c4e-c652a11f5491', 'tempest-TagsExtTest-Tag-1350319570') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:39.753635 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-684c27bf-8fb0-4373-8783-bd6693322447 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] show failed (client error): The resource could not be found. Apr 23 00:09:39.754605 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-684c27bf-8fb0-4373-8783-bd6693322447 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "GET /v2.0/subnetpools/c680c8b9-4118-4d43-9c4e-c652a11f5491/tags/tempest-TagsExtTest-Tag-1350319570 HTTP/1.1" status: 404 len: 329 time: 0.0237701 Apr 23 00:09:39.757416 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56166) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:39.761415 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-4e5247f2-c550-4cc4-becb-49076a62773b tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c680c8b9-4118-4d43-9c4e-c652a11f5491', 'tempest-TagsExtTest-Tag-1925916816') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:39.770521 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:39.781135 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-4e5247f2-c550-4cc4-becb-49076a62773b tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] show failed (client error): The resource could not be found. Apr 23 00:09:39.789036 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4e5247f2-c550-4cc4-becb-49076a62773b tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "GET /v2.0/subnetpools/c680c8b9-4118-4d43-9c4e-c652a11f5491/tags/tempest-TagsExtTest-Tag-1925916816 HTTP/1.1" status: 404 len: 329 time: 0.0237970 Apr 23 00:09:39.790965 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56168) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:39.795155 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-0257c993-35ad-4ecc-b965-e0ca1625eaca tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c680c8b9-4118-4d43-9c4e-c652a11f5491') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:39.819313 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0257c993-35ad-4ecc-b965-e0ca1625eaca tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "DELETE /v2.0/subnetpools/c680c8b9-4118-4d43-9c4e-c652a11f5491/tags HTTP/1.1" status: 204 len: 168 time: 0.0272658 Apr 23 00:09:39.821508 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56170) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:39.825681 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-e4ece0e4-1b43-4524-8d26-3e328568bbc0 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fa6a09ec-6204-4374-aa4d-0cc57bb67f6d') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:39.904907 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e4ece0e4-1b43-4524-8d26-3e328568bbc0 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "DELETE /v2.0/routers/fa6a09ec-6204-4374-aa4d-0cc57bb67f6d/tags HTTP/1.1" status: 204 len: 168 time: 0.0818131 Apr 23 00:09:39.906740 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56172) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:39.911682 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-22434e1d-d815-412c-a43b-75781fbc153e tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '78c6b012-128f-4cbd-8500-304fa9b1c106') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:39.963222 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-22434e1d-d815-412c-a43b-75781fbc153e tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "DELETE /v2.0/ports/78c6b012-128f-4cbd-8500-304fa9b1c106/tags HTTP/1.1" status: 204 len: 168 time: 0.0555274 Apr 23 00:09:39.965706 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56174) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:39.969711 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.tag.tag_plugin [None req-4ffa73c1-f57b-43dc-bb23-5e1c046ef325 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e3e4734b-2da5-44d6-be00-592a71f407f9') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:40.025028 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4ffa73c1-f57b-43dc-bb23-5e1c046ef325 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "DELETE /v2.0/subnets/e3e4734b-2da5-44d6-be00-592a71f407f9/tags HTTP/1.1" status: 204 len: 168 time: 0.0583510 Apr 23 00:09:40.031176 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56176) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:40.149505 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-db222e53-6bfb-4449-8bb0-931ed657be06 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks [] for subnetpool, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:40.150523 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-db222e53-6bfb-4449-8bb0-931ed657be06 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "DELETE /v2.0/subnetpools/c680c8b9-4118-4d43-9c4e-c652a11f5491 HTTP/1.1" status: 204 len: 168 time: 0.1184170 Apr 23 00:09:40.153112 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56178) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:40.180424 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-46111d13-fa80-4e0d-9bda-52f22237bfeb tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6a09ec-6204-4374-aa4d-0cc57bb67f6d HTTP/1.1" status: 200 len: 205 time: 0.0261252 Apr 23 00:09:40.182694 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56182) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:40.250168 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17563c42-86bd-4c54-bbaf-527b0b6a057e req-81e49f4b-6ddd-4d38-86a6-712ddda46754 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:40.252228 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-17563c42-86bd-4c54-bbaf-527b0b6a057e req-81e49f4b-6ddd-4d38-86a6-712ddda46754 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 944 time: 0.0501740 Apr 23 00:09:40.257668 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8be67555-912c-4e2f-98f4-d084dbc9be23 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:40.290550 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-17563c42-86bd-4c54-bbaf-527b0b6a057e req-28cf3b34-a14d-40c9-987b-ad8ac9943f6f tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320907 Apr 23 00:09:40.411610 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8be67555-912c-4e2f-98f4-d084dbc9be23 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:40.413594 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8be67555-912c-4e2f-98f4-d084dbc9be23 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:40.787583 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8be67555-912c-4e2f-98f4-d084dbc9be23 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:40.788297 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be67555-912c-4e2f-98f4-d084dbc9be23 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Fanout notify agent at l3_agent the message router_deleted on router fa6a09ec-6204-4374-aa4d-0cc57bb67f6d {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:09:40.795150 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8be67555-912c-4e2f-98f4-d084dbc9be23 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:40.800377 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8be67555-912c-4e2f-98f4-d084dbc9be23 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "DELETE /v2.0/routers/fa6a09ec-6204-4374-aa4d-0cc57bb67f6d HTTP/1.1" status: 204 len: 168 time: 0.6126864 Apr 23 00:09:40.800377 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56184) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:40.882814 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-189b01af-6b30-4fe6-aecf-3fba197dbc51 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Deleting port 78c6b012-128f-4cbd-8500-304fa9b1c106 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:09:40.883164 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-189b01af-6b30-4fe6-aecf-3fba197dbc51 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:40.981872 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-189b01af-6b30-4fe6-aecf-3fba197dbc51 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:40.994218 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-189b01af-6b30-4fe6-aecf-3fba197dbc51 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Calling delete_port for 78c6b012-128f-4cbd-8500-304fa9b1c106 owned by {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:09:41.187397 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-189b01af-6b30-4fe6-aecf-3fba197dbc51 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:41.216818 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b01af-6b30-4fe6-aecf-3fba197dbc51 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Pushing event deleted for resources: {'Port': ['ID=78c6b012-128f-4cbd-8500-304fa9b1c106,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:41.282766 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-189b01af-6b30-4fe6-aecf-3fba197dbc51 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:41.286824 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-189b01af-6b30-4fe6-aecf-3fba197dbc51 tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "DELETE /v2.0/ports/78c6b012-128f-4cbd-8500-304fa9b1c106 HTTP/1.1" status: 204 len: 168 time: 0.4860432 Apr 23 00:09:41.289257 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56186) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:41.348662 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-8930992d-7487-4719-9c70-01b912f1f39d tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Deleting subnet e3e4734b-2da5-44d6-be00-592a71f407f9 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:09:41.351991 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8930992d-7487-4719-9c70-01b912f1f39d tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:41.418012 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8930992d-7487-4719-9c70-01b912f1f39d tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:41.466290 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e76ee1-ad1d-4415-a108-5bc407765090 req-b001d86e-c20f-4b63-8ce1-ffba9720d8e7 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:41.467814 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f5e76ee1-ad1d-4415-a108-5bc407765090 req-b001d86e-c20f-4b63-8ce1-ffba9720d8e7 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 944 time: 0.0920284 Apr 23 00:09:41.541136 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f5e76ee1-ad1d-4415-a108-5bc407765090 req-914f7eb5-7074-4427-b537-f07dd3fc1e84 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650489 Apr 23 00:09:41.544333 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8930992d-7487-4719-9c70-01b912f1f39d tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:41.685267 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8930992d-7487-4719-9c70-01b912f1f39d tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:41.713268 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930992d-7487-4719-9c70-01b912f1f39d tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Pushing event deleted for resources: {'Subnet': ['ID=e3e4734b-2da5-44d6-be00-592a71f407f9,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:41.716711 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8930992d-7487-4719-9c70-01b912f1f39d tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:41.719827 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8930992d-7487-4719-9c70-01b912f1f39d tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "DELETE /v2.0/subnets/e3e4734b-2da5-44d6-be00-592a71f407f9 HTTP/1.1" status: 204 len: 168 time: 0.4296257 Apr 23 00:09:41.722362 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56190) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:41.725003 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c61b67a-91c6-4e84-a231-1fd8e80b5e06 None None] Network 8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:09:41.800697 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-36674b1c-7008-43fc-b5dd-00a3a161c9ed tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:41.859148 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-36674b1c-7008-43fc-b5dd-00a3a161c9ed tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Deleting port e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:09:41.859485 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-36674b1c-7008-43fc-b5dd-00a3a161c9ed tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:41.904250 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30da4a80-7e4a-46ee-8e7e-f7d60eb69e94 None None] DHCP port deletion for 8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:09:41.927853 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-36674b1c-7008-43fc-b5dd-00a3a161c9ed tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] For port e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88,segment=NetworkSegment(becb912b-8de3-41f9-ad01-a0e427d96b55),segment_id=becb912b-8de3-41f9-ad01-a0e427d96b55)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:41.928221 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-36674b1c-7008-43fc-b5dd-00a3a161c9ed tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:41.945819 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-36674b1c-7008-43fc-b5dd-00a3a161c9ed tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Calling delete_port for e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88 owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:09:41.951699 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-30da4a80-7e4a-46ee-8e7e-f7d60eb69e94 None None] Deleting port e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:09:41.952071 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30da4a80-7e4a-46ee-8e7e-f7d60eb69e94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:42.013410 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-30da4a80-7e4a-46ee-8e7e-f7d60eb69e94 None None] For port e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88,segment=NetworkSegment(becb912b-8de3-41f9-ad01-a0e427d96b55),segment_id=becb912b-8de3-41f9-ad01-a0e427d96b55)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:42.013807 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30da4a80-7e4a-46ee-8e7e-f7d60eb69e94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:42.027275 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-30da4a80-7e4a-46ee-8e7e-f7d60eb69e94 None None] Calling delete_port for e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:09:42.084978 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-36674b1c-7008-43fc-b5dd-00a3a161c9ed tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: from cryptography.utils import int_from_bytes Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: from cryptography.utils import int_from_bytes Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:09:42.100487 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:09:42.110598 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30da4a80-7e4a-46ee-8e7e-f7d60eb69e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:42.111519 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36674b1c-7008-43fc-b5dd-00a3a161c9ed tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Pushing event deleted for resources: {'Port': ['ID=e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:42.115908 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36674b1c-7008-43fc-b5dd-00a3a161c9ed tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] No DVR routers for this DVR port e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88 on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:09:42.136886 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da4a80-7e4a-46ee-8e7e-f7d60eb69e94 None None] Pushing event deleted for resources: {'Port': ['ID=e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:42.138621 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30da4a80-7e4a-46ee-8e7e-f7d60eb69e94 None None] No DVR routers for this DVR port e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:09:42.206221 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-36674b1c-7008-43fc-b5dd-00a3a161c9ed tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:42.226744 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-36674b1c-7008-43fc-b5dd-00a3a161c9ed tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:42.235690 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-36674b1c-7008-43fc-b5dd-00a3a161c9ed tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'becb912b-8de3-41f9-ad01-a0e427d96b55') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:42.236019 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-36674b1c-7008-43fc-b5dd-00a3a161c9ed tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'becb912b-8de3-41f9-ad01-a0e427d96b55') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:42.245418 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-36674b1c-7008-43fc-b5dd-00a3a161c9ed tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:42.260394 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-36674b1c-7008-43fc-b5dd-00a3a161c9ed tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:42.266761 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36674b1c-7008-43fc-b5dd-00a3a161c9ed tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:09:42.267148 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-36674b1c-7008-43fc-b5dd-00a3a161c9ed tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:09:42.271494 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:09:42.410385 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-36674b1c-7008-43fc-b5dd-00a3a161c9ed tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:42.418769 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-36674b1c-7008-43fc-b5dd-00a3a161c9ed tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:42.420012 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-36674b1c-7008-43fc-b5dd-00a3a161c9ed tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] 10.222.0.15 "DELETE /v2.0/networks/8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e HTTP/1.1" status: 204 len: 168 time: 0.6967292 Apr 23 00:09:42.432842 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36674b1c-7008-43fc-b5dd-00a3a161c9ed tempest-TagsExtTest-1351606172 tempest-TagsExtTest-1351606172-project] Pushing event deleted for resources: {'Network': ['ID=8fb29d5f-81ae-42bf-9bfc-3fe5a54cfb5e,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:42.483141 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:09:42.503546 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:09:42.503920 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device e611dcd7-2db5-44c7-9ba1-8f7c5ab57c88 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:09:42.666640 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9807a-8544-45bb-af38-cef8fcbe343d req-64e268cd-995e-4a0b-aa1d-3b6dc99a862e tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:42.668176 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-60f9807a-8544-45bb-af38-cef8fcbe343d req-64e268cd-995e-4a0b-aa1d-3b6dc99a862e tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 944 time: 0.0486727 Apr 23 00:09:42.708209 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-60f9807a-8544-45bb-af38-cef8fcbe343d req-253cb597-c37d-447a-ba12-b34b98845fe7 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329611 Apr 23 00:09:42.833611 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:09:42.853872 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56200) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:42.991381 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-307bbe99-9582-47bf-b70f-1db39b5f21ad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4dede2079ad34a9a94fb02cad1d1b85d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362917 Apr 23 00:09:42.993800 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56204) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:43.039598 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-534e2704-eeb4-4ea0-b4ad-5fea07bb1dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:43.060614 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-534e2704-eeb4-4ea0-b4ad-5fea07bb1dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:43.175710 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-534e2704-eeb4-4ea0-b4ad-5fea07bb1dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:43.178200 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-534e2704-eeb4-4ea0-b4ad-5fea07bb1dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:43.179341 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-534e2704-eeb4-4ea0-b4ad-5fea07bb1dc9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b0a1bde-dd30-4af7-a4a6-32fa28878d77 HTTP/1.1" status: 204 len: 168 time: 0.1846588 Apr 23 00:09:43.186967 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e2704-eeb4-4ea0-b4ad-5fea07bb1dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0a1bde-dd30-4af7-a4a6-32fa28878d77,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:43.825489 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa3427-8408-4aa3-ae0b-85bf3dc68694 req-d67af379-d931-4ad8-97b0-82978014ca7c tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:43.827852 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1caa3427-8408-4aa3-ae0b-85bf3dc68694 req-d67af379-d931-4ad8-97b0-82978014ca7c tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 944 time: 0.0511532 Apr 23 00:09:43.866071 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1caa3427-8408-4aa3-ae0b-85bf3dc68694 req-f5707436-87c4-4d58-8b9d-f14cd9aa4b83 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314651 Apr 23 00:09:44.984968 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c11d5d-8e99-4535-a701-138908f1cf4a req-d1a52afb-ddbb-4449-8a4a-c35a9052f0de tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:44.986525 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-05c11d5d-8e99-4535-a701-138908f1cf4a req-d1a52afb-ddbb-4449-8a4a-c35a9052f0de tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 944 time: 0.0532496 Apr 23 00:09:45.023358 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-05c11d5d-8e99-4535-a701-138908f1cf4a req-2eb89b47-e54a-4a6f-a924-d0a18592ef49 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309801 Apr 23 00:09:46.027358 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device dc054cd1-8050-4473-8743-5ee6d71d1607 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:09:46.121174 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port dc054cd1-8050-4473-8743-5ee6d71d1607, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=dc054cd1-8050-4473-8743-5ee6d71d1607,segment=NetworkSegment(7fe23319-4834-4eef-b348-c43219584a67),segment_id=7fe23319-4834-4eef-b348-c43219584a67)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:46.133365 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': 'dc054cd1-8050-4473-8743-5ee6d71d1607', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'port_id': 'dc054cd1-8050-4473-8743-5ee6d71d1607', 'mac_address': 'fa:16:3e:5f:95:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:09:46.144164 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed88af-45d0-4b51-b7a6-286e5f2d6c18 req-c345104f-2219-49b4-9626-aad17a4330ca tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:46.145672 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-76ed88af-45d0-4b51-b7a6-286e5f2d6c18 req-c345104f-2219-49b4-9626-aad17a4330ca tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 944 time: 0.0539818 Apr 23 00:09:46.169667 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:46.183005 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-76ed88af-45d0-4b51-b7a6-286e5f2d6c18 req-f3901814-997d-45dd-a784-8a5eb6d71098 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312223 Apr 23 00:09:46.185640 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc054cd1-8050-4473-8743-5ee6d71d1607 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:09:46.205598 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port dc054cd1-8050-4473-8743-5ee6d71d1607, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=dc054cd1-8050-4473-8743-5ee6d71d1607,segment=NetworkSegment(7fe23319-4834-4eef-b348-c43219584a67),segment_id=7fe23319-4834-4eef-b348-c43219584a67)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:46.272848 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:46.320109 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=dc054cd1-8050-4473-8743-5ee6d71d1607,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:46.573502 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['dc054cd1-8050-4473-8743-5ee6d71d1607'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:09:47.299744 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ae4b5-2271-47fb-b563-782542b9a10f req-929d46e9-674a-4c1a-947c-e452574ae600 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:47.301237 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-675ae4b5-2271-47fb-b563-782542b9a10f req-929d46e9-674a-4c1a-947c-e452574ae600 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 945 time: 0.0509746 Apr 23 00:09:47.337787 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-675ae4b5-2271-47fb-b563-782542b9a10f req-a92932f5-86da-426a-bd99-5568d2562252 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306227 Apr 23 00:09:48.042566 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device dc054cd1-8050-4473-8743-5ee6d71d1607 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:09:48.159396 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port dc054cd1-8050-4473-8743-5ee6d71d1607 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:09:48.163362 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port dc054cd1-8050-4473-8743-5ee6d71d1607 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:09:48.163823 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:48.243378 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:48.264730 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53474b15-9eae-4dc6-8ec8-5a6a210948a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc054cd1-8050-4473-8743-5ee6d71d1607'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:09:48.266931 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09845a9-97e0-4bfd-9850-69155218e428" -d '{"events": [{"server_uuid": "53474b15-9eae-4dc6-8ec8-5a6a210948a2", "name": "network-vif-plugged", "status": "completed", "tag": "dc054cd1-8050-4473-8743-5ee6d71d1607"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:09:48.279300 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port dc054cd1-8050-4473-8743-5ee6d71d1607, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=dc054cd1-8050-4473-8743-5ee6d71d1607,segment=NetworkSegment(7fe23319-4834-4eef-b348-c43219584a67),segment_id=7fe23319-4834-4eef-b348-c43219584a67)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:48.307560 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d57d831-074c-4a38-ac44-c5ab350d789d x-openstack-request-id: req-9d57d831-074c-4a38-ac44-c5ab350d789d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:09:48.307560 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53474b15-9eae-4dc6-8ec8-5a6a210948a2", "name": "network-vif-plugged", "status": "completed", "tag": "dc054cd1-8050-4473-8743-5ee6d71d1607", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:09:48.307560 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d57d831-074c-4a38-ac44-c5ab350d789d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:09:48.307560 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d57d831-074c-4a38-ac44-c5ab350d789d'] response: {'server_uuid': '53474b15-9eae-4dc6-8ec8-5a6a210948a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc054cd1-8050-4473-8743-5ee6d71d1607', 'code': 200} Apr 23 00:09:48.358914 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:48.406597 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=dc054cd1-8050-4473-8743-5ee6d71d1607,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:48.457877 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26730fd6-3223-4b8b-884b-23ff52cb53e4 req-9d6d56a9-d4cb-4d8a-b403-126d70128e80 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:48.459388 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-26730fd6-3223-4b8b-884b-23ff52cb53e4 req-9d6d56a9-d4cb-4d8a-b403-126d70128e80 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 946 time: 0.0532613 Apr 23 00:09:48.498920 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-26730fd6-3223-4b8b-884b-23ff52cb53e4 req-25e05eb8-3965-48a6-a4b6-9887ffbf5a5f tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330033 Apr 23 00:09:48.593459 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f696e5b-395d-4688-95dc-2aa72d5d37d4 req-82e2ca11-b460-4a87-a196-53819b34c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:48.594930 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5f696e5b-395d-4688-95dc-2aa72d5d37d4 req-82e2ca11-b460-4a87-a196-53819b34c4af service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 1099 time: 0.0441818 Apr 23 00:09:48.629873 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5f696e5b-395d-4688-95dc-2aa72d5d37d4 req-d9a063a3-ff75-4c83-bc41-affda310dbd9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268989 Apr 23 00:09:49.613709 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523ca43-cda2-4ef8-ae75-11c9de799f26 req-83e77f21-161c-4750-a94a-3aeef3da979c tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:49.615184 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9523ca43-cda2-4ef8-ae75-11c9de799f26 req-83e77f21-161c-4750-a94a-3aeef3da979c tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 946 time: 0.0482748 Apr 23 00:09:49.652827 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9523ca43-cda2-4ef8-ae75-11c9de799f26 req-d9bdb3d0-9af5-4873-a429-4bac7d06ea6e tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316360 Apr 23 00:09:50.385715 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56226) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:50.445712 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4447c6e2-ba33-4a5d-8c42-14f72b5d953c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/dd75779f-55f2-424d-85c2-9d972e530e3a HTTP/1.1" status: 200 len: 994 time: 0.0588856 Apr 23 00:09:50.735730 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56236) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:50.766103 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dac5a-cec6-42af-a7b9-011c581ca433 req-a119c8c9-231e-410e-96d0-b0b07704a50b tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:50.768105 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ae2dac5a-cec6-42af-a7b9-011c581ca433 req-a119c8c9-231e-410e-96d0-b0b07704a50b tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 946 time: 0.0492227 Apr 23 00:09:50.807117 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ae2dac5a-cec6-42af-a7b9-011c581ca433 req-b013729c-f14a-4a3b-85bb-77665869642c tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328190 Apr 23 00:09:50.937971 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20f279-b871-446b-97c7-fe28b3388809 req-f824a905-d3f0-47df-8793-127575abedc6 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:50.939850 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7d20f279-b871-446b-97c7-fe28b3388809 req-f824a905-d3f0-47df-8793-127575abedc6 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 946 time: 0.0644801 Apr 23 00:09:50.941070 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-e2436675-75bb-465c-be7a-a2a93a4ef367 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port da2d1fd2-2d9f-4697-8be7-397d43c59d42 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:09:50.941413 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e2436675-75bb-465c-be7a-a2a93a4ef367 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:51.020069 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7d20f279-b871-446b-97c7-fe28b3388809 req-eed93f97-bb25-43a5-a2d4-217636d8d1db tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671408 Apr 23 00:09:51.042719 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56240) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:51.042915 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e2436675-75bb-465c-be7a-a2a93a4ef367 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:51.043124 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e2436675-75bb-465c-be7a-a2a93a4ef367 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:51.055291 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-e2436675-75bb-465c-be7a-a2a93a4ef367 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for da2d1fd2-2d9f-4697-8be7-397d43c59d42 owned by network:floatingip {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:09:51.092931 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02656b46-ea50-49e8-93bb-437b0448c822 tempest-TestVolumeBootPattern-1555658783 tempest-TestVolumeBootPattern-1555658783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:51.094470 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-02656b46-ea50-49e8-93bb-437b0448c822 tempest-TestVolumeBootPattern-1555658783 tempest-TestVolumeBootPattern-1555658783-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 1094 time: 0.0507417 Apr 23 00:09:51.097874 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56242) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:51.102220 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': 'dc054cd1-8050-4473-8743-5ee6d71d1607', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:51.187221 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for floatingip, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:51.285927 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:51.295803 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e2436675-75bb-465c-be7a-a2a93a4ef367 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:51.336388 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2436675-75bb-465c-be7a-a2a93a4ef367 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=da2d1fd2-2d9f-4697-8be7-397d43c59d42,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:51.366346 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2436675-75bb-465c-be7a-a2a93a4ef367 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:51.366692 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2436675-75bb-465c-be7a-a2a93a4ef367 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:51.367034 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2436675-75bb-465c-be7a-a2a93a4ef367 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:51.367370 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2436675-75bb-465c-be7a-a2a93a4ef367 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:51.367728 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2436675-75bb-465c-be7a-a2a93a4ef367 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:51.368348 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2436675-75bb-465c-be7a-a2a93a4ef367 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:51.368677 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2436675-75bb-465c-be7a-a2a93a4ef367 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:51.369009 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2436675-75bb-465c-be7a-a2a93a4ef367 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:51.369335 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2436675-75bb-465c-be7a-a2a93a4ef367 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:51.370238 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2436675-75bb-465c-be7a-a2a93a4ef367 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:51.370571 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2436675-75bb-465c-be7a-a2a93a4ef367 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:51.370897 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2436675-75bb-465c-be7a-a2a93a4ef367 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:51.400888 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Allocated IP 172.26.3.222 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/17e1979c-dce9-431f-9458-fb10c47fc917) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:09:51.411746 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e2436675-75bb-465c-be7a-a2a93a4ef367 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:51.412305 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-e2436675-75bb-465c-be7a-a2a93a4ef367 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Floating IP dd75779f-55f2-424d-85c2-9d972e530e3a disassociated (deleted). External IP: 172.26.3.209, port: 2f381098-f42b-4554-812a-9cf375108793. Apr 23 00:09:51.499641 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:51.587855 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:51.630256 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2436675-75bb-465c-be7a-a2a93a4ef367 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router 4c948b18-82e9-4209-ad74-376b997f66fb has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:09:51.634777 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:09:51.637793 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:09:51.642681 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:09:51.645504 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Pushing event updated for resources: {'Port': ['ID=17e1979c-dce9-431f-9458-fb10c47fc917,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:51.671583 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:51.672208 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:51.672553 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:51.672890 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:51.673820 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:51.674255 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:51.674586 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:51.674917 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:51.675250 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:51.675599 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:51.675923 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:51.676246 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:51.742795 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2436675-75bb-465c-be7a-a2a93a4ef367 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:09:51.747932 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e2436675-75bb-465c-be7a-a2a93a4ef367 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:51.754580 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86223069-9e04-40f8-92a5-5227a1ea2e48 None None] Sync routers for ids ['4c948b18-82e9-4209-ad74-376b997f66fb'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:09:51.764154 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86223069-9e04-40f8-92a5-5227a1ea2e48 None None] Routers {'4c948b18-82e9-4209-ad74-376b997f66fb'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:09:51.764757 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-86223069-9e04-40f8-92a5-5227a1ea2e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4c948b18-82e9-4209-ad74-376b997f66fb'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:51.783985 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e2436675-75bb-465c-be7a-a2a93a4ef367 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/floatingips/dd75779f-55f2-424d-85c2-9d972e530e3a HTTP/1.1" status: 204 len: 168 time: 1.0425134 Apr 23 00:09:51.784629 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37a6e66-0236-4349-865e-306e1f62c6be', 'tag': '2f381098-f42b-4554-812a-9cf375108793'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:09:51.787116 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57a982b-8e94-427c-86ff-96c6eab56859" -d '{"events": [{"name": "network-changed", "server_uuid": "a37a6e66-0236-4349-865e-306e1f62c6be", "tag": "2f381098-f42b-4554-812a-9cf375108793"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:09:51.841865 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317a858a-75c4-4d92-8bec-e22ff4548c60 x-openstack-request-id: req-317a858a-75c4-4d92-8bec-e22ff4548c60 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:09:51.842162 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37a6e66-0236-4349-865e-306e1f62c6be", "tag": "2f381098-f42b-4554-812a-9cf375108793", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:09:51.842441 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-317a858a-75c4-4d92-8bec-e22ff4548c60 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:09:51.842872 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-317a858a-75c4-4d92-8bec-e22ff4548c60'] response: {'name': 'network-changed', 'server_uuid': 'a37a6e66-0236-4349-865e-306e1f62c6be', 'tag': '2f381098-f42b-4554-812a-9cf375108793', 'status': 'completed', 'code': 200} Apr 23 00:09:51.884396 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-86223069-9e04-40f8-92a5-5227a1ea2e48 None None] Set router 4c948b18-82e9-4209-ad74-376b997f66fb gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:09:51.921113 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a982b-8e94-427c-86ff-96c6eab56859 req-ebf4e535-6149-4fd5-96f0-bf39f97f2516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:51.922922 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c57a982b-8e94-427c-86ff-96c6eab56859 req-ebf4e535-6149-4fd5-96f0-bf39f97f2516 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=a37a6e66-0236-4349-865e-306e1f62c6be HTTP/1.1" status: 200 len: 1099 time: 0.0558472 Apr 23 00:09:52.020910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a982b-8e94-427c-86ff-96c6eab56859 req-4e353d6d-2a12-43f2-b7cd-a667cc05e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:52.022633 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c57a982b-8e94-427c-86ff-96c6eab56859 req-4e353d6d-2a12-43f2-b7cd-a667cc05e511 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fbc5a01c-7349-4285-a5cb-5f4425364ad6 HTTP/1.1" status: 200 len: 897 time: 0.0930104 Apr 23 00:09:52.070673 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c57a982b-8e94-427c-86ff-96c6eab56859 req-7a0a2b13-7a6b-4187-b3ca-0769515583d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f381098-f42b-4554-812a-9cf375108793 HTTP/1.1" status: 200 len: 217 time: 0.0381026 Apr 23 00:09:52.078881 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:52.104357 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-86223069-9e04-40f8-92a5-5227a1ea2e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'name': 'tempest-TestNetworkBasicOps-router-1209654231', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:40Z', 'updated_at': '2022-04-23T00:08:47Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:85:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:41Z', 'updated_at': '2022-04-23T00:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '787735c2-7bf5-43c5-8235-1d184e15cb80', 'name': '', 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:67:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7f0e34c8-e326-4962-bbb3-760e8d0f68f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:46Z', 'updated_at': '2022-04-23T00:08:52Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '7f0e34c8-e326-4962-bbb3-760e8d0f68f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:52.136955 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86223069-9e04-40f8-92a5-5227a1ea2e48 None None] Checking router: 4c948b18-82e9-4209-ad74-376b997f66fb for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:09:52.140619 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a982b-8e94-427c-86ff-96c6eab56859 req-acb5aca3-c320-4cc3-bf21-8c93338b4853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:52.142317 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c57a982b-8e94-427c-86ff-96c6eab56859 req-acb5aca3-c320-4cc3-bf21-8c93338b4853 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f0e34c8-e326-4962-bbb3-760e8d0f68f3 HTTP/1.1" status: 200 len: 833 time: 0.0609720 Apr 23 00:09:52.145334 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86223069-9e04-40f8-92a5-5227a1ea2e48 None None] Routers {'4c948b18-82e9-4209-ad74-376b997f66fb'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:09:52.145937 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-86223069-9e04-40f8-92a5-5227a1ea2e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4c948b18-82e9-4209-ad74-376b997f66fb'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:52.221594 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea96fab-8be4-48fe-acb4-9f840235a2c7 req-f81ec50c-7876-428c-a9c0-f4dabb8a96e5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:52.223114 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9ea96fab-8be4-48fe-acb4-9f840235a2c7 req-f81ec50c-7876-428c-a9c0-f4dabb8a96e5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=a37a6e66-0236-4349-865e-306e1f62c6be HTTP/1.1" status: 200 len: 946 time: 0.0786121 Apr 23 00:09:52.229766 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a982b-8e94-427c-86ff-96c6eab56859 req-f8d6fcac-99ea-43a3-a2bc-d2f930ef18fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:52.231227 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c57a982b-8e94-427c-86ff-96c6eab56859 req-f8d6fcac-99ea-43a3-a2bc-d2f930ef18fa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fbc5a01c-7349-4285-a5cb-5f4425364ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779240 Apr 23 00:09:52.237888 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:52.254506 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-86223069-9e04-40f8-92a5-5227a1ea2e48 None None] Set router 4c948b18-82e9-4209-ad74-376b997f66fb gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:09:52.324557 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9ea96fab-8be4-48fe-acb4-9f840235a2c7 req-3aceece0-8337-47a0-b51f-a6f4d8ad316c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f621350-8c68-4469-b31c-4f566bba31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922427 Apr 23 00:09:52.363059 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c57a982b-8e94-427c-86ff-96c6eab56859 req-aff004ee-b57e-4d85-8ee9-f35b270e5b5d service neutron] 10.222.0.16 "GET /v2.0/networks/fbc5a01c-7349-4285-a5cb-5f4425364ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227033 Apr 23 00:09:52.413586 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:52.459441 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-86223069-9e04-40f8-92a5-5227a1ea2e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'name': 'tempest-TestNetworkBasicOps-router-1209654231', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:40Z', 'updated_at': '2022-04-23T00:08:47Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:85:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:41Z', 'updated_at': '2022-04-23T00:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '787735c2-7bf5-43c5-8235-1d184e15cb80', 'name': '', 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:67:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7f0e34c8-e326-4962-bbb3-760e8d0f68f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:46Z', 'updated_at': '2022-04-23T00:08:52Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '7f0e34c8-e326-4962-bbb3-760e8d0f68f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:52.461582 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c57a982b-8e94-427c-86ff-96c6eab56859 req-89e95948-eb10-490c-98e0-721b42d48521 service neutron] 10.222.0.16 "GET /v2.0/networks/fbc5a01c-7349-4285-a5cb-5f4425364ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892222 Apr 23 00:09:52.473201 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:52.490451 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86223069-9e04-40f8-92a5-5227a1ea2e48 None None] The sync data for ids ['4c948b18-82e9-4209-ad74-376b997f66fb'] in dv-neutron-838783-1-hyperv is: [{'id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'name': 'tempest-TestNetworkBasicOps-router-1209654231', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:40Z', 'updated_at': '2022-04-23T00:08:47Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:85:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:41Z', 'updated_at': '2022-04-23T00:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '787735c2-7bf5-43c5-8235-1d184e15cb80', 'name': '', 'network_id': 'fbc5a01c-7349-4285-a5cb-5f4425364ad6', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:67:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '7f0e34c8-e326-4962-bbb3-760e8d0f68f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:46Z', 'updated_at': '2022-04-23T00:08:52Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '7f0e34c8-e326-4962-bbb3-760e8d0f68f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:09:52.546241 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Pushing event updated for resources: {'Port': ['ID=17e1979c-dce9-431f-9458-fb10c47fc917,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:52.558608 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:52.666393 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Floating IP 31008687-8e14-4804-8ed1-12a399c01fa9 associated. External IP: 172.26.3.222, port: dc054cd1-8050-4473-8743-5ee6d71d1607. Apr 23 00:09:52.733211 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6c5fc-56bf-43fc-a4b8-ce3ac1e4e7c9 None None] New status for floating IP dd75779f-55f2-424d-85c2-9d972e530e3a: DOWN {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:09:52.889749 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Router c8bf7fe0-1315-4855-ad33-37d3ca727006 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:09:53.001212 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:09:53.010762 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6356816-3017-469d-917b-b7fe1d6325dc None None] Sync routers for ids ['c8bf7fe0-1315-4855-ad33-37d3ca727006'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:09:53.021519 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6356816-3017-469d-917b-b7fe1d6325dc None None] Routers {'c8bf7fe0-1315-4855-ad33-37d3ca727006'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:09:53.022124 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-e6356816-3017-469d-917b-b7fe1d6325dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c8bf7fe0-1315-4855-ad33-37d3ca727006'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:53.091781 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:53.119424 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9a16d483-0055-4a45-bf7a-0888c8f25e2d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0205088 Apr 23 00:09:53.120140 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53474b15-9eae-4dc6-8ec8-5a6a210948a2', 'tag': 'dc054cd1-8050-4473-8743-5ee6d71d1607'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:09:53.122410 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b72165-8c0f-4087-9a38-78db2e7cc248" -d '{"events": [{"name": "network-changed", "server_uuid": "53474b15-9eae-4dc6-8ec8-5a6a210948a2", "tag": "dc054cd1-8050-4473-8743-5ee6d71d1607"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:09:53.127971 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-e6356816-3017-469d-917b-b7fe1d6325dc None None] Set router c8bf7fe0-1315-4855-ad33-37d3ca727006 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:09:53.165784 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea446342-831a-4c96-a4c5-6cd3eabc2123 x-openstack-request-id: req-ea446342-831a-4c96-a4c5-6cd3eabc2123 {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:09:53.166074 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53474b15-9eae-4dc6-8ec8-5a6a210948a2", "tag": "dc054cd1-8050-4473-8743-5ee6d71d1607", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:09:53.166323 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea446342-831a-4c96-a4c5-6cd3eabc2123 {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:09:53.166729 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea446342-831a-4c96-a4c5-6cd3eabc2123'] response: {'name': 'network-changed', 'server_uuid': '53474b15-9eae-4dc6-8ec8-5a6a210948a2', 'tag': 'dc054cd1-8050-4473-8743-5ee6d71d1607', 'status': 'completed', 'code': 200} Apr 23 00:09:53.237567 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b72165-8c0f-4087-9a38-78db2e7cc248 req-9b1c9857-a746-45e3-aa6d-fb1b6c073001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:53.239098 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-64b72165-8c0f-4087-9a38-78db2e7cc248 req-9b1c9857-a746-45e3-aa6d-fb1b6c073001 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eca10cab387440428e231a953cda4553&device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 1099 time: 0.0482438 Apr 23 00:09:53.339405 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b72165-8c0f-4087-9a38-78db2e7cc248 req-15cfaab8-6496-48b4-851f-99f70294555e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:53.341161 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-64b72165-8c0f-4087-9a38-78db2e7cc248 req-15cfaab8-6496-48b4-851f-99f70294555e service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d224e48-36a8-42d0-8738-ed5ea1abe259 HTTP/1.1" status: 200 len: 912 time: 0.0882933 Apr 23 00:09:53.356793 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-e6356816-3017-469d-917b-b7fe1d6325dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:05:03Z', 'revision_number': 4, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port': {'id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:54Z', 'updated_at': '2022-04-23T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '31008687-8e14-4804-8ed1-12a399c01fa9', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'floating_ip_address': '172.26.3.222', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'port_id': 'dc054cd1-8050-4473-8743-5ee6d71d1607', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'mac_address': 'fa:16:3e:5f:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53474b15-9eae-4dc6-8ec8-5a6a210948a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:09:51Z', 'updated_at': '2022-04-23T00:09:51Z', 'revision_number': 0, 'project_id': 'eca10cab387440428e231a953cda4553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fc60b5-02c6-4590-8f03-872dca8ead16', 'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'mac_address': 'fa:16:3e:9d:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:00Z', 'updated_at': '2022-04-23T00:05:10Z', 'revision_number': 5, 'project_id': 'eca10cab387440428e231a953cda4553', 'subnets': [{'id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:53.389263 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6356816-3017-469d-917b-b7fe1d6325dc None None] Checking router: c8bf7fe0-1315-4855-ad33-37d3ca727006 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:09:53.398104 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6356816-3017-469d-917b-b7fe1d6325dc None None] Routers {'c8bf7fe0-1315-4855-ad33-37d3ca727006'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:09:53.398720 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-e6356816-3017-469d-917b-b7fe1d6325dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c8bf7fe0-1315-4855-ad33-37d3ca727006'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:53.412438 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-64b72165-8c0f-4087-9a38-78db2e7cc248 req-cce04bb1-093c-4b28-9a28-4fd7cb3aeb74 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc054cd1-8050-4473-8743-5ee6d71d1607 HTTP/1.1" status: 200 len: 1000 time: 0.0642648 Apr 23 00:09:53.493801 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b72165-8c0f-4087-9a38-78db2e7cc248 req-e616bf75-0358-4606-af37-9189348c8dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:53.495470 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-64b72165-8c0f-4087-9a38-78db2e7cc248 req-e616bf75-0358-4606-af37-9189348c8dd1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d429f2-9bee-4153-ac8c-0a0937fc9ed2 HTTP/1.1" status: 200 len: 850 time: 0.0728116 Apr 23 00:09:53.503648 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c188b-19be-41a9-a544-7082c11fbf28 req-ed22ee46-187c-4168-a0c2-12384a411e39 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:53.505058 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-960c188b-19be-41a9-a544-7082c11fbf28 req-ed22ee46-187c-4168-a0c2-12384a411e39 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=a37a6e66-0236-4349-865e-306e1f62c6be HTTP/1.1" status: 200 len: 946 time: 0.0956726 Apr 23 00:09:53.506104 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-e6356816-3017-469d-917b-b7fe1d6325dc None None] Set router c8bf7fe0-1315-4855-ad33-37d3ca727006 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:09:53.524585 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:53.569242 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-960c188b-19be-41a9-a544-7082c11fbf28 req-79d09e68-b93c-473c-9deb-03341b9d06f8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f621350-8c68-4469-b31c-4f566bba31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555458 Apr 23 00:09:53.571949 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b72165-8c0f-4087-9a38-78db2e7cc248 req-1dfcb14a-0d43-4d35-bf3a-d3f261f68205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:53.573375 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-64b72165-8c0f-4087-9a38-78db2e7cc248 req-1dfcb14a-0d43-4d35-bf3a-d3f261f68205 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d224e48-36a8-42d0-8738-ed5ea1abe259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674357 Apr 23 00:09:53.669975 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-64b72165-8c0f-4087-9a38-78db2e7cc248 req-9878257b-bf1a-4ecb-9875-1e1658ae5e56 service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887783 Apr 23 00:09:53.801702 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc0b01-7bfa-487f-b5b3-1d547366e2ce req-68b8f51c-3bd1-407e-9e50-1a5a2d0f8107 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:53.803172 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bedc0b01-7bfa-487f-b5b3-1d547366e2ce req-68b8f51c-3bd1-407e-9e50-1a5a2d0f8107 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/ports?device_id=a37a6e66-0236-4349-865e-306e1f62c6be HTTP/1.1" status: 200 len: 946 time: 0.1072142 Apr 23 00:09:53.817039 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-e6356816-3017-469d-917b-b7fe1d6325dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:05:03Z', 'revision_number': 4, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port': {'id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:54Z', 'updated_at': '2022-04-23T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '31008687-8e14-4804-8ed1-12a399c01fa9', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'floating_ip_address': '172.26.3.222', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'port_id': 'dc054cd1-8050-4473-8743-5ee6d71d1607', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'mac_address': 'fa:16:3e:5f:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53474b15-9eae-4dc6-8ec8-5a6a210948a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:09:51Z', 'updated_at': '2022-04-23T00:09:51Z', 'revision_number': 0, 'project_id': 'eca10cab387440428e231a953cda4553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fc60b5-02c6-4590-8f03-872dca8ead16', 'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'mac_address': 'fa:16:3e:9d:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:00Z', 'updated_at': '2022-04-23T00:05:10Z', 'revision_number': 5, 'project_id': 'eca10cab387440428e231a953cda4553', 'subnets': [{'id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:53.842608 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6356816-3017-469d-917b-b7fe1d6325dc None None] The sync data for ids ['c8bf7fe0-1315-4855-ad33-37d3ca727006'] in dv-neutron-838783-1-hyperv is: [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:05:03Z', 'revision_number': 4, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port': {'id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:54Z', 'updated_at': '2022-04-23T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '31008687-8e14-4804-8ed1-12a399c01fa9', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'floating_ip_address': '172.26.3.222', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'port_id': 'dc054cd1-8050-4473-8743-5ee6d71d1607', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'mac_address': 'fa:16:3e:5f:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53474b15-9eae-4dc6-8ec8-5a6a210948a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:09:51Z', 'updated_at': '2022-04-23T00:09:51Z', 'revision_number': 0, 'project_id': 'eca10cab387440428e231a953cda4553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fc60b5-02c6-4590-8f03-872dca8ead16', 'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'mac_address': 'fa:16:3e:9d:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:00Z', 'updated_at': '2022-04-23T00:05:10Z', 'revision_number': 5, 'project_id': 'eca10cab387440428e231a953cda4553', 'subnets': [{'id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:09:53.843863 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-64b72165-8c0f-4087-9a38-78db2e7cc248 req-45a039f6-b838-4ebc-9b7d-17e7a6ac7d3d service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563559 Apr 23 00:09:53.909440 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-bedc0b01-7bfa-487f-b5b3-1d547366e2ce req-b23220ad-c391-4fd6-b78d-0b1e44b7ed1b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port 2f381098-f42b-4554-812a-9cf375108793 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:09:53.910756 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-bedc0b01-7bfa-487f-b5b3-1d547366e2ce req-b23220ad-c391-4fd6-b78d-0b1e44b7ed1b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:54.009698 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-bedc0b01-7bfa-487f-b5b3-1d547366e2ce req-b23220ad-c391-4fd6-b78d-0b1e44b7ed1b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port 2f381098-f42b-4554-812a-9cf375108793, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=2f381098-f42b-4554-812a-9cf375108793,segment=NetworkSegment(9ffc604a-4c9b-462c-b419-f0778d3264c4),segment_id=9ffc604a-4c9b-462c-b419-f0778d3264c4)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:54.010075 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-bedc0b01-7bfa-487f-b5b3-1d547366e2ce req-b23220ad-c391-4fd6-b78d-0b1e44b7ed1b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:54.024532 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-bedc0b01-7bfa-487f-b5b3-1d547366e2ce req-b23220ad-c391-4fd6-b78d-0b1e44b7ed1b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for 2f381098-f42b-4554-812a-9cf375108793 owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:09:54.049855 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7343578f-d50e-4666-8fbb-4c046d06c3e6 None None] New status for floating IP 31008687-8e14-4804-8ed1-12a399c01fa9: ACTIVE {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:09:54.210638 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-bedc0b01-7bfa-487f-b5b3-1d547366e2ce req-b23220ad-c391-4fd6-b78d-0b1e44b7ed1b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:54.241573 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23220ad-c391-4fd6-b78d-0b1e44b7ed1b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=2f381098-f42b-4554-812a-9cf375108793,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:54.555404 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedc0b01-7bfa-487f-b5b3-1d547366e2ce req-b23220ad-c391-4fd6-b78d-0b1e44b7ed1b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] No DVR routers for this DVR port 2f381098-f42b-4554-812a-9cf375108793 on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:09:54.557905 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-bedc0b01-7bfa-487f-b5b3-1d547366e2ce req-b23220ad-c391-4fd6-b78d-0b1e44b7ed1b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:54.561233 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bedc0b01-7bfa-487f-b5b3-1d547366e2ce req-b23220ad-c391-4fd6-b78d-0b1e44b7ed1b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "DELETE /v2.0/ports/2f381098-f42b-4554-812a-9cf375108793 HTTP/1.1" status: 204 len: 173 time: 0.7507350 Apr 23 00:09:54.561705 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37a6e66-0236-4349-865e-306e1f62c6be', 'name': 'network-vif-deleted', 'tag': '2f381098-f42b-4554-812a-9cf375108793'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:09:54.564827 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b071d02-b1e4-4c02-b7a8-13c3280715a9" -d '{"events": [{"server_uuid": "a37a6e66-0236-4349-865e-306e1f62c6be", "name": "network-vif-deleted", "tag": "2f381098-f42b-4554-812a-9cf375108793"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:09:54.614918 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d45cd38-3c89-4869-8439-f640ef9eb996 x-openstack-request-id: req-2d45cd38-3c89-4869-8439-f640ef9eb996 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:09:54.615330 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37a6e66-0236-4349-865e-306e1f62c6be", "name": "network-vif-deleted", "tag": "2f381098-f42b-4554-812a-9cf375108793", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:09:54.615916 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d45cd38-3c89-4869-8439-f640ef9eb996 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:09:54.616414 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d45cd38-3c89-4869-8439-f640ef9eb996'] response: {'server_uuid': 'a37a6e66-0236-4349-865e-306e1f62c6be', 'name': 'network-vif-deleted', 'tag': '2f381098-f42b-4554-812a-9cf375108793', 'status': 'completed', 'code': 200} Apr 23 00:09:54.690911 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-569cef9a-ec9b-46dd-b611-84ecb5d8e248 req-1d89a24d-1c08-4662-b778-cf93698031c0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=a37a6e66-0236-4349-865e-306e1f62c6be HTTP/1.1" status: 200 len: 210 time: 0.0303040 Apr 23 00:09:55.747756 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56262) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:55.806787 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ede47fe5-826c-4299-bf54-6e4c53d6e2b8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:55.832018 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ede47fe5-826c-4299-bf54-6e4c53d6e2b8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:55.947414 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ede47fe5-826c-4299-bf54-6e4c53d6e2b8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:55.949902 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ede47fe5-826c-4299-bf54-6e4c53d6e2b8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:55.951105 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ede47fe5-826c-4299-bf54-6e4c53d6e2b8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/security-groups/1f621350-8c68-4469-b31c-4f566bba31e8 HTTP/1.1" status: 204 len: 168 time: 0.2023449 Apr 23 00:09:55.960988 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede47fe5-826c-4299-bf54-6e4c53d6e2b8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f621350-8c68-4469-b31c-4f566bba31e8,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:56.028161 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56266) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:56.090694 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 2f381098-f42b-4554-812a-9cf375108793 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:09:56.111378 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 2f381098-f42b-4554-812a-9cf375108793 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:09:56.111898 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 2f381098-f42b-4554-812a-9cf375108793 not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:09:56.393678 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-88ed00b2-27e1-499e-8424-b8dcca9623cd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:56.653042 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-88ed00b2-27e1-499e-8424-b8dcca9623cd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port 787735c2-7bf5-43c5-8235-1d184e15cb80 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:09:56.653299 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-88ed00b2-27e1-499e-8424-b8dcca9623cd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:56.740438 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-88ed00b2-27e1-499e-8424-b8dcca9623cd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port 787735c2-7bf5-43c5-8235-1d184e15cb80, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=787735c2-7bf5-43c5-8235-1d184e15cb80,segment=NetworkSegment(9ffc604a-4c9b-462c-b419-f0778d3264c4),segment_id=9ffc604a-4c9b-462c-b419-f0778d3264c4)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:56.740798 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-88ed00b2-27e1-499e-8424-b8dcca9623cd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:56.757470 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-88ed00b2-27e1-499e-8424-b8dcca9623cd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for 787735c2-7bf5-43c5-8235-1d184e15cb80 owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:09:57.010117 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-88ed00b2-27e1-499e-8424-b8dcca9623cd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:57.037263 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed00b2-27e1-499e-8424-b8dcca9623cd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=787735c2-7bf5-43c5-8235-1d184e15cb80,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:57.217394 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-88ed00b2-27e1-499e-8424-b8dcca9623cd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:57.717037 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ed00b2-27e1-499e-8424-b8dcca9623cd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router 4c948b18-82e9-4209-ad74-376b997f66fb has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:09:57.821285 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ed00b2-27e1-499e-8424-b8dcca9623cd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:09:57.826148 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-88ed00b2-27e1-499e-8424-b8dcca9623cd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "PUT /v2.0/routers/4c948b18-82e9-4209-ad74-376b997f66fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7969649 Apr 23 00:09:57.829286 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56268) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:57.834322 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56030a8c-05df-44b7-aee9-ce82a2517200 None None] Sync routers for ids ['4c948b18-82e9-4209-ad74-376b997f66fb'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:09:57.843550 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56030a8c-05df-44b7-aee9-ce82a2517200 None None] Routers {'4c948b18-82e9-4209-ad74-376b997f66fb'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:09:57.844172 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-56030a8c-05df-44b7-aee9-ce82a2517200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4c948b18-82e9-4209-ad74-376b997f66fb'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:57.884616 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43e5790-b907-4958-a3e6-51a60caa6bcc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting subnet 7f0e34c8-e326-4962-bbb3-760e8d0f68f3 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:09:57.887676 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d43e5790-b907-4958-a3e6-51a60caa6bcc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:57.932960 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d43e5790-b907-4958-a3e6-51a60caa6bcc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:57.955986 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-56030a8c-05df-44b7-aee9-ce82a2517200 None None] Set router 4c948b18-82e9-4209-ad74-376b997f66fb gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:09:58.014339 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d43e5790-b907-4958-a3e6-51a60caa6bcc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:58.131329 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-56030a8c-05df-44b7-aee9-ce82a2517200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'name': 'tempest-TestNetworkBasicOps-router-1209654231', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:40Z', 'updated_at': '2022-04-23T00:09:56Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:85:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:41Z', 'updated_at': '2022-04-23T00:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:58.153784 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d43e5790-b907-4958-a3e6-51a60caa6bcc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:58.157596 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56030a8c-05df-44b7-aee9-ce82a2517200 None None] Checking router: 4c948b18-82e9-4209-ad74-376b997f66fb for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:09:58.166610 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56030a8c-05df-44b7-aee9-ce82a2517200 None None] Routers {'4c948b18-82e9-4209-ad74-376b997f66fb'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:09:58.167272 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-56030a8c-05df-44b7-aee9-ce82a2517200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4c948b18-82e9-4209-ad74-376b997f66fb'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:58.190933 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e5790-b907-4958-a3e6-51a60caa6bcc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Subnet': ['ID=7f0e34c8-e326-4962-bbb3-760e8d0f68f3,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:58.197117 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d43e5790-b907-4958-a3e6-51a60caa6bcc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:58.202472 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d43e5790-b907-4958-a3e6-51a60caa6bcc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/subnets/7f0e34c8-e326-4962-bbb3-760e8d0f68f3 HTTP/1.1" status: 204 len: 168 time: 0.3720765 Apr 23 00:09:58.203154 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56272) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:58.214790 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edfdb56-9111-4f02-92fa-7089e957ad8a None None] Network fbc5a01c-7349-4285-a5cb-5f4425364ad6 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:09:58.280600 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-56030a8c-05df-44b7-aee9-ce82a2517200 None None] Set router 4c948b18-82e9-4209-ad74-376b997f66fb gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:09:58.328183 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-26d7b3b8-2d8a-4022-b483-3e6378ab324a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:58.420478 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf424bf-6830-422b-a703-a1b892fdbace None None] DHCP port deletion for fbc5a01c-7349-4285-a5cb-5f4425364ad6 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:09:58.445242 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-26d7b3b8-2d8a-4022-b483-3e6378ab324a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:58.472331 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-56030a8c-05df-44b7-aee9-ce82a2517200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'name': 'tempest-TestNetworkBasicOps-router-1209654231', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:40Z', 'updated_at': '2022-04-23T00:09:56Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:85:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:41Z', 'updated_at': '2022-04-23T00:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:58.476208 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8cf424bf-6830-422b-a703-a1b892fdbace None None] Deleting port a15e31d7-c2f5-4398-bef1-d9eda01ff6ec {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:09:58.476830 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8cf424bf-6830-422b-a703-a1b892fdbace None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:58.509443 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56030a8c-05df-44b7-aee9-ce82a2517200 None None] The sync data for ids ['4c948b18-82e9-4209-ad74-376b997f66fb'] in dv-neutron-838783-1-hyperv is: [{'id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'name': 'tempest-TestNetworkBasicOps-router-1209654231', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:08:40Z', 'updated_at': '2022-04-23T00:09:56Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '87f9497b-050e-4d61-8c36-3e049167b3c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:85:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c948b18-82e9-4209-ad74-376b997f66fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:08:41Z', 'updated_at': '2022-04-23T00:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:09:58.554496 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8cf424bf-6830-422b-a703-a1b892fdbace None None] For port a15e31d7-c2f5-4398-bef1-d9eda01ff6ec, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a15e31d7-c2f5-4398-bef1-d9eda01ff6ec,segment=NetworkSegment(9ffc604a-4c9b-462c-b419-f0778d3264c4),segment_id=9ffc604a-4c9b-462c-b419-f0778d3264c4)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:58.554929 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8cf424bf-6830-422b-a703-a1b892fdbace None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:58.571915 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8cf424bf-6830-422b-a703-a1b892fdbace None None] Calling delete_port for a15e31d7-c2f5-4398-bef1-d9eda01ff6ec owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:09:58.580602 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-26d7b3b8-2d8a-4022-b483-3e6378ab324a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port 87f9497b-050e-4d61-8c36-3e049167b3c2 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:09:58.581024 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-26d7b3b8-2d8a-4022-b483-3e6378ab324a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:58.658807 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-26d7b3b8-2d8a-4022-b483-3e6378ab324a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port 87f9497b-050e-4d61-8c36-3e049167b3c2, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=87f9497b-050e-4d61-8c36-3e049167b3c2,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:09:58.659124 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-26d7b3b8-2d8a-4022-b483-3e6378ab324a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:58.671179 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-26d7b3b8-2d8a-4022-b483-3e6378ab324a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for 87f9497b-050e-4d61-8c36-3e049167b3c2 owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:09:58.719002 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8cf424bf-6830-422b-a703-a1b892fdbace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:58.744111 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf424bf-6830-422b-a703-a1b892fdbace None None] Pushing event deleted for resources: {'Port': ['ID=a15e31d7-c2f5-4398-bef1-d9eda01ff6ec,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:58.748318 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf424bf-6830-422b-a703-a1b892fdbace None None] No DVR routers for this DVR port a15e31d7-c2f5-4398-bef1-d9eda01ff6ec on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:09:58.755449 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf424bf-6830-422b-a703-a1b892fdbace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:58.755889 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf424bf-6830-422b-a703-a1b892fdbace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:58.756233 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf424bf-6830-422b-a703-a1b892fdbace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:58.756564 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf424bf-6830-422b-a703-a1b892fdbace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:58.756893 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf424bf-6830-422b-a703-a1b892fdbace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:58.757221 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf424bf-6830-422b-a703-a1b892fdbace None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:58.757548 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf424bf-6830-422b-a703-a1b892fdbace None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:58.757874 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf424bf-6830-422b-a703-a1b892fdbace None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:58.758403 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf424bf-6830-422b-a703-a1b892fdbace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:58.758497 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf424bf-6830-422b-a703-a1b892fdbace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:58.758812 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf424bf-6830-422b-a703-a1b892fdbace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:58.759129 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf424bf-6830-422b-a703-a1b892fdbace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:09:58.871253 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a15e31d7-c2f5-4398-bef1-d9eda01ff6ec no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:09:58.893187 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: a15e31d7-c2f5-4398-bef1-d9eda01ff6ec {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:09:58.893529 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a15e31d7-c2f5-4398-bef1-d9eda01ff6ec not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:09:58.924016 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-26d7b3b8-2d8a-4022-b483-3e6378ab324a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:58.949243 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7b3b8-2d8a-4022-b483-3e6378ab324a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=87f9497b-050e-4d61-8c36-3e049167b3c2,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:59.021509 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-26d7b3b8-2d8a-4022-b483-3e6378ab324a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:59.112365 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-26d7b3b8-2d8a-4022-b483-3e6378ab324a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:59.114502 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-26d7b3b8-2d8a-4022-b483-3e6378ab324a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:59.215861 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-26d7b3b8-2d8a-4022-b483-3e6378ab324a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:59.216427 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d7b3b8-2d8a-4022-b483-3e6378ab324a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Fanout notify agent at l3_agent the message router_deleted on router 4c948b18-82e9-4209-ad74-376b997f66fb {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:09:59.223911 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-26d7b3b8-2d8a-4022-b483-3e6378ab324a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:59.225014 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-26d7b3b8-2d8a-4022-b483-3e6378ab324a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/routers/4c948b18-82e9-4209-ad74-376b997f66fb HTTP/1.1" status: 204 len: 168 time: 1.0207794 Apr 23 00:09:59.227798 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56276) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:59.312146 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2321a473-5001-415d-b469-db4f505431d5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:59.401125 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2321a473-5001-415d-b469-db4f505431d5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:59.423839 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-2321a473-5001-415d-b469-db4f505431d5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc5a01c-7349-4285-a5cb-5f4425364ad6']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:59.435682 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-2321a473-5001-415d-b469-db4f505431d5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffc604a-4c9b-462c-b419-f0778d3264c4') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:59.435682 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-2321a473-5001-415d-b469-db4f505431d5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffc604a-4c9b-462c-b419-f0778d3264c4') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:09:59.446290 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2321a473-5001-415d-b469-db4f505431d5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:59.463353 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2321a473-5001-415d-b469-db4f505431d5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:59.472643 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2321a473-5001-415d-b469-db4f505431d5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:09:59.472939 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2321a473-5001-415d-b469-db4f505431d5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:09:59.476340 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:09:59.597859 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2321a473-5001-415d-b469-db4f505431d5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:59.604449 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2321a473-5001-415d-b469-db4f505431d5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:59.608032 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2321a473-5001-415d-b469-db4f505431d5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/networks/fbc5a01c-7349-4285-a5cb-5f4425364ad6 HTTP/1.1" status: 204 len: 168 time: 0.3787789 Apr 23 00:09:59.620191 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321a473-5001-415d-b469-db4f505431d5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Network': ['ID=fbc5a01c-7349-4285-a5cb-5f4425364ad6,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:09:59.627120 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56278) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:09:59.632437 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-c68caf76-6e11-4080-be0b-39fad3ce615f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'network': {'name': 'tempest-network-smoke--1428134324', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'port_security_enabled': True}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:09:59.735194 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68caf76-6e11-4080-be0b-39fad3ce615f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:09:59.739467 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c68caf76-6e11-4080-be0b-39fad3ce615f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:59.765067 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68caf76-6e11-4080-be0b-39fad3ce615f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:09:59.774766 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c68caf76-6e11-4080-be0b-39fad3ce615f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:59.775145 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-c68caf76-6e11-4080-be0b-39fad3ce615f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Added segment 0b089412-4fe4-4f1e-aa60-61e9994b4cbc of type vlan for network 94c332e1-4dcd-4e2a-9c28-b146b6a46b4c Apr 23 00:09:59.817723 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c68caf76-6e11-4080-be0b-39fad3ce615f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:59.917967 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c68caf76-6e11-4080-be0b-39fad3ce615f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:59.924928 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68caf76-6e11-4080-be0b-39fad3ce615f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:09:59.925815 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c68caf76-6e11-4080-be0b-39fad3ce615f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:09:59.993549 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68caf76-6e11-4080-be0b-39fad3ce615f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Network': ['ID=94c332e1-4dcd-4e2a-9c28-b146b6a46b4c,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:00.004859 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 94c332e1-4dcd-4e2a-9c28-b146b6a46b4c details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:10:00.006124 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c68caf76-6e11-4080-be0b-39fad3ce615f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3779018 Apr 23 00:10:00.008952 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56282) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:10:00.013311 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-78d4b070-334a-4663-9f2c-d6490d5ca8a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-803438604', 'admin_state_up': True, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:10:00.118918 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-78d4b070-334a-4663-9f2c-d6490d5ca8a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:00.120045 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-78d4b070-334a-4663-9f2c-d6490d5ca8a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:00.171377 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-78d4b070-334a-4663-9f2c-d6490d5ca8a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:00.475962 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-78d4b070-334a-4663-9f2c-d6490d5ca8a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:00.503273 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 787735c2-7bf5-43c5-8235-1d184e15cb80 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:10:00.524328 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 787735c2-7bf5-43c5-8235-1d184e15cb80 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:10:00.524667 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 787735c2-7bf5-43c5-8235-1d184e15cb80 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:10:00.525076 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 87f9497b-050e-4d61-8c36-3e049167b3c2 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:10:00.543605 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 87f9497b-050e-4d61-8c36-3e049167b3c2 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:10:00.543941 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 87f9497b-050e-4d61-8c36-3e049167b3c2 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:10:00.756263 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-78d4b070-334a-4663-9f2c-d6490d5ca8a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:00.778907 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-78d4b070-334a-4663-9f2c-d6490d5ca8a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:00.883935 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-78d4b070-334a-4663-9f2c-d6490d5ca8a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.26.3.247 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/1162f482-cfe3-4e9d-99f2-7cd41bceeab9) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:10:00.983291 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-78d4b070-334a-4663-9f2c-d6490d5ca8a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:01.073170 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-78d4b070-334a-4663-9f2c-d6490d5ca8a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:01.113651 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d4b070-334a-4663-9f2c-d6490d5ca8a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:10:01.116756 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-78d4b070-334a-4663-9f2c-d6490d5ca8a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:10:01.119235 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d4b070-334a-4663-9f2c-d6490d5ca8a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:10:01.146487 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4b070-334a-4663-9f2c-d6490d5ca8a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=1162f482-cfe3-4e9d-99f2-7cd41bceeab9,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:01.447936 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-78d4b070-334a-4663-9f2c-d6490d5ca8a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:01.592337 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-82bfb38d-02b5-40d8-8386-bd9c571a1f54 req-be7ae4e9-9664-422a-84ce-7fba16d59728 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416052 Apr 23 00:10:01.658405 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-78d4b070-334a-4663-9f2c-d6490d5ca8a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:01.686763 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfb38d-02b5-40d8-8386-bd9c571a1f54 req-e8b03d7a-d575-461d-83dd-97a44c03faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:01.688436 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-82bfb38d-02b5-40d8-8386-bd9c571a1f54 req-e8b03d7a-d575-461d-83dd-97a44c03faa0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8d9254b43d04e37a9ce9a7809dd111e&device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 1098 time: 0.0457323 Apr 23 00:10:01.808948 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfb38d-02b5-40d8-8386-bd9c571a1f54 req-4be3280c-831c-4ad9-ac84-e876c08e77bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:01.810435 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-82bfb38d-02b5-40d8-8386-bd9c571a1f54 req-4be3280c-831c-4ad9-ac84-e876c08e77bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=bebecfa0-f480-4eb0-be6d-dcc10247de2a HTTP/1.1" status: 200 len: 898 time: 0.1032395 Apr 23 00:10:01.839161 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d4b070-334a-4663-9f2c-d6490d5ca8a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router dd589f7b-8b3c-4473-bcd4-a534545d3f9a is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:10:01.877918 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-82bfb38d-02b5-40d8-8386-bd9c571a1f54 req-cb0c7ebf-d3bb-4dfc-9e55-67589c7692bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11586d36-99c3-4cdf-8654-182ad8a8475c HTTP/1.1" status: 200 len: 1001 time: 0.0606008 Apr 23 00:10:01.934520 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfb38d-02b5-40d8-8386-bd9c571a1f54 req-e0442329-e84d-4e4c-961c-a55a06b05a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:01.936142 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-82bfb38d-02b5-40d8-8386-bd9c571a1f54 req-e0442329-e84d-4e4c-961c-a55a06b05a8d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62400671-9285-4ea3-9900-46d1740c43ff HTTP/1.1" status: 200 len: 835 time: 0.0511560 Apr 23 00:10:01.956733 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d4b070-334a-4663-9f2c-d6490d5ca8a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:10:01.969278 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] Sync routers for ids ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:10:01.981860 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] Routers {'dd589f7b-8b3c-4473-bcd4-a534545d3f9a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:10:01.982761 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:10:01.990354 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfb38d-02b5-40d8-8386-bd9c571a1f54 req-daaf5a01-2964-4264-8ebd-e070bf5c947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:01.991980 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-82bfb38d-02b5-40d8-8386-bd9c571a1f54 req-daaf5a01-2964-4264-8ebd-e070bf5c947b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bebecfa0-f480-4eb0-be6d-dcc10247de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0478506 Apr 23 00:10:02.025062 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-78d4b070-334a-4663-9f2c-d6490d5ca8a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:02.029617 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-78d4b070-334a-4663-9f2c-d6490d5ca8a3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0165985 Apr 23 00:10:02.030448 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56286) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:10:02.064197 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6ed49a7d-5b34-4a06-a9ab-8fe6557eb8ac tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b0d4e09f8966425d866e56289d457074&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293872 Apr 23 00:10:02.064491 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56288) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:10:02.098132 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-82bfb38d-02b5-40d8-8386-bd9c571a1f54 req-3d5cf3ce-7aa4-4267-861e-98cd8732b984 service neutron] 10.222.0.16 "GET /v2.0/networks/bebecfa0-f480-4eb0-be6d-dcc10247de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998666 Apr 23 00:10:02.104667 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] Set router dd589f7b-8b3c-4473-bcd4-a534545d3f9a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:10:02.156499 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994a66e7-08a9-47e6-9207-ff17a1b3b241 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:02.160886 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-994a66e7-08a9-47e6-9207-ff17a1b3b241 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927379 Apr 23 00:10:02.161150 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56290) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:10:02.191853 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f2694839-6fc9-4c11-9333-b4b24e0c069b tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295830 Apr 23 00:10:02.194613 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56292) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:10:02.199999 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-1a4f798f-5ba3-4791-ae3c-f64164e2dcda tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-791172662', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:10:02.214589 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-82bfb38d-02b5-40d8-8386-bd9c571a1f54 req-73950d22-c7f1-4e54-9a1e-10e592cf0663 service neutron] 10.222.0.16 "GET /v2.0/networks/bebecfa0-f480-4eb0-be6d-dcc10247de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084831 Apr 23 00:10:02.302247 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'name': 'tempest-TestNetworkBasicOps-router-803438604', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:01Z', 'revision_number': 3, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:39:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:10:02.328762 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] Checking router: dd589f7b-8b3c-4473-bcd4-a534545d3f9a for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:10:02.329026 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] Updating router dd589f7b-8b3c-4473-bcd4-a534545d3f9a port 1162f482-cfe3-4e9d-99f2-7cd41bceeab9 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:10:02.335803 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4f798f-5ba3-4791-ae3c-f64164e2dcda tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:10:02.339948 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1a4f798f-5ba3-4791-ae3c-f64164e2dcda tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:02.355547 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:02.575855 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1a4f798f-5ba3-4791-ae3c-f64164e2dcda tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:02.640862 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f798f-5ba3-4791-ae3c-f64164e2dcda tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Subnet': ['ID=29bfb927-e397-4fdd-9ad7-b8ebc645a035,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:02.646254 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:02.650850 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4f798f-5ba3-4791-ae3c-f64164e2dcda tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Checking segment: {'id': '0b089412-4fe4-4f1e-aa60-61e9994b4cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:10:02.651258 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4f798f-5ba3-4791-ae3c-f64164e2dcda tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network hostable DHCP agents. Network: 94c332e1-4dcd-4e2a-9c28-b146b6a46b4c, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:10:02.723507 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:02.775161 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4f798f-5ba3-4791-ae3c-f64164e2dcda tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 94c332e1-4dcd-4e2a-9c28-b146b6a46b4c is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:10:02.776519 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] Attempting to bind port 1162f482-cfe3-4e9d-99f2-7cd41bceeab9 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:10:02.776884 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] Attempting to bind port 1162f482-cfe3-4e9d-99f2-7cd41bceeab9 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:10:02.777241 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] Attempting to bind port 1162f482-cfe3-4e9d-99f2-7cd41bceeab9 on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:10:02.780356 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306493e3-2999-4b95-a7d0-c7cbb24b6d78 None None] Pushing event updated for resources: {'Port': ['ID=1162f482-cfe3-4e9d-99f2-7cd41bceeab9,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:02.785575 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:10:02.785927 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:10:02.786352 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:02.786757 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:10:02.787204 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] Bound port: 1162f482-cfe3-4e9d-99f2-7cd41bceeab9, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:10:02.787746 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:02.843234 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] For port 1162f482-cfe3-4e9d-99f2-7cd41bceeab9, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:10:02.846436 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] For port 1162f482-cfe3-4e9d-99f2-7cd41bceeab9, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=1162f482-cfe3-4e9d-99f2-7cd41bceeab9,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:10:02.861632 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-1a4f798f-5ba3-4791-ae3c-f64164e2dcda tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 94c332e1-4dcd-4e2a-9c28-b146b6a46b4c) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:10:02.866342 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4f798f-5ba3-4791-ae3c-f64164e2dcda tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:02.867006 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1a4f798f-5ba3-4791-ae3c-f64164e2dcda tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:02.872350 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e141d4e3-c2ed-4914-ae86-fe8dc45fe0e4 None None] Network 94c332e1-4dcd-4e2a-9c28-b146b6a46b4c requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:10:02.937379 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:02.966611 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1a4f798f-5ba3-4791-ae3c-f64164e2dcda tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7708867 Apr 23 00:10:02.969703 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56294) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:10:03.028980 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306493e3-2999-4b95-a7d0-c7cbb24b6d78 None None] Pushing event updated for resources: {'Port': ['ID=1162f482-cfe3-4e9d-99f2-7cd41bceeab9,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:03.033785 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] Routers {'dd589f7b-8b3c-4473-bcd4-a534545d3f9a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:10:03.033946 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:10:03.183168 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d84c228-4781-4702-b584-36b36798c16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ips': [{'subnet_id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:10:03.184731 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d84c228-4781-4702-b584-36b36798c16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:03.217392 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] Set router dd589f7b-8b3c-4473-bcd4-a534545d3f9a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:10:03.455447 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b985640-9988-409e-934e-beffadc06cad tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:03.620286 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-2d84c228-4781-4702-b584-36b36798c16a None None] Allocated IP 172.20.0.2 (94c332e1-4dcd-4e2a-9c28-b146b6a46b4c/29bfb927-e397-4fdd-9ad7-b8ebc645a035/d04d7c5f-71f7-49d6-a3a3-f659fc23df9e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:10:03.744632 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'name': 'tempest-TestNetworkBasicOps-router-803438604', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:01Z', 'revision_number': 3, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:39:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:10:03.776754 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980e36a2-95ef-4e46-81e5-baf482083465 None None] The sync data for ids ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'] in dv-neutron-838783-1-hyperv is: [{'id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'name': 'tempest-TestNetworkBasicOps-router-803438604', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:01Z', 'revision_number': 3, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:39:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:10:03.867117 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d84c228-4781-4702-b584-36b36798c16a None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:03.944978 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d84c228-4781-4702-b584-36b36798c16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:04.010989 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d84c228-4781-4702-b584-36b36798c16a None None] Network 94c332e1-4dcd-4e2a-9c28-b146b6a46b4c is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:10:04.014352 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2d84c228-4781-4702-b584-36b36798c16a None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:10:04.021219 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d84c228-4781-4702-b584-36b36798c16a None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:10:04.031913 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-0b985640-9988-409e-934e-beffadc06cad tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.20.0.1 (94c332e1-4dcd-4e2a-9c28-b146b6a46b4c/29bfb927-e397-4fdd-9ad7-b8ebc645a035/4bfaa211-7f32-4eae-a314-b0b928f3d81a) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:10:04.037693 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84c228-4781-4702-b584-36b36798c16a None None] Pushing event updated for resources: {'Port': ['ID=d04d7c5f-71f7-49d6-a3a3-f659fc23df9e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:04.123233 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-2d84c228-4781-4702-b584-36b36798c16a None None] Attempting to bind port d04d7c5f-71f7-49d6-a3a3-f659fc23df9e on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:10:04.123953 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-2d84c228-4781-4702-b584-36b36798c16a None None] Attempting to bind port d04d7c5f-71f7-49d6-a3a3-f659fc23df9e by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '0b089412-4fe4-4f1e-aa60-61e9994b4cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:10:04.124505 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d84c228-4781-4702-b584-36b36798c16a None None] Attempting to bind port d04d7c5f-71f7-49d6-a3a3-f659fc23df9e on network 94c332e1-4dcd-4e2a-9c28-b146b6a46b4c {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:10:04.132415 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d84c228-4781-4702-b584-36b36798c16a None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:10:04.132849 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d84c228-4781-4702-b584-36b36798c16a None None] Checking segment: {'id': '0b089412-4fe4-4f1e-aa60-61e9994b4cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:10:04.133249 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d84c228-4781-4702-b584-36b36798c16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:04.133649 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d84c228-4781-4702-b584-36b36798c16a None None] Bound using segment: {'id': '0b089412-4fe4-4f1e-aa60-61e9994b4cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:10:04.134128 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-2d84c228-4781-4702-b584-36b36798c16a None None] Bound port: d04d7c5f-71f7-49d6-a3a3-f659fc23df9e, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b089412-4fe4-4f1e-aa60-61e9994b4cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:10:04.134506 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d84c228-4781-4702-b584-36b36798c16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:04.230110 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-2d84c228-4781-4702-b584-36b36798c16a None None] For port d04d7c5f-71f7-49d6-a3a3-f659fc23df9e, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:10:04.233448 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-2d84c228-4781-4702-b584-36b36798c16a None None] For port d04d7c5f-71f7-49d6-a3a3-f659fc23df9e, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d04d7c5f-71f7-49d6-a3a3-f659fc23df9e,segment=NetworkSegment(0b089412-4fe4-4f1e-aa60-61e9994b4cbc),segment_id=0b089412-4fe4-4f1e-aa60-61e9994b4cbc)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:10:04.249098 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b985640-9988-409e-934e-beffadc06cad tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:04.301696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-952bd5e5-b10d-4496-85a4-3a71be2fe678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:04.308594 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d84c228-4781-4702-b584-36b36798c16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:04.380997 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b985640-9988-409e-934e-beffadc06cad tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:04.384777 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84c228-4781-4702-b584-36b36798c16a None None] Pushing event updated for resources: {'Port': ['ID=d04d7c5f-71f7-49d6-a3a3-f659fc23df9e,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:04.446244 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b985640-9988-409e-934e-beffadc06cad tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 94c332e1-4dcd-4e2a-9c28-b146b6a46b4c is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:10:04.449912 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-0b985640-9988-409e-934e-beffadc06cad tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:10:04.458004 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b985640-9988-409e-934e-beffadc06cad tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:10:04.550668 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 1162f482-cfe3-4e9d-99f2-7cd41bceeab9 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:10:04.621500 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 1162f482-cfe3-4e9d-99f2-7cd41bceeab9 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:10:04.621500 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:04.800716 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:04.826167 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 1162f482-cfe3-4e9d-99f2-7cd41bceeab9, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=1162f482-cfe3-4e9d-99f2-7cd41bceeab9,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:10:04.878357 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b985640-9988-409e-934e-beffadc06cad tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=4bfaa211-7f32-4eae-a314-b0b928f3d81a,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:04.890632 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:04.899597 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b985640-9988-409e-934e-beffadc06cad tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:04.952539 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=1162f482-cfe3-4e9d-99f2-7cd41bceeab9,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:05.106429 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b985640-9988-409e-934e-beffadc06cad tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:05.379104 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b985640-9988-409e-934e-beffadc06cad tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:05.456362 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b985640-9988-409e-934e-beffadc06cad tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:05.531793 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b985640-9988-409e-934e-beffadc06cad tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:05.533488 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b985640-9988-409e-934e-beffadc06cad tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=4bfaa211-7f32-4eae-a314-b0b928f3d81a,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:05.625068 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b985640-9988-409e-934e-beffadc06cad tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 94c332e1-4dcd-4e2a-9c28-b146b6a46b4c is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:10:05.626898 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-0b985640-9988-409e-934e-beffadc06cad tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:10:05.756032 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b985640-9988-409e-934e-beffadc06cad tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router dd589f7b-8b3c-4473-bcd4-a534545d3f9a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:10:05.879436 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b985640-9988-409e-934e-beffadc06cad tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:10:05.884969 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0b985640-9988-409e-934e-beffadc06cad tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "PUT /v2.0/routers/dd589f7b-8b3c-4473-bcd4-a534545d3f9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9140353 Apr 23 00:10:05.887663 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56300) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:10:05.942138 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6f0046-dbce-4811-a4d8-2a305f16be9a None None] Network 94c332e1-4dcd-4e2a-9c28-b146b6a46b4c requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:10:05.971051 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] Sync routers for ids ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:10:05.983863 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] Routers {'dd589f7b-8b3c-4473-bcd4-a534545d3f9a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:10:05.984752 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:09:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:10:06.080048 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a5b175-13db-420a-ba02-059a8c4f4ecb tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:06.080535 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a5b175-13db-420a-ba02-059a8c4f4ecb tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:06.081007 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a5b175-13db-420a-ba02-059a8c4f4ecb tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:06.081473 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a5b175-13db-420a-ba02-059a8c4f4ecb tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:06.081938 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a5b175-13db-420a-ba02-059a8c4f4ecb tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:06.082431 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a5b175-13db-420a-ba02-059a8c4f4ecb tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:06.082893 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a5b175-13db-420a-ba02-059a8c4f4ecb tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:06.084243 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-8402667d-33e5-4c5d-aee6-dda171baaa09 None None] Provisioning complete for port d04d7c5f-71f7-49d6-a3a3-f659fc23df9e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:10:06.084839 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8402667d-33e5-4c5d-aee6-dda171baaa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:06.084975 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-25a5b175-13db-420a-ba02-059a8c4f4ecb tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.1960208 Apr 23 00:10:06.087819 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56302) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:10:06.096496 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] Set router dd589f7b-8b3c-4473-bcd4-a534545d3f9a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:10:06.191532 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e97c22-3469-4009-b1f4-00c76c897545 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:06.192140 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e97c22-3469-4009-b1f4-00c76c897545 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:06.192475 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e97c22-3469-4009-b1f4-00c76c897545 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:06.192933 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e97c22-3469-4009-b1f4-00c76c897545 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:06.193386 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e97c22-3469-4009-b1f4-00c76c897545 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:06.194753 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e97c22-3469-4009-b1f4-00c76c897545 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:06.194753 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e97c22-3469-4009-b1f4-00c76c897545 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:06.196187 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-24e97c22-3469-4009-b1f4-00c76c897545 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1035824 Apr 23 00:10:06.199053 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56306) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:10:06.208375 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8402667d-33e5-4c5d-aee6-dda171baaa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:06.252859 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8402667d-33e5-4c5d-aee6-dda171baaa09 None None] For port d04d7c5f-71f7-49d6-a3a3-f659fc23df9e, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d04d7c5f-71f7-49d6-a3a3-f659fc23df9e,segment=NetworkSegment(0b089412-4fe4-4f1e-aa60-61e9994b4cbc),segment_id=0b089412-4fe4-4f1e-aa60-61e9994b4cbc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:10:06.313208 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8402667d-33e5-4c5d-aee6-dda171baaa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:06.353714 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'name': 'tempest-TestNetworkBasicOps-router-803438604', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:39:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '4bfaa211-7f32-4eae-a314-b0b928f3d81a', 'name': '', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:1d:bd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:03Z', 'updated_at': '2022-04-23T00:10:05Z', 'revision_number': 2, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:10:06.363417 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b746c2ea-1fe2-4c44-9f08-6ce83380f701 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.1631486 Apr 23 00:10:06.385145 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402667d-33e5-4c5d-aee6-dda171baaa09 None None] Pushing event updated for resources: {'Port': ['ID=d04d7c5f-71f7-49d6-a3a3-f659fc23df9e,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:06.403253 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] Checking router: dd589f7b-8b3c-4473-bcd4-a534545d3f9a for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:10:06.403639 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] Updating router dd589f7b-8b3c-4473-bcd4-a534545d3f9a port 4bfaa211-7f32-4eae-a314-b0b928f3d81a binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:10:06.432806 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:06.438511 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-79097df7-98df-45c5-a55f-fb414ec57b10 None None] Provisioning complete for port 4bfaa211-7f32-4eae-a314-b0b928f3d81a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:10:06.439160 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79097df7-98df-45c5-a55f-fb414ec57b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:06.494757 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-79097df7-98df-45c5-a55f-fb414ec57b10 None None] Port 4bfaa211-7f32-4eae-a314-b0b928f3d81a cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:10:06.507037 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-79097df7-98df-45c5-a55f-fb414ec57b10 None None] Provisioning complete for port d04d7c5f-71f7-49d6-a3a3-f659fc23df9e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:10:06.507405 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79097df7-98df-45c5-a55f-fb414ec57b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:06.667339 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 1162f482-cfe3-4e9d-99f2-7cd41bceeab9 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:10:06.689932 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56310) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:10:06.695320 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-3b9b7822-254e-480e-970f-eedc4923dd24 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-752700419', 'description': 'tempest-secgroup-smoke-752700419 description', 'project_id': 'b0d4e09f8966425d866e56289d457074'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:10:06.724011 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 1162f482-cfe3-4e9d-99f2-7cd41bceeab9 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:10:06.725181 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:06.758628 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3b9b7822-254e-480e-970f-eedc4923dd24 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:06.775728 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-330a7b05-043e-477b-a1fa-7861c761da1d None None] Provisioning complete for port 4bfaa211-7f32-4eae-a314-b0b928f3d81a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:10:06.776102 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-330a7b05-043e-477b-a1fa-7861c761da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:06.783904 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:06.835837 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3b9b7822-254e-480e-970f-eedc4923dd24 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:06.844330 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-330a7b05-043e-477b-a1fa-7861c761da1d None None] Port 4bfaa211-7f32-4eae-a314-b0b928f3d81a cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:10:06.852056 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d04d7c5f-71f7-49d6-a3a3-f659fc23df9e up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:10:06.855603 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:06.902690 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port d04d7c5f-71f7-49d6-a3a3-f659fc23df9e triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:10:06.903119 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:06.913999 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f81b3-d419-4324-b2ea-65570b2ab4c9 None None] Pushing event updated for resources: {'Port': ['ID=4bfaa211-7f32-4eae-a314-b0b928f3d81a,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:06.922718 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f81b3-d419-4324-b2ea-65570b2ab4c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:10:06.922978 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3b9b7822-254e-480e-970f-eedc4923dd24 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:06.923147 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f81b3-d419-4324-b2ea-65570b2ab4c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:10:06.923356 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f81b3-d419-4324-b2ea-65570b2ab4c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:10:06.923732 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f81b3-d419-4324-b2ea-65570b2ab4c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:10:06.924262 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f81b3-d419-4324-b2ea-65570b2ab4c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:10:06.924604 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f81b3-d419-4324-b2ea-65570b2ab4c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:10:06.924940 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f81b3-d419-4324-b2ea-65570b2ab4c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:10:06.925267 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f81b3-d419-4324-b2ea-65570b2ab4c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:10:06.925617 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f81b3-d419-4324-b2ea-65570b2ab4c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:10:06.925943 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f81b3-d419-4324-b2ea-65570b2ab4c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:10:06.926262 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f81b3-d419-4324-b2ea-65570b2ab4c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:10:06.926843 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f81b3-d419-4324-b2ea-65570b2ab4c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:10:06.961775 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b7822-254e-480e-970f-eedc4923dd24 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b7c333-13f8-4417-8156-3d5a6c9a83ee,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:06.978082 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] Attempting to bind port 4bfaa211-7f32-4eae-a314-b0b928f3d81a on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:10:06.978623 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-48f394ff-3277-4ebe-bf2a-3a96f3962a43 None None] Provisioning complete for port 4bfaa211-7f32-4eae-a314-b0b928f3d81a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:10:06.978992 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] Attempting to bind port 4bfaa211-7f32-4eae-a314-b0b928f3d81a by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '0b089412-4fe4-4f1e-aa60-61e9994b4cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:10:06.979123 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48f394ff-3277-4ebe-bf2a-3a96f3962a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:06.979235 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] Attempting to bind port 4bfaa211-7f32-4eae-a314-b0b928f3d81a on network 94c332e1-4dcd-4e2a-9c28-b146b6a46b4c {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:10:06.983978 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:10:06.984347 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] Checking segment: {'id': '0b089412-4fe4-4f1e-aa60-61e9994b4cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:10:06.985912 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:06.985912 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] Bound using segment: {'id': '0b089412-4fe4-4f1e-aa60-61e9994b4cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:10:06.986217 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] Bound port: 4bfaa211-7f32-4eae-a314-b0b928f3d81a, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b089412-4fe4-4f1e-aa60-61e9994b4cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:10:06.986609 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:07.041474 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3b9b7822-254e-480e-970f-eedc4923dd24 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:07.043425 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3b9b7822-254e-480e-970f-eedc4923dd24 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3524635 Apr 23 00:10:07.047083 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56312) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:10:07.047477 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-48f394ff-3277-4ebe-bf2a-3a96f3962a43 None None] Port 4bfaa211-7f32-4eae-a314-b0b928f3d81a cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:10:07.053988 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] For port 4bfaa211-7f32-4eae-a314-b0b928f3d81a, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:10:07.054193 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-c8b29d1f-4233-464b-b8e9-af827fa5fc63 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'd0b7c333-13f8-4417-8156-3d5a6c9a83ee', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:10:07.057549 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] For port 4bfaa211-7f32-4eae-a314-b0b928f3d81a, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4bfaa211-7f32-4eae-a314-b0b928f3d81a,segment=NetworkSegment(0b089412-4fe4-4f1e-aa60-61e9994b4cbc),segment_id=0b089412-4fe4-4f1e-aa60-61e9994b4cbc)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:10:07.125101 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:07.147528 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8b29d1f-4233-464b-b8e9-af827fa5fc63 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:07.171221 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-916726b4-ed77-42e7-8529-56584a942fee None None] Provisioning complete for port 4bfaa211-7f32-4eae-a314-b0b928f3d81a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:10:07.176690 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-916726b4-ed77-42e7-8529-56584a942fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:07.211780 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8b29d1f-4233-464b-b8e9-af827fa5fc63 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:07.213259 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-773dc563-47e9-4cfb-b022-f3ab4b482c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:07.259708 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-916726b4-ed77-42e7-8529-56584a942fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:07.281814 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f81b3-d419-4324-b2ea-65570b2ab4c9 None None] Pushing event updated for resources: {'Port': ['ID=4bfaa211-7f32-4eae-a314-b0b928f3d81a,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:07.285166 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] Routers {'dd589f7b-8b3c-4473-bcd4-a534545d3f9a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:10:07.285778 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:10:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:10:07.295225 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8b29d1f-4233-464b-b8e9-af827fa5fc63 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:07.301641 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-916726b4-ed77-42e7-8529-56584a942fee None None] For port 4bfaa211-7f32-4eae-a314-b0b928f3d81a, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4bfaa211-7f32-4eae-a314-b0b928f3d81a,segment=NetworkSegment(0b089412-4fe4-4f1e-aa60-61e9994b4cbc),segment_id=0b089412-4fe4-4f1e-aa60-61e9994b4cbc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:10:07.318946 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b29d1f-4233-464b-b8e9-af827fa5fc63 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4e1ac7-9a3b-43f0-b5f2-b4ab6b1f6ea4,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:07.364957 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-916726b4-ed77-42e7-8529-56584a942fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:07.396505 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8b29d1f-4233-464b-b8e9-af827fa5fc63 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:07.396730 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] Set router dd589f7b-8b3c-4473-bcd4-a534545d3f9a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:10:07.398857 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c8b29d1f-4233-464b-b8e9-af827fa5fc63 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3501897 Apr 23 00:10:07.401729 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56314) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:10:07.406477 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-2d5f7700-4599-49df-a1fe-600c0bf0e3a0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'd0b7c333-13f8-4417-8156-3d5a6c9a83ee', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:10:07.428502 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916726b4-ed77-42e7-8529-56584a942fee None None] Pushing event updated for resources: {'Port': ['ID=4bfaa211-7f32-4eae-a314-b0b928f3d81a,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:07.485957 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-566bc4ef-79c5-4ab5-b4ae-8b2af914c864 None None] Provisioning complete for port 4bfaa211-7f32-4eae-a314-b0b928f3d81a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:10:07.486327 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-566bc4ef-79c5-4ab5-b4ae-8b2af914c864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:07.507036 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2d5f7700-4599-49df-a1fe-600c0bf0e3a0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:07.570391 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2d5f7700-4599-49df-a1fe-600c0bf0e3a0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:07.598888 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'name': 'tempest-TestNetworkBasicOps-router-803438604', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:39:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '4bfaa211-7f32-4eae-a314-b0b928f3d81a', 'name': '', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:1d:bd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:03Z', 'updated_at': '2022-04-23T00:10:07Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:10:07.621840 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2d5f7700-4599-49df-a1fe-600c0bf0e3a0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:07.624533 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb4a146-5515-42fc-b563-ea7d275d761c None None] The sync data for ids ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'] in dv-neutron-838783-1-hyperv is: [{'id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'name': 'tempest-TestNetworkBasicOps-router-803438604', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:39:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '4bfaa211-7f32-4eae-a314-b0b928f3d81a', 'name': '', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:1d:bd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:03Z', 'updated_at': '2022-04-23T00:10:07Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:10:07.644067 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f7700-4599-49df-a1fe-600c0bf0e3a0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f19f296-6251-4b1f-8137-4407e59a25ab,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:07.722156 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2d5f7700-4599-49df-a1fe-600c0bf0e3a0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:07.723378 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2d5f7700-4599-49df-a1fe-600c0bf0e3a0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3206246 Apr 23 00:10:07.726172 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56316) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:10:07.730751 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-4eea6464-b9c3-4983-a246-abf76dbe1b8c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'd0b7c333-13f8-4417-8156-3d5a6c9a83ee', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:10:07.843991 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4eea6464-b9c3-4983-a246-abf76dbe1b8c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:07.862083 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:07.909124 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4eea6464-b9c3-4983-a246-abf76dbe1b8c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:07.993058 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4eea6464-b9c3-4983-a246-abf76dbe1b8c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:08.012009 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea6464-b9c3-4983-a246-abf76dbe1b8c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b15fa71-4d90-43a6-9184-8562936bee18,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:08.092222 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4eea6464-b9c3-4983-a246-abf76dbe1b8c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:08.093492 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4eea6464-b9c3-4983-a246-abf76dbe1b8c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3663323 Apr 23 00:10:08.096584 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56318) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:10:08.101279 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-a7b876a3-7760-47bc-b126-98b04d9c635b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'd0b7c333-13f8-4417-8156-3d5a6c9a83ee', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:10:08.193016 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a7b876a3-7760-47bc-b126-98b04d9c635b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:08.265853 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a7b876a3-7760-47bc-b126-98b04d9c635b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:08.341520 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a7b876a3-7760-47bc-b126-98b04d9c635b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:08.360604 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b876a3-7760-47bc-b126-98b04d9c635b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d50937-8fb7-453b-9bfb-5d59c24634f5,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:08.429385 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a7b876a3-7760-47bc-b126-98b04d9c635b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:08.431224 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a7b876a3-7760-47bc-b126-98b04d9c635b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3330598 Apr 23 00:10:08.433435 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56320) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:10:08.438045 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-2c7472c2-39a5-4fff-a27f-4af207e203d8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'd0b7c333-13f8-4417-8156-3d5a6c9a83ee', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:10:08.536149 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-2c7472c2-39a5-4fff-a27f-4af207e203d8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Project b0d4e09f8966425d866e56289d457074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:10:08.540067 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4bfaa211-7f32-4eae-a314-b0b928f3d81a up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:10:08.543771 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2c7472c2-39a5-4fff-a27f-4af207e203d8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:08.593806 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 4bfaa211-7f32-4eae-a314-b0b928f3d81a triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:10:08.594199 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:08.616880 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2c7472c2-39a5-4fff-a27f-4af207e203d8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:08.713137 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2c7472c2-39a5-4fff-a27f-4af207e203d8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:08.734034 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7472c2-39a5-4fff-a27f-4af207e203d8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78985558-947b-4d6d-be3f-c29bd701da92,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:08.806431 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2c7472c2-39a5-4fff-a27f-4af207e203d8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:08.807673 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2c7472c2-39a5-4fff-a27f-4af207e203d8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3732352 Apr 23 00:10:08.810342 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56324) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:10:08.814762 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-2ce5ed36-8c85-4709-bf77-f0874dd3941a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'd0b7c333-13f8-4417-8156-3d5a6c9a83ee', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:10:08.878704 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-2ce5ed36-8c85-4709-bf77-f0874dd3941a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Project b0d4e09f8966425d866e56289d457074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:10:08.883584 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ce5ed36-8c85-4709-bf77-f0874dd3941a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:08.947051 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ce5ed36-8c85-4709-bf77-f0874dd3941a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:08.998761 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ce5ed36-8c85-4709-bf77-f0874dd3941a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:09.019050 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5ed36-8c85-4709-bf77-f0874dd3941a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936e029d-cdc0-41f2-8148-9d845f8e7e08,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:09.100646 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ce5ed36-8c85-4709-bf77-f0874dd3941a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:09.101959 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2ce5ed36-8c85-4709-bf77-f0874dd3941a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2906947 Apr 23 00:10:09.416158 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-c210b055-03b4-43cb-892b-e20232329826 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-752700419&fields=id&tenant_id=b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 267 time: 0.0409400 Apr 23 00:10:09.528149 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e048236-2866-4974-ad73-de172d9b5230 req-537d997c-e2e8-4288-8531-d9cd7c5e2ea9 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:09.529800 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9e048236-2866-4974-ad73-de172d9b5230 req-537d997c-e2e8-4288-8531-d9cd7c5e2ea9 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 945 time: 0.0672855 Apr 23 00:10:09.567841 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-e81cf3b5-7046-45da-b33c-df51a1671300 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:09.569393 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-e81cf3b5-7046-45da-b33c-df51a1671300 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/networks?id=94c332e1-4dcd-4e2a-9c28-b146b6a46b4c HTTP/1.1" status: 200 len: 797 time: 0.1435802 Apr 23 00:10:09.576223 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9e048236-2866-4974-ad73-de172d9b5230 req-ad9fc132-f893-4e5d-8710-610e1655eebb tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385730 Apr 23 00:10:09.594152 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-53f8c392-d5a8-4fc9-a680-02659d3b6af2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/quotas/b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 375 time: 0.0107570 Apr 23 00:10:09.672766 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-22c91bec-0047-40b9-bff9-835e8eb4c969 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680666 Apr 23 00:10:09.730801 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:09.765164 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:09.792104 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-af5795cb-536b-42b9-ab09-94507964b8ff service neutron] 10.222.0.15 "GET /v2.0/networks/94c332e1-4dcd-4e2a-9c28-b146b6a46b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939677 Apr 23 00:10:09.887874 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-6ad35625-dcb1-4f33-9bfc-f0b16dc5321d service neutron] 10.222.0.15 "GET /v2.0/networks/94c332e1-4dcd-4e2a-9c28-b146b6a46b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891902 Apr 23 00:10:10.132140 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-89cdfbd0-380b-436b-8316-7148072e0383 req-42bc0724-4fb7-4272-9602-50650ac823ab tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=3df5615f-4541-40d5-a63d-ba4a3a66cf63 HTTP/1.1" status: 200 len: 210 time: 0.0295870 Apr 23 00:10:10.700986 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31552c35-1e72-4bf3-b54e-c48114d46180 req-e55cf876-dfc8-459c-ba69-cfdf49e1c43e tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:10.702602 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-31552c35-1e72-4bf3-b54e-c48114d46180 req-e55cf876-dfc8-459c-ba69-cfdf49e1c43e tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 945 time: 0.0550530 Apr 23 00:10:10.743683 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-31552c35-1e72-4bf3-b54e-c48114d46180 req-18b6bf41-0d01-4d26-a501-5428ca777dce tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339208 Apr 23 00:10:11.229602 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c534405e-413d-4a50-8757-fa77c74bf578 req-4ef8ea77-ddd0-41d2-bce1-9cd9eab20616 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=3df5615f-4541-40d5-a63d-ba4a3a66cf63 HTTP/1.1" status: 200 len: 210 time: 0.0271852 Apr 23 00:10:11.926953 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d016c77-d17d-42a7-9347-da94e0b34865 req-7223aa34-8dc1-4adf-b97d-46a96945412c tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:11.928508 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0d016c77-d17d-42a7-9347-da94e0b34865 req-7223aa34-8dc1-4adf-b97d-46a96945412c tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 945 time: 0.1165962 Apr 23 00:10:12.000401 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-875d04e8-8e72-4aa5-a58d-b9bd1c202aaf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:12.001237 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-875d04e8-8e72-4aa5-a58d-b9bd1c202aaf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/networks?id=94c332e1-4dcd-4e2a-9c28-b146b6a46b4c HTTP/1.1" status: 200 len: 797 time: 0.1544609 Apr 23 00:10:12.027909 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0d016c77-d17d-42a7-9347-da94e0b34865 req-cac7b927-0190-43ae-a802-37e41063c145 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906560 Apr 23 00:10:12.059003 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-0f1fef5c-48fa-47bb-b167-64c5faa1b0b0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 379 time: 0.0473912 Apr 23 00:10:12.069900 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-69721e07-d32e-438e-a9d5-0566a7c817b2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'port': {'device_id': '3df5615f-4541-40d5-a63d-ba4a3a66cf63', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'admin_state_up': True, 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'security_groups': ['d0b7c333-13f8-4417-8156-3d5a6c9a83ee']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:10:12.273122 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-69721e07-d32e-438e-a9d5-0566a7c817b2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:10:12.277216 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-69721e07-d32e-438e-a9d5-0566a7c817b2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:12.338772 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ddab5183-0467-4840-8404-3430123cf3c6 req-2beb6a01-f83e-4a68-9ff0-d6b57c71c7ff tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=3df5615f-4541-40d5-a63d-ba4a3a66cf63 HTTP/1.1" status: 200 len: 210 time: 0.0309501 Apr 23 00:10:12.423053 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-69721e07-d32e-438e-a9d5-0566a7c817b2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.20.0.11 (94c332e1-4dcd-4e2a-9c28-b146b6a46b4c/29bfb927-e397-4fdd-9ad7-b8ebc645a035/ed3633b2-9782-4de5-81d3-c5575e06c9de) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:10:12.573758 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-69721e07-d32e-438e-a9d5-0566a7c817b2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:12.683830 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-69721e07-d32e-438e-a9d5-0566a7c817b2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:12.735132 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-69721e07-d32e-438e-a9d5-0566a7c817b2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 94c332e1-4dcd-4e2a-9c28-b146b6a46b4c is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:10:12.739257 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-69721e07-d32e-438e-a9d5-0566a7c817b2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:10:12.743304 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-69721e07-d32e-438e-a9d5-0566a7c817b2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:10:12.749902 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69721e07-d32e-438e-a9d5-0566a7c817b2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=ed3633b2-9782-4de5-81d3-c5575e06c9de,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:12.811910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-69721e07-d32e-438e-a9d5-0566a7c817b2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:12.812619 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-69721e07-d32e-438e-a9d5-0566a7c817b2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:12.864996 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-69721e07-d32e-438e-a9d5-0566a7c817b2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7995863 Apr 23 00:10:12.879522 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-b10a31e2-a9ea-4374-9058-a7830abbab79 service neutron] Request body: {'port': {'device_id': '3df5615f-4541-40d5-a63d-ba4a3a66cf63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:10:12.942685 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-b10a31e2-a9ea-4374-9058-a7830abbab79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:13.032956 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-6476eba1-00e2-49d5-b251-6d381b993bd1 None None] Provisioning complete for port ed3633b2-9782-4de5-81d3-c5575e06c9de triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:10:13.033522 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6476eba1-00e2-49d5-b251-6d381b993bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:13.079679 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6476eba1-00e2-49d5-b251-6d381b993bd1 None None] Port ed3633b2-9782-4de5-81d3-c5575e06c9de cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:10:13.246114 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33005a-9162-42e5-8295-4856d187ec09 req-6468caff-0084-48fd-ba8a-cca6c7292d82 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:13.247616 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7a33005a-9162-42e5-8295-4856d187ec09 req-6468caff-0084-48fd-ba8a-cca6c7292d82 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 945 time: 0.1284349 Apr 23 00:10:13.320291 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7a33005a-9162-42e5-8295-4856d187ec09 req-58237571-b1f4-474e-931d-e4c3d59fb38f tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644832 Apr 23 00:10:13.356516 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-b10a31e2-a9ea-4374-9058-a7830abbab79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed3633b2-9782-4de5-81d3-c5575e06c9de {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:10:13.364209 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-b10a31e2-a9ea-4374-9058-a7830abbab79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:13.376258 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-b10a31e2-a9ea-4374-9058-a7830abbab79 service neutron] Transition to ACTIVE for port object ed3633b2-9782-4de5-81d3-c5575e06c9de will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:10:13.438302 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-b10a31e2-a9ea-4374-9058-a7830abbab79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:13.458802 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b6113-feba-4590-872e-336c2b50b77d req-44b3ec07-607b-47f2-8940-6a606cf4a7c5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:13.460373 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6b0b6113-feba-4590-872e-336c2b50b77d req-44b3ec07-607b-47f2-8940-6a606cf4a7c5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=3df5615f-4541-40d5-a63d-ba4a3a66cf63 HTTP/1.1" status: 200 len: 932 time: 0.0521457 Apr 23 00:10:13.494640 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a31e2-a9ea-4374-9058-a7830abbab79 service neutron] Pushing event updated for resources: {'Port': ['ID=ed3633b2-9782-4de5-81d3-c5575e06c9de,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:13.505280 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6b0b6113-feba-4590-872e-336c2b50b77d req-9961a11c-3c80-4009-b09a-e60f85b1350a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0b7c333-13f8-4417-8156-3d5a6c9a83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382049 Apr 23 00:10:13.565429 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-b10a31e2-a9ea-4374-9058-a7830abbab79 service neutron] Attempting to bind port ed3633b2-9782-4de5-81d3-c5575e06c9de on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:10:13.566393 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-b10a31e2-a9ea-4374-9058-a7830abbab79 service neutron] Attempting to bind port ed3633b2-9782-4de5-81d3-c5575e06c9de by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '0b089412-4fe4-4f1e-aa60-61e9994b4cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:10:13.567233 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-b10a31e2-a9ea-4374-9058-a7830abbab79 service neutron] Attempting to bind port ed3633b2-9782-4de5-81d3-c5575e06c9de on network 94c332e1-4dcd-4e2a-9c28-b146b6a46b4c {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:10:13.573462 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-b10a31e2-a9ea-4374-9058-a7830abbab79 service neutron] Port ed3633b2-9782-4de5-81d3-c5575e06c9de on network 94c332e1-4dcd-4e2a-9c28-b146b6a46b4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:10:13.574006 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-b10a31e2-a9ea-4374-9058-a7830abbab79 service neutron] Attempting to bind port ed3633b2-9782-4de5-81d3-c5575e06c9de on network 94c332e1-4dcd-4e2a-9c28-b146b6a46b4c {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:10:13.581013 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-b10a31e2-a9ea-4374-9058-a7830abbab79 service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:10:13.581568 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-b10a31e2-a9ea-4374-9058-a7830abbab79 service neutron] Checking segment: {'id': '0b089412-4fe4-4f1e-aa60-61e9994b4cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:10:13.582307 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-b10a31e2-a9ea-4374-9058-a7830abbab79 service neutron] Bound using segment: {'id': '0b089412-4fe4-4f1e-aa60-61e9994b4cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:10:13.582810 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-b10a31e2-a9ea-4374-9058-a7830abbab79 service neutron] Bound port: ed3633b2-9782-4de5-81d3-c5575e06c9de, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b089412-4fe4-4f1e-aa60-61e9994b4cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:10:13.583179 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-b10a31e2-a9ea-4374-9058-a7830abbab79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:13.654080 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-b10a31e2-a9ea-4374-9058-a7830abbab79 service neutron] For port ed3633b2-9782-4de5-81d3-c5575e06c9de, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:10:13.657363 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-b10a31e2-a9ea-4374-9058-a7830abbab79 service neutron] For port ed3633b2-9782-4de5-81d3-c5575e06c9de, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=ed3633b2-9782-4de5-81d3-c5575e06c9de,segment=NetworkSegment(0b089412-4fe4-4f1e-aa60-61e9994b4cbc),segment_id=0b089412-4fe4-4f1e-aa60-61e9994b4cbc)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:10:13.736059 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-b10a31e2-a9ea-4374-9058-a7830abbab79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:13.774433 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-b10a31e2-a9ea-4374-9058-a7830abbab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:13.775699 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-b10a31e2-a9ea-4374-9058-a7830abbab79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:13.776642 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-b10a31e2-a9ea-4374-9058-a7830abbab79 service neutron] 10.222.0.16 "PUT /v2.0/ports/ed3633b2-9782-4de5-81d3-c5575e06c9de HTTP/1.1" status: 200 len: 1094 time: 0.9032402 Apr 23 00:10:13.778896 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df5615f-4541-40d5-a63d-ba4a3a66cf63', 'tag': 'ed3633b2-9782-4de5-81d3-c5575e06c9de'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:10:13.781645 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f34e5b-874a-4ba2-b3a3-6f91a0ae2cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "3df5615f-4541-40d5-a63d-ba4a3a66cf63", "tag": "ed3633b2-9782-4de5-81d3-c5575e06c9de"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:10:13.811386 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a31e2-a9ea-4374-9058-a7830abbab79 service neutron] Pushing event updated for resources: {'Port': ['ID=ed3633b2-9782-4de5-81d3-c5575e06c9de,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:13.843178 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb600a8-8407-4249-9c13-27ed80ccbff9 x-openstack-request-id: req-bfb600a8-8407-4249-9c13-27ed80ccbff9 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:10:13.843473 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df5615f-4541-40d5-a63d-ba4a3a66cf63", "tag": "ed3633b2-9782-4de5-81d3-c5575e06c9de", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:10:13.843761 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bfb600a8-8407-4249-9c13-27ed80ccbff9 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:10:13.844195 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfb600a8-8407-4249-9c13-27ed80ccbff9'] response: {'name': 'network-changed', 'server_uuid': '3df5615f-4541-40d5-a63d-ba4a3a66cf63', 'tag': 'ed3633b2-9782-4de5-81d3-c5575e06c9de', 'status': 'completed', 'code': 200} Apr 23 00:10:13.923616 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f34e5b-874a-4ba2-b3a3-6f91a0ae2cb4 req-d0779ebd-5c1d-4d64-bcd3-bf95b9bc191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:13.925249 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-39f34e5b-874a-4ba2-b3a3-6f91a0ae2cb4 req-d0779ebd-5c1d-4d64-bcd3-bf95b9bc191d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=3df5615f-4541-40d5-a63d-ba4a3a66cf63 HTTP/1.1" status: 200 len: 1097 time: 0.0583603 Apr 23 00:10:14.042695 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f34e5b-874a-4ba2-b3a3-6f91a0ae2cb4 req-d9aed8cf-f133-455e-a902-b01c7451ce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:14.045938 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-39f34e5b-874a-4ba2-b3a3-6f91a0ae2cb4 req-d9aed8cf-f133-455e-a902-b01c7451ce29 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b0d4e09f8966425d866e56289d457074&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1070142 Apr 23 00:10:14.145389 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f34e5b-874a-4ba2-b3a3-6f91a0ae2cb4 req-8eb24bd4-29d5-42b2-be74-66c0c3c58b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:14.146935 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-39f34e5b-874a-4ba2-b3a3-6f91a0ae2cb4 req-8eb24bd4-29d5-42b2-be74-66c0c3c58b49 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950980 Apr 23 00:10:14.230303 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-9223ce97-a656-4aaa-a435-dc84ee464e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:14.231907 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-9223ce97-a656-4aaa-a435-dc84ee464e7d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=3df5615f-4541-40d5-a63d-ba4a3a66cf63 HTTP/1.1" status: 200 len: 1097 time: 0.0467353 Apr 23 00:10:14.278048 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-851f061a-2dbb-404e-a65e-67a6df5f20a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed3633b2-9782-4de5-81d3-c5575e06c9de HTTP/1.1" status: 200 len: 217 time: 0.0386395 Apr 23 00:10:14.330242 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-76c0a7af-0ce9-4cc8-a19c-e74199dc9f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:14.332063 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-76c0a7af-0ce9-4cc8-a19c-e74199dc9f6a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29bfb927-e397-4fdd-9ad7-b8ebc645a035 HTTP/1.1" status: 200 len: 834 time: 0.0468259 Apr 23 00:10:14.386937 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-af8af67e-7d5a-4600-b0d8-ef396ac83023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:14.388666 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-af8af67e-7d5a-4600-b0d8-ef396ac83023 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=94c332e1-4dcd-4e2a-9c28-b146b6a46b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0479045 Apr 23 00:10:14.439139 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe031bd-18b9-4e95-b92e-a37e4b8e16b2 req-f2b8e994-ff24-490e-8f3d-c9d7b67abe48 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:14.441111 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-dfe031bd-18b9-4e95-b92e-a37e4b8e16b2 req-f2b8e994-ff24-490e-8f3d-c9d7b67abe48 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 945 time: 0.0525177 Apr 23 00:10:14.487302 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-dfe031bd-18b9-4e95-b92e-a37e4b8e16b2 req-c0f0bfc5-1733-4570-b1e2-4b9a1e9133f8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343750 Apr 23 00:10:14.489453 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-ba069486-d94d-4ea5-8824-fad87d5e29a1 service neutron] 10.222.0.16 "GET /v2.0/networks/94c332e1-4dcd-4e2a-9c28-b146b6a46b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931871 Apr 23 00:10:14.589577 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2f38331-a0ae-4470-bc49-d23a7f356e03 req-0d9405d4-c533-4fdf-95f5-7c92cd69b3ec service neutron] 10.222.0.16 "GET /v2.0/networks/94c332e1-4dcd-4e2a-9c28-b146b6a46b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914721 Apr 23 00:10:14.637885 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496bdab-2f6f-43e8-a3d8-c7c046674358 req-b4997ee9-2566-40eb-be68-1d01e4581d80 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:14.639520 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9496bdab-2f6f-43e8-a3d8-c7c046674358 req-b4997ee9-2566-40eb-be68-1d01e4581d80 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=3df5615f-4541-40d5-a63d-ba4a3a66cf63 HTTP/1.1" status: 200 len: 944 time: 0.0534003 Apr 23 00:10:14.680837 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9496bdab-2f6f-43e8-a3d8-c7c046674358 req-26bb8e53-2b92-444b-9c21-ecb2608a231b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0b7c333-13f8-4417-8156-3d5a6c9a83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346088 Apr 23 00:10:15.603445 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8eb8d-3be7-493b-9104-79c249269607 req-4005821d-2c60-4ab2-aa6f-f8e0dceebf9d tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:15.604936 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-75a8eb8d-3be7-493b-9104-79c249269607 req-4005821d-2c60-4ab2-aa6f-f8e0dceebf9d tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 945 time: 0.0506504 Apr 23 00:10:15.647787 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-75a8eb8d-3be7-493b-9104-79c249269607 req-5f6b042a-4233-4c53-ad19-9dc7cd1e727c tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359459 Apr 23 00:10:15.807173 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099789d0-6972-4735-9442-23a91b05b82a req-372c1bd8-cf66-4260-83d8-77a0b51fdd4f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:15.808620 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-099789d0-6972-4735-9442-23a91b05b82a req-372c1bd8-cf66-4260-83d8-77a0b51fdd4f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=3df5615f-4541-40d5-a63d-ba4a3a66cf63 HTTP/1.1" status: 200 len: 944 time: 0.0555656 Apr 23 00:10:15.852387 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-099789d0-6972-4735-9442-23a91b05b82a req-dc70af00-9d37-4229-8c26-a0324f2b79a0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0b7c333-13f8-4417-8156-3d5a6c9a83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376744 Apr 23 00:10:16.168333 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device ed3633b2-9782-4de5-81d3-c5575e06c9de details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:10:16.275869 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port ed3633b2-9782-4de5-81d3-c5575e06c9de, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=ed3633b2-9782-4de5-81d3-c5575e06c9de,segment=NetworkSegment(0b089412-4fe4-4f1e-aa60-61e9994b4cbc),segment_id=0b089412-4fe4-4f1e-aa60-61e9994b4cbc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:10:16.287438 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': 'ed3633b2-9782-4de5-81d3-c5575e06c9de', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'port_id': 'ed3633b2-9782-4de5-81d3-c5575e06c9de', 'mac_address': 'fa:16:3e:2e:ff:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:10:16.326017 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:16.339953 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed3633b2-9782-4de5-81d3-c5575e06c9de {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:10:16.359331 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port ed3633b2-9782-4de5-81d3-c5575e06c9de, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=ed3633b2-9782-4de5-81d3-c5575e06c9de,segment=NetworkSegment(0b089412-4fe4-4f1e-aa60-61e9994b4cbc),segment_id=0b089412-4fe4-4f1e-aa60-61e9994b4cbc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:10:16.427094 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:16.480716 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=ed3633b2-9782-4de5-81d3-c5575e06c9de,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:16.749265 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['ed3633b2-9782-4de5-81d3-c5575e06c9de'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:10:16.766365 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca233bb-b808-4a64-af48-31c991b78904 req-ef667015-59fa-41b3-9618-35bdd25b7837 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:16.767947 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cca233bb-b808-4a64-af48-31c991b78904 req-ef667015-59fa-41b3-9618-35bdd25b7837 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 945 time: 0.0506792 Apr 23 00:10:16.808690 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cca233bb-b808-4a64-af48-31c991b78904 req-4e863629-e373-4c4e-b8fb-ce80adb44381 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337477 Apr 23 00:10:16.970505 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bc78b-fd45-4cbd-b805-9b9ed6960cee req-a3bd82ad-f4da-407d-8e7d-bd65f8c451f2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:16.972037 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-807bc78b-fd45-4cbd-b805-9b9ed6960cee req-a3bd82ad-f4da-407d-8e7d-bd65f8c451f2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=3df5615f-4541-40d5-a63d-ba4a3a66cf63 HTTP/1.1" status: 200 len: 945 time: 0.0505528 Apr 23 00:10:17.012394 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-807bc78b-fd45-4cbd-b805-9b9ed6960cee req-1bfa3db3-86f7-4356-9dc9-b0f4a7446b5b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0b7c333-13f8-4417-8156-3d5a6c9a83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321064 Apr 23 00:10:17.930442 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179d870-ad3c-4c23-adc8-3c34c55327ea req-143b106b-d757-40fa-9308-7e1f6d0486c2 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:17.931873 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7179d870-ad3c-4c23-adc8-3c34c55327ea req-143b106b-d757-40fa-9308-7e1f6d0486c2 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 945 time: 0.0510020 Apr 23 00:10:17.971817 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7179d870-ad3c-4c23-adc8-3c34c55327ea req-6cfbd330-1cfb-4ef5-9daa-25ebb2d84acd tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338964 Apr 23 00:10:18.134257 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfb20c-808d-4698-86e9-b10fbc14fe1c req-9d014e13-8ea2-4add-ace5-2f70ac1fa405 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:18.135770 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-99cfb20c-808d-4698-86e9-b10fbc14fe1c req-9d014e13-8ea2-4add-ace5-2f70ac1fa405 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=3df5615f-4541-40d5-a63d-ba4a3a66cf63 HTTP/1.1" status: 200 len: 945 time: 0.0506167 Apr 23 00:10:18.176370 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-99cfb20c-808d-4698-86e9-b10fbc14fe1c req-08736431-50df-4b66-a9c1-7f664438ada1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0b7c333-13f8-4417-8156-3d5a6c9a83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325081 Apr 23 00:10:18.184337 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device ed3633b2-9782-4de5-81d3-c5575e06c9de up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:10:18.352862 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port ed3633b2-9782-4de5-81d3-c5575e06c9de completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:10:18.356925 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port ed3633b2-9782-4de5-81d3-c5575e06c9de triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:10:18.357296 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:18.434427 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:18.457274 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df5615f-4541-40d5-a63d-ba4a3a66cf63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3633b2-9782-4de5-81d3-c5575e06c9de'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:10:18.459874 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9a77c6-5f9f-41bb-818f-d02dc28ed8e0" -d '{"events": [{"server_uuid": "3df5615f-4541-40d5-a63d-ba4a3a66cf63", "name": "network-vif-plugged", "status": "completed", "tag": "ed3633b2-9782-4de5-81d3-c5575e06c9de"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:10:18.476347 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port ed3633b2-9782-4de5-81d3-c5575e06c9de, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=ed3633b2-9782-4de5-81d3-c5575e06c9de,segment=NetworkSegment(0b089412-4fe4-4f1e-aa60-61e9994b4cbc),segment_id=0b089412-4fe4-4f1e-aa60-61e9994b4cbc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:10:18.498940 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46c1a24-ca3e-47e9-a327-8cfdfe694016 x-openstack-request-id: req-e46c1a24-ca3e-47e9-a327-8cfdfe694016 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:10:18.499235 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df5615f-4541-40d5-a63d-ba4a3a66cf63", "name": "network-vif-plugged", "status": "completed", "tag": "ed3633b2-9782-4de5-81d3-c5575e06c9de", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:10:18.499491 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e46c1a24-ca3e-47e9-a327-8cfdfe694016 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:10:18.499988 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e46c1a24-ca3e-47e9-a327-8cfdfe694016'] response: {'server_uuid': '3df5615f-4541-40d5-a63d-ba4a3a66cf63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3633b2-9782-4de5-81d3-c5575e06c9de', 'code': 200} Apr 23 00:10:18.558879 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:18.607893 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=ed3633b2-9782-4de5-81d3-c5575e06c9de,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:18.782333 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e4c93-715a-4dc1-939c-09fe2b5e4f0f req-9dbf9852-76fa-448b-a3ca-5d6204eeaf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:18.783812 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-823e4c93-715a-4dc1-939c-09fe2b5e4f0f req-9dbf9852-76fa-448b-a3ca-5d6204eeaf08 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3df5615f-4541-40d5-a63d-ba4a3a66cf63 HTTP/1.1" status: 200 len: 1099 time: 0.0444043 Apr 23 00:10:18.818189 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-823e4c93-715a-4dc1-939c-09fe2b5e4f0f req-095b6fe7-dae2-4e36-a199-18900508c021 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d0b7c333-13f8-4417-8156-3d5a6c9a83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275006 Apr 23 00:10:19.091725 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41d965-0078-4349-b498-ad94279845ba req-f054326e-3381-4941-9329-969457409596 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:19.093258 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9e41d965-0078-4349-b498-ad94279845ba req-f054326e-3381-4941-9329-969457409596 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 945 time: 0.0507951 Apr 23 00:10:19.131238 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9e41d965-0078-4349-b498-ad94279845ba req-2b6789f4-b1ea-4850-9537-750bfacf3224 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319920 Apr 23 00:10:19.297763 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865cf78-abf5-40e2-bf8a-bb37b11e8184 req-8a3f95fa-7b58-4544-bbfc-3175c36c65b8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:19.299225 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3865cf78-abf5-40e2-bf8a-bb37b11e8184 req-8a3f95fa-7b58-4544-bbfc-3175c36c65b8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=3df5615f-4541-40d5-a63d-ba4a3a66cf63 HTTP/1.1" status: 200 len: 946 time: 0.0498581 Apr 23 00:10:19.342805 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3865cf78-abf5-40e2-bf8a-bb37b11e8184 req-bea50bf1-a7bf-41cf-80c2-d541c0272eb6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0b7c333-13f8-4417-8156-3d5a6c9a83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367589 Apr 23 00:10:19.831737 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:10:20.250805 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947d472-1dd7-4a33-83bd-6575a1e11f87 req-7aba7690-ca68-456d-9132-15f5f13cce8a tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:20.252355 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a947d472-1dd7-4a33-83bd-6575a1e11f87 req-7aba7690-ca68-456d-9132-15f5f13cce8a tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 945 time: 0.0518470 Apr 23 00:10:20.291484 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a947d472-1dd7-4a33-83bd-6575a1e11f87 req-e5db6595-80ce-4aff-9817-4632c7cbe13d tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323179 Apr 23 00:10:20.459207 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331b048-362f-4982-9b3d-8bf2bf74da01 req-b68e2b2e-2251-4383-a114-072cfd908c09 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:20.460715 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c331b048-362f-4982-9b3d-8bf2bf74da01 req-b68e2b2e-2251-4383-a114-072cfd908c09 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=3df5615f-4541-40d5-a63d-ba4a3a66cf63 HTTP/1.1" status: 200 len: 946 time: 0.0497379 Apr 23 00:10:20.499415 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c331b048-362f-4982-9b3d-8bf2bf74da01 req-d6677a06-6370-4f9b-a36c-36c2b3d74f70 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0b7c333-13f8-4417-8156-3d5a6c9a83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313439 Apr 23 00:10:20.617681 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf700c5b-8062-4989-8522-7881dc10ad8f req-2a82a436-1d23-455f-84f5-6d50d4fbb27c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:20.620113 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cf700c5b-8062-4989-8522-7881dc10ad8f req-2a82a436-1d23-455f-84f5-6d50d4fbb27c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=3df5615f-4541-40d5-a63d-ba4a3a66cf63 HTTP/1.1" status: 200 len: 946 time: 0.0535488 Apr 23 00:10:20.657658 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cf700c5b-8062-4989-8522-7881dc10ad8f req-e2c10578-3252-4763-ac9d-93a4f914c249 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0b7c333-13f8-4417-8156-3d5a6c9a83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308454 Apr 23 00:10:20.680366 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56414) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:10:20.720040 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef671690-15de-4d7d-b7d8-e1cf642609bb tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:20.721492 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ef671690-15de-4d7d-b7d8-e1cf642609bb tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3df5615f-4541-40d5-a63d-ba4a3a66cf63 HTTP/1.1" status: 200 len: 1094 time: 0.0394065 Apr 23 00:10:20.724261 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56416) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:10:20.729121 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-5e9045a7-8596-4331-916d-87d228a43339 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': 'ed3633b2-9782-4de5-81d3-c5575e06c9de', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:10:20.832987 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5e9045a7-8596-4331-916d-87d228a43339 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:21.215894 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5e9045a7-8596-4331-916d-87d228a43339 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:21.389960 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-5e9045a7-8596-4331-916d-87d228a43339 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.26.3.218 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/3c52b999-3dec-4574-a881-f812bed00ea8) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:10:21.414568 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b432dd3-4be9-4972-b7ad-1d401acf1c1d req-fd465f0a-796d-4be9-bf38-eca046997f29 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:21.419404 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8b432dd3-4be9-4972-b7ad-1d401acf1c1d req-fd465f0a-796d-4be9-bf38-eca046997f29 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 945 time: 0.0567954 Apr 23 00:10:21.457472 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8b432dd3-4be9-4972-b7ad-1d401acf1c1d req-49333b18-ca2b-4647-8d27-9146e4b014db tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339010 Apr 23 00:10:21.496825 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5e9045a7-8596-4331-916d-87d228a43339 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:21.638309 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5e9045a7-8596-4331-916d-87d228a43339 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:21.686022 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9045a7-8596-4331-916d-87d228a43339 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:10:21.689124 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-5e9045a7-8596-4331-916d-87d228a43339 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:10:21.693789 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9045a7-8596-4331-916d-87d228a43339 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:10:21.695869 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9045a7-8596-4331-916d-87d228a43339 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=3c52b999-3dec-4574-a881-f812bed00ea8,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:22.183560 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5e9045a7-8596-4331-916d-87d228a43339 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:22.355843 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5e9045a7-8596-4331-916d-87d228a43339 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:22.505860 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5e9045a7-8596-4331-916d-87d228a43339 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:22.577013 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d5f60-aef6-4fba-9c88-5048d3dea3bc req-e751c69f-a19f-4f45-bdb2-18358b04846a tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:22.578497 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-261d5f60-aef6-4fba-9c88-5048d3dea3bc req-e751c69f-a19f-4f45-bdb2-18358b04846a tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 945 time: 0.0514746 Apr 23 00:10:22.597705 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5e9045a7-8596-4331-916d-87d228a43339 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:22.707919 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-261d5f60-aef6-4fba-9c88-5048d3dea3bc req-c1037d5a-0ea8-4c72-9c40-21eb2d91b9ce tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228542 Apr 23 00:10:22.719351 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9045a7-8596-4331-916d-87d228a43339 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=3c52b999-3dec-4574-a881-f812bed00ea8,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:22.747000 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5e9045a7-8596-4331-916d-87d228a43339 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:22.848713 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-5e9045a7-8596-4331-916d-87d228a43339 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Floating IP 849614a4-ae8e-4d99-8035-77bee086538b associated. External IP: 172.26.3.218, port: ed3633b2-9782-4de5-81d3-c5575e06c9de. Apr 23 00:10:23.073734 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76e96f-fed9-4519-9ae6-a5a3a7784ae2 req-9c38e1df-42b3-4547-b9c4-5d6019f62eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:23.075206 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fc76e96f-fed9-4519-9ae6-a5a3a7784ae2 req-9c38e1df-42b3-4547-b9c4-5d6019f62eb7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 1098 time: 0.0891099 Apr 23 00:10:23.100872 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9045a7-8596-4331-916d-87d228a43339 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router dd589f7b-8b3c-4473-bcd4-a534545d3f9a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:10:23.126440 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fc76e96f-fed9-4519-9ae6-a5a3a7784ae2 req-5150f641-cf20-472e-be86-9c4f290f14f3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439942 Apr 23 00:10:23.226200 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9045a7-8596-4331-916d-87d228a43339 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:10:23.235969 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0896f3-ac16-45d4-858d-11ae077e1164 None None] Sync routers for ids ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:10:23.247121 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0896f3-ac16-45d4-858d-11ae077e1164 None None] Routers {'dd589f7b-8b3c-4473-bcd4-a534545d3f9a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:10:23.247835 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-8b0896f3-ac16-45d4-858d-11ae077e1164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:10:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:10:23.326632 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5e9045a7-8596-4331-916d-87d228a43339 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:23.354235 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5e9045a7-8596-4331-916d-87d228a43339 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6289682 Apr 23 00:10:23.354827 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df5615f-4541-40d5-a63d-ba4a3a66cf63', 'tag': 'ed3633b2-9782-4de5-81d3-c5575e06c9de'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:10:23.357886 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56428) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:10:23.358407 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d7f158-97f7-478f-9518-3c035daa20f7" -d '{"events": [{"name": "network-changed", "server_uuid": "3df5615f-4541-40d5-a63d-ba4a3a66cf63", "tag": "ed3633b2-9782-4de5-81d3-c5575e06c9de"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:10:23.366378 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-8b0896f3-ac16-45d4-858d-11ae077e1164 None None] Set router dd589f7b-8b3c-4473-bcd4-a534545d3f9a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:10:23.396496 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e97731b-cc27-4b9c-ad79-3a974d815f1e x-openstack-request-id: req-6e97731b-cc27-4b9c-ad79-3a974d815f1e {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:10:23.396791 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df5615f-4541-40d5-a63d-ba4a3a66cf63", "tag": "ed3633b2-9782-4de5-81d3-c5575e06c9de", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:10:23.397133 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e97731b-cc27-4b9c-ad79-3a974d815f1e {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:10:23.397782 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e97731b-cc27-4b9c-ad79-3a974d815f1e'] response: {'name': 'network-changed', 'server_uuid': '3df5615f-4541-40d5-a63d-ba4a3a66cf63', 'tag': 'ed3633b2-9782-4de5-81d3-c5575e06c9de', 'status': 'completed', 'code': 200} Apr 23 00:10:23.437091 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8d8c5616-4e86-455e-8bc9-2a0259f798cc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/849614a4-ae8e-4d99-8035-77bee086538b HTTP/1.1" status: 200 len: 992 time: 0.0786469 Apr 23 00:10:23.461307 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7f158-97f7-478f-9518-3c035daa20f7 req-a15fd6fd-65e9-4a66-b304-928112892c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:23.463778 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d2d7f158-97f7-478f-9518-3c035daa20f7 req-a15fd6fd-65e9-4a66-b304-928112892c13 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=3df5615f-4541-40d5-a63d-ba4a3a66cf63 HTTP/1.1" status: 200 len: 1099 time: 0.0433118 Apr 23 00:10:23.558170 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7f158-97f7-478f-9518-3c035daa20f7 req-ad7ddec9-f748-4dc3-877f-d1f465b16607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:23.559601 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:23.559799 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d2d7f158-97f7-478f-9518-3c035daa20f7 req-ad7ddec9-f748-4dc3-877f-d1f465b16607 service neutron] 10.222.0.16 "GET /v2.0/networks?id=94c332e1-4dcd-4e2a-9c28-b146b6a46b4c HTTP/1.1" status: 200 len: 898 time: 0.0898354 Apr 23 00:10:23.631791 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d2d7f158-97f7-478f-9518-3c035daa20f7 req-7f56798a-e139-4bc0-89cc-36dc3bfbc32d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed3633b2-9782-4de5-81d3-c5575e06c9de HTTP/1.1" status: 200 len: 1000 time: 0.0636730 Apr 23 00:10:23.686654 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7f158-97f7-478f-9518-3c035daa20f7 req-49e13542-8b67-4857-97fc-12dbc588b8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:23.688177 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d2d7f158-97f7-478f-9518-3c035daa20f7 req-49e13542-8b67-4857-97fc-12dbc588b8ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29bfb927-e397-4fdd-9ad7-b8ebc645a035 HTTP/1.1" status: 200 len: 834 time: 0.0484061 Apr 23 00:10:23.744337 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7f158-97f7-478f-9518-3c035daa20f7 req-f0b49b0c-47d2-4396-8d55-73824277f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:23.746193 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d2d7f158-97f7-478f-9518-3c035daa20f7 req-f0b49b0c-47d2-4396-8d55-73824277f547 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=94c332e1-4dcd-4e2a-9c28-b146b6a46b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0501683 Apr 23 00:10:23.768405 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-8b0896f3-ac16-45d4-858d-11ae077e1164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'name': 'tempest-TestNetworkBasicOps-router-803438604', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:39:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '849614a4-ae8e-4d99-8035-77bee086538b', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.218', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'port_id': 'ed3633b2-9782-4de5-81d3-c5575e06c9de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'mac_address': 'fa:16:3e:2e:ff:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5615f-4541-40d5-a63d-ba4a3a66cf63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:10:21Z', 'updated_at': '2022-04-23T00:10:21Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bfaa211-7f32-4eae-a314-b0b928f3d81a', 'name': '', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:1d:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:03Z', 'updated_at': '2022-04-23T00:10:07Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:10:23.798902 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0896f3-ac16-45d4-858d-11ae077e1164 None None] Checking router: dd589f7b-8b3c-4473-bcd4-a534545d3f9a for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:10:23.808056 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0896f3-ac16-45d4-858d-11ae077e1164 None None] Routers {'dd589f7b-8b3c-4473-bcd4-a534545d3f9a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:10:23.808823 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-8b0896f3-ac16-45d4-858d-11ae077e1164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:10:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:10:23.883357 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d2d7f158-97f7-478f-9518-3c035daa20f7 req-b325030e-4cbf-429a-856d-e79aa67e965b service neutron] 10.222.0.16 "GET /v2.0/networks/94c332e1-4dcd-4e2a-9c28-b146b6a46b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289835 Apr 23 00:10:23.891113 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94246d86-f809-439f-bb31-381ff90fb81b req-a854f30c-23c8-4bee-a933-6495df3745c4 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:23.892524 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-94246d86-f809-439f-bb31-381ff90fb81b req-a854f30c-23c8-4bee-a933-6495df3745c4 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 945 time: 0.0843761 Apr 23 00:10:23.920486 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-8b0896f3-ac16-45d4-858d-11ae077e1164 None None] Set router dd589f7b-8b3c-4473-bcd4-a534545d3f9a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:10:24.182792 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-8b0896f3-ac16-45d4-858d-11ae077e1164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'name': 'tempest-TestNetworkBasicOps-router-803438604', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:39:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '849614a4-ae8e-4d99-8035-77bee086538b', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.218', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'port_id': 'ed3633b2-9782-4de5-81d3-c5575e06c9de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'mac_address': 'fa:16:3e:2e:ff:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5615f-4541-40d5-a63d-ba4a3a66cf63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:10:21Z', 'updated_at': '2022-04-23T00:10:21Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bfaa211-7f32-4eae-a314-b0b928f3d81a', 'name': '', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:1d:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:03Z', 'updated_at': '2022-04-23T00:10:07Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:10:24.210041 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0896f3-ac16-45d4-858d-11ae077e1164 None None] The sync data for ids ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'] in dv-neutron-838783-1-hyperv is: [{'id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'name': 'tempest-TestNetworkBasicOps-router-803438604', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:39:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '849614a4-ae8e-4d99-8035-77bee086538b', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.218', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'port_id': 'ed3633b2-9782-4de5-81d3-c5575e06c9de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'mac_address': 'fa:16:3e:2e:ff:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5615f-4541-40d5-a63d-ba4a3a66cf63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:10:21Z', 'updated_at': '2022-04-23T00:10:21Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bfaa211-7f32-4eae-a314-b0b928f3d81a', 'name': '', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:1d:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:03Z', 'updated_at': '2022-04-23T00:10:07Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:10:24.233527 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 11586d36-99c3-4cdf-8654-182ad8a8475c details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:10:24.236038 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 11586d36-99c3-4cdf-8654-182ad8a8475c no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:10:24.273267 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-94246d86-f809-439f-bb31-381ff90fb81b req-1b02b338-3e47-4230-b0a7-fb345eecefb5 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3717813 Apr 23 00:10:24.312671 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d2d7f158-97f7-478f-9518-3c035daa20f7 req-b2f46bad-287a-451d-ac83-f0cb3a53a1c4 service neutron] 10.222.0.16 "GET /v2.0/networks/94c332e1-4dcd-4e2a-9c28-b146b6a46b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190893 Apr 23 00:10:24.383827 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:24.421699 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a034b6c-8984-4a19-8caa-2d51764623b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11586d36-99c3-4cdf-8654-182ad8a8475c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:10:24.423947 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd0adac-90ad-496d-8fde-b7dd102963f8" -d '{"events": [{"server_uuid": "0a034b6c-8984-4a19-8caa-2d51764623b0", "name": "network-vif-unplugged", "status": "completed", "tag": "11586d36-99c3-4cdf-8654-182ad8a8475c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:10:24.446251 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56436) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:10:24.475062 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 11586d36-99c3-4cdf-8654-182ad8a8475c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=11586d36-99c3-4cdf-8654-182ad8a8475c,segment=NetworkSegment(0f1311df-7bf2-4050-9e77-cf4d6df9cbb3),segment_id=0f1311df-7bf2-4050-9e77-cf4d6df9cbb3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:10:24.475214 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f67e9b-d172-422a-afbe-91bfd34ab50e None None] New status for floating IP 849614a4-ae8e-4d99-8035-77bee086538b: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:10:24.483771 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 11586d36-99c3-4cdf-8654-182ad8a8475c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=11586d36-99c3-4cdf-8654-182ad8a8475c,segment=NetworkSegment(0f1311df-7bf2-4050-9e77-cf4d6df9cbb3),segment_id=0f1311df-7bf2-4050-9e77-cf4d6df9cbb3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:10:24.501314 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 23 Apr 2022 00:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f728529c-acba-49f3-a727-90e30a9202bb x-openstack-request-id: req-f728529c-acba-49f3-a727-90e30a9202bb {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:10:24.501713 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a034b6c-8984-4a19-8caa-2d51764623b0", "name": "network-vif-unplugged", "status": "completed", "tag": "11586d36-99c3-4cdf-8654-182ad8a8475c", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:10:24.502062 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f728529c-acba-49f3-a727-90e30a9202bb {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:10:24.502548 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f728529c-acba-49f3-a727-90e30a9202bb'] response: {'server_uuid': '0a034b6c-8984-4a19-8caa-2d51764623b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11586d36-99c3-4cdf-8654-182ad8a8475c', 'code': 200} Apr 23 00:10:24.507418 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '11586d36-99c3-4cdf-8654-182ad8a8475c', 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a', 'port_id': '11586d36-99c3-4cdf-8654-182ad8a8475c', 'mac_address': 'fa:16:3e:c6:8c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62400671-9285-4ea3-9900-46d1740c43ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:10:24.527127 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-24d83af8-80f6-4dc1-803f-b95f8d369214 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/849614a4-ae8e-4d99-8035-77bee086538b HTTP/1.1" status: 200 len: 992 time: 0.0848401 Apr 23 00:10:24.549391 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:24.563328 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11586d36-99c3-4cdf-8654-182ad8a8475c {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:10:24.581932 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:24.657502 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:10:24.657858 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:10:24.663161 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=11586d36-99c3-4cdf-8654-182ad8a8475c,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:25.199136 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:25.212814 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11586d36-99c3-4cdf-8654-182ad8a8475c {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:10:25.233354 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 11586d36-99c3-4cdf-8654-182ad8a8475c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=11586d36-99c3-4cdf-8654-182ad8a8475c,segment=NetworkSegment(0f1311df-7bf2-4050-9e77-cf4d6df9cbb3),segment_id=0f1311df-7bf2-4050-9e77-cf4d6df9cbb3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:10:25.307451 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:25.357189 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=11586d36-99c3-4cdf-8654-182ad8a8475c,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:25.401077 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf64d65-2000-4a3c-b470-ef24b8232ff8 req-6aee8b72-54e4-4cef-98f1-dbafd9d3c7de tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:25.402560 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bbf64d65-2000-4a3c-b470-ef24b8232ff8 req-6aee8b72-54e4-4cef-98f1-dbafd9d3c7de tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 944 time: 0.0495698 Apr 23 00:10:25.440803 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bbf64d65-2000-4a3c-b470-ef24b8232ff8 req-51039055-f65e-409e-8a93-db4e96563221 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322323 Apr 23 00:10:25.462733 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56440) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:10:25.527729 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f4facae0-6733-48d5-888b-6dd1cd8d55aa tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/floatingips/21eda077-c67a-4a59-a211-256b77ad8847 HTTP/1.1" status: 200 len: 992 time: 0.0638731 Apr 23 00:10:25.530778 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56442) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:10:25.554847 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['11586d36-99c3-4cdf-8654-182ad8a8475c'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:10:25.590801 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0b463bed-174f-4a96-97da-eb2c440fa286 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/849614a4-ae8e-4d99-8035-77bee086538b HTTP/1.1" status: 200 len: 994 time: 0.0589571 Apr 23 00:10:26.245957 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 11586d36-99c3-4cdf-8654-182ad8a8475c up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:10:26.293741 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 11586d36-99c3-4cdf-8654-182ad8a8475c triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:10:26.294111 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:26.373335 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:26.404704 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 11586d36-99c3-4cdf-8654-182ad8a8475c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=11586d36-99c3-4cdf-8654-182ad8a8475c,segment=NetworkSegment(0f1311df-7bf2-4050-9e77-cf4d6df9cbb3),segment_id=0f1311df-7bf2-4050-9e77-cf4d6df9cbb3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:10:26.495892 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:26.517935 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a034b6c-8984-4a19-8caa-2d51764623b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11586d36-99c3-4cdf-8654-182ad8a8475c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:10:26.520214 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77c8091-d34a-4dbd-b47d-0376a9c6dc1c" -d '{"events": [{"server_uuid": "0a034b6c-8984-4a19-8caa-2d51764623b0", "name": "network-vif-plugged", "status": "completed", "tag": "11586d36-99c3-4cdf-8654-182ad8a8475c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:10:26.550858 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=11586d36-99c3-4cdf-8654-182ad8a8475c,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:10:26.558815 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030fb4b8-30f0-4a75-8c6b-b00c4b663a9f x-openstack-request-id: req-030fb4b8-30f0-4a75-8c6b-b00c4b663a9f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:10:26.559105 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a034b6c-8984-4a19-8caa-2d51764623b0", "name": "network-vif-plugged", "status": "completed", "tag": "11586d36-99c3-4cdf-8654-182ad8a8475c", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:10:26.559356 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-030fb4b8-30f0-4a75-8c6b-b00c4b663a9f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:10:26.559774 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-030fb4b8-30f0-4a75-8c6b-b00c4b663a9f'] response: {'server_uuid': '0a034b6c-8984-4a19-8caa-2d51764623b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11586d36-99c3-4cdf-8654-182ad8a8475c', 'code': 200} Apr 23 00:10:34.255378 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8157f8c-0705-4759-b3e9-4ac3fda0fcad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:37.267322 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90a8ffac-00c9-4ef5-8ff4-ff4190c9cda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:37.844071 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:39.661489 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:39.764232 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:53.552369 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:10:56.829999 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:10:58.744572 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56472) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:10:58.965436 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d10754-a1b0-476f-99a7-aa179b4b2d1f tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:58.965914 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d10754-a1b0-476f-99a7-aa179b4b2d1f tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:58.966398 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d10754-a1b0-476f-99a7-aa179b4b2d1f tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:10:58.968177 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d9d10754-a1b0-476f-99a7-aa179b4b2d1f tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=b0d4e09f8966425d866e56289d457074&network_id=94c332e1-4dcd-4e2a-9c28-b146b6a46b4c HTTP/1.1" status: 200 len: 3000 time: 0.2226839 Apr 23 00:11:00.595416 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56488) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:00.658389 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56490) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:00.748421 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce412b4-a190-4a10-be95-dd549b04aea9 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:00.750029 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6ce412b4-a190-4a10-be95-dd549b04aea9 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4 HTTP/1.1" status: 200 len: 814 time: 0.0907204 Apr 23 00:11:00.796795 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-de834d46-a4b4-4f25-adc1-45c981f8dea8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Deleting port 8daf6edf-bee2-479b-8561-35c90f0b954c {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:11:00.797136 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-de834d46-a4b4-4f25-adc1-45c981f8dea8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:00.883943 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-de834d46-a4b4-4f25-adc1-45c981f8dea8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:00.884321 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-de834d46-a4b4-4f25-adc1-45c981f8dea8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:00.895751 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-de834d46-a4b4-4f25-adc1-45c981f8dea8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Calling delete_port for 8daf6edf-bee2-479b-8561-35c90f0b954c owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:11:01.089682 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-de834d46-a4b4-4f25-adc1-45c981f8dea8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:01.116221 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de834d46-a4b4-4f25-adc1-45c981f8dea8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Pushing event deleted for resources: {'Port': ['ID=8daf6edf-bee2-479b-8561-35c90f0b954c,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:01.127521 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de834d46-a4b4-4f25-adc1-45c981f8dea8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:01.127893 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de834d46-a4b4-4f25-adc1-45c981f8dea8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:01.128265 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de834d46-a4b4-4f25-adc1-45c981f8dea8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:01.128610 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de834d46-a4b4-4f25-adc1-45c981f8dea8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:01.128943 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de834d46-a4b4-4f25-adc1-45c981f8dea8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:01.129273 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de834d46-a4b4-4f25-adc1-45c981f8dea8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:01.129600 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de834d46-a4b4-4f25-adc1-45c981f8dea8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:01.129926 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de834d46-a4b4-4f25-adc1-45c981f8dea8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:01.130249 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de834d46-a4b4-4f25-adc1-45c981f8dea8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:01.130570 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de834d46-a4b4-4f25-adc1-45c981f8dea8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:01.130893 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de834d46-a4b4-4f25-adc1-45c981f8dea8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:01.131264 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de834d46-a4b4-4f25-adc1-45c981f8dea8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:01.185828 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-de834d46-a4b4-4f25-adc1-45c981f8dea8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for floatingip, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:01.186157 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-de834d46-a4b4-4f25-adc1-45c981f8dea8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Floating IP 21eda077-c67a-4a59-a211-256b77ad8847 disassociated (deleted). External IP: 172.26.3.139, port: 11586d36-99c3-4cdf-8654-182ad8a8475c. Apr 23 00:11:01.243448 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56496) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:01.274021 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-bb7cb211-1b67-413d-affc-33404dd2fe71 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:11:01.347696 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb7cb211-1b67-413d-affc-33404dd2fe71 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:01.567065 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de834d46-a4b4-4f25-adc1-45c981f8dea8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Router 0d17ff1d-f381-4975-b9db-f0c7607ca69e has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:11:01.571078 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb7cb211-1b67-413d-affc-33404dd2fe71 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:01.952954 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb7cb211-1b67-413d-affc-33404dd2fe71 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:01.953685 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-bb7cb211-1b67-413d-affc-33404dd2fe71 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Floating IP 849614a4-ae8e-4d99-8035-77bee086538b disassociated. External IP: 172.26.3.218, port: ed3633b2-9782-4de5-81d3-c5575e06c9de. Apr 23 00:11:02.010001 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de834d46-a4b4-4f25-adc1-45c981f8dea8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:11:02.015730 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-de834d46-a4b4-4f25-adc1-45c981f8dea8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:02.019730 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9e4abf-dd10-48e6-aec1-6a37a4434e68 None None] Sync routers for ids ['0d17ff1d-f381-4975-b9db-f0c7607ca69e'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:11:02.029584 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9e4abf-dd10-48e6-aec1-6a37a4434e68 None None] Routers {'0d17ff1d-f381-4975-b9db-f0c7607ca69e'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:11:02.030301 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-8b9e4abf-dd10-48e6-aec1-6a37a4434e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:10:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0d17ff1d-f381-4975-b9db-f0c7607ca69e'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:11:02.080545 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-de834d46-a4b4-4f25-adc1-45c981f8dea8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "DELETE /v2.0/floatingips/21eda077-c67a-4a59-a211-256b77ad8847 HTTP/1.1" status: 204 len: 168 time: 1.4814143 Apr 23 00:11:02.080545 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a034b6c-8984-4a19-8caa-2d51764623b0', 'tag': '11586d36-99c3-4cdf-8654-182ad8a8475c'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:11:02.082619 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1d7c44-bf80-4e65-94db-06441e13ece5" -d '{"events": [{"name": "network-changed", "server_uuid": "0a034b6c-8984-4a19-8caa-2d51764623b0", "tag": "11586d36-99c3-4cdf-8654-182ad8a8475c"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:11:02.138819 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875d1a1b-d40a-4625-a1ff-8f525feed32c x-openstack-request-id: req-875d1a1b-d40a-4625-a1ff-8f525feed32c {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:11:02.138819 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a034b6c-8984-4a19-8caa-2d51764623b0", "tag": "11586d36-99c3-4cdf-8654-182ad8a8475c", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:11:02.138819 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-875d1a1b-d40a-4625-a1ff-8f525feed32c {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:11:02.138819 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-875d1a1b-d40a-4625-a1ff-8f525feed32c'] response: {'name': 'network-changed', 'server_uuid': '0a034b6c-8984-4a19-8caa-2d51764623b0', 'tag': '11586d36-99c3-4cdf-8654-182ad8a8475c', 'status': 'completed', 'code': 200} Apr 23 00:11:02.160418 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-8b9e4abf-dd10-48e6-aec1-6a37a4434e68 None None] Set router 0d17ff1d-f381-4975-b9db-f0c7607ca69e gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:11:02.205303 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d7c44-bf80-4e65-94db-06441e13ece5 req-d54dce72-72b7-47ef-9360-f5be238b682e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:02.207477 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d1d7c44-bf80-4e65-94db-06441e13ece5 req-d54dce72-72b7-47ef-9360-f5be238b682e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8d9254b43d04e37a9ce9a7809dd111e&device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 1098 time: 0.0448542 Apr 23 00:11:02.220687 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7cb211-1b67-413d-affc-33404dd2fe71 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router dd589f7b-8b3c-4473-bcd4-a534545d3f9a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:11:02.317988 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d7c44-bf80-4e65-94db-06441e13ece5 req-3fb96f13-507a-42a4-959b-81f6983b69c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:02.320068 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d1d7c44-bf80-4e65-94db-06441e13ece5 req-3fb96f13-507a-42a4-959b-81f6983b69c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bebecfa0-f480-4eb0-be6d-dcc10247de2a HTTP/1.1" status: 200 len: 898 time: 0.1046238 Apr 23 00:11:02.345961 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7cb211-1b67-413d-affc-33404dd2fe71 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:11:02.351210 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb7cb211-1b67-413d-affc-33404dd2fe71 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:02.358724 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a8be5e-e8a7-46b7-a928-eea14549ac86 None None] Sync routers for ids ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:11:02.366012 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d1d7c44-bf80-4e65-94db-06441e13ece5 req-d8a34027-0b8f-407d-840e-593d5ee88649 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11586d36-99c3-4cdf-8654-182ad8a8475c HTTP/1.1" status: 200 len: 217 time: 0.0388718 Apr 23 00:11:02.369618 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a8be5e-e8a7-46b7-a928-eea14549ac86 None None] Routers {'dd589f7b-8b3c-4473-bcd4-a534545d3f9a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:11:02.370326 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-71a8be5e-e8a7-46b7-a928-eea14549ac86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:10:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:11:02.389565 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-8b9e4abf-dd10-48e6-aec1-6a37a4434e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973243521', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:09:09Z', 'updated_at': '2022-04-23T00:09:15Z', 'revision_number': 4, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'gw_port': {'id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:09:10Z', 'updated_at': '2022-04-23T00:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '7e991314-9c3a-4301-99f3-6e318444ca93', 'name': '', 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'mac_address': 'fa:16:3e:e2:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '62400671-9285-4ea3-9900-46d1740c43ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:09:14Z', 'updated_at': '2022-04-23T00:09:21Z', 'revision_number': 5, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'subnets': [{'id': '62400671-9285-4ea3-9900-46d1740c43ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:11:02.400326 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-bb7cb211-1b67-413d-affc-33404dd2fe71 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "PUT /v2.0/floatingips/849614a4-ae8e-4d99-8035-77bee086538b HTTP/1.1" status: 200 len: 690 time: 1.1553833 Apr 23 00:11:02.403140 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56502) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:02.418706 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9e4abf-dd10-48e6-aec1-6a37a4434e68 None None] Checking router: 0d17ff1d-f381-4975-b9db-f0c7607ca69e for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:11:02.427872 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9e4abf-dd10-48e6-aec1-6a37a4434e68 None None] Routers {'0d17ff1d-f381-4975-b9db-f0c7607ca69e'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:11:02.428481 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-8b9e4abf-dd10-48e6-aec1-6a37a4434e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:10:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0d17ff1d-f381-4975-b9db-f0c7607ca69e'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:11:02.441344 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d7c44-bf80-4e65-94db-06441e13ece5 req-0e0925d0-d277-4c54-9b81-48084e777f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:02.443237 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d1d7c44-bf80-4e65-94db-06441e13ece5 req-0e0925d0-d277-4c54-9b81-48084e777f51 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62400671-9285-4ea3-9900-46d1740c43ff HTTP/1.1" status: 200 len: 835 time: 0.0702894 Apr 23 00:11:02.459596 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9ef7d2bc-fe5e-48d8-94ba-8256c496fb88 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/849614a4-ae8e-4d99-8035-77bee086538b HTTP/1.1" status: 200 len: 690 time: 0.0549588 Apr 23 00:11:02.503549 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d7c44-bf80-4e65-94db-06441e13ece5 req-8febf9be-e7bd-4b0d-8884-5045cce21de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:02.505349 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d1d7c44-bf80-4e65-94db-06441e13ece5 req-8febf9be-e7bd-4b0d-8884-5045cce21de6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bebecfa0-f480-4eb0-be6d-dcc10247de2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0549757 Apr 23 00:11:02.518430 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-71a8be5e-e8a7-46b7-a928-eea14549ac86 None None] Set router dd589f7b-8b3c-4473-bcd4-a534545d3f9a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:11:02.556778 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-8b9e4abf-dd10-48e6-aec1-6a37a4434e68 None None] Set router 0d17ff1d-f381-4975-b9db-f0c7607ca69e gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:11:02.599135 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b1c06-10e7-48a1-aacf-1a24782664bd req-7f3e18b5-62b0-4112-9cb4-48f92878e5e6 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:02.600807 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ae6b1c06-10e7-48a1-aacf-1a24782664bd req-7f3e18b5-62b0-4112-9cb4-48f92878e5e6 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 945 time: 0.0578666 Apr 23 00:11:02.639274 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d1d7c44-bf80-4e65-94db-06441e13ece5 req-6b7fdf10-ea1d-4780-a252-0f4d8c807c43 service neutron] 10.222.0.16 "GET /v2.0/networks/bebecfa0-f480-4eb0-be6d-dcc10247de2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213715 Apr 23 00:11:02.651184 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ae6b1c06-10e7-48a1-aacf-1a24782664bd req-6b125f59-936c-48fb-a3e4-c27344dd60b8 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430493 Apr 23 00:11:02.739501 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0af3ebef-2a4a-4afa-9f8d-9cd0180b80e2 req-d90d693a-2c30-49de-a76f-a896e862b1d0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1362472 Apr 23 00:11:02.766605 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-71a8be5e-e8a7-46b7-a928-eea14549ac86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'name': 'tempest-TestNetworkBasicOps-router-803438604', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:39:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '4bfaa211-7f32-4eae-a314-b0b928f3d81a', 'name': '', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:1d:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:03Z', 'updated_at': '2022-04-23T00:10:07Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:11:02.793529 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a8be5e-e8a7-46b7-a928-eea14549ac86 None None] Checking router: dd589f7b-8b3c-4473-bcd4-a534545d3f9a for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:11:02.803180 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a8be5e-e8a7-46b7-a928-eea14549ac86 None None] Routers {'dd589f7b-8b3c-4473-bcd4-a534545d3f9a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:11:02.803968 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-71a8be5e-e8a7-46b7-a928-eea14549ac86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:10:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:11:02.808377 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d1d7c44-bf80-4e65-94db-06441e13ece5 req-40a1242d-bc72-4d71-9a91-e8a4ef305996 service neutron] 10.222.0.16 "GET /v2.0/networks/bebecfa0-f480-4eb0-be6d-dcc10247de2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455214 Apr 23 00:11:02.830943 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3ebef-2a4a-4afa-9f8d-9cd0180b80e2 req-e0a15097-0e52-4f07-b424-9b0a1dcb5842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:02.833356 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0af3ebef-2a4a-4afa-9f8d-9cd0180b80e2 req-e0a15097-0e52-4f07-b424-9b0a1dcb5842 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eca10cab387440428e231a953cda4553&device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 1099 time: 0.0695174 Apr 23 00:11:02.911842 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-71a8be5e-e8a7-46b7-a928-eea14549ac86 None None] Set router dd589f7b-8b3c-4473-bcd4-a534545d3f9a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:11:02.912077 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-8b9e4abf-dd10-48e6-aec1-6a37a4434e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973243521', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:09:09Z', 'updated_at': '2022-04-23T00:09:15Z', 'revision_number': 4, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'gw_port': {'id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:09:10Z', 'updated_at': '2022-04-23T00:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '7e991314-9c3a-4301-99f3-6e318444ca93', 'name': '', 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'mac_address': 'fa:16:3e:e2:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '62400671-9285-4ea3-9900-46d1740c43ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:09:14Z', 'updated_at': '2022-04-23T00:09:21Z', 'revision_number': 5, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'subnets': [{'id': '62400671-9285-4ea3-9900-46d1740c43ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:11:02.958573 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3ebef-2a4a-4afa-9f8d-9cd0180b80e2 req-390bbd6d-1e88-4a26-987d-2c3dca524fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:02.960199 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0af3ebef-2a4a-4afa-9f8d-9cd0180b80e2 req-390bbd6d-1e88-4a26-987d-2c3dca524fd9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d224e48-36a8-42d0-8738-ed5ea1abe259 HTTP/1.1" status: 200 len: 912 time: 0.1045477 Apr 23 00:11:03.030030 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0af3ebef-2a4a-4afa-9f8d-9cd0180b80e2 req-3cbc0064-ea7c-455b-bbcf-8eaeb788a368 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc054cd1-8050-4473-8743-5ee6d71d1607 HTTP/1.1" status: 200 len: 1002 time: 0.0624697 Apr 23 00:11:03.081955 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3ebef-2a4a-4afa-9f8d-9cd0180b80e2 req-16d40735-0d38-483f-b4bf-ee1ef802ce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:03.083795 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0af3ebef-2a4a-4afa-9f8d-9cd0180b80e2 req-16d40735-0d38-483f-b4bf-ee1ef802ce8b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d429f2-9bee-4153-ac8c-0a0937fc9ed2 HTTP/1.1" status: 200 len: 850 time: 0.0466597 Apr 23 00:11:03.100859 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9e4abf-dd10-48e6-aec1-6a37a4434e68 None None] The sync data for ids ['0d17ff1d-f381-4975-b9db-f0c7607ca69e'] in dv-neutron-838783-1-hyperv is: [{'id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973243521', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:09:09Z', 'updated_at': '2022-04-23T00:09:15Z', 'revision_number': 4, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'gw_port': {'id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:09:10Z', 'updated_at': '2022-04-23T00:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '7e991314-9c3a-4301-99f3-6e318444ca93', 'name': '', 'network_id': 'bebecfa0-f480-4eb0-be6d-dcc10247de2a', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'mac_address': 'fa:16:3e:e2:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '62400671-9285-4ea3-9900-46d1740c43ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:09:14Z', 'updated_at': '2022-04-23T00:09:21Z', 'revision_number': 5, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'subnets': [{'id': '62400671-9285-4ea3-9900-46d1740c43ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:11:03.149550 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3ebef-2a4a-4afa-9f8d-9cd0180b80e2 req-014d8869-e491-4c9c-9572-59494df4542f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:03.151805 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0af3ebef-2a4a-4afa-9f8d-9cd0180b80e2 req-014d8869-e491-4c9c-9572-59494df4542f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d224e48-36a8-42d0-8738-ed5ea1abe259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0587759 Apr 23 00:11:03.219255 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-71a8be5e-e8a7-46b7-a928-eea14549ac86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'name': 'tempest-TestNetworkBasicOps-router-803438604', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:39:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '4bfaa211-7f32-4eae-a314-b0b928f3d81a', 'name': '', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:1d:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:03Z', 'updated_at': '2022-04-23T00:10:07Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:11:03.244974 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a8be5e-e8a7-46b7-a928-eea14549ac86 None None] The sync data for ids ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'] in dv-neutron-838783-1-hyperv is: [{'id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'name': 'tempest-TestNetworkBasicOps-router-803438604', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:39:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '4bfaa211-7f32-4eae-a314-b0b928f3d81a', 'name': '', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:1d:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:03Z', 'updated_at': '2022-04-23T00:10:07Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:11:03.249908 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0af3ebef-2a4a-4afa-9f8d-9cd0180b80e2 req-16346df7-b44e-4618-99b6-9c173af52f41 service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890341 Apr 23 00:11:03.352974 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0af3ebef-2a4a-4afa-9f8d-9cd0180b80e2 req-a5d1d733-0ab7-4563-a948-7d7cc3dcea56 service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944116 Apr 23 00:11:03.418656 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3fcc2b-adec-46de-986e-7964de80e2f1 None None] New status for floating IP 21eda077-c67a-4a59-a211-256b77ad8847: DOWN {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:11:03.463485 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56506) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:03.510027 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f08f0b-e4d0-4248-87f7-ec030cc3cfae None None] New status for floating IP 849614a4-ae8e-4d99-8035-77bee086538b: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:11:03.514281 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ecab18b6-77e5-48f0-b884-f597ebff308a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/849614a4-ae8e-4d99-8035-77bee086538b HTTP/1.1" status: 200 len: 690 time: 0.0489647 Apr 23 00:11:03.809659 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fe990-ba42-4ffc-a9ff-4c98311e5692 req-255cdaa4-4a0b-4ef8-a25b-7e34904079db tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:03.814265 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-225fe990-ba42-4ffc-a9ff-4c98311e5692 req-255cdaa4-4a0b-4ef8-a25b-7e34904079db tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 945 time: 0.0555441 Apr 23 00:11:03.850286 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-225fe990-ba42-4ffc-a9ff-4c98311e5692 req-2f4a5338-ccda-4c44-847e-6629c9a31d6e tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/security-groups?id=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323613 Apr 23 00:11:03.917116 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a2166-27f5-40c2-a578-c9ae7a5e2f39 req-7d5d6776-9a9d-45c2-9f7d-204c3b062b17 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:03.918576 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-509a2166-27f5-40c2-a578-c9ae7a5e2f39 req-7d5d6776-9a9d-45c2-9f7d-204c3b062b17 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 945 time: 0.0487614 Apr 23 00:11:04.017824 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-509a2166-27f5-40c2-a578-c9ae7a5e2f39 req-2627df09-a0d2-43c8-95fb-defaf4cb41aa tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Deleting port 11586d36-99c3-4cdf-8654-182ad8a8475c {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:11:04.018171 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-509a2166-27f5-40c2-a578-c9ae7a5e2f39 req-2627df09-a0d2-43c8-95fb-defaf4cb41aa tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:04.106098 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-509a2166-27f5-40c2-a578-c9ae7a5e2f39 req-2627df09-a0d2-43c8-95fb-defaf4cb41aa tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] For port 11586d36-99c3-4cdf-8654-182ad8a8475c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=11586d36-99c3-4cdf-8654-182ad8a8475c,segment=NetworkSegment(0f1311df-7bf2-4050-9e77-cf4d6df9cbb3),segment_id=0f1311df-7bf2-4050-9e77-cf4d6df9cbb3)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:11:04.106393 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-509a2166-27f5-40c2-a578-c9ae7a5e2f39 req-2627df09-a0d2-43c8-95fb-defaf4cb41aa tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:04.119051 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-509a2166-27f5-40c2-a578-c9ae7a5e2f39 req-2627df09-a0d2-43c8-95fb-defaf4cb41aa tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Calling delete_port for 11586d36-99c3-4cdf-8654-182ad8a8475c owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:11:04.138820 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df5615f-4541-40d5-a63d-ba4a3a66cf63', 'tag': 'ed3633b2-9782-4de5-81d3-c5575e06c9de'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:11:04.141751 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c117c6-7d23-4475-898f-9217526abd45" -d '{"events": [{"name": "network-changed", "server_uuid": "3df5615f-4541-40d5-a63d-ba4a3a66cf63", "tag": "ed3633b2-9782-4de5-81d3-c5575e06c9de"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:11:04.186540 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2da6558-65bc-41d3-a6ac-ab3a61c5920b x-openstack-request-id: req-d2da6558-65bc-41d3-a6ac-ab3a61c5920b {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:11:04.186540 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df5615f-4541-40d5-a63d-ba4a3a66cf63", "tag": "ed3633b2-9782-4de5-81d3-c5575e06c9de", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:11:04.186540 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2da6558-65bc-41d3-a6ac-ab3a61c5920b {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:11:04.186540 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2da6558-65bc-41d3-a6ac-ab3a61c5920b'] response: {'name': 'network-changed', 'server_uuid': '3df5615f-4541-40d5-a63d-ba4a3a66cf63', 'tag': 'ed3633b2-9782-4de5-81d3-c5575e06c9de', 'status': 'completed', 'code': 200} Apr 23 00:11:04.214947 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e891396-1860-4d89-b5e3-002a3eaebd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:04.283251 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c117c6-7d23-4475-898f-9217526abd45 req-46a88a2c-d064-46bb-9152-5d2e80b574a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:04.284800 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-57c117c6-7d23-4475-898f-9217526abd45 req-46a88a2c-d064-46bb-9152-5d2e80b574a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=3df5615f-4541-40d5-a63d-ba4a3a66cf63 HTTP/1.1" status: 200 len: 1099 time: 0.0787780 Apr 23 00:11:04.341397 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-509a2166-27f5-40c2-a578-c9ae7a5e2f39 req-2627df09-a0d2-43c8-95fb-defaf4cb41aa tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:04.378892 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627df09-a0d2-43c8-95fb-defaf4cb41aa tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Pushing event deleted for resources: {'Port': ['ID=11586d36-99c3-4cdf-8654-182ad8a8475c,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:04.404509 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2627df09-a0d2-43c8-95fb-defaf4cb41aa tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:04.404509 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2627df09-a0d2-43c8-95fb-defaf4cb41aa tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:04.404509 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2627df09-a0d2-43c8-95fb-defaf4cb41aa tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:04.404855 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2627df09-a0d2-43c8-95fb-defaf4cb41aa tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:04.404953 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2627df09-a0d2-43c8-95fb-defaf4cb41aa tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:04.405229 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2627df09-a0d2-43c8-95fb-defaf4cb41aa tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:04.405569 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2627df09-a0d2-43c8-95fb-defaf4cb41aa tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:04.405900 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2627df09-a0d2-43c8-95fb-defaf4cb41aa tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:04.406310 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2627df09-a0d2-43c8-95fb-defaf4cb41aa tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:04.406641 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2627df09-a0d2-43c8-95fb-defaf4cb41aa tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:04.406972 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2627df09-a0d2-43c8-95fb-defaf4cb41aa tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:04.407300 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2627df09-a0d2-43c8-95fb-defaf4cb41aa tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:04.448774 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-509a2166-27f5-40c2-a578-c9ae7a5e2f39 req-2627df09-a0d2-43c8-95fb-defaf4cb41aa tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] No DVR routers for this DVR port 11586d36-99c3-4cdf-8654-182ad8a8475c on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:11:04.452131 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-509a2166-27f5-40c2-a578-c9ae7a5e2f39 req-2627df09-a0d2-43c8-95fb-defaf4cb41aa tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:04.455940 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-509a2166-27f5-40c2-a578-c9ae7a5e2f39 req-2627df09-a0d2-43c8-95fb-defaf4cb41aa tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.16 "DELETE /v2.0/ports/11586d36-99c3-4cdf-8654-182ad8a8475c HTTP/1.1" status: 204 len: 173 time: 0.5311058 Apr 23 00:11:04.456370 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a034b6c-8984-4a19-8caa-2d51764623b0', 'name': 'network-vif-deleted', 'tag': '11586d36-99c3-4cdf-8654-182ad8a8475c'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:11:04.458631 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca9f636-908e-444c-9213-9a2d2830bb4f" -d '{"events": [{"server_uuid": "0a034b6c-8984-4a19-8caa-2d51764623b0", "name": "network-vif-deleted", "tag": "11586d36-99c3-4cdf-8654-182ad8a8475c"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:11:04.462496 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c117c6-7d23-4475-898f-9217526abd45 req-31e62be2-3b10-4772-a3ee-bd16b1e8e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:04.464089 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-57c117c6-7d23-4475-898f-9217526abd45 req-31e62be2-3b10-4772-a3ee-bd16b1e8e9ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=94c332e1-4dcd-4e2a-9c28-b146b6a46b4c HTTP/1.1" status: 200 len: 898 time: 0.1717865 Apr 23 00:11:04.515591 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78f4ec1-33cd-4191-8ae8-97511b48492d x-openstack-request-id: req-c78f4ec1-33cd-4191-8ae8-97511b48492d {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:11:04.516061 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a034b6c-8984-4a19-8caa-2d51764623b0", "name": "network-vif-deleted", "tag": "11586d36-99c3-4cdf-8654-182ad8a8475c", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:11:04.516383 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c78f4ec1-33cd-4191-8ae8-97511b48492d {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:11:04.516804 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c78f4ec1-33cd-4191-8ae8-97511b48492d'] response: {'server_uuid': '0a034b6c-8984-4a19-8caa-2d51764623b0', 'name': 'network-vif-deleted', 'tag': '11586d36-99c3-4cdf-8654-182ad8a8475c', 'status': 'completed', 'code': 200} Apr 23 00:11:04.519093 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56514) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:04.520491 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-57c117c6-7d23-4475-898f-9217526abd45 req-d2ec5482-39ed-4fa7-a7b5-05bcd380700b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed3633b2-9782-4de5-81d3-c5575e06c9de HTTP/1.1" status: 200 len: 217 time: 0.0491180 Apr 23 00:11:04.570257 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f4a67bb9-eb84-4962-9ee5-37c8e980d8de tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/849614a4-ae8e-4d99-8035-77bee086538b HTTP/1.1" status: 200 len: 688 time: 0.0489602 Apr 23 00:11:04.579349 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c117c6-7d23-4475-898f-9217526abd45 req-8a57d1ef-cf59-4c9d-b2b1-60087cd46bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:04.580842 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-57c117c6-7d23-4475-898f-9217526abd45 req-8a57d1ef-cf59-4c9d-b2b1-60087cd46bdc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29bfb927-e397-4fdd-9ad7-b8ebc645a035 HTTP/1.1" status: 200 len: 834 time: 0.0471399 Apr 23 00:11:04.629400 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c117c6-7d23-4475-898f-9217526abd45 req-3d460008-58b8-4d02-969e-5b676c9b5cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:04.630918 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-57c117c6-7d23-4475-898f-9217526abd45 req-3d460008-58b8-4d02-969e-5b676c9b5cae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=94c332e1-4dcd-4e2a-9c28-b146b6a46b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418992 Apr 23 00:11:04.731013 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-57c117c6-7d23-4475-898f-9217526abd45 req-21c47179-a6a4-4706-b7f7-699594608f61 service neutron] 10.222.0.16 "GET /v2.0/networks/94c332e1-4dcd-4e2a-9c28-b146b6a46b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903187 Apr 23 00:11:04.831834 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-57c117c6-7d23-4475-898f-9217526abd45 req-0c6158fe-a53e-4d5f-8fa6-b70bab75e491 service neutron] 10.222.0.16 "GET /v2.0/networks/94c332e1-4dcd-4e2a-9c28-b146b6a46b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916986 Apr 23 00:11:04.959835 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7c0fd0e6-af58-4e4e-a8e8-a8848c0e2ba1 req-bc7a44dd-9437-4cb9-9495-f1ab27ac0bb3 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a034b6c-8984-4a19-8caa-2d51764623b0 HTTP/1.1" status: 200 len: 210 time: 0.0266197 Apr 23 00:11:05.905818 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56520) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:05.912387 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-2a5775ea-eff1-4c73-828f-e7a5feff68bd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2000828947', 'description': 'tempest-secgroup-smoke-2000828947 description', 'project_id': 'b0d4e09f8966425d866e56289d457074'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:11:06.015273 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56524) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:06.023960 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2a5775ea-eff1-4c73-828f-e7a5feff68bd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:06.227651 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2a5775ea-eff1-4c73-828f-e7a5feff68bd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:06.294541 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2a5775ea-eff1-4c73-828f-e7a5feff68bd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:06.354939 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5775ea-eff1-4c73-828f-e7a5feff68bd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8f07af-1b60-4112-94b3-f3f8263a67ee,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:06.407119 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2a5775ea-eff1-4c73-828f-e7a5feff68bd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:06.408388 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2a5775ea-eff1-4c73-828f-e7a5feff68bd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5014524 Apr 23 00:11:06.411457 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56526) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:06.416273 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-2468e3ae-8763-4b25-a630-50a12d37002e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '7f8f07af-1b60-4112-94b3-f3f8263a67ee', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:11:06.469537 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6116b309-14d4-4aff-8103-60e1d3ee935f tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:06.485010 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 11586d36-99c3-4cdf-8654-182ad8a8475c no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:11:06.485612 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2468e3ae-8763-4b25-a630-50a12d37002e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:06.504216 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 11586d36-99c3-4cdf-8654-182ad8a8475c {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:11:06.504703 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 11586d36-99c3-4cdf-8654-182ad8a8475c not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:11:06.542988 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2468e3ae-8763-4b25-a630-50a12d37002e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:06.626707 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2468e3ae-8763-4b25-a630-50a12d37002e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:06.650532 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468e3ae-8763-4b25-a630-50a12d37002e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474ae46e-4256-449f-818b-1240cc396c61,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:06.708815 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2468e3ae-8763-4b25-a630-50a12d37002e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:06.712768 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2468e3ae-8763-4b25-a630-50a12d37002e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2975998 Apr 23 00:11:06.712995 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56528) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:06.717426 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-760a5a3e-4bec-4b28-bcf2-6f23e3515d43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '7f8f07af-1b60-4112-94b3-f3f8263a67ee', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:11:06.744954 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-6116b309-14d4-4aff-8103-60e1d3ee935f tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Deleting port 7e991314-9c3a-4301-99f3-6e318444ca93 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:11:06.744954 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6116b309-14d4-4aff-8103-60e1d3ee935f tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:06.820185 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-760a5a3e-4bec-4b28-bcf2-6f23e3515d43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:06.836444 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-6116b309-14d4-4aff-8103-60e1d3ee935f tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] For port 7e991314-9c3a-4301-99f3-6e318444ca93, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7e991314-9c3a-4301-99f3-6e318444ca93,segment=NetworkSegment(0f1311df-7bf2-4050-9e77-cf4d6df9cbb3),segment_id=0f1311df-7bf2-4050-9e77-cf4d6df9cbb3)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:11:06.836808 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6116b309-14d4-4aff-8103-60e1d3ee935f tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:06.850208 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-6116b309-14d4-4aff-8103-60e1d3ee935f tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Calling delete_port for 7e991314-9c3a-4301-99f3-6e318444ca93 owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:11:06.877805 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-760a5a3e-4bec-4b28-bcf2-6f23e3515d43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:06.946427 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-760a5a3e-4bec-4b28-bcf2-6f23e3515d43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:06.965356 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a5a3e-4bec-4b28-bcf2-6f23e3515d43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c52d648a-ed5c-4671-a8ce-0b9dbf0a3842,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:07.028512 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-760a5a3e-4bec-4b28-bcf2-6f23e3515d43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:07.029752 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-760a5a3e-4bec-4b28-bcf2-6f23e3515d43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3157640 Apr 23 00:11:07.039269 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56530) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:07.043740 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-0b9af094-9c3b-44f1-bd66-fe87fee530d6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '7f8f07af-1b60-4112-94b3-f3f8263a67ee', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:11:07.112222 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6116b309-14d4-4aff-8103-60e1d3ee935f tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:07.141072 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116b309-14d4-4aff-8103-60e1d3ee935f tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Pushing event deleted for resources: {'Port': ['ID=7e991314-9c3a-4301-99f3-6e318444ca93,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:07.152782 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b9af094-9c3b-44f1-bd66-fe87fee530d6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:07.248287 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08fdf1d4-3aef-4541-a326-eae47056641b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:07.300996 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b9af094-9c3b-44f1-bd66-fe87fee530d6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:07.368741 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6116b309-14d4-4aff-8103-60e1d3ee935f tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:07.374680 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b9af094-9c3b-44f1-bd66-fe87fee530d6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:07.399475 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9af094-9c3b-44f1-bd66-fe87fee530d6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aab9155-1368-4c65-a3da-4952ccb90593,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:07.492354 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b9af094-9c3b-44f1-bd66-fe87fee530d6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:07.493476 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0b9af094-9c3b-44f1-bd66-fe87fee530d6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4532046 Apr 23 00:11:07.496465 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56532) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:07.501947 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-f03bf895-5074-4cc7-bcd0-34be077c52d4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '7f8f07af-1b60-4112-94b3-f3f8263a67ee', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:11:07.585854 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f03bf895-5074-4cc7-bcd0-34be077c52d4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:07.611977 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6116b309-14d4-4aff-8103-60e1d3ee935f tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Router 0d17ff1d-f381-4975-b9db-f0c7607ca69e has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:11:07.644676 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f03bf895-5074-4cc7-bcd0-34be077c52d4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:07.718133 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f03bf895-5074-4cc7-bcd0-34be077c52d4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:07.737132 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bf895-5074-4cc7-bcd0-34be077c52d4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f06d0bc-7f95-4338-8f62-7297f84687cb,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:07.812709 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6116b309-14d4-4aff-8103-60e1d3ee935f tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:11:07.817937 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6116b309-14d4-4aff-8103-60e1d3ee935f tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "PUT /v2.0/routers/0d17ff1d-f381-4975-b9db-f0c7607ca69e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8015959 Apr 23 00:11:07.820697 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56534) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:07.822843 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39659d43-cc1b-43e6-9609-3f4f8e6e949e None None] Sync routers for ids ['0d17ff1d-f381-4975-b9db-f0c7607ca69e'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:11:07.828921 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f03bf895-5074-4cc7-bcd0-34be077c52d4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:07.838664 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f03bf895-5074-4cc7-bcd0-34be077c52d4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3335402 Apr 23 00:11:07.838834 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39659d43-cc1b-43e6-9609-3f4f8e6e949e None None] Routers {'0d17ff1d-f381-4975-b9db-f0c7607ca69e'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:11:07.838834 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-39659d43-cc1b-43e6-9609-3f4f8e6e949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:11:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0d17ff1d-f381-4975-b9db-f0c7607ca69e'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:11:07.838834 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:07.840673 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56536) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:07.845702 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-71496e81-a067-471c-ae98-bb2c6df6136e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '7f8f07af-1b60-4112-94b3-f3f8263a67ee', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:11:07.873604 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-06656d0b-2bb8-4a0e-91f8-542730b9ca4f tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Deleting subnet 62400671-9285-4ea3-9900-46d1740c43ff {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:11:07.877579 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-06656d0b-2bb8-4a0e-91f8-542730b9ca4f tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:07.917184 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-06656d0b-2bb8-4a0e-91f8-542730b9ca4f tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:07.935032 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-71496e81-a067-471c-ae98-bb2c6df6136e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Project b0d4e09f8966425d866e56289d457074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:11:07.941091 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-71496e81-a067-471c-ae98-bb2c6df6136e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:07.948495 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-39659d43-cc1b-43e6-9609-3f4f8e6e949e None None] Set router 0d17ff1d-f381-4975-b9db-f0c7607ca69e gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:11:08.010607 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-06656d0b-2bb8-4a0e-91f8-542730b9ca4f tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:08.011768 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-71496e81-a067-471c-ae98-bb2c6df6136e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:08.123920 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-71496e81-a067-471c-ae98-bb2c6df6136e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:08.136822 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-39659d43-cc1b-43e6-9609-3f4f8e6e949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973243521', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:09:09Z', 'updated_at': '2022-04-23T00:11:06Z', 'revision_number': 5, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'gw_port': {'id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:09:10Z', 'updated_at': '2022-04-23T00:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:11:08.140144 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71496e81-a067-471c-ae98-bb2c6df6136e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d31fc8e-559a-4a68-b825-9751e4c3d831,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:08.164305 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39659d43-cc1b-43e6-9609-3f4f8e6e949e None None] Checking router: 0d17ff1d-f381-4975-b9db-f0c7607ca69e for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:11:08.169916 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-06656d0b-2bb8-4a0e-91f8-542730b9ca4f tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:08.173708 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39659d43-cc1b-43e6-9609-3f4f8e6e949e None None] Routers {'0d17ff1d-f381-4975-b9db-f0c7607ca69e'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:11:08.174323 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-39659d43-cc1b-43e6-9609-3f4f8e6e949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:11:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['0d17ff1d-f381-4975-b9db-f0c7607ca69e'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:11:08.198368 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06656d0b-2bb8-4a0e-91f8-542730b9ca4f tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Pushing event deleted for resources: {'Subnet': ['ID=62400671-9285-4ea3-9900-46d1740c43ff,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:08.203351 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-06656d0b-2bb8-4a0e-91f8-542730b9ca4f tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:08.207045 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-06656d0b-2bb8-4a0e-91f8-542730b9ca4f tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "DELETE /v2.0/subnets/62400671-9285-4ea3-9900-46d1740c43ff HTTP/1.1" status: 204 len: 168 time: 0.3849208 Apr 23 00:11:08.209492 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56538) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:08.211760 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdc4972-678f-4128-bb7a-0e18ca8b9f33 None None] Network bebecfa0-f480-4eb0-be6d-dcc10247de2a requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:11:08.253969 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-71496e81-a067-471c-ae98-bb2c6df6136e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:08.255201 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-71496e81-a067-471c-ae98-bb2c6df6136e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4134533 Apr 23 00:11:08.258322 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56540) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:08.264232 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-cd7655ed-fe21-48c3-a525-56a09fccc5f3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '7f8f07af-1b60-4112-94b3-f3f8263a67ee', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:11:08.325342 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8fee5587-dc18-493e-a1d0-9fbc85c355f2 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:08.370245 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.securitygroups_db [None req-cd7655ed-fe21-48c3-a525-56a09fccc5f3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Project b0d4e09f8966425d866e56289d457074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:11:08.375931 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cd7655ed-fe21-48c3-a525-56a09fccc5f3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:08.380352 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-39659d43-cc1b-43e6-9609-3f4f8e6e949e None None] Set router 0d17ff1d-f381-4975-b9db-f0c7607ca69e gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:11:08.441090 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8fee5587-dc18-493e-a1d0-9fbc85c355f2 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:08.448912 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cd7655ed-fe21-48c3-a525-56a09fccc5f3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:08.552721 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cd7655ed-fe21-48c3-a525-56a09fccc5f3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:08.570439 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7655ed-fe21-48c3-a525-56a09fccc5f3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d972782-fd8f-4881-ab7b-5ee3e7982626,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:08.576064 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-8fee5587-dc18-493e-a1d0-9fbc85c355f2 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Deleting port 8f4be187-504e-499d-bd5c-3546b4f3455c {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:11:08.576577 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8fee5587-dc18-493e-a1d0-9fbc85c355f2 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:08.582382 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4fdc06-5117-4df2-85b2-d3b439321d4a None None] DHCP port deletion for bebecfa0-f480-4eb0-be6d-dcc10247de2a request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:11:08.589484 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-39659d43-cc1b-43e6-9609-3f4f8e6e949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973243521', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:09:09Z', 'updated_at': '2022-04-23T00:11:06Z', 'revision_number': 5, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'gw_port': {'id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:09:10Z', 'updated_at': '2022-04-23T00:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:11:08.638853 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39659d43-cc1b-43e6-9609-3f4f8e6e949e None None] The sync data for ids ['0d17ff1d-f381-4975-b9db-f0c7607ca69e'] in dv-neutron-838783-1-hyperv is: [{'id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973243521', 'tenant_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:09:09Z', 'updated_at': '2022-04-23T00:11:06Z', 'revision_number': 5, 'project_id': 'c8d9254b43d04e37a9ce9a7809dd111e', 'gw_port': {'id': '8f4be187-504e-499d-bd5c-3546b4f3455c', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d17ff1d-f381-4975-b9db-f0c7607ca69e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:09:10Z', 'updated_at': '2022-04-23T00:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:11:08.652710 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cd7655ed-fe21-48c3-a525-56a09fccc5f3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:08.663605 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cd7655ed-fe21-48c3-a525-56a09fccc5f3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3940904 Apr 23 00:11:08.665598 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-8fee5587-dc18-493e-a1d0-9fbc85c355f2 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] For port 8f4be187-504e-499d-bd5c-3546b4f3455c, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=8f4be187-504e-499d-bd5c-3546b4f3455c,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:11:08.665733 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8fee5587-dc18-493e-a1d0-9fbc85c355f2 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:08.676957 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-fd4fdc06-5117-4df2-85b2-d3b439321d4a None None] Deleting port f87037b9-3216-4889-b0fc-bd1d246eb1c3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:11:08.677415 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd4fdc06-5117-4df2-85b2-d3b439321d4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:08.683802 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-8fee5587-dc18-493e-a1d0-9fbc85c355f2 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Calling delete_port for 8f4be187-504e-499d-bd5c-3546b4f3455c owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:11:08.748715 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-fd4fdc06-5117-4df2-85b2-d3b439321d4a None None] For port f87037b9-3216-4889-b0fc-bd1d246eb1c3, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=f87037b9-3216-4889-b0fc-bd1d246eb1c3,segment=NetworkSegment(0f1311df-7bf2-4050-9e77-cf4d6df9cbb3),segment_id=0f1311df-7bf2-4050-9e77-cf4d6df9cbb3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:11:08.749401 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd4fdc06-5117-4df2-85b2-d3b439321d4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:08.763272 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-fd4fdc06-5117-4df2-85b2-d3b439321d4a None None] Calling delete_port for f87037b9-3216-4889-b0fc-bd1d246eb1c3 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:11:08.846764 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-753760b4-a6ec-49ea-a277-415f8f93195b req-e0564382-830b-497c-a6f0-bfcfd45a93da tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2000828947&fields=id&tenant_id=b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 267 time: 0.0440025 Apr 23 00:11:08.952194 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd4fdc06-5117-4df2-85b2-d3b439321d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:08.978728 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4fdc06-5117-4df2-85b2-d3b439321d4a None None] Pushing event deleted for resources: {'Port': ['ID=f87037b9-3216-4889-b0fc-bd1d246eb1c3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:08.982937 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4fdc06-5117-4df2-85b2-d3b439321d4a None None] No DVR routers for this DVR port f87037b9-3216-4889-b0fc-bd1d246eb1c3 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:11:08.990609 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4fdc06-5117-4df2-85b2-d3b439321d4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:08.990967 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4fdc06-5117-4df2-85b2-d3b439321d4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:08.991307 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4fdc06-5117-4df2-85b2-d3b439321d4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:08.991447 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753760b4-a6ec-49ea-a277-415f8f93195b req-e50d8861-eefa-42da-858a-a0fdd65c3c25 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:08.991729 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4fdc06-5117-4df2-85b2-d3b439321d4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:08.992010 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4fdc06-5117-4df2-85b2-d3b439321d4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:08.992346 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4fdc06-5117-4df2-85b2-d3b439321d4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:08.992846 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-753760b4-a6ec-49ea-a277-415f8f93195b req-e50d8861-eefa-42da-858a-a0fdd65c3c25 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/networks?id=94c332e1-4dcd-4e2a-9c28-b146b6a46b4c HTTP/1.1" status: 200 len: 797 time: 0.1384118 Apr 23 00:11:08.999540 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4fdc06-5117-4df2-85b2-d3b439321d4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:08.999540 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4fdc06-5117-4df2-85b2-d3b439321d4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:08.999540 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4fdc06-5117-4df2-85b2-d3b439321d4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:09.000227 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4fdc06-5117-4df2-85b2-d3b439321d4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:09.000329 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4fdc06-5117-4df2-85b2-d3b439321d4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:09.000785 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4fdc06-5117-4df2-85b2-d3b439321d4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:11:09.017799 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-753760b4-a6ec-49ea-a277-415f8f93195b req-3e2be757-e868-4c16-b011-31c8fd8c2689 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/quotas/b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 375 time: 0.0126333 Apr 23 00:11:09.051687 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8fee5587-dc18-493e-a1d0-9fbc85c355f2 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:09.083799 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee5587-dc18-493e-a1d0-9fbc85c355f2 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Pushing event deleted for resources: {'Port': ['ID=8f4be187-504e-499d-bd5c-3546b4f3455c,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:09.128370 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-753760b4-a6ec-49ea-a277-415f8f93195b req-324760a1-7a9e-4a2d-b878-ec24a8ab67f1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1076717 Apr 23 00:11:09.216724 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8fee5587-dc18-493e-a1d0-9fbc85c355f2 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:09.322396 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8fee5587-dc18-493e-a1d0-9fbc85c355f2 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:09.327932 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8fee5587-dc18-493e-a1d0-9fbc85c355f2 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:09.343483 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-753760b4-a6ec-49ea-a277-415f8f93195b req-0433813b-e2c8-49de-a515-f4663c3524a6 service neutron] 10.222.0.15 "GET /v2.0/networks/94c332e1-4dcd-4e2a-9c28-b146b6a46b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938071 Apr 23 00:11:09.458364 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-753760b4-a6ec-49ea-a277-415f8f93195b req-3e046fc5-68f5-4095-8c5a-36e29e6282e7 service neutron] 10.222.0.15 "GET /v2.0/networks/94c332e1-4dcd-4e2a-9c28-b146b6a46b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858321 Apr 23 00:11:09.470363 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8fee5587-dc18-493e-a1d0-9fbc85c355f2 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:09.470363 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fee5587-dc18-493e-a1d0-9fbc85c355f2 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Fanout notify agent at l3_agent the message router_deleted on router 0d17ff1d-f381-4975-b9db-f0c7607ca69e {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:11:09.477618 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8fee5587-dc18-493e-a1d0-9fbc85c355f2 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:09.478727 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8fee5587-dc18-493e-a1d0-9fbc85c355f2 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "DELETE /v2.0/routers/0d17ff1d-f381-4975-b9db-f0c7607ca69e HTTP/1.1" status: 204 len: 168 time: 1.2682571 Apr 23 00:11:09.482456 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56554) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:09.571411 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e667434a-33de-4274-b9b3-efee2357ca29 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:09.673949 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e667434a-33de-4274-b9b3-efee2357ca29 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:09.719922 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ee7abc34-a0b9-4b15-b22c-0a239fe4079a req-ffe2e367-7071-4c64-b8f4-a3de1b75ac15 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed18e694-c631-4ebf-bd38-7d790ac1fdeb HTTP/1.1" status: 200 len: 210 time: 0.0342987 Apr 23 00:11:09.721648 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-e667434a-33de-4274-b9b3-efee2357ca29 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bebecfa0-f480-4eb0-be6d-dcc10247de2a']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:11:09.732049 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-e667434a-33de-4274-b9b3-efee2357ca29 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1311df-7bf2-4050-9e77-cf4d6df9cbb3') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:11:09.732280 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-e667434a-33de-4274-b9b3-efee2357ca29 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1311df-7bf2-4050-9e77-cf4d6df9cbb3') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:11:09.744422 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:09.745924 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e667434a-33de-4274-b9b3-efee2357ca29 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:09.761054 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e667434a-33de-4274-b9b3-efee2357ca29 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:09.767638 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e667434a-33de-4274-b9b3-efee2357ca29 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:11:09.768115 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e667434a-33de-4274-b9b3-efee2357ca29 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:11:09.771063 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:11:09.786534 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:09.952320 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e667434a-33de-4274-b9b3-efee2357ca29 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:09.960027 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e667434a-33de-4274-b9b3-efee2357ca29 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:09.966299 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e667434a-33de-4274-b9b3-efee2357ca29 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "DELETE /v2.0/networks/bebecfa0-f480-4eb0-be6d-dcc10247de2a HTTP/1.1" status: 204 len: 168 time: 0.4801118 Apr 23 00:11:09.967002 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56564) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:09.978060 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667434a-33de-4274-b9b3-efee2357ca29 tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Pushing event deleted for resources: {'Network': ['ID=bebecfa0-f480-4eb0-be6d-dcc10247de2a,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:10.036338 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7a29f552-d39a-4a1e-a34a-5814ebc9fc0a tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:10.064209 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7a29f552-d39a-4a1e-a34a-5814ebc9fc0a tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:10.197663 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7a29f552-d39a-4a1e-a34a-5814ebc9fc0a tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:10.200377 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7a29f552-d39a-4a1e-a34a-5814ebc9fc0a tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:10.201591 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7a29f552-d39a-4a1e-a34a-5814ebc9fc0a tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] 10.222.0.15 "DELETE /v2.0/security-groups/b636ccb2-d60b-4f93-ac3c-d9d1378f36b2 HTTP/1.1" status: 204 len: 168 time: 0.2330561 Apr 23 00:11:10.211832 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29f552-d39a-4a1e-a34a-5814ebc9fc0a tempest-TestNetworkAdvancedServerOps-1373253381 tempest-TestNetworkAdvancedServerOps-1373253381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b636ccb2-d60b-4f93-ac3c-d9d1378f36b2,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:10.530658 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f87037b9-3216-4889-b0fc-bd1d246eb1c3 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:11:10.552418 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: f87037b9-3216-4889-b0fc-bd1d246eb1c3 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:11:10.552762 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f87037b9-3216-4889-b0fc-bd1d246eb1c3 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:11:10.553174 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8f4be187-504e-499d-bd5c-3546b4f3455c no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:11:10.574958 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 8f4be187-504e-499d-bd5c-3546b4f3455c {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:11:10.575302 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8f4be187-504e-499d-bd5c-3546b4f3455c not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:11:10.575743 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7e991314-9c3a-4301-99f3-6e318444ca93 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:11:10.596267 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 7e991314-9c3a-4301-99f3-6e318444ca93 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:11:10.598801 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7e991314-9c3a-4301-99f3-6e318444ca93 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:11:10.819305 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7034d35b-f92e-419d-a080-3c8672e661d8 req-a7d5c7d0-aa4b-4eb0-8d2c-a10f378a30fd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed18e694-c631-4ebf-bd38-7d790ac1fdeb HTTP/1.1" status: 200 len: 210 time: 0.0281293 Apr 23 00:11:10.822917 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56576) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:10.962988 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56580) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:10.963318 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-add2e625-3d69-49cc-84ae-cf42701f85c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c8d9254b43d04e37a9ce9a7809dd111e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1423712 Apr 23 00:11:11.012593 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-512851bb-42ac-4859-b89d-7336a1bd5e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:11.038711 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-512851bb-42ac-4859-b89d-7336a1bd5e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:11.204192 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-512851bb-42ac-4859-b89d-7336a1bd5e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:11.207556 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-512851bb-42ac-4859-b89d-7336a1bd5e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:11.214657 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-512851bb-42ac-4859-b89d-7336a1bd5e15 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c18c98b2-86b0-4dd0-a36b-4ade0297f5c5 HTTP/1.1" status: 204 len: 168 time: 0.2450776 Apr 23 00:11:11.217663 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512851bb-42ac-4859-b89d-7336a1bd5e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18c98b2-86b0-4dd0-a36b-4ade0297f5c5,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:11.698024 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753760b4-a6ec-49ea-a277-415f8f93195b req-406264f3-1340-4640-baac-ab05dd26906a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:11.699535 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-753760b4-a6ec-49ea-a277-415f8f93195b req-406264f3-1340-4640-baac-ab05dd26906a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/networks?id=94c332e1-4dcd-4e2a-9c28-b146b6a46b4c HTTP/1.1" status: 200 len: 797 time: 0.1088061 Apr 23 00:11:11.746841 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-753760b4-a6ec-49ea-a277-415f8f93195b req-d0a273d9-d2bb-4657-98d5-77dff5732016 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 472 time: 0.0374682 Apr 23 00:11:11.757465 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-753760b4-a6ec-49ea-a277-415f8f93195b req-b6999edb-7ab1-4a92-8d45-34f078ca8f44 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'port': {'device_id': 'ed18e694-c631-4ebf-bd38-7d790ac1fdeb', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'admin_state_up': True, 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'security_groups': ['7f8f07af-1b60-4112-94b3-f3f8263a67ee']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:11:11.841924 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56590) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:11.864970 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-46f36a02-d0e1-4e07-b812-ccb657460d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:11.926251 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ca669a25-4369-4678-925d-86c8e8f5d501 req-b51af4c8-60ed-436f-94ad-75cc18f5cd8e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed18e694-c631-4ebf-bd38-7d790ac1fdeb HTTP/1.1" status: 200 len: 210 time: 0.0349679 Apr 23 00:11:11.978038 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-46f36a02-d0e1-4e07-b812-ccb657460d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:11.991940 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-753760b4-a6ec-49ea-a277-415f8f93195b req-b6999edb-7ab1-4a92-8d45-34f078ca8f44 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:11:12.002147 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-753760b4-a6ec-49ea-a277-415f8f93195b req-b6999edb-7ab1-4a92-8d45-34f078ca8f44 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:12.100986 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-46f36a02-d0e1-4e07-b812-ccb657460d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:12.158327 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-46f36a02-d0e1-4e07-b812-ccb657460d60 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f42998e07b944788d45e8b8cbd047c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3149471 Apr 23 00:11:12.160859 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56594) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:12.164815 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-753760b4-a6ec-49ea-a277-415f8f93195b req-b6999edb-7ab1-4a92-8d45-34f078ca8f44 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.20.0.3 (94c332e1-4dcd-4e2a-9c28-b146b6a46b4c/29bfb927-e397-4fdd-9ad7-b8ebc645a035/43a15d78-a464-4c8e-a44d-0f69ffe3f3ea) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:11:12.169930 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f36a02-d0e1-4e07-b812-ccb657460d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a64d0ec-7c7a-41e0-b486-73112a1bdbee,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:12.222434 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c1774997-0ddc-485e-83e2-40b961dec33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:12.243903 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c1774997-0ddc-485e-83e2-40b961dec33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:12.320980 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-753760b4-a6ec-49ea-a277-415f8f93195b req-b6999edb-7ab1-4a92-8d45-34f078ca8f44 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:12.421310 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c1774997-0ddc-485e-83e2-40b961dec33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:12.424643 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c1774997-0ddc-485e-83e2-40b961dec33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:12.425812 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c1774997-0ddc-485e-83e2-40b961dec33b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a64d0ec-7c7a-41e0-b486-73112a1bdbee HTTP/1.1" status: 204 len: 168 time: 0.2634492 Apr 23 00:11:12.433721 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1774997-0ddc-485e-83e2-40b961dec33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a64d0ec-7c7a-41e0-b486-73112a1bdbee,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:12.478603 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-753760b4-a6ec-49ea-a277-415f8f93195b req-b6999edb-7ab1-4a92-8d45-34f078ca8f44 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:12.532233 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-753760b4-a6ec-49ea-a277-415f8f93195b req-b6999edb-7ab1-4a92-8d45-34f078ca8f44 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 94c332e1-4dcd-4e2a-9c28-b146b6a46b4c is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:11:12.542858 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-753760b4-a6ec-49ea-a277-415f8f93195b req-b6999edb-7ab1-4a92-8d45-34f078ca8f44 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:11:12.562410 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-753760b4-a6ec-49ea-a277-415f8f93195b req-b6999edb-7ab1-4a92-8d45-34f078ca8f44 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:11:12.826724 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-de90094c-330a-49ec-9298-e972e96bbe73 None None] Provisioning complete for port 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:11:12.827978 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de90094c-330a-49ec-9298-e972e96bbe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:12.873342 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-de90094c-330a-49ec-9298-e972e96bbe73 None None] Port 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:11:12.935554 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6999edb-7ab1-4a92-8d45-34f078ca8f44 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=43a15d78-a464-4c8e-a44d-0f69ffe3f3ea,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:12.971773 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753760b4-a6ec-49ea-a277-415f8f93195b req-b6999edb-7ab1-4a92-8d45-34f078ca8f44 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:12.972458 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-753760b4-a6ec-49ea-a277-415f8f93195b req-b6999edb-7ab1-4a92-8d45-34f078ca8f44 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:13.066011 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88971a2f-298a-4426-9606-639027d5a43b req-788e06fd-145b-49e6-8c2f-4c06a4dc4860 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:13.067675 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-88971a2f-298a-4426-9606-639027d5a43b req-788e06fd-145b-49e6-8c2f-4c06a4dc4860 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed18e694-c631-4ebf-bd38-7d790ac1fdeb HTTP/1.1" status: 200 len: 931 time: 0.0589542 Apr 23 00:11:13.107925 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-753760b4-a6ec-49ea-a277-415f8f93195b req-b6999edb-7ab1-4a92-8d45-34f078ca8f44 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3537865 Apr 23 00:11:13.112855 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-88971a2f-298a-4426-9606-639027d5a43b req-f3e5983e-4200-43a1-b990-6cfd0f87c350 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f8f07af-1b60-4112-94b3-f3f8263a67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372794 Apr 23 00:11:13.120390 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-753760b4-a6ec-49ea-a277-415f8f93195b req-ffb185f3-70f6-48c9-98d4-110a7f8ea1b7 service neutron] Request body: {'port': {'device_id': 'ed18e694-c631-4ebf-bd38-7d790ac1fdeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:11:13.183012 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-753760b4-a6ec-49ea-a277-415f8f93195b req-ffb185f3-70f6-48c9-98d4-110a7f8ea1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:13.455488 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-753760b4-a6ec-49ea-a277-415f8f93195b req-ffb185f3-70f6-48c9-98d4-110a7f8ea1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:11:13.463135 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-753760b4-a6ec-49ea-a277-415f8f93195b req-ffb185f3-70f6-48c9-98d4-110a7f8ea1b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:13.475135 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-753760b4-a6ec-49ea-a277-415f8f93195b req-ffb185f3-70f6-48c9-98d4-110a7f8ea1b7 service neutron] Transition to ACTIVE for port object 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:11:13.569043 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-753760b4-a6ec-49ea-a277-415f8f93195b req-ffb185f3-70f6-48c9-98d4-110a7f8ea1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:13.619832 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb185f3-70f6-48c9-98d4-110a7f8ea1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=43a15d78-a464-4c8e-a44d-0f69ffe3f3ea,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:13.693497 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-753760b4-a6ec-49ea-a277-415f8f93195b req-ffb185f3-70f6-48c9-98d4-110a7f8ea1b7 service neutron] Attempting to bind port 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:11:13.693898 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-753760b4-a6ec-49ea-a277-415f8f93195b req-ffb185f3-70f6-48c9-98d4-110a7f8ea1b7 service neutron] Attempting to bind port 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '0b089412-4fe4-4f1e-aa60-61e9994b4cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:11:13.694231 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753760b4-a6ec-49ea-a277-415f8f93195b req-ffb185f3-70f6-48c9-98d4-110a7f8ea1b7 service neutron] Attempting to bind port 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea on network 94c332e1-4dcd-4e2a-9c28-b146b6a46b4c {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:11:13.699042 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753760b4-a6ec-49ea-a277-415f8f93195b req-ffb185f3-70f6-48c9-98d4-110a7f8ea1b7 service neutron] Port 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea on network 94c332e1-4dcd-4e2a-9c28-b146b6a46b4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:11:13.699367 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753760b4-a6ec-49ea-a277-415f8f93195b req-ffb185f3-70f6-48c9-98d4-110a7f8ea1b7 service neutron] Attempting to bind port 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea on network 94c332e1-4dcd-4e2a-9c28-b146b6a46b4c {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:11:13.712557 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753760b4-a6ec-49ea-a277-415f8f93195b req-ffb185f3-70f6-48c9-98d4-110a7f8ea1b7 service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:11:13.712557 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753760b4-a6ec-49ea-a277-415f8f93195b req-ffb185f3-70f6-48c9-98d4-110a7f8ea1b7 service neutron] Checking segment: {'id': '0b089412-4fe4-4f1e-aa60-61e9994b4cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:11:13.712557 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753760b4-a6ec-49ea-a277-415f8f93195b req-ffb185f3-70f6-48c9-98d4-110a7f8ea1b7 service neutron] Bound using segment: {'id': '0b089412-4fe4-4f1e-aa60-61e9994b4cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:11:13.712557 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-753760b4-a6ec-49ea-a277-415f8f93195b req-ffb185f3-70f6-48c9-98d4-110a7f8ea1b7 service neutron] Bound port: 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b089412-4fe4-4f1e-aa60-61e9994b4cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:11:13.712557 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-753760b4-a6ec-49ea-a277-415f8f93195b req-ffb185f3-70f6-48c9-98d4-110a7f8ea1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:13.780682 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-753760b4-a6ec-49ea-a277-415f8f93195b req-ffb185f3-70f6-48c9-98d4-110a7f8ea1b7 service neutron] For port 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:11:13.784013 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-753760b4-a6ec-49ea-a277-415f8f93195b req-ffb185f3-70f6-48c9-98d4-110a7f8ea1b7 service neutron] For port 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=43a15d78-a464-4c8e-a44d-0f69ffe3f3ea,segment=NetworkSegment(0b089412-4fe4-4f1e-aa60-61e9994b4cbc),segment_id=0b089412-4fe4-4f1e-aa60-61e9994b4cbc)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:11:13.866810 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-753760b4-a6ec-49ea-a277-415f8f93195b req-ffb185f3-70f6-48c9-98d4-110a7f8ea1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:13.901329 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753760b4-a6ec-49ea-a277-415f8f93195b req-ffb185f3-70f6-48c9-98d4-110a7f8ea1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:13.901947 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-753760b4-a6ec-49ea-a277-415f8f93195b req-ffb185f3-70f6-48c9-98d4-110a7f8ea1b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:13.903405 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-753760b4-a6ec-49ea-a277-415f8f93195b req-ffb185f3-70f6-48c9-98d4-110a7f8ea1b7 service neutron] 10.222.0.16 "PUT /v2.0/ports/43a15d78-a464-4c8e-a44d-0f69ffe3f3ea HTTP/1.1" status: 200 len: 1093 time: 0.7879071 Apr 23 00:11:13.903885 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed18e694-c631-4ebf-bd38-7d790ac1fdeb', 'tag': '43a15d78-a464-4c8e-a44d-0f69ffe3f3ea'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:11:13.906143 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4169165-e0d9-4637-a028-5dab010d337e" -d '{"events": [{"name": "network-changed", "server_uuid": "ed18e694-c631-4ebf-bd38-7d790ac1fdeb", "tag": "43a15d78-a464-4c8e-a44d-0f69ffe3f3ea"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:11:13.932094 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb185f3-70f6-48c9-98d4-110a7f8ea1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=43a15d78-a464-4c8e-a44d-0f69ffe3f3ea,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:13.955893 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926874c9-70f3-4dfb-8604-5b86fd23be24 x-openstack-request-id: req-926874c9-70f3-4dfb-8604-5b86fd23be24 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:11:13.955893 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed18e694-c631-4ebf-bd38-7d790ac1fdeb", "tag": "43a15d78-a464-4c8e-a44d-0f69ffe3f3ea", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:11:13.955893 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-926874c9-70f3-4dfb-8604-5b86fd23be24 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:11:13.955893 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-926874c9-70f3-4dfb-8604-5b86fd23be24'] response: {'name': 'network-changed', 'server_uuid': 'ed18e694-c631-4ebf-bd38-7d790ac1fdeb', 'tag': '43a15d78-a464-4c8e-a44d-0f69ffe3f3ea', 'status': 'completed', 'code': 200} Apr 23 00:11:14.020413 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4169165-e0d9-4637-a028-5dab010d337e req-04abcfe5-c2b6-43db-a61b-325765c19fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:14.024770 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c4169165-e0d9-4637-a028-5dab010d337e req-04abcfe5-c2b6-43db-a61b-325765c19fa0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=ed18e694-c631-4ebf-bd38-7d790ac1fdeb HTTP/1.1" status: 200 len: 1096 time: 0.0492678 Apr 23 00:11:14.130978 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4169165-e0d9-4637-a028-5dab010d337e req-6cfae88d-50e6-4ad3-bbc6-4e49d94b8c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:14.132480 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c4169165-e0d9-4637-a028-5dab010d337e req-6cfae88d-50e6-4ad3-bbc6-4e49d94b8c60 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b0d4e09f8966425d866e56289d457074&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1026146 Apr 23 00:11:14.235345 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48a552-3912-48e8-832e-85f6c517654a req-b2753939-5040-4530-9c3d-dfaeabe43d7e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:14.235940 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4169165-e0d9-4637-a028-5dab010d337e req-7aacfde6-e63b-49c4-9d6b-1d373a3d5764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:14.236973 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4d48a552-3912-48e8-832e-85f6c517654a req-b2753939-5040-4530-9c3d-dfaeabe43d7e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed18e694-c631-4ebf-bd38-7d790ac1fdeb HTTP/1.1" status: 200 len: 943 time: 0.0509746 Apr 23 00:11:14.237453 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c4169165-e0d9-4637-a028-5dab010d337e req-7aacfde6-e63b-49c4-9d6b-1d373a3d5764 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967112 Apr 23 00:11:14.282938 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4d48a552-3912-48e8-832e-85f6c517654a req-282725b1-3f8b-4c43-ab95-32e22e31470b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f8f07af-1b60-4112-94b3-f3f8263a67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395622 Apr 23 00:11:14.326306 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753760b4-a6ec-49ea-a277-415f8f93195b req-d7f14fc6-33f9-42d1-a2fb-58321f41f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:14.327830 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-753760b4-a6ec-49ea-a277-415f8f93195b req-d7f14fc6-33f9-42d1-a2fb-58321f41f254 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=ed18e694-c631-4ebf-bd38-7d790ac1fdeb HTTP/1.1" status: 200 len: 1096 time: 0.0470982 Apr 23 00:11:14.367954 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-753760b4-a6ec-49ea-a277-415f8f93195b req-41438ce7-0163-4652-a452-1a6cf1269573 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43a15d78-a464-4c8e-a44d-0f69ffe3f3ea HTTP/1.1" status: 200 len: 217 time: 0.0330760 Apr 23 00:11:14.421771 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753760b4-a6ec-49ea-a277-415f8f93195b req-b659638b-8a81-40a0-b342-3a23572e89f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:14.423930 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-753760b4-a6ec-49ea-a277-415f8f93195b req-b659638b-8a81-40a0-b342-3a23572e89f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29bfb927-e397-4fdd-9ad7-b8ebc645a035 HTTP/1.1" status: 200 len: 834 time: 0.0497510 Apr 23 00:11:14.469486 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753760b4-a6ec-49ea-a277-415f8f93195b req-ed24a0e0-9151-4992-9e02-1be6336c68a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:14.471067 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-753760b4-a6ec-49ea-a277-415f8f93195b req-ed24a0e0-9151-4992-9e02-1be6336c68a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=94c332e1-4dcd-4e2a-9c28-b146b6a46b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412626 Apr 23 00:11:14.573874 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-753760b4-a6ec-49ea-a277-415f8f93195b req-275588b9-49b0-4092-87ab-854b9b5e8c05 service neutron] 10.222.0.16 "GET /v2.0/networks/94c332e1-4dcd-4e2a-9c28-b146b6a46b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957794 Apr 23 00:11:14.664612 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-753760b4-a6ec-49ea-a277-415f8f93195b req-fe0206f1-43f1-4db2-9538-4c196f8dbcd3 service neutron] 10.222.0.16 "GET /v2.0/networks/94c332e1-4dcd-4e2a-9c28-b146b6a46b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843713 Apr 23 00:11:15.409799 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f45b94-b055-4a51-bc06-df630bc6094c req-0dc415a2-0881-4fdb-a7a8-bbdf73ebec55 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:15.411272 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-01f45b94-b055-4a51-bc06-df630bc6094c req-0dc415a2-0881-4fdb-a7a8-bbdf73ebec55 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed18e694-c631-4ebf-bd38-7d790ac1fdeb HTTP/1.1" status: 200 len: 943 time: 0.0588729 Apr 23 00:11:15.448951 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-01f45b94-b055-4a51-bc06-df630bc6094c req-9fdc6101-6cce-46ca-bb40-a52cd8d8da80 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f8f07af-1b60-4112-94b3-f3f8263a67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312564 Apr 23 00:11:16.532299 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:11:16.571356 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b26b1-e394-41b7-ad06-8cd701a1eeb8 req-33464e9a-55fe-4b9e-a438-3083357356c5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:16.572870 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-622b26b1-e394-41b7-ad06-8cd701a1eeb8 req-33464e9a-55fe-4b9e-a438-3083357356c5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed18e694-c631-4ebf-bd38-7d790ac1fdeb HTTP/1.1" status: 200 len: 943 time: 0.0527027 Apr 23 00:11:16.611264 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-622b26b1-e394-41b7-ad06-8cd701a1eeb8 req-5723a3ea-2ee8-436c-8f8f-0568b0143798 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f8f07af-1b60-4112-94b3-f3f8263a67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314665 Apr 23 00:11:16.630331 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=43a15d78-a464-4c8e-a44d-0f69ffe3f3ea,segment=NetworkSegment(0b089412-4fe4-4f1e-aa60-61e9994b4cbc),segment_id=0b089412-4fe4-4f1e-aa60-61e9994b4cbc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:11:16.643837 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '43a15d78-a464-4c8e-a44d-0f69ffe3f3ea', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'port_id': '43a15d78-a464-4c8e-a44d-0f69ffe3f3ea', 'mac_address': 'fa:16:3e:18:d8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:11:16.686128 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:16.700475 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:11:16.721752 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=43a15d78-a464-4c8e-a44d-0f69ffe3f3ea,segment=NetworkSegment(0b089412-4fe4-4f1e-aa60-61e9994b4cbc),segment_id=0b089412-4fe4-4f1e-aa60-61e9994b4cbc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:11:16.843363 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:16.890590 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=43a15d78-a464-4c8e-a44d-0f69ffe3f3ea,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:17.073537 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['43a15d78-a464-4c8e-a44d-0f69ffe3f3ea'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:11:17.727939 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15967324-364f-4c4c-afed-ae10d5ce89c0 req-3fc90f5a-d155-4508-a20c-f12535a7eef5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:17.729412 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-15967324-364f-4c4c-afed-ae10d5ce89c0 req-3fc90f5a-d155-4508-a20c-f12535a7eef5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed18e694-c631-4ebf-bd38-7d790ac1fdeb HTTP/1.1" status: 200 len: 944 time: 0.0499289 Apr 23 00:11:17.766915 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-15967324-364f-4c4c-afed-ae10d5ce89c0 req-9127383c-dd67-48f2-ae7d-87ea3033abc2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f8f07af-1b60-4112-94b3-f3f8263a67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311596 Apr 23 00:11:18.533657 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:11:18.654818 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:11:18.659314 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:11:18.659775 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:18.741200 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:18.762750 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed18e694-c631-4ebf-bd38-7d790ac1fdeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a15d78-a464-4c8e-a44d-0f69ffe3f3ea'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:11:18.765073 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3d8333-c209-4e0e-bfb1-abd9d423ad84" -d '{"events": [{"server_uuid": "ed18e694-c631-4ebf-bd38-7d790ac1fdeb", "name": "network-vif-plugged", "status": "completed", "tag": "43a15d78-a464-4c8e-a44d-0f69ffe3f3ea"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:11:18.777877 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=43a15d78-a464-4c8e-a44d-0f69ffe3f3ea,segment=NetworkSegment(0b089412-4fe4-4f1e-aa60-61e9994b4cbc),segment_id=0b089412-4fe4-4f1e-aa60-61e9994b4cbc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:11:18.804937 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff0d173-b641-4b52-bfe4-fa8d510c97cf x-openstack-request-id: req-4ff0d173-b641-4b52-bfe4-fa8d510c97cf {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:11:18.805179 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed18e694-c631-4ebf-bd38-7d790ac1fdeb", "name": "network-vif-plugged", "status": "completed", "tag": "43a15d78-a464-4c8e-a44d-0f69ffe3f3ea", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:11:18.805431 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ff0d173-b641-4b52-bfe4-fa8d510c97cf {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:11:18.805824 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ff0d173-b641-4b52-bfe4-fa8d510c97cf'] response: {'server_uuid': 'ed18e694-c631-4ebf-bd38-7d790ac1fdeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a15d78-a464-4c8e-a44d-0f69ffe3f3ea', 'code': 200} Apr 23 00:11:18.826608 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:18.878881 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=43a15d78-a464-4c8e-a44d-0f69ffe3f3ea,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:18.884947 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde35b46-b19c-4063-9ad9-263faa86d474 req-e2ed57a6-306c-4c87-80ba-d60772b39bab tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:18.886574 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cde35b46-b19c-4063-9ad9-263faa86d474 req-e2ed57a6-306c-4c87-80ba-d60772b39bab tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed18e694-c631-4ebf-bd38-7d790ac1fdeb HTTP/1.1" status: 200 len: 945 time: 0.0499086 Apr 23 00:11:18.926077 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cde35b46-b19c-4063-9ad9-263faa86d474 req-93e21196-35b0-4619-85fe-cca5a791950e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f8f07af-1b60-4112-94b3-f3f8263a67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335574 Apr 23 00:11:19.097882 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc6a9e-2286-44da-83bd-bf4495aa3bab req-ab541a49-09b1-47a4-842b-2e855f414ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:19.099354 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-35dc6a9e-2286-44da-83bd-bf4495aa3bab req-ab541a49-09b1-47a4-842b-2e855f414ae6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ed18e694-c631-4ebf-bd38-7d790ac1fdeb HTTP/1.1" status: 200 len: 1098 time: 0.0446768 Apr 23 00:11:19.132645 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-35dc6a9e-2286-44da-83bd-bf4495aa3bab req-4e505462-a164-49d3-b6ab-ddee96b8a3e5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7f8f07af-1b60-4112-94b3-f3f8263a67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264583 Apr 23 00:11:20.045875 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43b34e-ddf7-45c6-b8eb-1fab94d816bd req-db1cc76c-2f98-4fdc-9d52-14a014b1cba6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:20.048049 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0d43b34e-ddf7-45c6-b8eb-1fab94d816bd req-db1cc76c-2f98-4fdc-9d52-14a014b1cba6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed18e694-c631-4ebf-bd38-7d790ac1fdeb HTTP/1.1" status: 200 len: 945 time: 0.0536044 Apr 23 00:11:20.084699 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0d43b34e-ddf7-45c6-b8eb-1fab94d816bd req-6f409250-bc2b-4476-a4fd-e078773e7619 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f8f07af-1b60-4112-94b3-f3f8263a67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309536 Apr 23 00:11:21.197503 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05340a87-e199-466d-8d45-7fd48023cf58 req-9b1af6db-4211-4f0e-8db4-b584ccc64916 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:21.198970 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-05340a87-e199-466d-8d45-7fd48023cf58 req-9b1af6db-4211-4f0e-8db4-b584ccc64916 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed18e694-c631-4ebf-bd38-7d790ac1fdeb HTTP/1.1" status: 200 len: 945 time: 0.0487714 Apr 23 00:11:21.236682 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-05340a87-e199-466d-8d45-7fd48023cf58 req-dbf4d1ab-f8ab-4974-b35d-d881d0d42327 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f8f07af-1b60-4112-94b3-f3f8263a67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312085 Apr 23 00:11:21.348925 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53431d-4a06-4f76-b450-5e9554ba4c01 req-0b55bee7-eb4c-4e42-872e-09d279bd0c70 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:21.350393 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3e53431d-4a06-4f76-b450-5e9554ba4c01 req-0b55bee7-eb4c-4e42-872e-09d279bd0c70 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed18e694-c631-4ebf-bd38-7d790ac1fdeb HTTP/1.1" status: 200 len: 945 time: 0.0482333 Apr 23 00:11:21.387867 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3e53431d-4a06-4f76-b450-5e9554ba4c01 req-22cd30b6-69f6-463b-8114-aefd2f977376 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f8f07af-1b60-4112-94b3-f3f8263a67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314682 Apr 23 00:11:21.408879 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56624) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:21.451546 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e37878f-cb38-40c7-b144-2d7d53095ba2 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:21.453058 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7e37878f-cb38-40c7-b144-2d7d53095ba2 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ed18e694-c631-4ebf-bd38-7d790ac1fdeb HTTP/1.1" status: 200 len: 1093 time: 0.0432410 Apr 23 00:11:21.455954 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56626) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:21.460105 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-50f8bddb-cf53-4acf-aeba-65f3a086588a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'floatingip': {'port_id': '43a15d78-a464-4c8e-a44d-0f69ffe3f3ea'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:11:21.794079 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-50f8bddb-cf53-4acf-aeba-65f3a086588a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:22.223372 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-50f8bddb-cf53-4acf-aeba-65f3a086588a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:22.266039 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-50f8bddb-cf53-4acf-aeba-65f3a086588a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:22.366087 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-50f8bddb-cf53-4acf-aeba-65f3a086588a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Floating IP 849614a4-ae8e-4d99-8035-77bee086538b associated. External IP: 172.26.3.218, port: 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea. Apr 23 00:11:22.568561 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f8bddb-cf53-4acf-aeba-65f3a086588a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router dd589f7b-8b3c-4473-bcd4-a534545d3f9a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:11:22.675931 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f8bddb-cf53-4acf-aeba-65f3a086588a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:11:22.681370 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-50f8bddb-cf53-4acf-aeba-65f3a086588a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:22.685475 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35af2e3e-cc2c-4095-aa88-994245a7b090 None None] Sync routers for ids ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:11:22.695808 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35af2e3e-cc2c-4095-aa88-994245a7b090 None None] Routers {'dd589f7b-8b3c-4473-bcd4-a534545d3f9a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:11:22.696425 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-35af2e3e-cc2c-4095-aa88-994245a7b090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:11:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:11:22.711998 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-50f8bddb-cf53-4acf-aeba-65f3a086588a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "PUT /v2.0/floatingips/849614a4-ae8e-4d99-8035-77bee086538b HTTP/1.1" status: 200 len: 991 time: 1.2550025 Apr 23 00:11:22.712612 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56628) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:22.713054 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed18e694-c631-4ebf-bd38-7d790ac1fdeb', 'tag': '43a15d78-a464-4c8e-a44d-0f69ffe3f3ea'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:11:22.715524 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f758d89-438f-437a-8ec4-5154f9853e75" -d '{"events": [{"name": "network-changed", "server_uuid": "ed18e694-c631-4ebf-bd38-7d790ac1fdeb", "tag": "43a15d78-a464-4c8e-a44d-0f69ffe3f3ea"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:11:22.757324 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2856eaa1-d959-4cbd-8fc3-53f56216e87e x-openstack-request-id: req-2856eaa1-d959-4cbd-8fc3-53f56216e87e {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:11:22.757613 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed18e694-c631-4ebf-bd38-7d790ac1fdeb", "tag": "43a15d78-a464-4c8e-a44d-0f69ffe3f3ea", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:11:22.757860 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2856eaa1-d959-4cbd-8fc3-53f56216e87e {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:11:22.758290 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2856eaa1-d959-4cbd-8fc3-53f56216e87e'] response: {'name': 'network-changed', 'server_uuid': 'ed18e694-c631-4ebf-bd38-7d790ac1fdeb', 'tag': '43a15d78-a464-4c8e-a44d-0f69ffe3f3ea', 'status': 'completed', 'code': 200} Apr 23 00:11:22.785920 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e752f087-835e-4fe3-967b-0923debcb56c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/849614a4-ae8e-4d99-8035-77bee086538b HTTP/1.1" status: 200 len: 991 time: 0.0673409 Apr 23 00:11:22.807493 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-35af2e3e-cc2c-4095-aa88-994245a7b090 None None] Set router dd589f7b-8b3c-4473-bcd4-a534545d3f9a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:11:22.818270 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f758d89-438f-437a-8ec4-5154f9853e75 req-bcbd9244-ea49-4bd6-ae63-f2c7f7693cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:22.819840 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1f758d89-438f-437a-8ec4-5154f9853e75 req-bcbd9244-ea49-4bd6-ae63-f2c7f7693cb5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=ed18e694-c631-4ebf-bd38-7d790ac1fdeb HTTP/1.1" status: 200 len: 1098 time: 0.0416191 Apr 23 00:11:22.914544 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f758d89-438f-437a-8ec4-5154f9853e75 req-cb56f411-cd22-4d6a-85f2-8ee4821f35e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:22.916062 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1f758d89-438f-437a-8ec4-5154f9853e75 req-cb56f411-cd22-4d6a-85f2-8ee4821f35e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=94c332e1-4dcd-4e2a-9c28-b146b6a46b4c HTTP/1.1" status: 200 len: 898 time: 0.0893905 Apr 23 00:11:22.982680 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1f758d89-438f-437a-8ec4-5154f9853e75 req-40ddf8e8-34a1-41a5-aabe-eeb0268f7a84 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43a15d78-a464-4c8e-a44d-0f69ffe3f3ea HTTP/1.1" status: 200 len: 999 time: 0.0588741 Apr 23 00:11:23.028144 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-35af2e3e-cc2c-4095-aa88-994245a7b090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'name': 'tempest-TestNetworkBasicOps-router-803438604', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:39:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '849614a4-ae8e-4d99-8035-77bee086538b', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.218', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'port_id': '43a15d78-a464-4c8e-a44d-0f69ffe3f3ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'mac_address': 'fa:16:3e:18:d8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed18e694-c631-4ebf-bd38-7d790ac1fdeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:10:21Z', 'updated_at': '2022-04-23T00:11:22Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bfaa211-7f32-4eae-a314-b0b928f3d81a', 'name': '', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:1d:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:03Z', 'updated_at': '2022-04-23T00:10:07Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:11:23.038270 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f758d89-438f-437a-8ec4-5154f9853e75 req-e8ead245-c43b-4077-af3a-98e7c281814c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:23.039785 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1f758d89-438f-437a-8ec4-5154f9853e75 req-e8ead245-c43b-4077-af3a-98e7c281814c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29bfb927-e397-4fdd-9ad7-b8ebc645a035 HTTP/1.1" status: 200 len: 834 time: 0.0500748 Apr 23 00:11:23.057404 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35af2e3e-cc2c-4095-aa88-994245a7b090 None None] Checking router: dd589f7b-8b3c-4473-bcd4-a534545d3f9a for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:11:23.065965 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35af2e3e-cc2c-4095-aa88-994245a7b090 None None] Routers {'dd589f7b-8b3c-4473-bcd4-a534545d3f9a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:11:23.066557 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-35af2e3e-cc2c-4095-aa88-994245a7b090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:11:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:11:23.087256 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f758d89-438f-437a-8ec4-5154f9853e75 req-edbc33c1-01a2-40ac-8f09-e68596493c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:23.088789 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1f758d89-438f-437a-8ec4-5154f9853e75 req-edbc33c1-01a2-40ac-8f09-e68596493c0a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=94c332e1-4dcd-4e2a-9c28-b146b6a46b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425749 Apr 23 00:11:23.167505 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-35af2e3e-cc2c-4095-aa88-994245a7b090 None None] Set router dd589f7b-8b3c-4473-bcd4-a534545d3f9a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:11:23.178929 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1f758d89-438f-437a-8ec4-5154f9853e75 req-25c9a178-794d-48f4-9d82-155f431b4473 service neutron] 10.222.0.16 "GET /v2.0/networks/94c332e1-4dcd-4e2a-9c28-b146b6a46b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824914 Apr 23 00:11:23.274996 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1f758d89-438f-437a-8ec4-5154f9853e75 req-edf25b0c-18d6-4283-bc5e-61b5e03d5e76 service neutron] 10.222.0.16 "GET /v2.0/networks/94c332e1-4dcd-4e2a-9c28-b146b6a46b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891597 Apr 23 00:11:23.386565 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-35af2e3e-cc2c-4095-aa88-994245a7b090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'name': 'tempest-TestNetworkBasicOps-router-803438604', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:39:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '849614a4-ae8e-4d99-8035-77bee086538b', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.218', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'port_id': '43a15d78-a464-4c8e-a44d-0f69ffe3f3ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'mac_address': 'fa:16:3e:18:d8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed18e694-c631-4ebf-bd38-7d790ac1fdeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:10:21Z', 'updated_at': '2022-04-23T00:11:22Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bfaa211-7f32-4eae-a314-b0b928f3d81a', 'name': '', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:1d:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:03Z', 'updated_at': '2022-04-23T00:10:07Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:11:23.414181 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35af2e3e-cc2c-4095-aa88-994245a7b090 None None] The sync data for ids ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'] in dv-neutron-838783-1-hyperv is: [{'id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'name': 'tempest-TestNetworkBasicOps-router-803438604', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:39:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '849614a4-ae8e-4d99-8035-77bee086538b', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.218', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'port_id': '43a15d78-a464-4c8e-a44d-0f69ffe3f3ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'mac_address': 'fa:16:3e:18:d8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed18e694-c631-4ebf-bd38-7d790ac1fdeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:10:21Z', 'updated_at': '2022-04-23T00:11:22Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bfaa211-7f32-4eae-a314-b0b928f3d81a', 'name': '', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:1d:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:03Z', 'updated_at': '2022-04-23T00:10:07Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:11:23.540649 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:23.608171 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da800b4a-76ac-4857-86e8-2ddba9b19389 None None] New status for floating IP 849614a4-ae8e-4d99-8035-77bee086538b: ACTIVE {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:11:23.788125 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56632) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:23.853674 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-35b4f701-a338-477b-839b-d80457319e91 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/849614a4-ae8e-4d99-8035-77bee086538b HTTP/1.1" status: 200 len: 991 time: 0.0644019 Apr 23 00:11:24.857618 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56634) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:24.922511 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cda41dc2-d9ab-49e1-b91c-6003781e6124 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/849614a4-ae8e-4d99-8035-77bee086538b HTTP/1.1" status: 200 len: 993 time: 0.0634496 Apr 23 00:11:33.827748 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:11:34.272073 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d2e36af-881a-4e2b-a56b-8c7eb6420920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:37.275926 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-848deff2-0800-4525-9aca-dcf45e24eb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:37.843215 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:39.697562 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:39.757200 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:51.864302 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d75c8-1a8f-4546-91ac-afc81010bd2a req-81ac78ad-bc0e-4956-aa38-8de6b8a68554 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:51.865786 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7e7d75c8-1a8f-4546-91ac-afc81010bd2a req-81ac78ad-bc0e-4956-aa38-8de6b8a68554 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed18e694-c631-4ebf-bd38-7d790ac1fdeb HTTP/1.1" status: 200 len: 945 time: 0.0508914 Apr 23 00:11:51.902461 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7e7d75c8-1a8f-4546-91ac-afc81010bd2a req-1823e40e-3dab-4fba-b114-5a3670699515 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f8f07af-1b60-4112-94b3-f3f8263a67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308335 Apr 23 00:11:53.024642 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac26729-ddcb-42b4-9c65-bd1065cc160f req-d09e743c-82cf-4cd8-ae15-0d6564c9f291 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:53.026142 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9ac26729-ddcb-42b4-9c65-bd1065cc160f req-d09e743c-82cf-4cd8-ae15-0d6564c9f291 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed18e694-c631-4ebf-bd38-7d790ac1fdeb HTTP/1.1" status: 200 len: 945 time: 0.0519791 Apr 23 00:11:53.068325 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9ac26729-ddcb-42b4-9c65-bd1065cc160f req-83fdc83c-a27a-4915-8347-be2cd4c6f42d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f8f07af-1b60-4112-94b3-f3f8263a67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351112 Apr 23 00:11:53.223956 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8dccc-7a8a-4398-af96-84ab4a09bd91 req-f7df2e1e-c55b-4263-a32e-b30dd17a3363 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:53.225575 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-54f8dccc-7a8a-4398-af96-84ab4a09bd91 req-f7df2e1e-c55b-4263-a32e-b30dd17a3363 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed18e694-c631-4ebf-bd38-7d790ac1fdeb HTTP/1.1" status: 200 len: 945 time: 0.0495028 Apr 23 00:11:53.320914 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-54f8dccc-7a8a-4398-af96-84ab4a09bd91 req-abbde3b3-3337-41d3-97b2-907ed7f94266 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:11:53.321180 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-54f8dccc-7a8a-4398-af96-84ab4a09bd91 req-abbde3b3-3337-41d3-97b2-907ed7f94266 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:53.408799 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-54f8dccc-7a8a-4398-af96-84ab4a09bd91 req-abbde3b3-3337-41d3-97b2-907ed7f94266 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=43a15d78-a464-4c8e-a44d-0f69ffe3f3ea,segment=NetworkSegment(0b089412-4fe4-4f1e-aa60-61e9994b4cbc),segment_id=0b089412-4fe4-4f1e-aa60-61e9994b4cbc)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:11:53.409167 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-54f8dccc-7a8a-4398-af96-84ab4a09bd91 req-abbde3b3-3337-41d3-97b2-907ed7f94266 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:53.581125 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:53.588841 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-54f8dccc-7a8a-4398-af96-84ab4a09bd91 req-abbde3b3-3337-41d3-97b2-907ed7f94266 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:53.590399 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-54f8dccc-7a8a-4398-af96-84ab4a09bd91 req-abbde3b3-3337-41d3-97b2-907ed7f94266 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:53.590399 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [req-54f8dccc-7a8a-4398-af96-84ab4a09bd91 req-abbde3b3-3337-41d3-97b2-907ed7f94266 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Floating IP 849614a4-ae8e-4d99-8035-77bee086538b disassociated. External IP: 172.26.3.218, port: 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea. Apr 23 00:11:53.590399 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-54f8dccc-7a8a-4398-af96-84ab4a09bd91 req-abbde3b3-3337-41d3-97b2-907ed7f94266 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:11:53.784430 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-54f8dccc-7a8a-4398-af96-84ab4a09bd91 req-abbde3b3-3337-41d3-97b2-907ed7f94266 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:53.819935 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbde3b3-3337-41d3-97b2-907ed7f94266 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=43a15d78-a464-4c8e-a44d-0f69ffe3f3ea,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:53.944550 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54f8dccc-7a8a-4398-af96-84ab4a09bd91 req-abbde3b3-3337-41d3-97b2-907ed7f94266 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router dd589f7b-8b3c-4473-bcd4-a534545d3f9a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:11:54.055940 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54f8dccc-7a8a-4398-af96-84ab4a09bd91 req-abbde3b3-3337-41d3-97b2-907ed7f94266 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:11:54.067507 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0e478a-a9ce-489a-87b6-f60d56e0155d None None] Sync routers for ids ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:11:54.078550 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0e478a-a9ce-489a-87b6-f60d56e0155d None None] Routers {'dd589f7b-8b3c-4473-bcd4-a534545d3f9a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:11:54.079435 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-cd0e478a-a9ce-489a-87b6-f60d56e0155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:11:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:11:54.103482 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f8dccc-7a8a-4398-af96-84ab4a09bd91 req-abbde3b3-3337-41d3-97b2-907ed7f94266 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] No DVR routers for this DVR port 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:11:54.109527 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-54f8dccc-7a8a-4398-af96-84ab4a09bd91 req-abbde3b3-3337-41d3-97b2-907ed7f94266 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:54.114152 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-54f8dccc-7a8a-4398-af96-84ab4a09bd91 req-abbde3b3-3337-41d3-97b2-907ed7f94266 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "DELETE /v2.0/ports/43a15d78-a464-4c8e-a44d-0f69ffe3f3ea HTTP/1.1" status: 204 len: 173 time: 0.8829834 Apr 23 00:11:54.115487 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed18e694-c631-4ebf-bd38-7d790ac1fdeb', 'name': 'network-vif-deleted', 'tag': '43a15d78-a464-4c8e-a44d-0f69ffe3f3ea'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:11:54.129576 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c456ee-8db5-4aa3-bf40-c5281ac2ecb6" -d '{"events": [{"server_uuid": "ed18e694-c631-4ebf-bd38-7d790ac1fdeb", "name": "network-vif-deleted", "tag": "43a15d78-a464-4c8e-a44d-0f69ffe3f3ea"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:11:54.185567 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e123656f-8ead-4e01-ba17-e2ac345678ed x-openstack-request-id: req-e123656f-8ead-4e01-ba17-e2ac345678ed {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:11:54.185567 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed18e694-c631-4ebf-bd38-7d790ac1fdeb", "name": "network-vif-deleted", "tag": "43a15d78-a464-4c8e-a44d-0f69ffe3f3ea", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:11:54.186001 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e123656f-8ead-4e01-ba17-e2ac345678ed {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:11:54.186342 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e123656f-8ead-4e01-ba17-e2ac345678ed'] response: {'server_uuid': 'ed18e694-c631-4ebf-bd38-7d790ac1fdeb', 'name': 'network-vif-deleted', 'tag': '43a15d78-a464-4c8e-a44d-0f69ffe3f3ea', 'status': 'completed', 'code': 200} Apr 23 00:11:54.210226 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-273ce001-3ee2-4ffb-ab99-25c20ba27eaa req-2dcda858-71bb-4550-9d1e-fa68a1fe567f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed18e694-c631-4ebf-bd38-7d790ac1fdeb HTTP/1.1" status: 200 len: 210 time: 0.0601556 Apr 23 00:11:54.222231 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-cd0e478a-a9ce-489a-87b6-f60d56e0155d None None] Set router dd589f7b-8b3c-4473-bcd4-a534545d3f9a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:11:54.522411 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-cd0e478a-a9ce-489a-87b6-f60d56e0155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'name': 'tempest-TestNetworkBasicOps-router-803438604', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:39:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '4bfaa211-7f32-4eae-a314-b0b928f3d81a', 'name': '', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:1d:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:03Z', 'updated_at': '2022-04-23T00:10:07Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:11:54.552730 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0e478a-a9ce-489a-87b6-f60d56e0155d None None] Checking router: dd589f7b-8b3c-4473-bcd4-a534545d3f9a for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:11:54.560946 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0e478a-a9ce-489a-87b6-f60d56e0155d None None] Routers {'dd589f7b-8b3c-4473-bcd4-a534545d3f9a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:11:54.562105 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-cd0e478a-a9ce-489a-87b6-f60d56e0155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:11:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:11:54.667043 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-cd0e478a-a9ce-489a-87b6-f60d56e0155d None None] Set router dd589f7b-8b3c-4473-bcd4-a534545d3f9a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:11:54.928114 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-cd0e478a-a9ce-489a-87b6-f60d56e0155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'name': 'tempest-TestNetworkBasicOps-router-803438604', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:39:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '4bfaa211-7f32-4eae-a314-b0b928f3d81a', 'name': '', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:1d:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:03Z', 'updated_at': '2022-04-23T00:10:07Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:11:54.968839 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0e478a-a9ce-489a-87b6-f60d56e0155d None None] The sync data for ids ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'] in dv-neutron-838783-1-hyperv is: [{'id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'name': 'tempest-TestNetworkBasicOps-router-803438604', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:39:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '4bfaa211-7f32-4eae-a314-b0b928f3d81a', 'name': '', 'network_id': '94c332e1-4dcd-4e2a-9c28-b146b6a46b4c', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:1d:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:03Z', 'updated_at': '2022-04-23T00:10:07Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '29bfb927-e397-4fdd-9ad7-b8ebc645a035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:11:55.210682 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9cfea1-114c-47db-94dd-e22a513fce70 None None] New status for floating IP 849614a4-ae8e-4d99-8035-77bee086538b: DOWN {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:11:55.282259 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56674) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:55.356401 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a14c11a0-bfa2-4cbe-bae5-48f8bbfdf846 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:55.385987 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a14c11a0-bfa2-4cbe-bae5-48f8bbfdf846 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:55.557477 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a14c11a0-bfa2-4cbe-bae5-48f8bbfdf846 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:55.560101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a14c11a0-bfa2-4cbe-bae5-48f8bbfdf846 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:55.561345 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a14c11a0-bfa2-4cbe-bae5-48f8bbfdf846 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/security-groups/7f8f07af-1b60-4112-94b3-f3f8263a67ee HTTP/1.1" status: 204 len: 168 time: 0.2779677 Apr 23 00:11:55.571698 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c11a0-bfa2-4cbe-bae5-48f8bbfdf846 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8f07af-1b60-4112-94b3-f3f8263a67ee,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:55.672977 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56684) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:11:55.800905 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-241f59d5-5bf4-438d-a4f5-38caaf6a7d33 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port 3c52b999-3dec-4574-a881-f812bed00ea8 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:11:55.801248 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-241f59d5-5bf4-438d-a4f5-38caaf6a7d33 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:55.881648 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-241f59d5-5bf4-438d-a4f5-38caaf6a7d33 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:55.881979 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-241f59d5-5bf4-438d-a4f5-38caaf6a7d33 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:55.894200 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-241f59d5-5bf4-438d-a4f5-38caaf6a7d33 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for 3c52b999-3dec-4574-a881-f812bed00ea8 owned by network:floatingip {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:11:56.094969 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-241f59d5-5bf4-438d-a4f5-38caaf6a7d33 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:56.127393 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f59d5-5bf4-438d-a4f5-38caaf6a7d33 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=3c52b999-3dec-4574-a881-f812bed00ea8,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:56.183593 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-241f59d5-5bf4-438d-a4f5-38caaf6a7d33 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:56.186154 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-241f59d5-5bf4-438d-a4f5-38caaf6a7d33 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:56.187994 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-241f59d5-5bf4-438d-a4f5-38caaf6a7d33 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/floatingips/849614a4-ae8e-4d99-8035-77bee086538b HTTP/1.1" status: 204 len: 168 time: 0.5139976 Apr 23 00:11:56.681587 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f9eff-bb21-49b7-8748-fa4d7f28c942 req-a6467e80-f384-483b-aab3-8a8bf1183a6f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:56.683069 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fc3f9eff-bb21-49b7-8748-fa4d7f28c942 req-a6467e80-f384-483b-aab3-8a8bf1183a6f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=3df5615f-4541-40d5-a63d-ba4a3a66cf63 HTTP/1.1" status: 200 len: 946 time: 0.0526729 Apr 23 00:11:56.721393 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:11:56.731512 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fc3f9eff-bb21-49b7-8748-fa4d7f28c942 req-b81ba0ad-5284-4a81-8175-e9988b631f7f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0b7c333-13f8-4417-8156-3d5a6c9a83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415976 Apr 23 00:11:56.744660 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:11:56.745001 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 43a15d78-a464-4c8e-a44d-0f69ffe3f3ea not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:11:57.849047 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d4b5f-4e11-420e-936e-7b724da868ae req-18ebb199-4125-40a5-bae2-6b2f8459e4b4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:57.850543 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-270d4b5f-4e11-420e-936e-7b724da868ae req-18ebb199-4125-40a5-bae2-6b2f8459e4b4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=3df5615f-4541-40d5-a63d-ba4a3a66cf63 HTTP/1.1" status: 200 len: 946 time: 0.0491419 Apr 23 00:11:57.901472 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-270d4b5f-4e11-420e-936e-7b724da868ae req-bff9ada0-3af9-49ad-8b26-56aa2dc6ac53 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0b7c333-13f8-4417-8156-3d5a6c9a83ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448234 Apr 23 00:11:57.938436 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ceba8b-6fc1-44a3-9012-77e54c407eae req-8b08e9da-ec4f-44ab-a2a3-37f7fe438048 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:11:57.939842 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e9ceba8b-6fc1-44a3-9012-77e54c407eae req-8b08e9da-ec4f-44ab-a2a3-37f7fe438048 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/ports?device_id=3df5615f-4541-40d5-a63d-ba4a3a66cf63 HTTP/1.1" status: 200 len: 946 time: 0.0525177 Apr 23 00:11:58.033068 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-e9ceba8b-6fc1-44a3-9012-77e54c407eae req-40965ea9-597a-443e-84ee-bad14c27ee5c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port ed3633b2-9782-4de5-81d3-c5575e06c9de {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:11:58.033407 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-e9ceba8b-6fc1-44a3-9012-77e54c407eae req-40965ea9-597a-443e-84ee-bad14c27ee5c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:58.125876 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-e9ceba8b-6fc1-44a3-9012-77e54c407eae req-40965ea9-597a-443e-84ee-bad14c27ee5c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port ed3633b2-9782-4de5-81d3-c5575e06c9de, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=ed3633b2-9782-4de5-81d3-c5575e06c9de,segment=NetworkSegment(0b089412-4fe4-4f1e-aa60-61e9994b4cbc),segment_id=0b089412-4fe4-4f1e-aa60-61e9994b4cbc)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:11:58.126402 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-e9ceba8b-6fc1-44a3-9012-77e54c407eae req-40965ea9-597a-443e-84ee-bad14c27ee5c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:58.140357 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-e9ceba8b-6fc1-44a3-9012-77e54c407eae req-40965ea9-597a-443e-84ee-bad14c27ee5c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for ed3633b2-9782-4de5-81d3-c5575e06c9de owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:11:58.403163 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-e9ceba8b-6fc1-44a3-9012-77e54c407eae req-40965ea9-597a-443e-84ee-bad14c27ee5c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:58.433227 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40965ea9-597a-443e-84ee-bad14c27ee5c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=ed3633b2-9782-4de5-81d3-c5575e06c9de,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:11:58.475343 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ceba8b-6fc1-44a3-9012-77e54c407eae req-40965ea9-597a-443e-84ee-bad14c27ee5c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] No DVR routers for this DVR port ed3633b2-9782-4de5-81d3-c5575e06c9de on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:11:58.477842 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-e9ceba8b-6fc1-44a3-9012-77e54c407eae req-40965ea9-597a-443e-84ee-bad14c27ee5c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:11:58.481110 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e9ceba8b-6fc1-44a3-9012-77e54c407eae req-40965ea9-597a-443e-84ee-bad14c27ee5c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "DELETE /v2.0/ports/ed3633b2-9782-4de5-81d3-c5575e06c9de HTTP/1.1" status: 204 len: 173 time: 0.5359664 Apr 23 00:11:58.481546 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df5615f-4541-40d5-a63d-ba4a3a66cf63', 'name': 'network-vif-deleted', 'tag': 'ed3633b2-9782-4de5-81d3-c5575e06c9de'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:11:58.484543 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a78e5d2-2935-42c4-af3b-5b9301875f16" -d '{"events": [{"server_uuid": "3df5615f-4541-40d5-a63d-ba4a3a66cf63", "name": "network-vif-deleted", "tag": "ed3633b2-9782-4de5-81d3-c5575e06c9de"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:11:58.527744 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a55818-5be3-46a9-9b3c-e33247fc0d30 x-openstack-request-id: req-88a55818-5be3-46a9-9b3c-e33247fc0d30 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:11:58.530919 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df5615f-4541-40d5-a63d-ba4a3a66cf63", "name": "network-vif-deleted", "tag": "ed3633b2-9782-4de5-81d3-c5575e06c9de", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:11:58.530919 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-88a55818-5be3-46a9-9b3c-e33247fc0d30 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:11:58.530919 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88a55818-5be3-46a9-9b3c-e33247fc0d30'] response: {'server_uuid': '3df5615f-4541-40d5-a63d-ba4a3a66cf63', 'name': 'network-vif-deleted', 'tag': 'ed3633b2-9782-4de5-81d3-c5575e06c9de', 'status': 'completed', 'code': 200} Apr 23 00:11:59.010136 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-54b9b3ba-5868-4ec3-9c80-9c56d31619fd req-653960b2-3e88-4a19-86fd-b7075a2b9ecc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=3df5615f-4541-40d5-a63d-ba4a3a66cf63 HTTP/1.1" status: 200 len: 210 time: 0.0267396 Apr 23 00:12:00.070713 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56712) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:00.131794 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7e30bcd3-cfc2-49b8-bc57-48b9b1e2ae02 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:00.164463 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7e30bcd3-cfc2-49b8-bc57-48b9b1e2ae02 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:00.312569 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7e30bcd3-cfc2-49b8-bc57-48b9b1e2ae02 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:00.315181 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7e30bcd3-cfc2-49b8-bc57-48b9b1e2ae02 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:00.316455 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7e30bcd3-cfc2-49b8-bc57-48b9b1e2ae02 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/security-groups/d0b7c333-13f8-4417-8156-3d5a6c9a83ee HTTP/1.1" status: 204 len: 168 time: 0.2447505 Apr 23 00:12:00.326222 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30bcd3-cfc2-49b8-bc57-48b9b1e2ae02 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b7c333-13f8-4417-8156-3d5a6c9a83ee,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:00.484497 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56718) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:00.740495 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device ed3633b2-9782-4de5-81d3-c5575e06c9de no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:12:00.762247 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: ed3633b2-9782-4de5-81d3-c5575e06c9de {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:12:00.762861 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device ed3633b2-9782-4de5-81d3-c5575e06c9de not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:12:00.873634 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-854a0c85-c275-491b-baab-46ce294a1e45 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:01.141114 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-854a0c85-c275-491b-baab-46ce294a1e45 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port 4bfaa211-7f32-4eae-a314-b0b928f3d81a {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:12:01.141793 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-854a0c85-c275-491b-baab-46ce294a1e45 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:01.242916 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-854a0c85-c275-491b-baab-46ce294a1e45 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port 4bfaa211-7f32-4eae-a314-b0b928f3d81a, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4bfaa211-7f32-4eae-a314-b0b928f3d81a,segment=NetworkSegment(0b089412-4fe4-4f1e-aa60-61e9994b4cbc),segment_id=0b089412-4fe4-4f1e-aa60-61e9994b4cbc)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:12:01.243273 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-854a0c85-c275-491b-baab-46ce294a1e45 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:01.258602 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-854a0c85-c275-491b-baab-46ce294a1e45 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for 4bfaa211-7f32-4eae-a314-b0b928f3d81a owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:12:01.534678 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-854a0c85-c275-491b-baab-46ce294a1e45 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:01.572036 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a0c85-c275-491b-baab-46ce294a1e45 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=4bfaa211-7f32-4eae-a314-b0b928f3d81a,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:01.779604 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-854a0c85-c275-491b-baab-46ce294a1e45 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:02.328058 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854a0c85-c275-491b-baab-46ce294a1e45 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router dd589f7b-8b3c-4473-bcd4-a534545d3f9a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:12:02.443937 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854a0c85-c275-491b-baab-46ce294a1e45 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:12:02.450429 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-854a0c85-c275-491b-baab-46ce294a1e45 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "PUT /v2.0/routers/dd589f7b-8b3c-4473-bcd4-a534545d3f9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9645400 Apr 23 00:12:02.454957 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56722) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:02.456006 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe2793f-06c4-45b0-9ac8-cb8099bcfc32 None None] Sync routers for ids ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:12:02.466041 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe2793f-06c4-45b0-9ac8-cb8099bcfc32 None None] Routers {'dd589f7b-8b3c-4473-bcd4-a534545d3f9a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:12:02.466638 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bfe2793f-06c4-45b0-9ac8-cb8099bcfc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:11:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:02.517345 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b548b1-4e26-40ba-8031-aa8cb9afcdc0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting subnet 29bfb927-e397-4fdd-9ad7-b8ebc645a035 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:12:02.521114 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-23b548b1-4e26-40ba-8031-aa8cb9afcdc0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:02.588279 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-23b548b1-4e26-40ba-8031-aa8cb9afcdc0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:02.589091 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-bfe2793f-06c4-45b0-9ac8-cb8099bcfc32 None None] Set router dd589f7b-8b3c-4473-bcd4-a534545d3f9a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:12:02.672810 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2665381-ad88-4ea7-8e17-a1421d21f477 req-3b927c34-9bc9-4fdd-a7c8-83ca3ef9ed77 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1047504 Apr 23 00:12:02.721452 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-23b548b1-4e26-40ba-8031-aa8cb9afcdc0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:02.783913 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bfe2793f-06c4-45b0-9ac8-cb8099bcfc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'name': 'tempest-TestNetworkBasicOps-router-803438604', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:12:01Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:39:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:02.801348 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2665381-ad88-4ea7-8e17-a1421d21f477 req-fa3b1900-fca1-4e33-b6b3-a3e5e7af0cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:02.806947 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2665381-ad88-4ea7-8e17-a1421d21f477 req-fa3b1900-fca1-4e33-b6b3-a3e5e7af0cad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eca10cab387440428e231a953cda4553&device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 1099 time: 0.0831676 Apr 23 00:12:02.814309 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe2793f-06c4-45b0-9ac8-cb8099bcfc32 None None] Checking router: dd589f7b-8b3c-4473-bcd4-a534545d3f9a for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:12:02.822670 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe2793f-06c4-45b0-9ac8-cb8099bcfc32 None None] Routers {'dd589f7b-8b3c-4473-bcd4-a534545d3f9a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:12:02.823272 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bfe2793f-06c4-45b0-9ac8-cb8099bcfc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:11:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:02.895448 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-23b548b1-4e26-40ba-8031-aa8cb9afcdc0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:02.928107 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b548b1-4e26-40ba-8031-aa8cb9afcdc0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Subnet': ['ID=29bfb927-e397-4fdd-9ad7-b8ebc645a035,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:02.932383 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-bfe2793f-06c4-45b0-9ac8-cb8099bcfc32 None None] Set router dd589f7b-8b3c-4473-bcd4-a534545d3f9a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:12:02.935104 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-23b548b1-4e26-40ba-8031-aa8cb9afcdc0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:02.938358 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-23b548b1-4e26-40ba-8031-aa8cb9afcdc0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/subnets/29bfb927-e397-4fdd-9ad7-b8ebc645a035 HTTP/1.1" status: 204 len: 168 time: 0.4823968 Apr 23 00:12:02.944211 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56726) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:02.951714 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13ed61a-4f5a-4738-b0e0-4085df8b2d89 None None] Network 94c332e1-4dcd-4e2a-9c28-b146b6a46b4c requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:12:02.983521 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2665381-ad88-4ea7-8e17-a1421d21f477 req-3f5d5d68-f44b-450c-ba0e-1f69af24c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:02.985746 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2665381-ad88-4ea7-8e17-a1421d21f477 req-3f5d5d68-f44b-450c-ba0e-1f69af24c810 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d224e48-36a8-42d0-8738-ed5ea1abe259 HTTP/1.1" status: 200 len: 912 time: 0.1593187 Apr 23 00:12:03.082151 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:03.085486 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2665381-ad88-4ea7-8e17-a1421d21f477 req-4473b148-4158-404d-944c-700d84ca831d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc054cd1-8050-4473-8743-5ee6d71d1607 HTTP/1.1" status: 200 len: 1002 time: 0.0924482 Apr 23 00:12:03.132092 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bfe2793f-06c4-45b0-9ac8-cb8099bcfc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'name': 'tempest-TestNetworkBasicOps-router-803438604', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:12:01Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:39:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:03.150620 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2665381-ad88-4ea7-8e17-a1421d21f477 req-70eac97d-cb1e-40bd-948c-eb23042ad9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:03.153139 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2665381-ad88-4ea7-8e17-a1421d21f477 req-70eac97d-cb1e-40bd-948c-eb23042ad9c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d429f2-9bee-4153-ac8c-0a0937fc9ed2 HTTP/1.1" status: 200 len: 850 time: 0.0595434 Apr 23 00:12:03.161807 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe2793f-06c4-45b0-9ac8-cb8099bcfc32 None None] The sync data for ids ['dd589f7b-8b3c-4473-bcd4-a534545d3f9a'] in dv-neutron-838783-1-hyperv is: [{'id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'name': 'tempest-TestNetworkBasicOps-router-803438604', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:12:01Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '1162f482-cfe3-4e9d-99f2-7cd41bceeab9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:39:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd589f7b-8b3c-4473-bcd4-a534545d3f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:10:00Z', 'updated_at': '2022-04-23T00:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:12:03.200899 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7139c9b3-0b89-44e9-90ef-a9cccf106316 None None] DHCP port deletion for 94c332e1-4dcd-4e2a-9c28-b146b6a46b4c request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:12:03.230029 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:03.230809 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2665381-ad88-4ea7-8e17-a1421d21f477 req-b5970d5f-c3de-4232-bcf9-f80a7679b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:03.232341 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2665381-ad88-4ea7-8e17-a1421d21f477 req-b5970d5f-c3de-4232-bcf9-f80a7679b492 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d224e48-36a8-42d0-8738-ed5ea1abe259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730278 Apr 23 00:12:03.253182 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7139c9b3-0b89-44e9-90ef-a9cccf106316 None None] Deleting port d04d7c5f-71f7-49d6-a3a3-f659fc23df9e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:12:03.257845 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7139c9b3-0b89-44e9-90ef-a9cccf106316 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:03.332536 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7139c9b3-0b89-44e9-90ef-a9cccf106316 None None] For port d04d7c5f-71f7-49d6-a3a3-f659fc23df9e, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d04d7c5f-71f7-49d6-a3a3-f659fc23df9e,segment=NetworkSegment(0b089412-4fe4-4f1e-aa60-61e9994b4cbc),segment_id=0b089412-4fe4-4f1e-aa60-61e9994b4cbc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:12:03.333000 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7139c9b3-0b89-44e9-90ef-a9cccf106316 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:03.333131 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2665381-ad88-4ea7-8e17-a1421d21f477 req-e6da0054-f4ff-4d0b-bd1e-fa0572ed0bd1 service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937774 Apr 23 00:12:03.348827 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7139c9b3-0b89-44e9-90ef-a9cccf106316 None None] Calling delete_port for d04d7c5f-71f7-49d6-a3a3-f659fc23df9e owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:12:03.404432 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port 1162f482-cfe3-4e9d-99f2-7cd41bceeab9 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:12:03.405591 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:03.429681 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2665381-ad88-4ea7-8e17-a1421d21f477 req-6eb869c7-094a-4c43-b997-1a5153f55c36 service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902631 Apr 23 00:12:03.496873 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port 1162f482-cfe3-4e9d-99f2-7cd41bceeab9, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=1162f482-cfe3-4e9d-99f2-7cd41bceeab9,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:12:03.497227 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:03.511134 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for 1162f482-cfe3-4e9d-99f2-7cd41bceeab9 owned by network:router_gateway {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:12:03.534892 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7139c9b3-0b89-44e9-90ef-a9cccf106316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:03.566117 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139c9b3-0b89-44e9-90ef-a9cccf106316 None None] Pushing event deleted for resources: {'Port': ['ID=d04d7c5f-71f7-49d6-a3a3-f659fc23df9e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:03.572188 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7139c9b3-0b89-44e9-90ef-a9cccf106316 None None] No DVR routers for this DVR port d04d7c5f-71f7-49d6-a3a3-f659fc23df9e on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:12:03.786214 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:03.816273 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=1162f482-cfe3-4e9d-99f2-7cd41bceeab9,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:03.841630 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:03.841912 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:03.842253 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:03.842627 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:03.842963 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:03.843296 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:03.843655 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:03.843985 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:03.844309 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:03.844633 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:03.844956 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:03.845295 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:03.886822 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:03.986297 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:03.988447 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:04.104636 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:04.105301 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Fanout notify agent at l3_agent the message router_deleted on router dd589f7b-8b3c-4473-bcd4-a534545d3f9a {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:12:04.113474 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:04.115021 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-911cc7d0-f987-4e58-a790-3ae695794767 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/routers/dd589f7b-8b3c-4473-bcd4-a534545d3f9a HTTP/1.1" status: 204 len: 168 time: 1.1677260 Apr 23 00:12:04.117460 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56730) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:04.209193 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-055c74ce-8a3a-44e6-811c-19bbd38c3336 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:04.277595 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-917b31e3-0921-42e5-8a19-9ebbddc6c51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:04.306884 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-055c74ce-8a3a-44e6-811c-19bbd38c3336 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:04.326936 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-055c74ce-8a3a-44e6-811c-19bbd38c3336 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c332e1-4dcd-4e2a-9c28-b146b6a46b4c']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:04.336346 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-055c74ce-8a3a-44e6-811c-19bbd38c3336 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b089412-4fe4-4f1e-aa60-61e9994b4cbc') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:04.336652 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-055c74ce-8a3a-44e6-811c-19bbd38c3336 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b089412-4fe4-4f1e-aa60-61e9994b4cbc') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:04.350763 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-055c74ce-8a3a-44e6-811c-19bbd38c3336 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:04.365417 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-055c74ce-8a3a-44e6-811c-19bbd38c3336 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:04.377372 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055c74ce-8a3a-44e6-811c-19bbd38c3336 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:12:04.377783 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-055c74ce-8a3a-44e6-811c-19bbd38c3336 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:12:04.381964 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:12:04.540561 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-055c74ce-8a3a-44e6-811c-19bbd38c3336 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:04.549687 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-055c74ce-8a3a-44e6-811c-19bbd38c3336 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:04.570207 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-055c74ce-8a3a-44e6-811c-19bbd38c3336 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/networks/94c332e1-4dcd-4e2a-9c28-b146b6a46b4c HTTP/1.1" status: 204 len: 168 time: 0.4372253 Apr 23 00:12:04.578591 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56732) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:04.583154 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c74ce-8a3a-44e6-811c-19bbd38c3336 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Network': ['ID=94c332e1-4dcd-4e2a-9c28-b146b6a46b4c,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:04.588368 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-f1428233-8b72-48b0-b2ff-750702270dea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'network': {'name': 'tempest-network-smoke--140512982', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'port_security_enabled': True}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:04.638788 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d04d7c5f-71f7-49d6-a3a3-f659fc23df9e no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:12:04.665046 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: d04d7c5f-71f7-49d6-a3a3-f659fc23df9e {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:12:04.665407 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d04d7c5f-71f7-49d6-a3a3-f659fc23df9e not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:12:04.665849 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4bfaa211-7f32-4eae-a314-b0b928f3d81a no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:12:04.688679 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 4bfaa211-7f32-4eae-a314-b0b928f3d81a {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:12:04.689019 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4bfaa211-7f32-4eae-a314-b0b928f3d81a not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:12:04.689428 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 1162f482-cfe3-4e9d-99f2-7cd41bceeab9 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:12:04.709389 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 1162f482-cfe3-4e9d-99f2-7cd41bceeab9 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:12:04.709729 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 1162f482-cfe3-4e9d-99f2-7cd41bceeab9 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:12:04.711341 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1428233-8b72-48b0-b2ff-750702270dea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:12:04.715633 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f1428233-8b72-48b0-b2ff-750702270dea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:04.746814 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1428233-8b72-48b0-b2ff-750702270dea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:12:04.756911 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f1428233-8b72-48b0-b2ff-750702270dea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:04.757180 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-f1428233-8b72-48b0-b2ff-750702270dea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Added segment 58175afa-dac9-4d6c-954f-44267ca50cb3 of type vlan for network 392d7400-26ab-4220-beaf-ef51b8689e43 Apr 23 00:12:04.797193 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f1428233-8b72-48b0-b2ff-750702270dea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:04.894259 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f1428233-8b72-48b0-b2ff-750702270dea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:04.900342 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1428233-8b72-48b0-b2ff-750702270dea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:04.900937 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f1428233-8b72-48b0-b2ff-750702270dea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:04.978651 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1428233-8b72-48b0-b2ff-750702270dea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Network': ['ID=392d7400-26ab-4220-beaf-ef51b8689e43,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:04.987655 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1428233-8b72-48b0-b2ff-750702270dea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:04.988264 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1428233-8b72-48b0-b2ff-750702270dea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:04.988613 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1428233-8b72-48b0-b2ff-750702270dea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:04.988958 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1428233-8b72-48b0-b2ff-750702270dea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:04.989368 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1428233-8b72-48b0-b2ff-750702270dea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:04.989874 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1428233-8b72-48b0-b2ff-750702270dea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:04.990395 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1428233-8b72-48b0-b2ff-750702270dea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:04.990844 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1428233-8b72-48b0-b2ff-750702270dea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:04.991367 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1428233-8b72-48b0-b2ff-750702270dea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:04.991843 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1428233-8b72-48b0-b2ff-750702270dea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:04.992325 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1428233-8b72-48b0-b2ff-750702270dea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:04.992561 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1428233-8b72-48b0-b2ff-750702270dea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:05.003795 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 392d7400-26ab-4220-beaf-ef51b8689e43 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:12:05.017605 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f1428233-8b72-48b0-b2ff-750702270dea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4370692 Apr 23 00:12:05.020386 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56736) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:05.025356 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-3a437dbc-3292-4a7a-8d67-cbd3ca1aa432 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-942254238', 'admin_state_up': True, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:05.123263 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3a437dbc-3292-4a7a-8d67-cbd3ca1aa432 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:05.125184 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3a437dbc-3292-4a7a-8d67-cbd3ca1aa432 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:05.182071 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3a437dbc-3292-4a7a-8d67-cbd3ca1aa432 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:05.405701 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3a437dbc-3292-4a7a-8d67-cbd3ca1aa432 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:05.705916 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3a437dbc-3292-4a7a-8d67-cbd3ca1aa432 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:05.732073 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3a437dbc-3292-4a7a-8d67-cbd3ca1aa432 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:05.846078 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-3a437dbc-3292-4a7a-8d67-cbd3ca1aa432 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.26.3.158 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/25c313cc-4ef1-4349-b26b-0236b4b171c2) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:12:05.960422 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3a437dbc-3292-4a7a-8d67-cbd3ca1aa432 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:06.060769 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3a437dbc-3292-4a7a-8d67-cbd3ca1aa432 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:06.101181 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a437dbc-3292-4a7a-8d67-cbd3ca1aa432 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:12:06.104127 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-3a437dbc-3292-4a7a-8d67-cbd3ca1aa432 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:12:06.107757 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a437dbc-3292-4a7a-8d67-cbd3ca1aa432 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:12:06.113208 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a437dbc-3292-4a7a-8d67-cbd3ca1aa432 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=25c313cc-4ef1-4349-b26b-0236b4b171c2,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:06.501203 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3a437dbc-3292-4a7a-8d67-cbd3ca1aa432 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:06.711150 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3a437dbc-3292-4a7a-8d67-cbd3ca1aa432 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:06.917180 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a437dbc-3292-4a7a-8d67-cbd3ca1aa432 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:12:07.039036 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a437dbc-3292-4a7a-8d67-cbd3ca1aa432 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:12:07.050538 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] Sync routers for ids ['d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:12:07.067153 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] Routers {'d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:12:07.067153 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:11:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:07.118001 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3a437dbc-3292-4a7a-8d67-cbd3ca1aa432 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:07.119285 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3a437dbc-3292-4a7a-8d67-cbd3ca1aa432 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0978429 Apr 23 00:12:07.122596 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56742) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:07.157870 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-840fd43c-2e74-48f5-b3cf-59ad80b875db tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b0d4e09f8966425d866e56289d457074&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334492 Apr 23 00:12:07.163067 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56744) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:07.195041 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] Set router d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:12:07.257256 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95765de9-8886-468d-8841-fc6185556898 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:07.258798 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-95765de9-8886-468d-8841-fc6185556898 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0947120 Apr 23 00:12:07.261717 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56746) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:07.292325 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a2223593-99ad-4a66-b5b6-917c5cc06525 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295308 Apr 23 00:12:07.297988 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d99ae984-29cb-459f-bab4-617aede2faeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:07.300081 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56748) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:07.305829 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-fe8de53c-46d8-421c-915e-37151a615382 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1223998963', 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:07.395189 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'name': 'tempest-TestNetworkBasicOps-router-942254238', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:06Z', 'revision_number': 3, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:07.425861 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] Checking router: d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:12:07.426209 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] Updating router d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a port 25c313cc-4ef1-4349-b26b-0236b4b171c2 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:12:07.462494 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:07.482922 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8de53c-46d8-421c-915e-37151a615382 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:12:07.487108 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fe8de53c-46d8-421c-915e-37151a615382 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:07.743009 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:07.786352 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fe8de53c-46d8-421c-915e-37151a615382 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:07.831292 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:07.869812 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8de53c-46d8-421c-915e-37151a615382 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Subnet': ['ID=e0cb6c0b-86ca-4804-aeb2-10791b05e5fd,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:07.882869 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8de53c-46d8-421c-915e-37151a615382 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Checking segment: {'id': '58175afa-dac9-4d6c-954f-44267ca50cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:12:07.883308 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8de53c-46d8-421c-915e-37151a615382 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network hostable DHCP agents. Network: 392d7400-26ab-4220-beaf-ef51b8689e43, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:12:07.884648 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] Attempting to bind port 25c313cc-4ef1-4349-b26b-0236b4b171c2 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:12:07.885145 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] Attempting to bind port 25c313cc-4ef1-4349-b26b-0236b4b171c2 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:12:07.885390 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] Attempting to bind port 25c313cc-4ef1-4349-b26b-0236b4b171c2 on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:12:07.892576 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:12:07.892975 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:12:07.893358 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:07.893760 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:12:07.894238 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] Bound port: 25c313cc-4ef1-4349-b26b-0236b4b171c2, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:12:07.894777 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:07.923481 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:07.938990 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5012e47-71cd-486c-9807-129ca8f183d8 None None] Pushing event updated for resources: {'Port': ['ID=25c313cc-4ef1-4349-b26b-0236b4b171c2,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:07.965006 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] For port 25c313cc-4ef1-4349-b26b-0236b4b171c2, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:12:07.968282 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] For port 25c313cc-4ef1-4349-b26b-0236b4b171c2, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=25c313cc-4ef1-4349-b26b-0236b4b171c2,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:12:08.006757 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8de53c-46d8-421c-915e-37151a615382 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 392d7400-26ab-4220-beaf-ef51b8689e43 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:12:08.043135 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:08.101459 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] Routers {'d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:12:08.102101 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:12:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:08.104389 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-fe8de53c-46d8-421c-915e-37151a615382 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 392d7400-26ab-4220-beaf-ef51b8689e43) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:12:08.112100 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8de53c-46d8-421c-915e-37151a615382 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:08.114468 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fe8de53c-46d8-421c-915e-37151a615382 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:08.138061 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953682a2-a081-49b8-911f-fac470dc8c5b None None] Network 392d7400-26ab-4220-beaf-ef51b8689e43 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:12:08.158737 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5012e47-71cd-486c-9807-129ca8f183d8 None None] Pushing event updated for resources: {'Port': ['ID=25c313cc-4ef1-4349-b26b-0236b4b171c2,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:08.209941 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-fe8de53c-46d8-421c-915e-37151a615382 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9084415 Apr 23 00:12:08.212891 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56752) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:08.279030 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] Set router d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:12:08.449070 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-392d7400-26ab-4220-beaf-ef51b8689e43', 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ips': [{'subnet_id': 'e0cb6c0b-86ca-4804-aeb2-10791b05e5fd'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:12:08.449932 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:08.696358 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5c3964af-ea27-47c2-83a9-e6b7a032cf5d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:08.775731 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Allocated IP 172.20.0.2 (392d7400-26ab-4220-beaf-ef51b8689e43/e0cb6c0b-86ca-4804-aeb2-10791b05e5fd/52a76fbf-776b-4334-bdd4-64005662c942) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:12:08.778909 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'name': 'tempest-TestNetworkBasicOps-router-942254238', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:06Z', 'revision_number': 3, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:08.814059 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1c57e0-9083-4fca-84b3-53b836001f68 None None] The sync data for ids ['d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'] in dv-neutron-838783-1-hyperv is: [{'id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'name': 'tempest-TestNetworkBasicOps-router-942254238', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:06Z', 'revision_number': 3, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:12:08.990486 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:09.090266 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:09.144153 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Network 392d7400-26ab-4220-beaf-ef51b8689e43 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:12:09.153267 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:12:09.159197 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:12:09.164621 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Pushing event updated for resources: {'Port': ['ID=52a76fbf-776b-4334-bdd4-64005662c942,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:09.188417 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:09.188917 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:09.189385 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:09.189818 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:09.190217 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:09.190617 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:09.191016 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:09.191416 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:09.192613 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:09.192613 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:09.194790 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:09.194790 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:09.263146 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Attempting to bind port 52a76fbf-776b-4334-bdd4-64005662c942 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:12:09.264594 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Attempting to bind port 52a76fbf-776b-4334-bdd4-64005662c942 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '58175afa-dac9-4d6c-954f-44267ca50cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:12:09.264594 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Attempting to bind port 52a76fbf-776b-4334-bdd4-64005662c942 on network 392d7400-26ab-4220-beaf-ef51b8689e43 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:12:09.277141 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:12:09.277829 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Checking segment: {'id': '58175afa-dac9-4d6c-954f-44267ca50cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:12:09.278757 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:09.279359 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Bound using segment: {'id': '58175afa-dac9-4d6c-954f-44267ca50cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:12:09.281800 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Bound port: 52a76fbf-776b-4334-bdd4-64005662c942, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58175afa-dac9-4d6c-954f-44267ca50cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:12:09.282408 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:09.354513 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] For port 52a76fbf-776b-4334-bdd4-64005662c942, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:12:09.357793 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] For port 52a76fbf-776b-4334-bdd4-64005662c942, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=52a76fbf-776b-4334-bdd4-64005662c942,segment=NetworkSegment(58175afa-dac9-4d6c-954f-44267ca50cb3),segment_id=58175afa-dac9-4d6c-954f-44267ca50cb3)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:12:09.370991 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-5c3964af-ea27-47c2-83a9-e6b7a032cf5d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.20.0.1 (392d7400-26ab-4220-beaf-ef51b8689e43/e0cb6c0b-86ca-4804-aeb2-10791b05e5fd/0f8c763d-139d-4f14-a790-0d83411fcae4) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:12:09.443451 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:09.514000 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbfb5b-73cb-47e4-9883-4ff25a0f9d0a None None] Pushing event updated for resources: {'Port': ['ID=52a76fbf-776b-4334-bdd4-64005662c942,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:09.528277 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5c3964af-ea27-47c2-83a9-e6b7a032cf5d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:09.704751 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5c3964af-ea27-47c2-83a9-e6b7a032cf5d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:09.738699 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:09.765262 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3964af-ea27-47c2-83a9-e6b7a032cf5d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 392d7400-26ab-4220-beaf-ef51b8689e43 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:12:09.769081 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-5c3964af-ea27-47c2-83a9-e6b7a032cf5d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:12:09.773626 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3964af-ea27-47c2-83a9-e6b7a032cf5d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:12:09.800014 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3964af-ea27-47c2-83a9-e6b7a032cf5d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=0f8c763d-139d-4f14-a790-0d83411fcae4,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:09.801456 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:09.825574 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5c3964af-ea27-47c2-83a9-e6b7a032cf5d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:10.035178 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5c3964af-ea27-47c2-83a9-e6b7a032cf5d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:10.335405 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5c3964af-ea27-47c2-83a9-e6b7a032cf5d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:10.408786 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5c3964af-ea27-47c2-83a9-e6b7a032cf5d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:10.494957 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5c3964af-ea27-47c2-83a9-e6b7a032cf5d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:10.497153 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3964af-ea27-47c2-83a9-e6b7a032cf5d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=0f8c763d-139d-4f14-a790-0d83411fcae4,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:10.612184 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc44008-300b-4c6c-af06-de4ecb22c712 None None] Network 392d7400-26ab-4220-beaf-ef51b8689e43 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:12:10.626619 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3964af-ea27-47c2-83a9-e6b7a032cf5d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 392d7400-26ab-4220-beaf-ef51b8689e43 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:12:10.629164 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-5c3964af-ea27-47c2-83a9-e6b7a032cf5d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:12:10.675996 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-914fe32e-79c0-443d-a257-13f3fcd94261 None None] Provisioning complete for port 52a76fbf-776b-4334-bdd4-64005662c942 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:12:10.676400 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-914fe32e-79c0-443d-a257-13f3fcd94261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:10.681407 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 52a76fbf-776b-4334-bdd4-64005662c942 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:12:10.760700 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3964af-ea27-47c2-83a9-e6b7a032cf5d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:12:10.826122 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:12:10.896912 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-914fe32e-79c0-443d-a257-13f3fcd94261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:10.898911 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 52a76fbf-776b-4334-bdd4-64005662c942 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:12:10.899270 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:10.906475 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3964af-ea27-47c2-83a9-e6b7a032cf5d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:12:10.916208 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5c3964af-ea27-47c2-83a9-e6b7a032cf5d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "PUT /v2.0/routers/d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7021487 Apr 23 00:12:10.918967 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56758) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:10.978585 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-914fe32e-79c0-443d-a257-13f3fcd94261 None None] For port 52a76fbf-776b-4334-bdd4-64005662c942, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=52a76fbf-776b-4334-bdd4-64005662c942,segment=NetworkSegment(58175afa-dac9-4d6c-954f-44267ca50cb3),segment_id=58175afa-dac9-4d6c-954f-44267ca50cb3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:12:11.031135 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:11.071956 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5723873-1080-42d8-8a4f-8366b5081440 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:11.072441 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5723873-1080-42d8-8a4f-8366b5081440 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:11.072915 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5723873-1080-42d8-8a4f-8366b5081440 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:11.073382 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5723873-1080-42d8-8a4f-8366b5081440 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:11.073842 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5723873-1080-42d8-8a4f-8366b5081440 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:11.074543 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5723873-1080-42d8-8a4f-8366b5081440 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:11.076369 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d5723873-1080-42d8-8a4f-8366b5081440 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1561146 Apr 23 00:12:11.080404 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56762) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:11.122169 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-914fe32e-79c0-443d-a257-13f3fcd94261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:11.160639 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd0eab0-058f-4146-a447-e296f8fafc77 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:11.161196 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd0eab0-058f-4146-a447-e296f8fafc77 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:11.161657 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd0eab0-058f-4146-a447-e296f8fafc77 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:11.162467 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd0eab0-058f-4146-a447-e296f8fafc77 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:11.162948 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd0eab0-058f-4146-a447-e296f8fafc77 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:11.163399 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd0eab0-058f-4146-a447-e296f8fafc77 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:11.168614 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56764) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:11.179846 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-fbd0eab0-058f-4146-a447-e296f8fafc77 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0947769 Apr 23 00:12:11.213095 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:12:11.213445 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:12:11.216317 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914fe32e-79c0-443d-a257-13f3fcd94261 None None] Pushing event updated for resources: {'Port': ['ID=52a76fbf-776b-4334-bdd4-64005662c942,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:11.254703 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-77785b81-49dc-4c43-a8bb-2dd3e6867538 None None] Provisioning complete for port 0f8c763d-139d-4f14-a790-0d83411fcae4 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:12:11.255258 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77785b81-49dc-4c43-a8bb-2dd3e6867538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:11.262499 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] Sync routers for ids ['d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:12:11.280357 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] Routers {'d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:12:11.281363 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:12:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:11.296304 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-77785b81-49dc-4c43-a8bb-2dd3e6867538 None None] Port 0f8c763d-139d-4f14-a790-0d83411fcae4 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:12:11.312476 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-77785b81-49dc-4c43-a8bb-2dd3e6867538 None None] Provisioning complete for port 52a76fbf-776b-4334-bdd4-64005662c942 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:12:11.312476 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77785b81-49dc-4c43-a8bb-2dd3e6867538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:11.423943 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] Set router d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:12:11.475593 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7f367c7a-1f9b-427b-b417-f71ac93b88d1 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.3027642 Apr 23 00:12:11.476519 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56766) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:11.480779 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-0e207353-c297-4d85-805c-18639bb78efd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1460035445', 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:11.536937 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5f76ee90-e6ea-42e1-a8b6-e25d419f740d None None] Provisioning complete for port 0f8c763d-139d-4f14-a790-0d83411fcae4 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:12:11.537348 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f76ee90-e6ea-42e1-a8b6-e25d419f740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:11.588175 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5f76ee90-e6ea-42e1-a8b6-e25d419f740d None None] Port 0f8c763d-139d-4f14-a790-0d83411fcae4 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:12:11.695095 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e207353-c297-4d85-805c-18639bb78efd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:12:11.698776 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0e207353-c297-4d85-805c-18639bb78efd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:11.709081 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d2b147de-90e1-4c0b-91cd-1305dbdfed1e None None] Provisioning complete for port 0f8c763d-139d-4f14-a790-0d83411fcae4 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:12:11.722309 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [None req-0e207353-c297-4d85-805c-18639bb78efd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] device_id is not set on port 49ea045c-87f4-47ac-b274-4ffe34d7083b yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:12:11.724976 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2b147de-90e1-4c0b-91cd-1305dbdfed1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:11.778356 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'name': 'tempest-TestNetworkBasicOps-router-942254238', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:09Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '0f8c763d-139d-4f14-a790-0d83411fcae4', 'name': '', 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:46:eb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e0cb6c0b-86ca-4804-aeb2-10791b05e5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:12:09Z', 'updated_at': '2022-04-23T00:12:10Z', 'revision_number': 2, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': 'e0cb6c0b-86ca-4804-aeb2-10791b05e5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:11.797307 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d2b147de-90e1-4c0b-91cd-1305dbdfed1e None None] Port 0f8c763d-139d-4f14-a790-0d83411fcae4 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:12:11.799784 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 25c313cc-4ef1-4349-b26b-0236b4b171c2 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:12:11.809292 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] Checking router: d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:12:11.809946 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] Updating router d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a port 0f8c763d-139d-4f14-a790-0d83411fcae4 binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:12:11.833885 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:11.848105 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 25c313cc-4ef1-4349-b26b-0236b4b171c2 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:12:11.848581 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:11.876997 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-0e207353-c297-4d85-805c-18639bb78efd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.20.0.8 (392d7400-26ab-4220-beaf-ef51b8689e43/e0cb6c0b-86ca-4804-aeb2-10791b05e5fd/49ea045c-87f4-47ac-b274-4ffe34d7083b) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:12:11.949230 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:11.972310 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 25c313cc-4ef1-4349-b26b-0236b4b171c2, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=25c313cc-4ef1-4349-b26b-0236b4b171c2,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:12:12.037198 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:12.046016 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0e207353-c297-4d85-805c-18639bb78efd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:12.088465 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=25c313cc-4ef1-4349-b26b-0236b4b171c2,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:12.190682 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0e207353-c297-4d85-805c-18639bb78efd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:12.230887 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e207353-c297-4d85-805c-18639bb78efd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 392d7400-26ab-4220-beaf-ef51b8689e43 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:12:12.237289 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-0e207353-c297-4d85-805c-18639bb78efd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:12:12.240529 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e207353-c297-4d85-805c-18639bb78efd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:12:12.271906 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e207353-c297-4d85-805c-18639bb78efd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=49ea045c-87f4-47ac-b274-4ffe34d7083b,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:12.305577 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e207353-c297-4d85-805c-18639bb78efd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:12.306218 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0e207353-c297-4d85-805c-18639bb78efd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:12.362305 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:12.388539 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0e207353-c297-4d85-805c-18639bb78efd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9116509 Apr 23 00:12:12.488628 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:12.527036 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-69c72a4f-9656-4b5b-96ac-cbe4edf8cc85 None None] Provisioning complete for port 49ea045c-87f4-47ac-b274-4ffe34d7083b triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:12:12.527440 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69c72a4f-9656-4b5b-96ac-cbe4edf8cc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:12.572279 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3c995-2b13-4a37-a67f-828b3629e213 None None] Pushing event updated for resources: {'Port': ['ID=0f8c763d-139d-4f14-a790-0d83411fcae4,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:12.572629 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-69c72a4f-9656-4b5b-96ac-cbe4edf8cc85 None None] Port 49ea045c-87f4-47ac-b274-4ffe34d7083b cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:12:12.596745 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c3c995-2b13-4a37-a67f-828b3629e213 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:12.597417 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c3c995-2b13-4a37-a67f-828b3629e213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:12.597976 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c3c995-2b13-4a37-a67f-828b3629e213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:12.598476 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c3c995-2b13-4a37-a67f-828b3629e213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:12.598963 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c3c995-2b13-4a37-a67f-828b3629e213 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:12.599852 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c3c995-2b13-4a37-a67f-828b3629e213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:12.600358 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c3c995-2b13-4a37-a67f-828b3629e213 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:12.601021 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c3c995-2b13-4a37-a67f-828b3629e213 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:12.601532 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c3c995-2b13-4a37-a67f-828b3629e213 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:12.602310 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c3c995-2b13-4a37-a67f-828b3629e213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:12.602680 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c3c995-2b13-4a37-a67f-828b3629e213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:12.603052 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c3c995-2b13-4a37-a67f-828b3629e213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:12:12.629569 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 52a76fbf-776b-4334-bdd4-64005662c942 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:12:12.645734 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] Attempting to bind port 0f8c763d-139d-4f14-a790-0d83411fcae4 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:12:12.646534 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] Attempting to bind port 0f8c763d-139d-4f14-a790-0d83411fcae4 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '58175afa-dac9-4d6c-954f-44267ca50cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:12:12.647222 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] Attempting to bind port 0f8c763d-139d-4f14-a790-0d83411fcae4 on network 392d7400-26ab-4220-beaf-ef51b8689e43 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:12:12.654085 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:12:12.654541 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] Checking segment: {'id': '58175afa-dac9-4d6c-954f-44267ca50cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:12:12.655923 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:12.656432 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] Bound using segment: {'id': '58175afa-dac9-4d6c-954f-44267ca50cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:12:12.656904 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] Bound port: 0f8c763d-139d-4f14-a790-0d83411fcae4, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58175afa-dac9-4d6c-954f-44267ca50cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:12:12.657291 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:12.689641 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 52a76fbf-776b-4334-bdd4-64005662c942 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:12:12.689927 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:12.742970 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] For port 0f8c763d-139d-4f14-a790-0d83411fcae4, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:12:12.746449 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] For port 0f8c763d-139d-4f14-a790-0d83411fcae4, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=0f8c763d-139d-4f14-a790-0d83411fcae4,segment=NetworkSegment(58175afa-dac9-4d6c-954f-44267ca50cb3),segment_id=58175afa-dac9-4d6c-954f-44267ca50cb3)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:12:12.810127 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 25c313cc-4ef1-4349-b26b-0236b4b171c2 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:12:12.827266 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56772) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:12.832165 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-369a1e3b-f4bd-45fe-8f7d-aa0f9fa19301 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1698969341', 'description': 'tempest-secgroup-smoke-1698969341 description', 'project_id': 'b0d4e09f8966425d866e56289d457074'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:12.860568 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:12.864450 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 25c313cc-4ef1-4349-b26b-0236b4b171c2 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:12:12.864896 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:12.915151 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] Routers {'d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:12:12.915810 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:12:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:12.937345 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-4e2b049e-ca63-4fdc-9d04-1c095698567c None None] Provisioning complete for port 0f8c763d-139d-4f14-a790-0d83411fcae4 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:12:12.938071 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e2b049e-ca63-4fdc-9d04-1c095698567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:12.946013 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-369a1e3b-f4bd-45fe-8f7d-aa0f9fa19301 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:12.971009 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3c995-2b13-4a37-a67f-828b3629e213 None None] Pushing event updated for resources: {'Port': ['ID=0f8c763d-139d-4f14-a790-0d83411fcae4,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:13.061616 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-369a1e3b-f4bd-45fe-8f7d-aa0f9fa19301 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:13.070872 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e2b049e-ca63-4fdc-9d04-1c095698567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:13.079584 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] Set router d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:12:13.114895 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4e2b049e-ca63-4fdc-9d04-1c095698567c None None] For port 0f8c763d-139d-4f14-a790-0d83411fcae4, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=0f8c763d-139d-4f14-a790-0d83411fcae4,segment=NetworkSegment(58175afa-dac9-4d6c-954f-44267ca50cb3),segment_id=58175afa-dac9-4d6c-954f-44267ca50cb3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:12:13.145690 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-369a1e3b-f4bd-45fe-8f7d-aa0f9fa19301 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:13.177195 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a1e3b-f4bd-45fe-8f7d-aa0f9fa19301 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a23a42-1349-4b17-9add-4ebe020946e7,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:13.192527 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e2b049e-ca63-4fdc-9d04-1c095698567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:13.257928 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-369a1e3b-f4bd-45fe-8f7d-aa0f9fa19301 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:13.258646 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b049e-ca63-4fdc-9d04-1c095698567c None None] Pushing event updated for resources: {'Port': ['ID=0f8c763d-139d-4f14-a790-0d83411fcae4,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:13.259503 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-369a1e3b-f4bd-45fe-8f7d-aa0f9fa19301 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4311218 Apr 23 00:12:13.262340 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56776) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:13.269464 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-3c527a3d-84da-49eb-92c5-ae62973d8b6b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '01a23a42-1349-4b17-9add-4ebe020946e7', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:13.303861 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'name': 'tempest-TestNetworkBasicOps-router-942254238', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:09Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '0f8c763d-139d-4f14-a790-0d83411fcae4', 'name': '', 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:46:eb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e0cb6c0b-86ca-4804-aeb2-10791b05e5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:12:09Z', 'updated_at': '2022-04-23T00:12:12Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': 'e0cb6c0b-86ca-4804-aeb2-10791b05e5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:13.316290 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3cd285a5-70c9-4d9d-8408-d3be5ff24a35 None None] Provisioning complete for port 0f8c763d-139d-4f14-a790-0d83411fcae4 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:12:13.316665 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3cd285a5-70c9-4d9d-8408-d3be5ff24a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:13.332049 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd6c994-962b-43f3-b55b-f2e9b3591654 None None] The sync data for ids ['d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'] in dv-neutron-838783-1-hyperv is: [{'id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'name': 'tempest-TestNetworkBasicOps-router-942254238', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:09Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '0f8c763d-139d-4f14-a790-0d83411fcae4', 'name': '', 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:46:eb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e0cb6c0b-86ca-4804-aeb2-10791b05e5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:12:09Z', 'updated_at': '2022-04-23T00:12:12Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': 'e0cb6c0b-86ca-4804-aeb2-10791b05e5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:12:13.396168 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3c527a3d-84da-49eb-92c5-ae62973d8b6b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:13.489742 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3c527a3d-84da-49eb-92c5-ae62973d8b6b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:13.608804 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3c527a3d-84da-49eb-92c5-ae62973d8b6b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:13.625336 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c527a3d-84da-49eb-92c5-ae62973d8b6b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4859e7-0f99-4da8-b3b4-0dc200a5114c,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:13.737731 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3c527a3d-84da-49eb-92c5-ae62973d8b6b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:13.739117 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3c527a3d-84da-49eb-92c5-ae62973d8b6b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4758279 Apr 23 00:12:13.741737 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56778) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:13.747432 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-dca61b9c-f893-4b1d-85ed-1a6c819383a4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '01a23a42-1349-4b17-9add-4ebe020946e7', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:13.890856 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dca61b9c-f893-4b1d-85ed-1a6c819383a4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:13.988245 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dca61b9c-f893-4b1d-85ed-1a6c819383a4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:14.077184 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dca61b9c-f893-4b1d-85ed-1a6c819383a4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:14.094393 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca61b9c-f893-4b1d-85ed-1a6c819383a4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55c723b-84b2-4def-9832-23bb2ca5b33a,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:14.244565 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dca61b9c-f893-4b1d-85ed-1a6c819383a4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:14.245844 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-dca61b9c-f893-4b1d-85ed-1a6c819383a4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5029721 Apr 23 00:12:14.248851 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56782) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:14.254902 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-a53e49d6-21e2-4fb6-bc12-972503d60416 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '01a23a42-1349-4b17-9add-4ebe020946e7', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:14.422694 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a53e49d6-21e2-4fb6-bc12-972503d60416 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:14.491298 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a53e49d6-21e2-4fb6-bc12-972503d60416 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:14.602620 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a53e49d6-21e2-4fb6-bc12-972503d60416 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:14.628048 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 0f8c763d-139d-4f14-a790-0d83411fcae4 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:12:14.637830 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e49d6-21e2-4fb6-bc12-972503d60416 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482c7ea5-5879-42bd-adfd-72b879fe6e36,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:14.692307 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 0f8c763d-139d-4f14-a790-0d83411fcae4 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:12:14.692838 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:14.735899 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a53e49d6-21e2-4fb6-bc12-972503d60416 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:14.737151 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a53e49d6-21e2-4fb6-bc12-972503d60416 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4869423 Apr 23 00:12:14.739942 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56784) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:14.744565 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-d92acde0-c432-48b5-85f0-70b1f5e01534 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '01a23a42-1349-4b17-9add-4ebe020946e7', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:14.865178 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d92acde0-c432-48b5-85f0-70b1f5e01534 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:14.927990 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d92acde0-c432-48b5-85f0-70b1f5e01534 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:15.035473 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d92acde0-c432-48b5-85f0-70b1f5e01534 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:15.057967 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92acde0-c432-48b5-85f0-70b1f5e01534 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e277179-deba-4fdc-80e5-8d7edeecf74c,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:15.147738 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d92acde0-c432-48b5-85f0-70b1f5e01534 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:15.151850 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d92acde0-c432-48b5-85f0-70b1f5e01534 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4080877 Apr 23 00:12:15.151989 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56786) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:15.156530 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-d82a29b9-b0c9-45b4-a2a1-e71100a57bff tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '01a23a42-1349-4b17-9add-4ebe020946e7', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:15.270203 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-d82a29b9-b0c9-45b4-a2a1-e71100a57bff tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Project b0d4e09f8966425d866e56289d457074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:12:15.275681 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d82a29b9-b0c9-45b4-a2a1-e71100a57bff tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:15.349097 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d82a29b9-b0c9-45b4-a2a1-e71100a57bff tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:15.487302 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d82a29b9-b0c9-45b4-a2a1-e71100a57bff tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:15.506272 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a29b9-b0c9-45b4-a2a1-e71100a57bff tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf3f198-9ad1-4efe-bb5b-9da34e6c3909,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:15.597510 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d82a29b9-b0c9-45b4-a2a1-e71100a57bff tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:15.598697 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d82a29b9-b0c9-45b4-a2a1-e71100a57bff tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4458463 Apr 23 00:12:15.601483 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56790) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:15.605786 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-cadfe552-abd4-4121-b631-094d404ecca5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '01a23a42-1349-4b17-9add-4ebe020946e7', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:15.677513 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-cadfe552-abd4-4121-b631-094d404ecca5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Project b0d4e09f8966425d866e56289d457074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:12:15.683049 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cadfe552-abd4-4121-b631-094d404ecca5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:15.752807 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cadfe552-abd4-4121-b631-094d404ecca5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:15.858573 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cadfe552-abd4-4121-b631-094d404ecca5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:15.877241 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfe552-abd4-4121-b631-094d404ecca5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb810bee-7fad-4dfb-9746-7a7c5910e442,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:15.941917 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cadfe552-abd4-4121-b631-094d404ecca5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:15.943167 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cadfe552-abd4-4121-b631-094d404ecca5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3407609 Apr 23 00:12:16.129478 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-cb23c89e-f382-4847-b181-60563110c915 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1698969341&fields=id&tenant_id=b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 267 time: 0.0319252 Apr 23 00:12:16.177619 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-b7f5dcbf-2418-4fc1-b6fd-ce142adfceb7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:16.178958 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-b7f5dcbf-2418-4fc1-b6fd-ce142adfceb7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports/49ea045c-87f4-47ac-b274-4ffe34d7083b HTTP/1.1" status: 200 len: 930 time: 0.0426500 Apr 23 00:12:16.195015 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-d156541f-ecf1-46b9-89f9-5323b1cfe0f7 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:12:16.196021 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-d156541f-ecf1-46b9-89f9-5323b1cfe0f7 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051234 Apr 23 00:12:16.238663 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-a6541633-4cc4-4a85-9fbe-26fb4c4af6f1 service neutron] 10.222.0.15 "GET /v2.0/ports/49ea045c-87f4-47ac-b274-4ffe34d7083b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0358841 Apr 23 00:12:16.353861 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-01c3a80c-1f59-436e-910b-ee9db6585b0a service neutron] 10.222.0.15 "GET /v2.0/networks/392d7400-26ab-4220-beaf-ef51b8689e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090810 Apr 23 00:12:16.459616 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-beb6ec8c-4048-4c86-80bc-393f41432f49 service neutron] 10.222.0.15 "GET /v2.0/networks/392d7400-26ab-4220-beaf-ef51b8689e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992396 Apr 23 00:12:16.576091 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-84570222-9a72-41ff-92f1-ff1fb383b8f8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-995703728&fields=id&tenant_id=eca10cab387440428e231a953cda4553 HTTP/1.1" status: 200 len: 267 time: 0.0335567 Apr 23 00:12:16.693413 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-b54e00fe-fbda-4237-9b49-e7cd242cecc6 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:16.695011 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-b54e00fe-fbda-4237-9b49-e7cd242cecc6 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/networks?id=3d224e48-36a8-42d0-8738-ed5ea1abe259 HTTP/1.1" status: 200 len: 811 time: 0.1120598 Apr 23 00:12:16.720961 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-174264dc-5422-447b-a631-26613047e817 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/quotas/eca10cab387440428e231a953cda4553 HTTP/1.1" status: 200 len: 375 time: 0.0182548 Apr 23 00:12:16.750252 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cb1d6e9a-cf12-48ab-8864-72317b67b285 req-131fac64-5dd9-4523-b0d2-2df8d204a9f0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=c482cfdb-5557-4d5f-9ae5-6958181abe23 HTTP/1.1" status: 200 len: 210 time: 0.0441976 Apr 23 00:12:16.791925 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-d61341ca-09de-415a-9f0b-fbf10aaa3252 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=eca10cab387440428e231a953cda4553&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0645659 Apr 23 00:12:16.801083 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-fbf6f801-2a0a-4a95-a08b-19c0d5191019 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:12:16.802090 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-fbf6f801-2a0a-4a95-a08b-19c0d5191019 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053318 Apr 23 00:12:16.894410 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-4850c521-698b-476a-ba69-d7e74b5a5eae service neutron] 10.222.0.15 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857294 Apr 23 00:12:16.988983 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-45864acc-88a5-460d-b761-003dc56b7516 service neutron] 10.222.0.15 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881927 Apr 23 00:12:17.613425 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0689e5a7-b22f-42d2-9d46-03552910e23d req-db907454-222f-4c8f-9e29-5080b6f0bde1 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 210 time: 0.0353389 Apr 23 00:12:17.846315 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ff8fdc7c-5efe-4434-82f7-0a5fc5f15f16 req-ad4ad203-c39c-4b65-83df-9e033fd558ac tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=c482cfdb-5557-4d5f-9ae5-6958181abe23 HTTP/1.1" status: 200 len: 210 time: 0.0337760 Apr 23 00:12:18.451717 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-f75efdd6-41a0-4083-b324-632e4a665eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:18.453111 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-f75efdd6-41a0-4083-b324-632e4a665eaf service neutron] 10.222.0.16 "GET /v2.0/ports/49ea045c-87f4-47ac-b274-4ffe34d7083b HTTP/1.1" status: 200 len: 1026 time: 0.0354235 Apr 23 00:12:18.566684 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-73a6cb62-1001-4f03-a5e2-e6f8c59680ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:18.568209 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-73a6cb62-1001-4f03-a5e2-e6f8c59680ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/networks?id=392d7400-26ab-4220-beaf-ef51b8689e43 HTTP/1.1" status: 200 len: 796 time: 0.1088593 Apr 23 00:12:18.612153 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-693d7426-ab6a-48b5-9ffc-f40587282878 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 380 time: 0.0340979 Apr 23 00:12:18.636367 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-38df32a3-de7b-48ee-83c2-35126bb6ce3f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:12:18.636367 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-38df32a3-de7b-48ee-83c2-35126bb6ce3f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049934 Apr 23 00:12:18.648925 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-4915219b-c1e5-476d-abb8-c0865937e32d service neutron] Request body: {'port': {'device_id': 'c482cfdb-5557-4d5f-9ae5-6958181abe23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:18.730422 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-176f2ce4-65f1-4824-9402-b942e56a18d1 req-3f517570-a9b7-4be1-82ee-2f4c563bcbf6 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 210 time: 0.0340130 Apr 23 00:12:18.731406 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-4915219b-c1e5-476d-abb8-c0865937e32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:18.943666 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2ca0e689-d231-41d5-b00b-65bad29b667e req-ef04d571-cd0b-464c-bc6d-23cdf5b931ee tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=c482cfdb-5557-4d5f-9ae5-6958181abe23 HTTP/1.1" status: 200 len: 210 time: 0.0278330 Apr 23 00:12:19.012924 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-4915219b-c1e5-476d-abb8-c0865937e32d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ea045c-87f4-47ac-b274-4ffe34d7083b {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:12:19.020308 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-4915219b-c1e5-476d-abb8-c0865937e32d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:19.032855 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-4915219b-c1e5-476d-abb8-c0865937e32d service neutron] Transition to ACTIVE for port object 49ea045c-87f4-47ac-b274-4ffe34d7083b will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:12:19.109670 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-4915219b-c1e5-476d-abb8-c0865937e32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:19.176699 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915219b-c1e5-476d-abb8-c0865937e32d service neutron] Pushing event updated for resources: {'Port': ['ID=49ea045c-87f4-47ac-b274-4ffe34d7083b,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:19.235201 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-4915219b-c1e5-476d-abb8-c0865937e32d service neutron] Attempting to bind port 49ea045c-87f4-47ac-b274-4ffe34d7083b on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:12:19.240217 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-4915219b-c1e5-476d-abb8-c0865937e32d service neutron] Attempting to bind port 49ea045c-87f4-47ac-b274-4ffe34d7083b by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '58175afa-dac9-4d6c-954f-44267ca50cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:12:19.240217 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-4915219b-c1e5-476d-abb8-c0865937e32d service neutron] Attempting to bind port 49ea045c-87f4-47ac-b274-4ffe34d7083b on network 392d7400-26ab-4220-beaf-ef51b8689e43 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:12:19.241017 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-4915219b-c1e5-476d-abb8-c0865937e32d service neutron] Port 49ea045c-87f4-47ac-b274-4ffe34d7083b on network 392d7400-26ab-4220-beaf-ef51b8689e43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:12:19.241513 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-4915219b-c1e5-476d-abb8-c0865937e32d service neutron] Attempting to bind port 49ea045c-87f4-47ac-b274-4ffe34d7083b on network 392d7400-26ab-4220-beaf-ef51b8689e43 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:12:19.246850 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-4915219b-c1e5-476d-abb8-c0865937e32d service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:12:19.247193 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-4915219b-c1e5-476d-abb8-c0865937e32d service neutron] Checking segment: {'id': '58175afa-dac9-4d6c-954f-44267ca50cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:12:19.247594 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-4915219b-c1e5-476d-abb8-c0865937e32d service neutron] Bound using segment: {'id': '58175afa-dac9-4d6c-954f-44267ca50cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:12:19.248059 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-4915219b-c1e5-476d-abb8-c0865937e32d service neutron] Bound port: 49ea045c-87f4-47ac-b274-4ffe34d7083b, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58175afa-dac9-4d6c-954f-44267ca50cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:12:19.249108 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-4915219b-c1e5-476d-abb8-c0865937e32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:19.315136 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-4915219b-c1e5-476d-abb8-c0865937e32d service neutron] For port 49ea045c-87f4-47ac-b274-4ffe34d7083b, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:12:19.318348 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-4915219b-c1e5-476d-abb8-c0865937e32d service neutron] For port 49ea045c-87f4-47ac-b274-4ffe34d7083b, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=49ea045c-87f4-47ac-b274-4ffe34d7083b,segment=NetworkSegment(58175afa-dac9-4d6c-954f-44267ca50cb3),segment_id=58175afa-dac9-4d6c-954f-44267ca50cb3)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:12:19.411036 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-4915219b-c1e5-476d-abb8-c0865937e32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:19.467363 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-4915219b-c1e5-476d-abb8-c0865937e32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:19.468017 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-4915219b-c1e5-476d-abb8-c0865937e32d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:19.469425 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-4915219b-c1e5-476d-abb8-c0865937e32d service neutron] 10.222.0.16 "PUT /v2.0/ports/49ea045c-87f4-47ac-b274-4ffe34d7083b HTTP/1.1" status: 200 len: 1131 time: 0.8260336 Apr 23 00:12:19.469879 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c482cfdb-5557-4d5f-9ae5-6958181abe23', 'tag': '49ea045c-87f4-47ac-b274-4ffe34d7083b'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:12:19.472151 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9d1cd6-4e12-464f-8a55-c32ec0fb4752" -d '{"events": [{"name": "network-changed", "server_uuid": "c482cfdb-5557-4d5f-9ae5-6958181abe23", "tag": "49ea045c-87f4-47ac-b274-4ffe34d7083b"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:12:19.511838 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915219b-c1e5-476d-abb8-c0865937e32d service neutron] Pushing event updated for resources: {'Port': ['ID=49ea045c-87f4-47ac-b274-4ffe34d7083b,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:19.524680 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-7620f06c-2e4d-42c4-b85b-a05a13eebad2 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:19.526491 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-7620f06c-2e4d-42c4-b85b-a05a13eebad2 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.16 "GET /v2.0/networks?id=3d224e48-36a8-42d0-8738-ed5ea1abe259 HTTP/1.1" status: 200 len: 811 time: 0.1661756 Apr 23 00:12:19.527992 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e6ea4e-e022-462b-bd83-359a091fc63b x-openstack-request-id: req-a7e6ea4e-e022-462b-bd83-359a091fc63b {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:12:19.528276 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c482cfdb-5557-4d5f-9ae5-6958181abe23", "tag": "49ea045c-87f4-47ac-b274-4ffe34d7083b", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:12:19.528529 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7e6ea4e-e022-462b-bd83-359a091fc63b {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:12:19.528948 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e6ea4e-e022-462b-bd83-359a091fc63b'] response: {'name': 'network-changed', 'server_uuid': 'c482cfdb-5557-4d5f-9ae5-6958181abe23', 'tag': '49ea045c-87f4-47ac-b274-4ffe34d7083b', 'status': 'completed', 'code': 200} Apr 23 00:12:19.600684 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-419fd161-adba-4cc8-821e-3ec36e8f3ab7 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eca10cab387440428e231a953cda4553 HTTP/1.1" status: 200 len: 379 time: 0.0636683 Apr 23 00:12:19.611983 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-c5e05733-e6a8-4417-a77b-75c2f07135fe tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Request body: {'port': {'device_id': 'ca95a07c-c674-4af2-a56c-c55a07775c5c', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'admin_state_up': True, 'tenant_id': 'eca10cab387440428e231a953cda4553', 'security_groups': ['2d2b9834-154b-4eab-9702-aa2a2c8675d0']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:19.632169 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d1cd6-4e12-464f-8a55-c32ec0fb4752 req-b31bfb0b-cd9e-45c3-a39e-0385ef49db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:19.633691 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8d9d1cd6-4e12-464f-8a55-c32ec0fb4752 req-b31bfb0b-cd9e-45c3-a39e-0385ef49db94 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=c482cfdb-5557-4d5f-9ae5-6958181abe23 HTTP/1.1" status: 200 len: 1134 time: 0.0817997 Apr 23 00:12:19.798838 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d1cd6-4e12-464f-8a55-c32ec0fb4752 req-4133f1cd-2691-42c7-8d66-52570a3c9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:19.800314 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8d9d1cd6-4e12-464f-8a55-c32ec0fb4752 req-4133f1cd-2691-42c7-8d66-52570a3c9367 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b0d4e09f8966425d866e56289d457074&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1338494 Apr 23 00:12:19.896599 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-c5e05733-e6a8-4417-a77b-75c2f07135fe tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Made reservation on behalf of eca10cab387440428e231a953cda4553 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:12:19.900080 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-c5e05733-e6a8-4417-a77b-75c2f07135fe tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:19.919448 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d1cd6-4e12-464f-8a55-c32ec0fb4752 req-0ca0b3bd-4c41-47b4-a5a8-063eb9b0e88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:19.921338 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8d9d1cd6-4e12-464f-8a55-c32ec0fb4752 req-0ca0b3bd-4c41-47b4-a5a8-063eb9b0e88f service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1140492 Apr 23 00:12:20.033172 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f6b05a07-808f-4894-8849-e3fd43ab9cb0 req-c4e7d289-5af5-43e7-a2aa-91f636457050 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 210 time: 0.2278392 Apr 23 00:12:20.375561 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-dd8d3a28-7787-4c96-9c18-4add8b10973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:20.377065 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-dd8d3a28-7787-4c96-9c18-4add8b10973b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=c482cfdb-5557-4d5f-9ae5-6958181abe23 HTTP/1.1" status: 200 len: 1134 time: 0.4139764 Apr 23 00:12:20.448350 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-7654eb98-1a1a-4780-bc4c-0bbe7c3b0563 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49ea045c-87f4-47ac-b274-4ffe34d7083b HTTP/1.1" status: 200 len: 217 time: 0.0528088 Apr 23 00:12:20.493623 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc925ae3-efa8-4841-bd94-ca5f93ad62cb req-ed9b3d86-2463-41b3-bd32-4ecfa043db11 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:20.495122 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cc925ae3-efa8-4841-bd94-ca5f93ad62cb req-ed9b3d86-2463-41b3-bd32-4ecfa043db11 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=c482cfdb-5557-4d5f-9ae5-6958181abe23 HTTP/1.1" status: 200 len: 981 time: 0.1681833 Apr 23 00:12:20.502310 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-c5e05733-e6a8-4417-a77b-75c2f07135fe tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Allocated IP 172.20.0.10 (3d224e48-36a8-42d0-8738-ed5ea1abe259/c3d429f2-9bee-4153-ac8c-0a0937fc9ed2/27c41026-2782-4d86-91f0-2ca7c27f102a) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:12:20.551274 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-fe2b929b-4638-4e3d-a5ac-ab5d9534e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:20.551274 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-fe2b929b-4638-4e3d-a5ac-ab5d9534e6a6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0cb6c0b-86ca-4804-aeb2-10791b05e5fd HTTP/1.1" status: 200 len: 835 time: 0.0938568 Apr 23 00:12:20.610262 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cc925ae3-efa8-4841-bd94-ca5f93ad62cb req-47db51fc-e04c-4d1f-b1e6-f63ae95edd80 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=04bf30c3-0b5c-404b-9ede-d5ab9ef6251f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009626 Apr 23 00:12:20.674591 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-f26bda0d-9938-4e71-b02d-e134e07df667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:20.676114 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-f26bda0d-9938-4e71-b02d-e134e07df667 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=392d7400-26ab-4220-beaf-ef51b8689e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1164749 Apr 23 00:12:20.770910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-c5e05733-e6a8-4417-a77b-75c2f07135fe tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:20.818254 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-718e9640-c0a0-4f3d-837d-a1f73a875932 service neutron] 10.222.0.16 "GET /v2.0/networks/392d7400-26ab-4220-beaf-ef51b8689e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345820 Apr 23 00:12:20.915509 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-c5e05733-e6a8-4417-a77b-75c2f07135fe tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:20.929250 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8515cd11-1e6b-4e23-a5ef-34c98ec855e7 req-3fd23e50-2312-4483-8583-3cfb0be462b1 service neutron] 10.222.0.16 "GET /v2.0/networks/392d7400-26ab-4220-beaf-ef51b8689e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038740 Apr 23 00:12:20.975023 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-c5e05733-e6a8-4417-a77b-75c2f07135fe tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Network 3d224e48-36a8-42d0-8738-ed5ea1abe259 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:12:20.978530 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-c5e05733-e6a8-4417-a77b-75c2f07135fe tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:12:20.982709 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-c5e05733-e6a8-4417-a77b-75c2f07135fe tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:12:21.007842 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e05733-e6a8-4417-a77b-75c2f07135fe tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Pushing event updated for resources: {'Port': ['ID=27c41026-2782-4d86-91f0-2ca7c27f102a,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:21.039042 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-c5e05733-e6a8-4417-a77b-75c2f07135fe tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:21.039711 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-c5e05733-e6a8-4417-a77b-75c2f07135fe tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:21.127130 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-c5e05733-e6a8-4417-a77b-75c2f07135fe tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5207117 Apr 23 00:12:21.141094 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-3bcfc39f-edda-422d-9d0d-16e39700bafd service neutron] Request body: {'port': {'device_id': 'ca95a07c-c674-4af2-a56c-c55a07775c5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:21.171332 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c28a8-17a1-4d1e-b390-92bd35633973 req-cc6c48c2-abb1-4413-8933-5c402d8da31c tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:21.173480 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f92c28a8-17a1-4d1e-b390-92bd35633973 req-cc6c48c2-abb1-4413-8933-5c402d8da31c tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 932 time: 0.0572426 Apr 23 00:12:21.198777 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-3bcfc39f-edda-422d-9d0d-16e39700bafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:21.215538 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f92c28a8-17a1-4d1e-b390-92bd35633973 req-42720475-581c-4e05-a681-ed3ccae1f5a3 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349824 Apr 23 00:12:21.354428 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-e9e733b3-f5a0-4ad0-9f28-5c6ad7b20977 None None] Provisioning complete for port 27c41026-2782-4d86-91f0-2ca7c27f102a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:12:21.355035 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9e733b3-f5a0-4ad0-9f28-5c6ad7b20977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:21.392277 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e9e733b3-f5a0-4ad0-9f28-5c6ad7b20977 None None] Port 27c41026-2782-4d86-91f0-2ca7c27f102a cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:12:21.482479 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-3bcfc39f-edda-422d-9d0d-16e39700bafd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c41026-2782-4d86-91f0-2ca7c27f102a {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:12:21.491029 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-3bcfc39f-edda-422d-9d0d-16e39700bafd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:21.503756 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-3bcfc39f-edda-422d-9d0d-16e39700bafd service neutron] Transition to ACTIVE for port object 27c41026-2782-4d86-91f0-2ca7c27f102a will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:12:21.566971 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-3bcfc39f-edda-422d-9d0d-16e39700bafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:21.617116 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfc39f-edda-422d-9d0d-16e39700bafd service neutron] Pushing event updated for resources: {'Port': ['ID=27c41026-2782-4d86-91f0-2ca7c27f102a,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:21.699237 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-3bcfc39f-edda-422d-9d0d-16e39700bafd service neutron] Attempting to bind port 27c41026-2782-4d86-91f0-2ca7c27f102a on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:12:21.699671 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-3bcfc39f-edda-422d-9d0d-16e39700bafd service neutron] Attempting to bind port 27c41026-2782-4d86-91f0-2ca7c27f102a by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '7fe23319-4834-4eef-b348-c43219584a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:12:21.700037 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-3bcfc39f-edda-422d-9d0d-16e39700bafd service neutron] Attempting to bind port 27c41026-2782-4d86-91f0-2ca7c27f102a on network 3d224e48-36a8-42d0-8738-ed5ea1abe259 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:12:21.705708 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-3bcfc39f-edda-422d-9d0d-16e39700bafd service neutron] Port 27c41026-2782-4d86-91f0-2ca7c27f102a on network 3d224e48-36a8-42d0-8738-ed5ea1abe259 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:12:21.705708 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-3bcfc39f-edda-422d-9d0d-16e39700bafd service neutron] Attempting to bind port 27c41026-2782-4d86-91f0-2ca7c27f102a on network 3d224e48-36a8-42d0-8738-ed5ea1abe259 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:12:21.719634 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-3bcfc39f-edda-422d-9d0d-16e39700bafd service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:12:21.719980 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-3bcfc39f-edda-422d-9d0d-16e39700bafd service neutron] Checking segment: {'id': '7fe23319-4834-4eef-b348-c43219584a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:12:21.720502 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-3bcfc39f-edda-422d-9d0d-16e39700bafd service neutron] Bound using segment: {'id': '7fe23319-4834-4eef-b348-c43219584a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:12:21.721003 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-3bcfc39f-edda-422d-9d0d-16e39700bafd service neutron] Bound port: 27c41026-2782-4d86-91f0-2ca7c27f102a, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe23319-4834-4eef-b348-c43219584a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:12:21.721413 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-3bcfc39f-edda-422d-9d0d-16e39700bafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:21.812047 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bbf70-7b7f-4de3-af13-f549b1078aaf req-6430ff34-db3b-4300-856c-b39d89c7729c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:21.813543 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-577bbf70-7b7f-4de3-af13-f549b1078aaf req-6430ff34-db3b-4300-856c-b39d89c7729c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=c482cfdb-5557-4d5f-9ae5-6958181abe23 HTTP/1.1" status: 200 len: 981 time: 0.0971420 Apr 23 00:12:21.848983 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-3bcfc39f-edda-422d-9d0d-16e39700bafd service neutron] For port 27c41026-2782-4d86-91f0-2ca7c27f102a, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:12:21.868945 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-3bcfc39f-edda-422d-9d0d-16e39700bafd service neutron] For port 27c41026-2782-4d86-91f0-2ca7c27f102a, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=27c41026-2782-4d86-91f0-2ca7c27f102a,segment=NetworkSegment(7fe23319-4834-4eef-b348-c43219584a67),segment_id=7fe23319-4834-4eef-b348-c43219584a67)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:12:21.874329 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-577bbf70-7b7f-4de3-af13-f549b1078aaf req-de040a53-41e3-479e-9183-90d2b28c6ede tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=04bf30c3-0b5c-404b-9ede-d5ab9ef6251f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510247 Apr 23 00:12:21.997489 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-3bcfc39f-edda-422d-9d0d-16e39700bafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:22.037483 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-3bcfc39f-edda-422d-9d0d-16e39700bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:22.038056 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-3bcfc39f-edda-422d-9d0d-16e39700bafd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:22.039336 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-3bcfc39f-edda-422d-9d0d-16e39700bafd service neutron] 10.222.0.16 "PUT /v2.0/ports/27c41026-2782-4d86-91f0-2ca7c27f102a HTTP/1.1" status: 200 len: 1094 time: 0.9044075 Apr 23 00:12:22.041543 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca95a07c-c674-4af2-a56c-c55a07775c5c', 'tag': '27c41026-2782-4d86-91f0-2ca7c27f102a'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:12:22.044937 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb39f8e-f66d-440a-9d7f-f7687be85f91" -d '{"events": [{"name": "network-changed", "server_uuid": "ca95a07c-c674-4af2-a56c-c55a07775c5c", "tag": "27c41026-2782-4d86-91f0-2ca7c27f102a"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:12:22.074723 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfc39f-edda-422d-9d0d-16e39700bafd service neutron] Pushing event updated for resources: {'Port': ['ID=27c41026-2782-4d86-91f0-2ca7c27f102a,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:22.104737 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d3c5a4-8339-4bda-a8e3-129d76cfe4ab x-openstack-request-id: req-18d3c5a4-8339-4bda-a8e3-129d76cfe4ab {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:12:22.105057 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca95a07c-c674-4af2-a56c-c55a07775c5c", "tag": "27c41026-2782-4d86-91f0-2ca7c27f102a", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:12:22.105313 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18d3c5a4-8339-4bda-a8e3-129d76cfe4ab {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:12:22.105719 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18d3c5a4-8339-4bda-a8e3-129d76cfe4ab'] response: {'name': 'network-changed', 'server_uuid': 'ca95a07c-c674-4af2-a56c-c55a07775c5c', 'tag': '27c41026-2782-4d86-91f0-2ca7c27f102a', 'status': 'completed', 'code': 200} Apr 23 00:12:22.173518 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb39f8e-f66d-440a-9d7f-f7687be85f91 req-caa432c9-12fb-4539-8dde-d5b05f9e2e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:22.175043 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3cb39f8e-f66d-440a-9d7f-f7687be85f91 req-caa432c9-12fb-4539-8dde-d5b05f9e2e21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eca10cab387440428e231a953cda4553&device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 1097 time: 0.0464904 Apr 23 00:12:22.287052 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb39f8e-f66d-440a-9d7f-f7687be85f91 req-457cb127-82e2-40f3-a8f5-c3e5f14f8ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:22.288635 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3cb39f8e-f66d-440a-9d7f-f7687be85f91 req-457cb127-82e2-40f3-a8f5-c3e5f14f8ea5 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=eca10cab387440428e231a953cda4553&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1063247 Apr 23 00:12:22.404968 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3b06c-5a81-427d-aab9-c3f7ad43d11b req-094a5ecf-51fc-4550-b291-ac2a9c82277b tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:22.406471 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2eb3b06c-5a81-427d-aab9-c3f7ad43d11b req-094a5ecf-51fc-4550-b291-ac2a9c82277b tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 944 time: 0.1142709 Apr 23 00:12:22.435456 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb39f8e-f66d-440a-9d7f-f7687be85f91 req-77dfc67f-1857-4cac-81e7-b5a081db7eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:22.436962 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3cb39f8e-f66d-440a-9d7f-f7687be85f91 req-77dfc67f-1857-4cac-81e7-b5a081db7eea service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1356735 Apr 23 00:12:22.456772 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2eb3b06c-5a81-427d-aab9-c3f7ad43d11b req-27d4a050-0d8e-4371-831b-703fed7e7404 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419304 Apr 23 00:12:22.524166 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-26337942-0971-4d8a-80cd-671a69d455c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:22.525700 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-26337942-0971-4d8a-80cd-671a69d455c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eca10cab387440428e231a953cda4553&device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 1097 time: 0.0508721 Apr 23 00:12:22.569055 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-2223e3cc-a390-4b4e-b7fe-5dbfec3b3e55 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27c41026-2782-4d86-91f0-2ca7c27f102a HTTP/1.1" status: 200 len: 217 time: 0.0346560 Apr 23 00:12:22.619411 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-d3008496-3b08-455b-9bf7-f0185132f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:22.620940 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-d3008496-3b08-455b-9bf7-f0185132f202 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d429f2-9bee-4153-ac8c-0a0937fc9ed2 HTTP/1.1" status: 200 len: 850 time: 0.0452182 Apr 23 00:12:22.673085 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-f994fe75-892a-44c6-865d-fa40930ee920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:22.674712 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-f994fe75-892a-44c6-865d-fa40930ee920 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d224e48-36a8-42d0-8738-ed5ea1abe259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464914 Apr 23 00:12:22.773226 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-9baae615-6460-4b2d-a49a-32c5ffe334a3 service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912979 Apr 23 00:12:22.831370 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 49ea045c-87f4-47ac-b274-4ffe34d7083b details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:12:22.869737 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-968c474a-b3ef-426f-870b-3c97d4073f7c req-490e2866-96d3-4610-95e2-2b52adfea060 service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889683 Apr 23 00:12:22.934040 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 49ea045c-87f4-47ac-b274-4ffe34d7083b, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=49ea045c-87f4-47ac-b274-4ffe34d7083b,segment=NetworkSegment(58175afa-dac9-4d6c-954f-44267ca50cb3),segment_id=58175afa-dac9-4d6c-954f-44267ca50cb3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:12:22.947985 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '49ea045c-87f4-47ac-b274-4ffe34d7083b', 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43', 'port_id': '49ea045c-87f4-47ac-b274-4ffe34d7083b', 'mac_address': 'fa:16:3e:5d:c9:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0cb6c0b-86ca-4804-aeb2-10791b05e5fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:12:22.993449 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:23.008883 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ea045c-87f4-47ac-b274-4ffe34d7083b {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:12:23.011880 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ef61b-5af2-4747-9ef0-ede917b0c123 req-4b6e534b-c4e8-4d17-bec0-ab781067ae1c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:23.014231 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-330ef61b-5af2-4747-9ef0-ede917b0c123 req-4b6e534b-c4e8-4d17-bec0-ab781067ae1c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=c482cfdb-5557-4d5f-9ae5-6958181abe23 HTTP/1.1" status: 200 len: 981 time: 0.0628924 Apr 23 00:12:23.031012 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 49ea045c-87f4-47ac-b274-4ffe34d7083b, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=49ea045c-87f4-47ac-b274-4ffe34d7083b,segment=NetworkSegment(58175afa-dac9-4d6c-954f-44267ca50cb3),segment_id=58175afa-dac9-4d6c-954f-44267ca50cb3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:12:23.058027 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-330ef61b-5af2-4747-9ef0-ede917b0c123 req-ba6fb96a-64fc-4b78-8b37-85a6769b1644 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=04bf30c3-0b5c-404b-9ede-d5ab9ef6251f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378082 Apr 23 00:12:23.111470 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:23.160268 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=49ea045c-87f4-47ac-b274-4ffe34d7083b,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:23.329583 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['49ea045c-87f4-47ac-b274-4ffe34d7083b'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:12:23.652426 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba02cc3-2909-42e6-a0da-adae5df54d92 req-0c2f6ca9-f15e-4ea3-a409-63bebd3a6821 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:23.654131 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bba02cc3-2909-42e6-a0da-adae5df54d92 req-0c2f6ca9-f15e-4ea3-a409-63bebd3a6821 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 944 time: 0.1204488 Apr 23 00:12:23.696840 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bba02cc3-2909-42e6-a0da-adae5df54d92 req-f04734bd-36f8-4437-9003-ccdc89fff4a7 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361171 Apr 23 00:12:23.704322 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:24.179449 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f63121-48c5-42d1-b487-96faa4199e34 req-82cf19c9-c9cc-4850-8aeb-01237bc6224e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:24.180913 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-41f63121-48c5-42d1-b487-96faa4199e34 req-82cf19c9-c9cc-4850-8aeb-01237bc6224e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=c482cfdb-5557-4d5f-9ae5-6958181abe23 HTTP/1.1" status: 200 len: 982 time: 0.0525169 Apr 23 00:12:24.221311 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-41f63121-48c5-42d1-b487-96faa4199e34 req-acd9cb78-8519-40dd-9f99-9b28275753a8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=04bf30c3-0b5c-404b-9ede-d5ab9ef6251f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314500 Apr 23 00:12:24.813486 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09153825-29c0-49f0-b527-66c63db52711 req-0dd4357d-ce54-40a8-b6d7-254df2ebb331 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:24.814954 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-09153825-29c0-49f0-b527-66c63db52711 req-0dd4357d-ce54-40a8-b6d7-254df2ebb331 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 944 time: 0.0500219 Apr 23 00:12:24.852514 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-09153825-29c0-49f0-b527-66c63db52711 req-1abc70f6-6a98-4bf2-a0e8-c37762c8b5a0 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314467 Apr 23 00:12:24.861217 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 49ea045c-87f4-47ac-b274-4ffe34d7083b up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:12:24.966217 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 49ea045c-87f4-47ac-b274-4ffe34d7083b completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:12:24.970807 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 49ea045c-87f4-47ac-b274-4ffe34d7083b triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:12:24.971175 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:25.052529 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:25.074342 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c482cfdb-5557-4d5f-9ae5-6958181abe23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ea045c-87f4-47ac-b274-4ffe34d7083b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:12:25.076601 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e4b7d8-f4bc-40e2-b606-54e945423a6f" -d '{"events": [{"server_uuid": "c482cfdb-5557-4d5f-9ae5-6958181abe23", "name": "network-vif-plugged", "status": "completed", "tag": "49ea045c-87f4-47ac-b274-4ffe34d7083b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:12:25.089101 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 49ea045c-87f4-47ac-b274-4ffe34d7083b, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=49ea045c-87f4-47ac-b274-4ffe34d7083b,segment=NetworkSegment(58175afa-dac9-4d6c-954f-44267ca50cb3),segment_id=58175afa-dac9-4d6c-954f-44267ca50cb3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:12:25.113121 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee36cfcd-69de-4fa1-a0ca-8354ad9e75e3 x-openstack-request-id: req-ee36cfcd-69de-4fa1-a0ca-8354ad9e75e3 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:12:25.113414 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c482cfdb-5557-4d5f-9ae5-6958181abe23", "name": "network-vif-plugged", "status": "completed", "tag": "49ea045c-87f4-47ac-b274-4ffe34d7083b", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:12:25.113799 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee36cfcd-69de-4fa1-a0ca-8354ad9e75e3 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:12:25.114090 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee36cfcd-69de-4fa1-a0ca-8354ad9e75e3'] response: {'server_uuid': 'c482cfdb-5557-4d5f-9ae5-6958181abe23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ea045c-87f4-47ac-b274-4ffe34d7083b', 'code': 200} Apr 23 00:12:25.206555 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:25.253842 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=49ea045c-87f4-47ac-b274-4ffe34d7083b,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:25.338745 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7a056-706e-4c9f-b7d7-d03c5806e715 req-1b59ddf4-2f05-4709-9524-4cb46ac17470 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:25.340157 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8db7a056-706e-4c9f-b7d7-d03c5806e715 req-1b59ddf4-2f05-4709-9524-4cb46ac17470 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=c482cfdb-5557-4d5f-9ae5-6958181abe23 HTTP/1.1" status: 200 len: 983 time: 0.0506995 Apr 23 00:12:25.378493 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8db7a056-706e-4c9f-b7d7-d03c5806e715 req-4de6ca35-37a8-4e9c-92a7-3b0fd5630343 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=04bf30c3-0b5c-404b-9ede-d5ab9ef6251f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313964 Apr 23 00:12:25.455116 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3bcc4-bb9c-4f20-bf45-a27328670cb9 req-83b1d277-346c-412d-8b1d-d6011c1e2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:25.456621 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d5a3bcc4-bb9c-4f20-bf45-a27328670cb9 req-83b1d277-346c-412d-8b1d-d6011c1e2f94 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c482cfdb-5557-4d5f-9ae5-6958181abe23 HTTP/1.1" status: 200 len: 1136 time: 0.0442426 Apr 23 00:12:25.490960 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d5a3bcc4-bb9c-4f20-bf45-a27328670cb9 req-49ee843b-3e42-4544-a583-3e8a8d6f47b4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=04bf30c3-0b5c-404b-9ede-d5ab9ef6251f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270565 Apr 23 00:12:25.970975 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75ecd8-11b0-4074-8338-3fff8cc521ce req-f916e6bd-5a65-48f6-b02d-4f65b7e66c8d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:25.972395 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4d75ecd8-11b0-4074-8338-3fff8cc521ce req-f916e6bd-5a65-48f6-b02d-4f65b7e66c8d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 944 time: 0.0506303 Apr 23 00:12:26.009308 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4d75ecd8-11b0-4074-8338-3fff8cc521ce req-cf9e4fa3-e39d-4c91-a585-881f4c889868 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310593 Apr 23 00:12:26.498712 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2e54f-3416-4770-905f-2873f124c5f1 req-918e0089-a608-436e-879d-e554d3285287 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:26.500211 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-44f2e54f-3416-4770-905f-2873f124c5f1 req-918e0089-a608-436e-879d-e554d3285287 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=c482cfdb-5557-4d5f-9ae5-6958181abe23 HTTP/1.1" status: 200 len: 983 time: 0.0526617 Apr 23 00:12:26.544222 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-44f2e54f-3416-4770-905f-2873f124c5f1 req-6d2810b7-4046-4a99-81f0-ba3f024beeaa tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=04bf30c3-0b5c-404b-9ede-d5ab9ef6251f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369999 Apr 23 00:12:27.127179 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855d860-d5e6-4fab-8bd7-c6d6d1c51a35 req-2b8cdb32-c8b4-44ca-adc0-b1623c870f9d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:27.128649 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d855d860-d5e6-4fab-8bd7-c6d6d1c51a35 req-2b8cdb32-c8b4-44ca-adc0-b1623c870f9d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 944 time: 0.0540435 Apr 23 00:12:27.166184 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d855d860-d5e6-4fab-8bd7-c6d6d1c51a35 req-ebf6ece7-12ff-4009-9eb4-2f4facce2c1d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316143 Apr 23 00:12:27.660458 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726e8ac-e56c-4a0c-afab-f9048b7177f2 req-3bf6b063-2cfb-408b-bbdb-61d41bdc274a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:27.661980 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7726e8ac-e56c-4a0c-afab-f9048b7177f2 req-3bf6b063-2cfb-408b-bbdb-61d41bdc274a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=c482cfdb-5557-4d5f-9ae5-6958181abe23 HTTP/1.1" status: 200 len: 983 time: 0.0488532 Apr 23 00:12:27.700337 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7726e8ac-e56c-4a0c-afab-f9048b7177f2 req-94a7cd73-8798-409d-91bf-d0c3072094e4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=04bf30c3-0b5c-404b-9ede-d5ab9ef6251f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320625 Apr 23 00:12:27.817211 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1e39a-99fb-43a1-b6e8-14bdf7d26f33 req-2d186ef6-3ab3-4580-8ab4-08e0055d6355 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:27.818674 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-51d1e39a-99fb-43a1-b6e8-14bdf7d26f33 req-2d186ef6-3ab3-4580-8ab4-08e0055d6355 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=c482cfdb-5557-4d5f-9ae5-6958181abe23 HTTP/1.1" status: 200 len: 983 time: 0.0492682 Apr 23 00:12:27.855431 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-51d1e39a-99fb-43a1-b6e8-14bdf7d26f33 req-9bb94603-e840-4b84-bb21-5452c028cb2a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=04bf30c3-0b5c-404b-9ede-d5ab9ef6251f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304248 Apr 23 00:12:27.878771 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56896) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:27.919668 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8003c7-5f84-4981-9ffa-be60ebfeb808 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:27.921170 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8a8003c7-5f84-4981-9ffa-be60ebfeb808 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c482cfdb-5557-4d5f-9ae5-6958181abe23 HTTP/1.1" status: 200 len: 1131 time: 0.0413933 Apr 23 00:12:27.924826 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56898) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:27.929141 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-7060ae2f-7ac8-4e05-83ad-553f42fc1ed4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': '49ea045c-87f4-47ac-b274-4ffe34d7083b', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:27.985123 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7060ae2f-7ac8-4e05-83ad-553f42fc1ed4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:28.086844 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7060ae2f-7ac8-4e05-83ad-553f42fc1ed4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:28.191727 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-7060ae2f-7ac8-4e05-83ad-553f42fc1ed4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.26.3.29 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/00a2e20b-ed26-4a79-aa4b-4f180fb421ed) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:12:28.287122 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd79e1-165b-4c8e-88d8-b7b1988ee542 req-a63f3ff3-9b0b-4d99-afc7-c60e15fc2267 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:28.288644 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d0bd79e1-165b-4c8e-88d8-b7b1988ee542 req-a63f3ff3-9b0b-4d99-afc7-c60e15fc2267 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 944 time: 0.0550270 Apr 23 00:12:28.302826 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7060ae2f-7ac8-4e05-83ad-553f42fc1ed4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:28.326578 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d0bd79e1-165b-4c8e-88d8-b7b1988ee542 req-e7742593-c844-4c80-b09a-201fa901392d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315251 Apr 23 00:12:28.401237 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7060ae2f-7ac8-4e05-83ad-553f42fc1ed4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:28.442140 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7060ae2f-7ac8-4e05-83ad-553f42fc1ed4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:12:28.444897 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-7060ae2f-7ac8-4e05-83ad-553f42fc1ed4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:12:28.448468 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7060ae2f-7ac8-4e05-83ad-553f42fc1ed4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:12:28.469270 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7060ae2f-7ac8-4e05-83ad-553f42fc1ed4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=00a2e20b-ed26-4a79-aa4b-4f180fb421ed,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:29.093243 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7060ae2f-7ac8-4e05-83ad-553f42fc1ed4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:29.231479 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7060ae2f-7ac8-4e05-83ad-553f42fc1ed4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:29.378677 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7060ae2f-7ac8-4e05-83ad-553f42fc1ed4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:29.450788 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd122cf-49e9-4ed8-b332-cd17cd73fb7e req-08219774-fbe8-4483-ba0a-0a25b17b8ff7 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:29.452313 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6cd122cf-49e9-4ed8-b332-cd17cd73fb7e req-08219774-fbe8-4483-ba0a-0a25b17b8ff7 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 944 time: 0.0540383 Apr 23 00:12:29.490038 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6cd122cf-49e9-4ed8-b332-cd17cd73fb7e req-62908c1f-38bc-40b4-940d-de3bf4c81eb1 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316532 Apr 23 00:12:29.493701 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7060ae2f-7ac8-4e05-83ad-553f42fc1ed4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:29.563185 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7060ae2f-7ac8-4e05-83ad-553f42fc1ed4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=00a2e20b-ed26-4a79-aa4b-4f180fb421ed,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:29.571163 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7060ae2f-7ac8-4e05-83ad-553f42fc1ed4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:29.672259 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-7060ae2f-7ac8-4e05-83ad-553f42fc1ed4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Floating IP 13402288-96f7-41ee-ae51-422d38300284 associated. External IP: 172.26.3.29, port: 49ea045c-87f4-47ac-b274-4ffe34d7083b. Apr 23 00:12:29.883503 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7060ae2f-7ac8-4e05-83ad-553f42fc1ed4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:12:29.993292 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7060ae2f-7ac8-4e05-83ad-553f42fc1ed4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:12:30.002832 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbf211e-be40-417f-8f49-46129092c4dd None None] Sync routers for ids ['d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:12:30.012650 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbf211e-be40-417f-8f49-46129092c4dd None None] Routers {'d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:12:30.020503 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-9bbf211e-be40-417f-8f49-46129092c4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:12:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:30.113232 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7060ae2f-7ac8-4e05-83ad-553f42fc1ed4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:30.123888 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-9bbf211e-be40-417f-8f49-46129092c4dd None None] Set router d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:12:30.140083 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7060ae2f-7ac8-4e05-83ad-553f42fc1ed4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.2142611 Apr 23 00:12:30.140643 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c482cfdb-5557-4d5f-9ae5-6958181abe23', 'tag': '49ea045c-87f4-47ac-b274-4ffe34d7083b'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:12:30.143712 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f2b38d-6fbe-4812-86c6-f3d85f931cea" -d '{"events": [{"name": "network-changed", "server_uuid": "c482cfdb-5557-4d5f-9ae5-6958181abe23", "tag": "49ea045c-87f4-47ac-b274-4ffe34d7083b"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:12:30.143903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56904) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:30.179455 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc144003-6870-4d84-bf51-ad094640bbfd x-openstack-request-id: req-dc144003-6870-4d84-bf51-ad094640bbfd {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:12:30.179778 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c482cfdb-5557-4d5f-9ae5-6958181abe23", "tag": "49ea045c-87f4-47ac-b274-4ffe34d7083b", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:12:30.180034 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc144003-6870-4d84-bf51-ad094640bbfd {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:12:30.180445 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc144003-6870-4d84-bf51-ad094640bbfd'] response: {'name': 'network-changed', 'server_uuid': 'c482cfdb-5557-4d5f-9ae5-6958181abe23', 'tag': '49ea045c-87f4-47ac-b274-4ffe34d7083b', 'status': 'completed', 'code': 200} Apr 23 00:12:30.225157 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d805dd-20e8-4e3b-82df-014e1f880fc6 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:30.226862 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-77d805dd-20e8-4e3b-82df-014e1f880fc6 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c482cfdb-5557-4d5f-9ae5-6958181abe23&network_id=392d7400-26ab-4220-beaf-ef51b8689e43 HTTP/1.1" status: 200 len: 1131 time: 0.0818295 Apr 23 00:12:30.317400 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2b38d-6fbe-4812-86c6-f3d85f931cea req-0892a546-e4bf-41a6-80f6-921c549c3986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:30.318920 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-47f2b38d-6fbe-4812-86c6-f3d85f931cea req-0892a546-e4bf-41a6-80f6-921c549c3986 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=c482cfdb-5557-4d5f-9ae5-6958181abe23 HTTP/1.1" status: 200 len: 1136 time: 0.1121097 Apr 23 00:12:30.363199 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-9bbf211e-be40-417f-8f49-46129092c4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'name': 'tempest-TestNetworkBasicOps-router-942254238', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:09Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '13402288-96f7-41ee-ae51-422d38300284', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'port_id': '49ea045c-87f4-47ac-b274-4ffe34d7083b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1460035445', 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43', 'mac_address': 'fa:16:3e:5d:c9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c482cfdb-5557-4d5f-9ae5-6958181abe23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:12:28Z', 'updated_at': '2022-04-23T00:12:28Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8c763d-139d-4f14-a790-0d83411fcae4', 'name': '', 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:46:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e0cb6c0b-86ca-4804-aeb2-10791b05e5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:12:09Z', 'updated_at': '2022-04-23T00:12:13Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': 'e0cb6c0b-86ca-4804-aeb2-10791b05e5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:30.388738 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbf211e-be40-417f-8f49-46129092c4dd None None] Checking router: d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:12:30.397150 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbf211e-be40-417f-8f49-46129092c4dd None None] Routers {'d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:12:30.397758 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-9bbf211e-be40-417f-8f49-46129092c4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:12:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:30.420987 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2b38d-6fbe-4812-86c6-f3d85f931cea req-afd066cf-b33d-452d-825e-1f8bcbb4d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:30.422489 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-47f2b38d-6fbe-4812-86c6-f3d85f931cea req-afd066cf-b33d-452d-825e-1f8bcbb4d714 service neutron] 10.222.0.16 "GET /v2.0/networks?id=392d7400-26ab-4220-beaf-ef51b8689e43 HTTP/1.1" status: 200 len: 897 time: 0.0940588 Apr 23 00:12:30.505004 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-47f2b38d-6fbe-4812-86c6-f3d85f931cea req-67cebeb5-c3a8-446e-a9cc-50cfc6dacbdc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49ea045c-87f4-47ac-b274-4ffe34d7083b HTTP/1.1" status: 200 len: 1036 time: 0.0711486 Apr 23 00:12:30.529823 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-9bbf211e-be40-417f-8f49-46129092c4dd None None] Set router d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:12:30.600003 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2b38d-6fbe-4812-86c6-f3d85f931cea req-667acd2a-9cfd-4cbd-a232-4fd56670899e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:30.603219 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-47f2b38d-6fbe-4812-86c6-f3d85f931cea req-667acd2a-9cfd-4cbd-a232-4fd56670899e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0cb6c0b-86ca-4804-aeb2-10791b05e5fd HTTP/1.1" status: 200 len: 835 time: 0.0847855 Apr 23 00:12:30.680993 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf9b68-be65-4080-99d6-54b531f54830 req-1c5a5e65-595e-490e-95f9-dd7c3413f043 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:30.687690 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7bbf9b68-be65-4080-99d6-54b531f54830 req-1c5a5e65-595e-490e-95f9-dd7c3413f043 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=c482cfdb-5557-4d5f-9ae5-6958181abe23 HTTP/1.1" status: 200 len: 983 time: 0.0687790 Apr 23 00:12:30.715349 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c408f-6178-4fe7-bbd0-a8058fb89fb7 req-c2b41257-5d06-43e2-b7cc-9a0be43a1a77 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:30.717263 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-491c408f-6178-4fe7-bbd0-a8058fb89fb7 req-c2b41257-5d06-43e2-b7cc-9a0be43a1a77 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 944 time: 0.1112351 Apr 23 00:12:30.724650 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2b38d-6fbe-4812-86c6-f3d85f931cea req-94e3157b-edec-4e90-879a-df18b3583217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:30.726753 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-47f2b38d-6fbe-4812-86c6-f3d85f931cea req-94e3157b-edec-4e90-879a-df18b3583217 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=392d7400-26ab-4220-beaf-ef51b8689e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0888562 Apr 23 00:12:30.745706 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7bbf9b68-be65-4080-99d6-54b531f54830 req-fb56d94d-ce64-43b3-97d6-50de484f0563 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=04bf30c3-0b5c-404b-9ede-d5ab9ef6251f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570385 Apr 23 00:12:30.824095 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-491c408f-6178-4fe7-bbd0-a8058fb89fb7 req-83c4ae6e-a498-4804-8d71-ea8e2387b3d9 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963073 Apr 23 00:12:30.837453 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-9bbf211e-be40-417f-8f49-46129092c4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'name': 'tempest-TestNetworkBasicOps-router-942254238', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:09Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '13402288-96f7-41ee-ae51-422d38300284', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'port_id': '49ea045c-87f4-47ac-b274-4ffe34d7083b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1460035445', 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43', 'mac_address': 'fa:16:3e:5d:c9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c482cfdb-5557-4d5f-9ae5-6958181abe23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:12:28Z', 'updated_at': '2022-04-23T00:12:28Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8c763d-139d-4f14-a790-0d83411fcae4', 'name': '', 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:46:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e0cb6c0b-86ca-4804-aeb2-10791b05e5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:12:09Z', 'updated_at': '2022-04-23T00:12:13Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': 'e0cb6c0b-86ca-4804-aeb2-10791b05e5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:30.854846 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-47f2b38d-6fbe-4812-86c6-f3d85f931cea req-feace2dd-19a2-4f91-baf3-37f31f410e60 service neutron] 10.222.0.16 "GET /v2.0/networks/392d7400-26ab-4220-beaf-ef51b8689e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066179 Apr 23 00:12:30.866082 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbf211e-be40-417f-8f49-46129092c4dd None None] The sync data for ids ['d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'] in dv-neutron-838783-1-hyperv is: [{'id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'name': 'tempest-TestNetworkBasicOps-router-942254238', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:09Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '13402288-96f7-41ee-ae51-422d38300284', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'port_id': '49ea045c-87f4-47ac-b274-4ffe34d7083b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1460035445', 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43', 'mac_address': 'fa:16:3e:5d:c9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c482cfdb-5557-4d5f-9ae5-6958181abe23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:12:28Z', 'updated_at': '2022-04-23T00:12:28Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8c763d-139d-4f14-a790-0d83411fcae4', 'name': '', 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:46:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e0cb6c0b-86ca-4804-aeb2-10791b05e5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:12:09Z', 'updated_at': '2022-04-23T00:12:13Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': 'e0cb6c0b-86ca-4804-aeb2-10791b05e5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:12:30.897677 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 27c41026-2782-4d86-91f0-2ca7c27f102a details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:12:30.971070 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-47f2b38d-6fbe-4812-86c6-f3d85f931cea req-12b2e89e-c8f3-492b-a225-a4f92e379410 service neutron] 10.222.0.16 "GET /v2.0/networks/392d7400-26ab-4220-beaf-ef51b8689e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076241 Apr 23 00:12:31.014793 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 27c41026-2782-4d86-91f0-2ca7c27f102a, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=27c41026-2782-4d86-91f0-2ca7c27f102a,segment=NetworkSegment(7fe23319-4834-4eef-b348-c43219584a67),segment_id=7fe23319-4834-4eef-b348-c43219584a67)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:12:31.035336 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '27c41026-2782-4d86-91f0-2ca7c27f102a', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'port_id': '27c41026-2782-4d86-91f0-2ca7c27f102a', 'mac_address': 'fa:16:3e:19:16:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:12:31.081078 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:31.095132 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c41026-2782-4d86-91f0-2ca7c27f102a {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:12:31.118240 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 27c41026-2782-4d86-91f0-2ca7c27f102a, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=27c41026-2782-4d86-91f0-2ca7c27f102a,segment=NetworkSegment(7fe23319-4834-4eef-b348-c43219584a67),segment_id=7fe23319-4834-4eef-b348-c43219584a67)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:12:31.130759 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376a6f17-f31a-4839-9035-195e028d4b6b None None] New status for floating IP 13402288-96f7-41ee-ae51-422d38300284: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:12:31.168179 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:31.224924 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=27c41026-2782-4d86-91f0-2ca7c27f102a,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:31.442353 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['27c41026-2782-4d86-91f0-2ca7c27f102a'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:12:31.857366 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504062f2-a17f-4fd6-b782-a04f29918f1b req-d28b2b5b-dae0-4618-8e8e-489ea07d3df6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:31.858866 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-504062f2-a17f-4fd6-b782-a04f29918f1b req-d28b2b5b-dae0-4618-8e8e-489ea07d3df6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=c482cfdb-5557-4d5f-9ae5-6958181abe23 HTTP/1.1" status: 200 len: 983 time: 0.0534284 Apr 23 00:12:31.899659 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-504062f2-a17f-4fd6-b782-a04f29918f1b req-dcf8361a-7099-43ed-b68d-c1be4c401218 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=04bf30c3-0b5c-404b-9ede-d5ab9ef6251f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336349 Apr 23 00:12:31.942220 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bc51b-e729-4673-9d9c-b10b28bc845c req-8792f5d7-a54e-44ed-b7ae-6cef41de8d9e tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:31.943666 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1b4bc51b-e729-4673-9d9c-b10b28bc845c req-8792f5d7-a54e-44ed-b7ae-6cef41de8d9e tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 945 time: 0.0525062 Apr 23 00:12:31.990180 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1b4bc51b-e729-4673-9d9c-b10b28bc845c req-f0f03a9e-faeb-4116-86fc-5db7d25113f5 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404069 Apr 23 00:12:32.129643 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd554258-f31f-443f-94c7-68f1d5f0334b req-54acd769-188e-4d11-9ec9-bc38e83e68e2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:32.131085 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cd554258-f31f-443f-94c7-68f1d5f0334b req-54acd769-188e-4d11-9ec9-bc38e83e68e2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/ports?device_id=c482cfdb-5557-4d5f-9ae5-6958181abe23 HTTP/1.1" status: 200 len: 983 time: 0.0484836 Apr 23 00:12:32.183177 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd554258-f31f-443f-94c7-68f1d5f0334b req-4d40839a-2b68-4b73-8bad-eac6169a2665 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:32.184575 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cd554258-f31f-443f-94c7-68f1d5f0334b req-4d40839a-2b68-4b73-8bad-eac6169a2665 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/ports/49ea045c-87f4-47ac-b274-4ffe34d7083b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0445082 Apr 23 00:12:32.292033 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cd554258-f31f-443f-94c7-68f1d5f0334b req-2907602c-4fe6-46c0-82b5-0478a0a91be9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/networks/392d7400-26ab-4220-beaf-ef51b8689e43?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1004920 Apr 23 00:12:32.303736 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-cd554258-f31f-443f-94c7-68f1d5f0334b req-b7832195-91e5-4d9b-9233-2f66677eae9f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:32.355500 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cd554258-f31f-443f-94c7-68f1d5f0334b req-b7832195-91e5-4d9b-9233-2f66677eae9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:32.485457 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-cd554258-f31f-443f-94c7-68f1d5f0334b req-b7832195-91e5-4d9b-9233-2f66677eae9f service neutron] For port 49ea045c-87f4-47ac-b274-4ffe34d7083b, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=49ea045c-87f4-47ac-b274-4ffe34d7083b,segment=NetworkSegment(58175afa-dac9-4d6c-954f-44267ca50cb3),segment_id=58175afa-dac9-4d6c-954f-44267ca50cb3)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:12:32.516929 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-cd554258-f31f-443f-94c7-68f1d5f0334b req-b7832195-91e5-4d9b-9233-2f66677eae9f service neutron] For port 49ea045c-87f4-47ac-b274-4ffe34d7083b, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:12:32.550702 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-cd554258-f31f-443f-94c7-68f1d5f0334b req-b7832195-91e5-4d9b-9233-2f66677eae9f service neutron] device_id is not set on port 49ea045c-87f4-47ac-b274-4ffe34d7083b yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:12:32.559305 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cd554258-f31f-443f-94c7-68f1d5f0334b req-b7832195-91e5-4d9b-9233-2f66677eae9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:32.617859 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cd554258-f31f-443f-94c7-68f1d5f0334b req-b7832195-91e5-4d9b-9233-2f66677eae9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:32.716963 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7832195-91e5-4d9b-9233-2f66677eae9f service neutron] Pushing event updated for resources: {'Port': ['ID=49ea045c-87f4-47ac-b274-4ffe34d7083b,revision_number=6']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:32.792570 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd554258-f31f-443f-94c7-68f1d5f0334b req-b7832195-91e5-4d9b-9233-2f66677eae9f service neutron] No DVR routers for this DVR port 49ea045c-87f4-47ac-b274-4ffe34d7083b on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:12:32.897302 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 27c41026-2782-4d86-91f0-2ca7c27f102a up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:12:32.936652 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-cd554258-f31f-443f-94c7-68f1d5f0334b req-b7832195-91e5-4d9b-9233-2f66677eae9f service neutron] In _notify_port_updated(), no bound segment for port 49ea045c-87f4-47ac-b274-4ffe34d7083b on network 392d7400-26ab-4220-beaf-ef51b8689e43 {{(pid=103144) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 23 00:12:32.937596 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd554258-f31f-443f-94c7-68f1d5f0334b req-b7832195-91e5-4d9b-9233-2f66677eae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:32.938501 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cd554258-f31f-443f-94c7-68f1d5f0334b req-b7832195-91e5-4d9b-9233-2f66677eae9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:32.939946 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cd554258-f31f-443f-94c7-68f1d5f0334b req-b7832195-91e5-4d9b-9233-2f66677eae9f service neutron] 10.222.0.16 "PUT /v2.0/ports/49ea045c-87f4-47ac-b274-4ffe34d7083b HTTP/1.1" status: 200 len: 1026 time: 0.6402774 Apr 23 00:12:32.956815 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-45cda2ce-dce8-4972-925f-5d5cb4f58ef9 None None] Provisioning complete for port 49ea045c-87f4-47ac-b274-4ffe34d7083b triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:12:32.957188 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45cda2ce-dce8-4972-925f-5d5cb4f58ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:32.995118 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-45cda2ce-dce8-4972-925f-5d5cb4f58ef9 None None] Port 49ea045c-87f4-47ac-b274-4ffe34d7083b cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:12:32.999636 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-59b67a4b-afe9-4ae8-b906-0ecb47659ab8 req-461585af-d4dc-4ce6-9d00-3f9c56287aea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=c482cfdb-5557-4d5f-9ae5-6958181abe23 HTTP/1.1" status: 200 len: 210 time: 0.0291462 Apr 23 00:12:33.115330 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260033e-6f8f-45d9-9cf1-df1021c7a358 req-ba9855e5-2987-4d43-92d9-1c5c3c832768 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:33.116849 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7260033e-6f8f-45d9-9cf1-df1021c7a358 req-ba9855e5-2987-4d43-92d9-1c5c3c832768 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 945 time: 0.0510483 Apr 23 00:12:33.122676 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 27c41026-2782-4d86-91f0-2ca7c27f102a completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:12:33.127041 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 27c41026-2782-4d86-91f0-2ca7c27f102a triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:12:33.131140 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:33.155879 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7260033e-6f8f-45d9-9cf1-df1021c7a358 req-87a4cc74-dea3-41cb-9069-d3da7278b1b5 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330698 Apr 23 00:12:33.209497 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:33.237183 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca95a07c-c674-4af2-a56c-c55a07775c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c41026-2782-4d86-91f0-2ca7c27f102a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:12:33.239430 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6dd477-6966-4c76-a31b-9cd0d960266a" -d '{"events": [{"server_uuid": "ca95a07c-c674-4af2-a56c-c55a07775c5c", "name": "network-vif-plugged", "status": "completed", "tag": "27c41026-2782-4d86-91f0-2ca7c27f102a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:12:33.252211 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 27c41026-2782-4d86-91f0-2ca7c27f102a, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=27c41026-2782-4d86-91f0-2ca7c27f102a,segment=NetworkSegment(7fe23319-4834-4eef-b348-c43219584a67),segment_id=7fe23319-4834-4eef-b348-c43219584a67)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:12:33.278140 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b61436b-7316-4929-bfa4-da8e43af9152 x-openstack-request-id: req-0b61436b-7316-4929-bfa4-da8e43af9152 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:12:33.278422 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca95a07c-c674-4af2-a56c-c55a07775c5c", "name": "network-vif-plugged", "status": "completed", "tag": "27c41026-2782-4d86-91f0-2ca7c27f102a", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:12:33.278671 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b61436b-7316-4929-bfa4-da8e43af9152 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:12:33.279061 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b61436b-7316-4929-bfa4-da8e43af9152'] response: {'server_uuid': 'ca95a07c-c674-4af2-a56c-c55a07775c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c41026-2782-4d86-91f0-2ca7c27f102a', 'code': 200} Apr 23 00:12:33.366608 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:33.415155 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=27c41026-2782-4d86-91f0-2ca7c27f102a,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:33.575008 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d94f1a-db3b-4371-91c0-b5959e312963 req-17c65a70-6d16-46d6-a2ee-f91896611048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:33.576507 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e7d94f1a-db3b-4371-91c0-b5959e312963 req-17c65a70-6d16-46d6-a2ee-f91896611048 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 1099 time: 0.0434544 Apr 23 00:12:33.610393 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e7d94f1a-db3b-4371-91c0-b5959e312963 req-2ee556ce-2195-4d5a-bafe-09041c5d2c04 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261095 Apr 23 00:12:34.169869 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e1923d28-9041-40fb-bf92-fb44e235e9f5 req-0b620bb1-8d66-4482-a64f-bb597cade1d6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=c482cfdb-5557-4d5f-9ae5-6958181abe23 HTTP/1.1" status: 200 len: 210 time: 0.0323079 Apr 23 00:12:34.273377 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac249c8-526c-46bb-a899-fd74ec2692f0 req-a8027f7a-a2dd-4512-b127-d49b98c5647c tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:34.274902 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0ac249c8-526c-46bb-a899-fd74ec2692f0 req-a8027f7a-a2dd-4512-b127-d49b98c5647c tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 946 time: 0.0506892 Apr 23 00:12:34.316045 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0ac249c8-526c-46bb-a899-fd74ec2692f0 req-198f404d-ce09-4853-8bc4-aa20297a8f96 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346389 Apr 23 00:12:34.316585 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca3d3952-4cbb-4b01-b4a2-24b7a1de30c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:34.908658 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 49ea045c-87f4-47ac-b274-4ffe34d7083b no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:12:34.949925 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 49ea045c-87f4-47ac-b274-4ffe34d7083b not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:12:35.225692 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56932) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:35.268472 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc0116e-a1ec-4c1f-9efb-ab20799279be tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:35.269800 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4dc0116e-a1ec-4c1f-9efb-ab20799279be tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports/49ea045c-87f4-47ac-b274-4ffe34d7083b HTTP/1.1" status: 200 len: 925 time: 0.0431376 Apr 23 00:12:35.431446 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca6992-b7c9-4731-9b61-1a7e8aa29b32 req-ce7a1fde-0021-43f8-84cf-e40755d9118e tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:35.432986 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-42ca6992-b7c9-4731-9b61-1a7e8aa29b32 req-ce7a1fde-0021-43f8-84cf-e40755d9118e tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 946 time: 0.0496826 Apr 23 00:12:35.471166 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-42ca6992-b7c9-4731-9b61-1a7e8aa29b32 req-092a023f-09e3-48ca-b91a-c3ef518c5cb8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320444 Apr 23 00:12:35.553421 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56940) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:35.559676 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-8990a803-0eac-4a85-b2f5-b5ed2058ea95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-856736393', 'description': 'tempest-secgroup-smoke-856736393 description', 'project_id': 'b0d4e09f8966425d866e56289d457074'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:35.594871 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd609282-261a-4656-9fd7-ddda95d92ee6 req-b1c05085-6c47-465a-ab52-602781eddae3 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:35.596456 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cd609282-261a-4656-9fd7-ddda95d92ee6 req-b1c05085-6c47-465a-ab52-602781eddae3 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 946 time: 0.0536010 Apr 23 00:12:35.634490 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cd609282-261a-4656-9fd7-ddda95d92ee6 req-a916afe1-f2af-4a77-8b20-e20dcb501793 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319118 Apr 23 00:12:35.635017 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8990a803-0eac-4a85-b2f5-b5ed2058ea95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:35.657114 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56942) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:35.710173 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8990a803-0eac-4a85-b2f5-b5ed2058ea95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:35.789537 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8990a803-0eac-4a85-b2f5-b5ed2058ea95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:35.803988 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27168c8a-bd43-4344-87e5-988565396922 tempest-TestVolumeBootPattern-1555658783 tempest-TestVolumeBootPattern-1555658783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:35.805500 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-27168c8a-bd43-4344-87e5-988565396922 tempest-TestVolumeBootPattern-1555658783 tempest-TestVolumeBootPattern-1555658783-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 1094 time: 0.1468401 Apr 23 00:12:35.808357 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56946) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:35.813038 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-28b8efd1-2e79-4999-b705-327005b61dd8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': '27c41026-2782-4d86-91f0-2ca7c27f102a', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:35.820806 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990a803-0eac-4a85-b2f5-b5ed2058ea95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86aac60d-1be1-458b-828f-2f669993f61d,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:35.907366 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8990a803-0eac-4a85-b2f5-b5ed2058ea95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:35.908981 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8990a803-0eac-4a85-b2f5-b5ed2058ea95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3544886 Apr 23 00:12:35.911979 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56948) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:35.916838 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-72fdd568-214a-422c-a3d9-dbaf125b07ca tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '86aac60d-1be1-458b-828f-2f669993f61d', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:35.985008 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28b8efd1-2e79-4999-b705-327005b61dd8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for floatingip, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:36.010993 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-72fdd568-214a-422c-a3d9-dbaf125b07ca tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:36.107999 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-72fdd568-214a-422c-a3d9-dbaf125b07ca tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:36.135489 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28b8efd1-2e79-4999-b705-327005b61dd8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:36.192856 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-72fdd568-214a-422c-a3d9-dbaf125b07ca tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:36.237605 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fdd568-214a-422c-a3d9-dbaf125b07ca tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f65ba51f-dce7-4358-9ec0-7aeca29ded8f,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:36.256893 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-28b8efd1-2e79-4999-b705-327005b61dd8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Allocated IP 172.26.3.235 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/5c7ad461-c145-420c-81aa-d407649e91d4) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:12:36.368488 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-72fdd568-214a-422c-a3d9-dbaf125b07ca tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:36.369728 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-72fdd568-214a-422c-a3d9-dbaf125b07ca tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4567952 Apr 23 00:12:36.372482 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56950) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:36.376812 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-f800a07f-6010-4620-88f5-2ef46aa9f38d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '86aac60d-1be1-458b-828f-2f669993f61d', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:36.469827 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f800a07f-6010-4620-88f5-2ef46aa9f38d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:36.539828 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28b8efd1-2e79-4999-b705-327005b61dd8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:36.550305 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f800a07f-6010-4620-88f5-2ef46aa9f38d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:36.658085 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f800a07f-6010-4620-88f5-2ef46aa9f38d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:36.677481 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800a07f-6010-4620-88f5-2ef46aa9f38d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57cca205-d8df-4093-a73b-25bf64abbfd7,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:36.715338 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28b8efd1-2e79-4999-b705-327005b61dd8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:36.756045 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b8efd1-2e79-4999-b705-327005b61dd8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:12:36.760850 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-28b8efd1-2e79-4999-b705-327005b61dd8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:12:36.764813 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b8efd1-2e79-4999-b705-327005b61dd8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:12:36.788707 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8efd1-2e79-4999-b705-327005b61dd8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Pushing event updated for resources: {'Port': ['ID=5c7ad461-c145-420c-81aa-d407649e91d4,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:36.811380 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f800a07f-6010-4620-88f5-2ef46aa9f38d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:36.812599 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f800a07f-6010-4620-88f5-2ef46aa9f38d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4391882 Apr 23 00:12:36.815607 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 56952) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:36.835089 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-6a788dc4-d1e0-4162-a18e-2c4607a692f0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '86aac60d-1be1-458b-828f-2f669993f61d', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:36.986529 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6a788dc4-d1e0-4162-a18e-2c4607a692f0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:37.103528 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6a788dc4-d1e0-4162-a18e-2c4607a692f0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:37.191029 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28b8efd1-2e79-4999-b705-327005b61dd8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:37.211889 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6a788dc4-d1e0-4162-a18e-2c4607a692f0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:37.214161 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f909a784-d998-49c3-b7a5-13d4c0898e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:37.243452 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a788dc4-d1e0-4162-a18e-2c4607a692f0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c6927f-e41a-4f74-83b1-a1672483842d,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:37.313527 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6a788dc4-d1e0-4162-a18e-2c4607a692f0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:37.314734 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6a788dc4-d1e0-4162-a18e-2c4607a692f0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4982092 Apr 23 00:12:37.317877 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56954) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:37.322651 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-0fdcfa13-cc90-4665-8085-7ae77a76b430 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '86aac60d-1be1-458b-828f-2f669993f61d', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:37.323246 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28b8efd1-2e79-4999-b705-327005b61dd8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:37.412467 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0fdcfa13-cc90-4665-8085-7ae77a76b430 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:37.477152 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0fdcfa13-cc90-4665-8085-7ae77a76b430 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:37.557110 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0fdcfa13-cc90-4665-8085-7ae77a76b430 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:37.575681 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdcfa13-cc90-4665-8085-7ae77a76b430 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24967ad3-cefd-4e68-9e62-0c3547cbec70,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:37.644280 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0fdcfa13-cc90-4665-8085-7ae77a76b430 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:37.645543 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0fdcfa13-cc90-4665-8085-7ae77a76b430 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3266749 Apr 23 00:12:37.648438 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56956) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:37.653005 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-5115d0ee-cc39-4be5-aaf4-311fd51831f1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '86aac60d-1be1-458b-828f-2f669993f61d', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:37.743963 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.securitygroups_db [None req-5115d0ee-cc39-4be5-aaf4-311fd51831f1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Project b0d4e09f8966425d866e56289d457074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:12:37.749316 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5115d0ee-cc39-4be5-aaf4-311fd51831f1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:37.792618 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28b8efd1-2e79-4999-b705-327005b61dd8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:37.811351 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5115d0ee-cc39-4be5-aaf4-311fd51831f1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:37.842291 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:37.897937 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28b8efd1-2e79-4999-b705-327005b61dd8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:37.926491 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5115d0ee-cc39-4be5-aaf4-311fd51831f1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:37.948387 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d0ee-cc39-4be5-aaf4-311fd51831f1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad28326-32f5-42a3-bf9d-c7e338f771e0,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:37.965056 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8efd1-2e79-4999-b705-327005b61dd8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Pushing event updated for resources: {'Port': ['ID=5c7ad461-c145-420c-81aa-d407649e91d4,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:37.977164 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28b8efd1-2e79-4999-b705-327005b61dd8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:38.042491 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5115d0ee-cc39-4be5-aaf4-311fd51831f1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:38.044024 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5115d0ee-cc39-4be5-aaf4-311fd51831f1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3942986 Apr 23 00:12:38.046737 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 56958) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:38.051856 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-b144011f-3b75-4447-821d-562cf247a764 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '86aac60d-1be1-458b-828f-2f669993f61d', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:38.076923 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-28b8efd1-2e79-4999-b705-327005b61dd8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Floating IP 163e90f2-1647-49ad-be51-4c7dbbed2c4d associated. External IP: 172.26.3.235, port: 27c41026-2782-4d86-91f0-2ca7c27f102a. Apr 23 00:12:38.133698 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.securitygroups_db [None req-b144011f-3b75-4447-821d-562cf247a764 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Project b0d4e09f8966425d866e56289d457074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:12:38.138820 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b144011f-3b75-4447-821d-562cf247a764 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:38.202601 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b144011f-3b75-4447-821d-562cf247a764 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:38.286296 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b144011f-3b75-4447-821d-562cf247a764 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:38.288142 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b8efd1-2e79-4999-b705-327005b61dd8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Router c8bf7fe0-1315-4855-ad33-37d3ca727006 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:12:38.305275 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144011f-3b75-4447-821d-562cf247a764 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412abd75-f1d1-4177-9f01-10810a282347,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:38.385898 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b144011f-3b75-4447-821d-562cf247a764 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:38.387401 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b144011f-3b75-4447-821d-562cf247a764 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3393953 Apr 23 00:12:38.404109 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b8efd1-2e79-4999-b705-327005b61dd8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:12:38.417438 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e561c24c-82a0-4d6f-8173-2ce7134ba863 None None] Sync routers for ids ['c8bf7fe0-1315-4855-ad33-37d3ca727006'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:12:38.433662 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e561c24c-82a0-4d6f-8173-2ce7134ba863 None None] Routers {'c8bf7fe0-1315-4855-ad33-37d3ca727006'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:12:38.434326 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-e561c24c-82a0-4d6f-8173-2ce7134ba863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:12:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c8bf7fe0-1315-4855-ad33-37d3ca727006'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:38.525829 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28b8efd1-2e79-4999-b705-327005b61dd8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:38.528437 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-c4486fd1-02fe-46a2-93a1-93ab8b0a37e3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-856736393&fields=id&tenant_id=b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 267 time: 0.0355079 Apr 23 00:12:38.549287 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-e561c24c-82a0-4d6f-8173-2ce7134ba863 None None] Set router c8bf7fe0-1315-4855-ad33-37d3ca727006 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:12:38.560659 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-28b8efd1-2e79-4999-b705-327005b61dd8 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7511597 Apr 23 00:12:38.561252 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca95a07c-c674-4af2-a56c-c55a07775c5c', 'tag': '27c41026-2782-4d86-91f0-2ca7c27f102a'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:12:38.563539 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ea68e6-4704-474f-8c42-77e7870f45f6" -d '{"events": [{"name": "network-changed", "server_uuid": "ca95a07c-c674-4af2-a56c-c55a07775c5c", "tag": "27c41026-2782-4d86-91f0-2ca7c27f102a"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:12:38.594551 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-dd003bd2-6c85-467f-ab27-4b55926277f3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:38.599797 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-dd003bd2-6c85-467f-ab27-4b55926277f3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports/49ea045c-87f4-47ac-b274-4ffe34d7083b HTTP/1.1" status: 200 len: 930 time: 0.0597007 Apr 23 00:12:38.677138 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985eef29-f663-4a9d-b7e3-f93e2b935b4c x-openstack-request-id: req-985eef29-f663-4a9d-b7e3-f93e2b935b4c {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:12:38.677481 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca95a07c-c674-4af2-a56c-c55a07775c5c", "tag": "27c41026-2782-4d86-91f0-2ca7c27f102a", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:12:38.677743 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-985eef29-f663-4a9d-b7e3-f93e2b935b4c {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:12:38.678142 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-985eef29-f663-4a9d-b7e3-f93e2b935b4c'] response: {'name': 'network-changed', 'server_uuid': 'ca95a07c-c674-4af2-a56c-c55a07775c5c', 'tag': '27c41026-2782-4d86-91f0-2ca7c27f102a', 'status': 'completed', 'code': 200} Apr 23 00:12:38.693334 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-50d2669a-c7d1-4c47-abac-347c4653bed7 service neutron] 10.222.0.15 "GET /v2.0/ports/49ea045c-87f4-47ac-b274-4ffe34d7083b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0838606 Apr 23 00:12:38.762575 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea68e6-4704-474f-8c42-77e7870f45f6 req-52ed3602-780b-4ce9-8582-da307dda655d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:38.764130 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a4ea68e6-4704-474f-8c42-77e7870f45f6 req-52ed3602-780b-4ce9-8582-da307dda655d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eca10cab387440428e231a953cda4553&device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 1099 time: 0.0535769 Apr 23 00:12:38.802056 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-170f984b-88ad-4fe7-8d69-3a404d06c9a7 service neutron] 10.222.0.15 "GET /v2.0/networks/392d7400-26ab-4220-beaf-ef51b8689e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021664 Apr 23 00:12:38.803112 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-e561c24c-82a0-4d6f-8173-2ce7134ba863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:05:03Z', 'revision_number': 4, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port': {'id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:54Z', 'updated_at': '2022-04-23T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '163e90f2-1647-49ad-be51-4c7dbbed2c4d', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'floating_ip_address': '172.26.3.235', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'port_id': '27c41026-2782-4d86-91f0-2ca7c27f102a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'mac_address': 'fa:16:3e:19:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca95a07c-c674-4af2-a56c-c55a07775c5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:12:37Z', 'updated_at': '2022-04-23T00:12:37Z', 'revision_number': 0, 'project_id': 'eca10cab387440428e231a953cda4553', 'fixed_ip_address_scope': None}, {'id': '31008687-8e14-4804-8ed1-12a399c01fa9', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'floating_ip_address': '172.26.3.222', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'port_id': 'dc054cd1-8050-4473-8743-5ee6d71d1607', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'mac_address': 'fa:16:3e:5f:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53474b15-9eae-4dc6-8ec8-5a6a210948a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:09:51Z', 'updated_at': '2022-04-23T00:09:54Z', 'revision_number': 1, 'project_id': 'eca10cab387440428e231a953cda4553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fc60b5-02c6-4590-8f03-872dca8ead16', 'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'mac_address': 'fa:16:3e:9d:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:00Z', 'updated_at': '2022-04-23T00:05:10Z', 'revision_number': 5, 'project_id': 'eca10cab387440428e231a953cda4553', 'subnets': [{'id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:38.831544 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e561c24c-82a0-4d6f-8173-2ce7134ba863 None None] Checking router: c8bf7fe0-1315-4855-ad33-37d3ca727006 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:12:38.839817 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e561c24c-82a0-4d6f-8173-2ce7134ba863 None None] Routers {'c8bf7fe0-1315-4855-ad33-37d3ca727006'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:12:38.840438 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-e561c24c-82a0-4d6f-8173-2ce7134ba863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:12:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c8bf7fe0-1315-4855-ad33-37d3ca727006'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:38.861610 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea68e6-4704-474f-8c42-77e7870f45f6 req-1ab7714a-4930-48a0-945e-a5f84c00f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:38.863150 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a4ea68e6-4704-474f-8c42-77e7870f45f6 req-1ab7714a-4930-48a0-945e-a5f84c00f6e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d224e48-36a8-42d0-8738-ed5ea1abe259 HTTP/1.1" status: 200 len: 912 time: 0.0907214 Apr 23 00:12:38.898865 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-b7736654-e2a9-460a-8f80-6dfc115f5d37 service neutron] 10.222.0.15 "GET /v2.0/networks/392d7400-26ab-4220-beaf-ef51b8689e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903747 Apr 23 00:12:38.942223 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a4ea68e6-4704-474f-8c42-77e7870f45f6 req-311d8450-f6e3-4067-a01e-c9b1895a03e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27c41026-2782-4d86-91f0-2ca7c27f102a HTTP/1.1" status: 200 len: 1000 time: 0.0727503 Apr 23 00:12:38.995702 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea68e6-4704-474f-8c42-77e7870f45f6 req-f02dd573-3bf0-4caf-8feb-4b41f6bb583b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:38.997201 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a4ea68e6-4704-474f-8c42-77e7870f45f6 req-f02dd573-3bf0-4caf-8feb-4b41f6bb583b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d429f2-9bee-4153-ac8c-0a0937fc9ed2 HTTP/1.1" status: 200 len: 850 time: 0.0481808 Apr 23 00:12:39.045518 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea68e6-4704-474f-8c42-77e7870f45f6 req-29ed4cbb-fec6-4a68-a416-5f7a9009e1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:39.047034 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a4ea68e6-4704-474f-8c42-77e7870f45f6 req-29ed4cbb-fec6-4a68-a416-5f7a9009e1a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d224e48-36a8-42d0-8738-ed5ea1abe259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429740 Apr 23 00:12:39.092940 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-e561c24c-82a0-4d6f-8173-2ce7134ba863 None None] Set router c8bf7fe0-1315-4855-ad33-37d3ca727006 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:12:39.170475 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a4ea68e6-4704-474f-8c42-77e7870f45f6 req-471f4dee-cc2e-4ffa-9c43-94d672f24a7d service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143291 Apr 23 00:12:39.192830 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-227edab2-44d0-4d0c-b313-c062a5dec985 req-0e8530b8-a2b0-4890-b8e3-597d5e7b5f79 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8f5791-b8a2-457d-8902-ffd7aafad078 HTTP/1.1" status: 200 len: 210 time: 0.0393610 Apr 23 00:12:39.286581 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a4ea68e6-4704-474f-8c42-77e7870f45f6 req-96e490f8-de47-4f6c-8814-bc75b6227910 service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028471 Apr 23 00:12:39.353352 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-e561c24c-82a0-4d6f-8173-2ce7134ba863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:05:03Z', 'revision_number': 4, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port': {'id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:54Z', 'updated_at': '2022-04-23T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '163e90f2-1647-49ad-be51-4c7dbbed2c4d', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'floating_ip_address': '172.26.3.235', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'port_id': '27c41026-2782-4d86-91f0-2ca7c27f102a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'mac_address': 'fa:16:3e:19:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca95a07c-c674-4af2-a56c-c55a07775c5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:12:37Z', 'updated_at': '2022-04-23T00:12:37Z', 'revision_number': 0, 'project_id': 'eca10cab387440428e231a953cda4553', 'fixed_ip_address_scope': None}, {'id': '31008687-8e14-4804-8ed1-12a399c01fa9', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'floating_ip_address': '172.26.3.222', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'port_id': 'dc054cd1-8050-4473-8743-5ee6d71d1607', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'mac_address': 'fa:16:3e:5f:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53474b15-9eae-4dc6-8ec8-5a6a210948a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:09:51Z', 'updated_at': '2022-04-23T00:09:54Z', 'revision_number': 1, 'project_id': 'eca10cab387440428e231a953cda4553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fc60b5-02c6-4590-8f03-872dca8ead16', 'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'mac_address': 'fa:16:3e:9d:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:00Z', 'updated_at': '2022-04-23T00:05:10Z', 'revision_number': 5, 'project_id': 'eca10cab387440428e231a953cda4553', 'subnets': [{'id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:39.387097 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e561c24c-82a0-4d6f-8173-2ce7134ba863 None None] The sync data for ids ['c8bf7fe0-1315-4855-ad33-37d3ca727006'] in dv-neutron-838783-1-hyperv is: [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:05:03Z', 'revision_number': 4, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port': {'id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:54Z', 'updated_at': '2022-04-23T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '163e90f2-1647-49ad-be51-4c7dbbed2c4d', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'floating_ip_address': '172.26.3.235', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'port_id': '27c41026-2782-4d86-91f0-2ca7c27f102a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'mac_address': 'fa:16:3e:19:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca95a07c-c674-4af2-a56c-c55a07775c5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:12:37Z', 'updated_at': '2022-04-23T00:12:37Z', 'revision_number': 0, 'project_id': 'eca10cab387440428e231a953cda4553', 'fixed_ip_address_scope': None}, {'id': '31008687-8e14-4804-8ed1-12a399c01fa9', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'floating_ip_address': '172.26.3.222', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'port_id': 'dc054cd1-8050-4473-8743-5ee6d71d1607', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'mac_address': 'fa:16:3e:5f:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53474b15-9eae-4dc6-8ec8-5a6a210948a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:09:51Z', 'updated_at': '2022-04-23T00:09:54Z', 'revision_number': 1, 'project_id': 'eca10cab387440428e231a953cda4553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fc60b5-02c6-4590-8f03-872dca8ead16', 'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'mac_address': 'fa:16:3e:9d:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:00Z', 'updated_at': '2022-04-23T00:05:10Z', 'revision_number': 5, 'project_id': 'eca10cab387440428e231a953cda4553', 'subnets': [{'id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:12:39.591869 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765bd44d-0577-4cb4-a90b-7dea45abafaf None None] New status for floating IP 163e90f2-1647-49ad-be51-4c7dbbed2c4d: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:12:39.692335 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:39.784615 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:40.296223 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cc4f534a-336c-4876-bf86-dbb825466b47 req-1a578703-52c6-42fa-9ed0-9976a6e9ec0d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8f5791-b8a2-457d-8902-ffd7aafad078 HTTP/1.1" status: 200 len: 210 time: 0.0271220 Apr 23 00:12:41.386956 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-c017bf5b-00a7-4fd7-a3ad-e37633af1796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:41.388315 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-c017bf5b-00a7-4fd7-a3ad-e37633af1796 service neutron] 10.222.0.16 "GET /v2.0/ports/49ea045c-87f4-47ac-b274-4ffe34d7083b HTTP/1.1" status: 200 len: 1026 time: 0.0490246 Apr 23 00:12:41.404846 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-04acc4ac-4ec8-4641-bed2-de2eed1d1e30 req-c05fa1db-ffd9-44c9-acab-67858e0badf6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8f5791-b8a2-457d-8902-ffd7aafad078 HTTP/1.1" status: 200 len: 210 time: 0.0316408 Apr 23 00:12:41.507488 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-5d7512db-7244-4f59-821b-9b66ffd438e7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:41.508962 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-5d7512db-7244-4f59-821b-9b66ffd438e7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/networks?id=392d7400-26ab-4220-beaf-ef51b8689e43 HTTP/1.1" status: 200 len: 796 time: 0.1064041 Apr 23 00:12:41.555217 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-b31dba75-4282-4558-8b45-fb519b08e3dc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 472 time: 0.0363107 Apr 23 00:12:41.566009 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-dfd7afe6-a2af-4aa3-a623-b35e825780b8 service neutron] Request body: {'port': {'device_id': '4f8f5791-b8a2-457d-8902-ffd7aafad078', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:41.624925 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-dfd7afe6-a2af-4aa3-a623-b35e825780b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:41.896922 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-dfd7afe6-a2af-4aa3-a623-b35e825780b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ea045c-87f4-47ac-b274-4ffe34d7083b {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:12:41.904753 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-dfd7afe6-a2af-4aa3-a623-b35e825780b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:41.917215 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-dfd7afe6-a2af-4aa3-a623-b35e825780b8 service neutron] Transition to ACTIVE for port object 49ea045c-87f4-47ac-b274-4ffe34d7083b will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:12:42.002889 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-dfd7afe6-a2af-4aa3-a623-b35e825780b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:42.084932 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7afe6-a2af-4aa3-a623-b35e825780b8 service neutron] Pushing event updated for resources: {'Port': ['ID=49ea045c-87f4-47ac-b274-4ffe34d7083b,revision_number=7']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:42.183528 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-dfd7afe6-a2af-4aa3-a623-b35e825780b8 service neutron] Attempting to bind port 49ea045c-87f4-47ac-b274-4ffe34d7083b on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:12:42.183898 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-dfd7afe6-a2af-4aa3-a623-b35e825780b8 service neutron] Attempting to bind port 49ea045c-87f4-47ac-b274-4ffe34d7083b by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '58175afa-dac9-4d6c-954f-44267ca50cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:12:42.184228 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-dfd7afe6-a2af-4aa3-a623-b35e825780b8 service neutron] Attempting to bind port 49ea045c-87f4-47ac-b274-4ffe34d7083b on network 392d7400-26ab-4220-beaf-ef51b8689e43 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:12:42.189202 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-dfd7afe6-a2af-4aa3-a623-b35e825780b8 service neutron] Port 49ea045c-87f4-47ac-b274-4ffe34d7083b on network 392d7400-26ab-4220-beaf-ef51b8689e43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:12:42.189549 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-dfd7afe6-a2af-4aa3-a623-b35e825780b8 service neutron] Attempting to bind port 49ea045c-87f4-47ac-b274-4ffe34d7083b on network 392d7400-26ab-4220-beaf-ef51b8689e43 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:12:42.194404 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-dfd7afe6-a2af-4aa3-a623-b35e825780b8 service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:12:42.194745 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-dfd7afe6-a2af-4aa3-a623-b35e825780b8 service neutron] Checking segment: {'id': '58175afa-dac9-4d6c-954f-44267ca50cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:12:42.195208 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-dfd7afe6-a2af-4aa3-a623-b35e825780b8 service neutron] Bound using segment: {'id': '58175afa-dac9-4d6c-954f-44267ca50cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:12:42.195562 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-dfd7afe6-a2af-4aa3-a623-b35e825780b8 service neutron] Bound port: 49ea045c-87f4-47ac-b274-4ffe34d7083b, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58175afa-dac9-4d6c-954f-44267ca50cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:12:42.205835 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-dfd7afe6-a2af-4aa3-a623-b35e825780b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:42.262650 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-dfd7afe6-a2af-4aa3-a623-b35e825780b8 service neutron] For port 49ea045c-87f4-47ac-b274-4ffe34d7083b, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:12:42.265688 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-dfd7afe6-a2af-4aa3-a623-b35e825780b8 service neutron] For port 49ea045c-87f4-47ac-b274-4ffe34d7083b, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=49ea045c-87f4-47ac-b274-4ffe34d7083b,segment=NetworkSegment(58175afa-dac9-4d6c-954f-44267ca50cb3),segment_id=58175afa-dac9-4d6c-954f-44267ca50cb3)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:12:42.346823 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-dfd7afe6-a2af-4aa3-a623-b35e825780b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:42.381211 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-dfd7afe6-a2af-4aa3-a623-b35e825780b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:42.381821 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-dfd7afe6-a2af-4aa3-a623-b35e825780b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:42.383261 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-dfd7afe6-a2af-4aa3-a623-b35e825780b8 service neutron] 10.222.0.16 "PUT /v2.0/ports/49ea045c-87f4-47ac-b274-4ffe34d7083b HTTP/1.1" status: 200 len: 1131 time: 0.8218746 Apr 23 00:12:42.383727 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8f5791-b8a2-457d-8902-ffd7aafad078', 'tag': '49ea045c-87f4-47ac-b274-4ffe34d7083b'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:12:42.385958 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f909fcf7-9661-42ac-9bd6-3821c6ebe298" -d '{"events": [{"name": "network-changed", "server_uuid": "4f8f5791-b8a2-457d-8902-ffd7aafad078", "tag": "49ea045c-87f4-47ac-b274-4ffe34d7083b"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:12:42.412162 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7afe6-a2af-4aa3-a623-b35e825780b8 service neutron] Pushing event updated for resources: {'Port': ['ID=49ea045c-87f4-47ac-b274-4ffe34d7083b,revision_number=8']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:42.440832 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db23226-fff2-460c-baf2-ed5a5a63e28f x-openstack-request-id: req-0db23226-fff2-460c-baf2-ed5a5a63e28f {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:12:42.440963 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f8f5791-b8a2-457d-8902-ffd7aafad078", "tag": "49ea045c-87f4-47ac-b274-4ffe34d7083b", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:12:42.441503 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0db23226-fff2-460c-baf2-ed5a5a63e28f {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:12:42.441927 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0db23226-fff2-460c-baf2-ed5a5a63e28f'] response: {'name': 'network-changed', 'server_uuid': '4f8f5791-b8a2-457d-8902-ffd7aafad078', 'tag': '49ea045c-87f4-47ac-b274-4ffe34d7083b', 'status': 'completed', 'code': 200} Apr 23 00:12:42.529703 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909fcf7-9661-42ac-9bd6-3821c6ebe298 req-a5b79700-25b6-439a-93c4-cc291850aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:42.532239 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f909fcf7-9661-42ac-9bd6-3821c6ebe298 req-a5b79700-25b6-439a-93c4-cc291850aec7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=4f8f5791-b8a2-457d-8902-ffd7aafad078 HTTP/1.1" status: 200 len: 1134 time: 0.0706513 Apr 23 00:12:42.558732 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e8867-254c-4eff-a22f-a6dfdfb01b0f req-bfed29c2-f018-4f0c-8b1e-25a7f463c148 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:42.560269 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-273e8867-254c-4eff-a22f-a6dfdfb01b0f req-bfed29c2-f018-4f0c-8b1e-25a7f463c148 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8f5791-b8a2-457d-8902-ffd7aafad078 HTTP/1.1" status: 200 len: 981 time: 0.0727839 Apr 23 00:12:42.653875 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-273e8867-254c-4eff-a22f-a6dfdfb01b0f req-1108c0e4-cb9b-4bec-8cbe-aeaafb8a5bdb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=04bf30c3-0b5c-404b-9ede-d5ab9ef6251f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792193 Apr 23 00:12:42.673878 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909fcf7-9661-42ac-9bd6-3821c6ebe298 req-0550e620-452e-4b27-9fc1-d81dfca4648e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:42.675350 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f909fcf7-9661-42ac-9bd6-3821c6ebe298 req-0550e620-452e-4b27-9fc1-d81dfca4648e service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b0d4e09f8966425d866e56289d457074&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1364548 Apr 23 00:12:42.772587 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909fcf7-9661-42ac-9bd6-3821c6ebe298 req-6b1b8fce-6953-482d-8b90-67ec66139208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:42.774053 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f909fcf7-9661-42ac-9bd6-3821c6ebe298 req-6b1b8fce-6953-482d-8b90-67ec66139208 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920246 Apr 23 00:12:42.850828 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-955ca439-8463-4eae-be4e-93850da12867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:42.852495 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-955ca439-8463-4eae-be4e-93850da12867 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=4f8f5791-b8a2-457d-8902-ffd7aafad078 HTTP/1.1" status: 200 len: 1134 time: 0.0422034 Apr 23 00:12:42.917080 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-fa9a7ea0-52d2-4161-a090-db3e9d33ff63 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49ea045c-87f4-47ac-b274-4ffe34d7083b HTTP/1.1" status: 200 len: 1036 time: 0.0572858 Apr 23 00:12:42.968499 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-b2bef3e6-d259-420e-b272-33c6046319d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:42.970523 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-b2bef3e6-d259-420e-b272-33c6046319d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0cb6c0b-86ca-4804-aeb2-10791b05e5fd HTTP/1.1" status: 200 len: 835 time: 0.0455279 Apr 23 00:12:43.013941 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-8b9f6aaf-d621-40cb-b0fe-bd467a2c8dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:43.015419 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-8b9f6aaf-d621-40cb-b0fe-bd467a2c8dfa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=392d7400-26ab-4220-beaf-ef51b8689e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393908 Apr 23 00:12:43.103142 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-8aa5ff8c-2331-4fcc-bc27-8af14091365c service neutron] 10.222.0.16 "GET /v2.0/networks/392d7400-26ab-4220-beaf-ef51b8689e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804193 Apr 23 00:12:43.195301 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3f53cbe7-76a6-483b-ae77-13cef059fda4 req-2ee3bf66-6218-4a65-98df-3f41fa6410da service neutron] 10.222.0.16 "GET /v2.0/networks/392d7400-26ab-4220-beaf-ef51b8689e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857482 Apr 23 00:12:43.781059 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8fb6b-2375-4aae-9c0e-807299dabae5 req-0ccbfe57-b380-4261-bfbd-d115a7b94ff5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:43.783183 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-dda8fb6b-2375-4aae-9c0e-807299dabae5 req-0ccbfe57-b380-4261-bfbd-d115a7b94ff5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8f5791-b8a2-457d-8902-ffd7aafad078 HTTP/1.1" status: 200 len: 981 time: 0.0537007 Apr 23 00:12:43.820848 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-dda8fb6b-2375-4aae-9c0e-807299dabae5 req-d3031539-fd0f-4e19-8387-e148a2df951c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=04bf30c3-0b5c-404b-9ede-d5ab9ef6251f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316360 Apr 23 00:12:44.937805 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583ae17-8c7d-411d-8474-8e68a47ca5e2 req-92fe1996-d9b6-42a0-a55b-60ef77d57cb9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:44.940218 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 49ea045c-87f4-47ac-b274-4ffe34d7083b details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:12:44.944115 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b583ae17-8c7d-411d-8474-8e68a47ca5e2 req-92fe1996-d9b6-42a0-a55b-60ef77d57cb9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8f5791-b8a2-457d-8902-ffd7aafad078 HTTP/1.1" status: 200 len: 981 time: 0.0540633 Apr 23 00:12:44.981381 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b583ae17-8c7d-411d-8474-8e68a47ca5e2 req-48fcaa28-7ca4-4721-aa80-6525cdbc1092 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=04bf30c3-0b5c-404b-9ede-d5ab9ef6251f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312002 Apr 23 00:12:45.035668 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 49ea045c-87f4-47ac-b274-4ffe34d7083b, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=49ea045c-87f4-47ac-b274-4ffe34d7083b,segment=NetworkSegment(58175afa-dac9-4d6c-954f-44267ca50cb3),segment_id=58175afa-dac9-4d6c-954f-44267ca50cb3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:12:45.046869 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '49ea045c-87f4-47ac-b274-4ffe34d7083b', 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43', 'port_id': '49ea045c-87f4-47ac-b274-4ffe34d7083b', 'mac_address': 'fa:16:3e:5d:c9:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0cb6c0b-86ca-4804-aeb2-10791b05e5fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:12:45.083634 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:45.095867 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ea045c-87f4-47ac-b274-4ffe34d7083b {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:12:45.115720 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 49ea045c-87f4-47ac-b274-4ffe34d7083b, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=49ea045c-87f4-47ac-b274-4ffe34d7083b,segment=NetworkSegment(58175afa-dac9-4d6c-954f-44267ca50cb3),segment_id=58175afa-dac9-4d6c-954f-44267ca50cb3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:12:45.160613 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:45.210542 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=49ea045c-87f4-47ac-b274-4ffe34d7083b,revision_number=9']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:45.377354 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['49ea045c-87f4-47ac-b274-4ffe34d7083b'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:12:46.097542 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559dbf6-ed06-4f34-9049-764681a73bcd req-b1ba2210-979c-4669-9097-e85f65f9d406 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:46.099021 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a559dbf6-ed06-4f34-9049-764681a73bcd req-b1ba2210-979c-4669-9097-e85f65f9d406 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8f5791-b8a2-457d-8902-ffd7aafad078 HTTP/1.1" status: 200 len: 982 time: 0.0497112 Apr 23 00:12:46.136579 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a559dbf6-ed06-4f34-9049-764681a73bcd req-0bfa204c-9a03-4d23-937b-accdfdaebb32 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=04bf30c3-0b5c-404b-9ede-d5ab9ef6251f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315406 Apr 23 00:12:46.960209 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 49ea045c-87f4-47ac-b274-4ffe34d7083b up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:12:47.065693 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 49ea045c-87f4-47ac-b274-4ffe34d7083b completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:12:47.069658 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 49ea045c-87f4-47ac-b274-4ffe34d7083b triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:12:47.070028 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:47.145877 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:47.167833 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8f5791-b8a2-457d-8902-ffd7aafad078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ea045c-87f4-47ac-b274-4ffe34d7083b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:12:47.170386 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1ee7a7-ad15-46e2-90e2-f527be4e080d" -d '{"events": [{"server_uuid": "4f8f5791-b8a2-457d-8902-ffd7aafad078", "name": "network-vif-plugged", "status": "completed", "tag": "49ea045c-87f4-47ac-b274-4ffe34d7083b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:12:47.183837 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 49ea045c-87f4-47ac-b274-4ffe34d7083b, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=49ea045c-87f4-47ac-b274-4ffe34d7083b,segment=NetworkSegment(58175afa-dac9-4d6c-954f-44267ca50cb3),segment_id=58175afa-dac9-4d6c-954f-44267ca50cb3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:12:47.257822 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:47.261439 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17a1f9-8a5f-41b7-ba88-504ae2a7e8df req-5f92629b-1363-450e-8802-af40e0fb800d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:47.268558 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ea17a1f9-8a5f-41b7-ba88-504ae2a7e8df req-5f92629b-1363-450e-8802-af40e0fb800d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8f5791-b8a2-457d-8902-ffd7aafad078 HTTP/1.1" status: 200 len: 982 time: 0.0539660 Apr 23 00:12:47.282360 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f95b14-c5df-4d29-b45f-1e76837bdd3c x-openstack-request-id: req-d4f95b14-c5df-4d29-b45f-1e76837bdd3c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:12:47.290608 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8f5791-b8a2-457d-8902-ffd7aafad078", "name": "network-vif-plugged", "status": "completed", "tag": "49ea045c-87f4-47ac-b274-4ffe34d7083b", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:12:47.290608 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d4f95b14-c5df-4d29-b45f-1e76837bdd3c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:12:47.290608 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4f95b14-c5df-4d29-b45f-1e76837bdd3c'] response: {'server_uuid': '4f8f5791-b8a2-457d-8902-ffd7aafad078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ea045c-87f4-47ac-b274-4ffe34d7083b', 'code': 200} Apr 23 00:12:47.313327 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=49ea045c-87f4-47ac-b274-4ffe34d7083b,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:47.319962 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ea17a1f9-8a5f-41b7-ba88-504ae2a7e8df req-28f6595a-28f3-46a1-afbb-a1a1fb457cc7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=04bf30c3-0b5c-404b-9ede-d5ab9ef6251f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499732 Apr 23 00:12:47.548407 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855b7f6-8f32-410e-b684-df1061cf0a9f req-5bc2b132-37c9-4520-9625-682acf7b5776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:47.549879 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d855b7f6-8f32-410e-b684-df1061cf0a9f req-5bc2b132-37c9-4520-9625-682acf7b5776 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4f8f5791-b8a2-457d-8902-ffd7aafad078 HTTP/1.1" status: 200 len: 1137 time: 0.0409703 Apr 23 00:12:47.583845 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d855b7f6-8f32-410e-b684-df1061cf0a9f req-ce3346c3-ae2e-4cf6-9c67-5345efa9a389 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=04bf30c3-0b5c-404b-9ede-d5ab9ef6251f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277512 Apr 23 00:12:47.824092 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:12:48.444698 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e70e9b-10c7-43d9-8f3f-f6c8e79379b2 req-b9c4c911-38f5-416c-b288-9cc183bb92ac tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:48.446164 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-82e70e9b-10c7-43d9-8f3f-f6c8e79379b2 req-b9c4c911-38f5-416c-b288-9cc183bb92ac tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8f5791-b8a2-457d-8902-ffd7aafad078 HTTP/1.1" status: 200 len: 984 time: 0.0494795 Apr 23 00:12:48.485784 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-82e70e9b-10c7-43d9-8f3f-f6c8e79379b2 req-586e90ed-cff4-4784-854b-c2f8cc59977d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=04bf30c3-0b5c-404b-9ede-d5ab9ef6251f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333307 Apr 23 00:12:49.612741 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a32b50-9f19-401b-8bab-0f506cb99b28 req-625fdbe7-1e7f-4020-bedc-cf994ade6e02 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:49.614222 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a7a32b50-9f19-401b-8bab-0f506cb99b28 req-625fdbe7-1e7f-4020-bedc-cf994ade6e02 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8f5791-b8a2-457d-8902-ffd7aafad078 HTTP/1.1" status: 200 len: 984 time: 0.0517046 Apr 23 00:12:49.655126 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a7a32b50-9f19-401b-8bab-0f506cb99b28 req-5df5f6c6-eb57-47f7-94a0-3e644b1d4f9b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=04bf30c3-0b5c-404b-9ede-d5ab9ef6251f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348983 Apr 23 00:12:49.780399 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06580c0f-6b9f-4033-afe3-ba35c28d75fc req-0d0f1c9b-2f77-462f-bfac-54cfb9bb68c4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:49.782024 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-06580c0f-6b9f-4033-afe3-ba35c28d75fc req-0d0f1c9b-2f77-462f-bfac-54cfb9bb68c4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8f5791-b8a2-457d-8902-ffd7aafad078 HTTP/1.1" status: 200 len: 984 time: 0.0536189 Apr 23 00:12:49.822609 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-06580c0f-6b9f-4033-afe3-ba35c28d75fc req-096dd20d-fef4-46e5-ba4e-eeec97561899 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=04bf30c3-0b5c-404b-9ede-d5ab9ef6251f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333591 Apr 23 00:12:49.843925 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57024) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:49.914578 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e195b66c-e8eb-48a2-8b73-dd5675dd8fe8 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:49.916144 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e195b66c-e8eb-48a2-8b73-dd5675dd8fe8 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4f8f5791-b8a2-457d-8902-ffd7aafad078&network_id=392d7400-26ab-4220-beaf-ef51b8689e43 HTTP/1.1" status: 200 len: 1132 time: 0.0712624 Apr 23 00:12:50.372773 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabe7e9-6ab2-4dde-86a0-7473d0e58fe7 req-2004f957-227c-48bd-be73-08448a5ebcd6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:50.374268 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7eabe7e9-6ab2-4dde-86a0-7473d0e58fe7 req-2004f957-227c-48bd-be73-08448a5ebcd6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8f5791-b8a2-457d-8902-ffd7aafad078 HTTP/1.1" status: 200 len: 984 time: 0.0567708 Apr 23 00:12:50.412639 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7eabe7e9-6ab2-4dde-86a0-7473d0e58fe7 req-4f171cd5-e4e7-40dc-985c-8d75c3c94aec tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=04bf30c3-0b5c-404b-9ede-d5ab9ef6251f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314450 Apr 23 00:12:51.529782 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75579818-e507-4d0f-a149-26c2b04059a6 req-c6f7e6df-7fa0-4d72-aba3-826e97aec90a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:51.531234 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-75579818-e507-4d0f-a149-26c2b04059a6 req-c6f7e6df-7fa0-4d72-aba3-826e97aec90a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8f5791-b8a2-457d-8902-ffd7aafad078 HTTP/1.1" status: 200 len: 984 time: 0.0491364 Apr 23 00:12:51.573907 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-75579818-e507-4d0f-a149-26c2b04059a6 req-305fc4f8-f1ed-4eca-b491-92869e6cafa1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=04bf30c3-0b5c-404b-9ede-d5ab9ef6251f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364652 Apr 23 00:12:51.791170 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35125b-a6f5-41cd-8a90-fb83bf04e9dd req-94ec1741-3a96-4c67-b765-162849538bb7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:51.792726 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0a35125b-a6f5-41cd-8a90-fb83bf04e9dd req-94ec1741-3a96-4c67-b765-162849538bb7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f8f5791-b8a2-457d-8902-ffd7aafad078 HTTP/1.1" status: 200 len: 984 time: 0.0496676 Apr 23 00:12:51.839461 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35125b-a6f5-41cd-8a90-fb83bf04e9dd req-5f6a74a6-e50d-4aef-b8c8-a00695d16609 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:51.840862 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0a35125b-a6f5-41cd-8a90-fb83bf04e9dd req-5f6a74a6-e50d-4aef-b8c8-a00695d16609 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/ports/49ea045c-87f4-47ac-b274-4ffe34d7083b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0385344 Apr 23 00:12:51.946164 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0a35125b-a6f5-41cd-8a90-fb83bf04e9dd req-24551f4e-957d-4c05-9c51-76a6756d7ce8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/networks/392d7400-26ab-4220-beaf-ef51b8689e43?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0996969 Apr 23 00:12:51.960719 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-0a35125b-a6f5-41cd-8a90-fb83bf04e9dd req-0c253ca8-3112-4a74-a288-0ea96cfb25af service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:52.012143 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0a35125b-a6f5-41cd-8a90-fb83bf04e9dd req-0c253ca8-3112-4a74-a288-0ea96cfb25af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:52.143226 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-0a35125b-a6f5-41cd-8a90-fb83bf04e9dd req-0c253ca8-3112-4a74-a288-0ea96cfb25af service neutron] For port 49ea045c-87f4-47ac-b274-4ffe34d7083b, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=49ea045c-87f4-47ac-b274-4ffe34d7083b,segment=NetworkSegment(58175afa-dac9-4d6c-954f-44267ca50cb3),segment_id=58175afa-dac9-4d6c-954f-44267ca50cb3)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:12:52.176434 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-0a35125b-a6f5-41cd-8a90-fb83bf04e9dd req-0c253ca8-3112-4a74-a288-0ea96cfb25af service neutron] For port 49ea045c-87f4-47ac-b274-4ffe34d7083b, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:12:52.208674 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-0a35125b-a6f5-41cd-8a90-fb83bf04e9dd req-0c253ca8-3112-4a74-a288-0ea96cfb25af service neutron] device_id is not set on port 49ea045c-87f4-47ac-b274-4ffe34d7083b yet. {{(pid=103144) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:12:52.216683 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0a35125b-a6f5-41cd-8a90-fb83bf04e9dd req-0c253ca8-3112-4a74-a288-0ea96cfb25af service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:52.326396 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0a35125b-a6f5-41cd-8a90-fb83bf04e9dd req-0c253ca8-3112-4a74-a288-0ea96cfb25af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:52.405699 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c253ca8-3112-4a74-a288-0ea96cfb25af service neutron] Pushing event updated for resources: {'Port': ['ID=49ea045c-87f4-47ac-b274-4ffe34d7083b,revision_number=11']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:52.452262 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a35125b-a6f5-41cd-8a90-fb83bf04e9dd req-0c253ca8-3112-4a74-a288-0ea96cfb25af service neutron] No DVR routers for this DVR port 49ea045c-87f4-47ac-b274-4ffe34d7083b on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:12:52.582725 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-693333e0-4ce0-4d3f-9aa6-bc4ae1507321 None None] Provisioning complete for port 49ea045c-87f4-47ac-b274-4ffe34d7083b triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:12:52.583329 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-693333e0-4ce0-4d3f-9aa6-bc4ae1507321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:52.593229 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-0a35125b-a6f5-41cd-8a90-fb83bf04e9dd req-0c253ca8-3112-4a74-a288-0ea96cfb25af service neutron] In _notify_port_updated(), no bound segment for port 49ea045c-87f4-47ac-b274-4ffe34d7083b on network 392d7400-26ab-4220-beaf-ef51b8689e43 {{(pid=103144) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 23 00:12:52.594123 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35125b-a6f5-41cd-8a90-fb83bf04e9dd req-0c253ca8-3112-4a74-a288-0ea96cfb25af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:12:52.596935 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0a35125b-a6f5-41cd-8a90-fb83bf04e9dd req-0c253ca8-3112-4a74-a288-0ea96cfb25af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:52.598378 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0a35125b-a6f5-41cd-8a90-fb83bf04e9dd req-0c253ca8-3112-4a74-a288-0ea96cfb25af service neutron] 10.222.0.16 "PUT /v2.0/ports/49ea045c-87f4-47ac-b274-4ffe34d7083b HTTP/1.1" status: 200 len: 1027 time: 0.6417763 Apr 23 00:12:52.624677 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-693333e0-4ce0-4d3f-9aa6-bc4ae1507321 None None] Port 49ea045c-87f4-47ac-b274-4ffe34d7083b cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:12:52.675293 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a19f133c-f262-4120-aa75-11b758218841 req-69698709-3d27-419d-be80-80da270e59b1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8f5791-b8a2-457d-8902-ffd7aafad078 HTTP/1.1" status: 200 len: 210 time: 0.0276730 Apr 23 00:12:53.653584 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:53.732227 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57038) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:53.790965 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e0a5-bf9b-4110-8a6b-e1f5f6b27a33 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:53.817342 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e0a5-bf9b-4110-8a6b-e1f5f6b27a33 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:53.939177 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e0a5-bf9b-4110-8a6b-e1f5f6b27a33 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:53.942348 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e0a5-bf9b-4110-8a6b-e1f5f6b27a33 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:53.943509 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9ac2e0a5-bf9b-4110-8a6b-e1f5f6b27a33 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/security-groups/86aac60d-1be1-458b-828f-2f669993f61d HTTP/1.1" status: 204 len: 168 time: 0.2102580 Apr 23 00:12:53.952915 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2e0a5-bf9b-4110-8a6b-e1f5f6b27a33 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86aac60d-1be1-458b-828f-2f669993f61d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:54.075473 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57042) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:54.231980 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-3433a26b-5825-4df9-9aba-c31baecefa2e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port 00a2e20b-ed26-4a79-aa4b-4f180fb421ed {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:12:54.232225 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3433a26b-5825-4df9-9aba-c31baecefa2e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:54.308102 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3433a26b-5825-4df9-9aba-c31baecefa2e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:54.308500 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3433a26b-5825-4df9-9aba-c31baecefa2e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:54.320449 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-3433a26b-5825-4df9-9aba-c31baecefa2e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for 00a2e20b-ed26-4a79-aa4b-4f180fb421ed owned by network:floatingip {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:12:54.520926 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3433a26b-5825-4df9-9aba-c31baecefa2e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:54.546414 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433a26b-5825-4df9-9aba-c31baecefa2e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=00a2e20b-ed26-4a79-aa4b-4f180fb421ed,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:54.609428 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3433a26b-5825-4df9-9aba-c31baecefa2e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:54.609769 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-3433a26b-5825-4df9-9aba-c31baecefa2e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Floating IP 13402288-96f7-41ee-ae51-422d38300284 disassociated (deleted). External IP: 172.26.3.29, port: 49ea045c-87f4-47ac-b274-4ffe34d7083b. Apr 23 00:12:54.812527 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3433a26b-5825-4df9-9aba-c31baecefa2e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:12:54.918889 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3433a26b-5825-4df9-9aba-c31baecefa2e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:12:54.923910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3433a26b-5825-4df9-9aba-c31baecefa2e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:54.928624 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e79619-03c9-44e0-ae03-39ef0e07fc7e None None] Sync routers for ids ['d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:12:54.937749 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e79619-03c9-44e0-ae03-39ef0e07fc7e None None] Routers {'d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:12:54.938366 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-16e79619-03c9-44e0-ae03-39ef0e07fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:12:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:54.953726 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3433a26b-5825-4df9-9aba-c31baecefa2e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/floatingips/13402288-96f7-41ee-ae51-422d38300284 HTTP/1.1" status: 204 len: 168 time: 0.8769460 Apr 23 00:12:55.023355 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 49ea045c-87f4-47ac-b274-4ffe34d7083b no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:12:55.025667 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57048) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:55.078426 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-16e79619-03c9-44e0-ae03-39ef0e07fc7e None None] Set router d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:12:55.086348 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-95203783-2bba-4f2a-a57e-eb7b3b6027d0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:55.108763 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 49ea045c-87f4-47ac-b274-4ffe34d7083b not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:12:55.112197 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-95203783-2bba-4f2a-a57e-eb7b3b6027d0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:55.259360 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-95203783-2bba-4f2a-a57e-eb7b3b6027d0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:55.262145 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-95203783-2bba-4f2a-a57e-eb7b3b6027d0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:55.263731 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-95203783-2bba-4f2a-a57e-eb7b3b6027d0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/security-groups/01a23a42-1349-4b17-9add-4ebe020946e7 HTTP/1.1" status: 204 len: 168 time: 0.2368054 Apr 23 00:12:55.275614 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95203783-2bba-4f2a-a57e-eb7b3b6027d0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a23a42-1349-4b17-9add-4ebe020946e7,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:55.283883 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-16e79619-03c9-44e0-ae03-39ef0e07fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'name': 'tempest-TestNetworkBasicOps-router-942254238', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:09Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '0f8c763d-139d-4f14-a790-0d83411fcae4', 'name': '', 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:46:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e0cb6c0b-86ca-4804-aeb2-10791b05e5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:12:09Z', 'updated_at': '2022-04-23T00:12:13Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': 'e0cb6c0b-86ca-4804-aeb2-10791b05e5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:55.318445 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e79619-03c9-44e0-ae03-39ef0e07fc7e None None] Checking router: d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:12:55.329928 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e79619-03c9-44e0-ae03-39ef0e07fc7e None None] Routers {'d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:12:55.330548 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-16e79619-03c9-44e0-ae03-39ef0e07fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:12:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:55.352278 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57052) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:55.444107 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-b2ba66a0-749f-44c3-bdd6-9c8add56e18e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port 49ea045c-87f4-47ac-b274-4ffe34d7083b {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:12:55.444447 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b2ba66a0-749f-44c3-bdd6-9c8add56e18e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:55.445024 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-16e79619-03c9-44e0-ae03-39ef0e07fc7e None None] Set router d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:12:55.547139 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b2ba66a0-749f-44c3-bdd6-9c8add56e18e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:55.564464 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-b2ba66a0-749f-44c3-bdd6-9c8add56e18e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for 49ea045c-87f4-47ac-b274-4ffe34d7083b owned by {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:12:55.673591 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-16e79619-03c9-44e0-ae03-39ef0e07fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'name': 'tempest-TestNetworkBasicOps-router-942254238', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:09Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '0f8c763d-139d-4f14-a790-0d83411fcae4', 'name': '', 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:46:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e0cb6c0b-86ca-4804-aeb2-10791b05e5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:12:09Z', 'updated_at': '2022-04-23T00:12:13Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': 'e0cb6c0b-86ca-4804-aeb2-10791b05e5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:55.704759 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e79619-03c9-44e0-ae03-39ef0e07fc7e None None] The sync data for ids ['d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'] in dv-neutron-838783-1-hyperv is: [{'id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'name': 'tempest-TestNetworkBasicOps-router-942254238', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:09Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '0f8c763d-139d-4f14-a790-0d83411fcae4', 'name': '', 'network_id': '392d7400-26ab-4220-beaf-ef51b8689e43', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:46:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e0cb6c0b-86ca-4804-aeb2-10791b05e5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:12:09Z', 'updated_at': '2022-04-23T00:12:13Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': 'e0cb6c0b-86ca-4804-aeb2-10791b05e5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:12:55.785690 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b2ba66a0-749f-44c3-bdd6-9c8add56e18e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:55.818307 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba66a0-749f-44c3-bdd6-9c8add56e18e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=49ea045c-87f4-47ac-b274-4ffe34d7083b,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:55.888255 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b2ba66a0-749f-44c3-bdd6-9c8add56e18e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:55.895470 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b2ba66a0-749f-44c3-bdd6-9c8add56e18e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/ports/49ea045c-87f4-47ac-b274-4ffe34d7083b HTTP/1.1" status: 204 len: 168 time: 0.5386736 Apr 23 00:12:55.895867 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57054) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:55.961823 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae6bba8-b34b-4599-9bd1-fe6d96ff769a None None] New status for floating IP 13402288-96f7-41ee-ae51-422d38300284: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:12:56.265192 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eaa4d2f8-e3da-4456-87e8-bc0de7d042cc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:56.520411 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-eaa4d2f8-e3da-4456-87e8-bc0de7d042cc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port 0f8c763d-139d-4f14-a790-0d83411fcae4 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:12:56.520659 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eaa4d2f8-e3da-4456-87e8-bc0de7d042cc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:56.613292 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-eaa4d2f8-e3da-4456-87e8-bc0de7d042cc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port 0f8c763d-139d-4f14-a790-0d83411fcae4, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=0f8c763d-139d-4f14-a790-0d83411fcae4,segment=NetworkSegment(58175afa-dac9-4d6c-954f-44267ca50cb3),segment_id=58175afa-dac9-4d6c-954f-44267ca50cb3)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:12:56.613650 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eaa4d2f8-e3da-4456-87e8-bc0de7d042cc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:56.627607 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-eaa4d2f8-e3da-4456-87e8-bc0de7d042cc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for 0f8c763d-139d-4f14-a790-0d83411fcae4 owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:12:56.892111 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eaa4d2f8-e3da-4456-87e8-bc0de7d042cc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:56.920452 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4d2f8-e3da-4456-87e8-bc0de7d042cc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=0f8c763d-139d-4f14-a790-0d83411fcae4,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:57.108917 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eaa4d2f8-e3da-4456-87e8-bc0de7d042cc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:57.333680 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa4d2f8-e3da-4456-87e8-bc0de7d042cc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:12:57.750272 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa4d2f8-e3da-4456-87e8-bc0de7d042cc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:12:57.756430 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-eaa4d2f8-e3da-4456-87e8-bc0de7d042cc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "PUT /v2.0/routers/d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8595474 Apr 23 00:12:57.759639 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57056) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:57.763701 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d9ddde-38af-478e-b02e-3e576d8a2cf7 None None] Sync routers for ids ['d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:12:57.776022 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d9ddde-38af-478e-b02e-3e576d8a2cf7 None None] Routers {'d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:12:57.776641 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-83d9ddde-38af-478e-b02e-3e576d8a2cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:12:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:57.817844 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c6bd2b-5bb6-45bc-947b-89ff194affac tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting subnet e0cb6c0b-86ca-4804-aeb2-10791b05e5fd {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:12:57.821055 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-88c6bd2b-5bb6-45bc-947b-89ff194affac tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:57.861284 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-88c6bd2b-5bb6-45bc-947b-89ff194affac tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:57.912937 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-83d9ddde-38af-478e-b02e-3e576d8a2cf7 None None] Set router d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:12:57.947493 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-88c6bd2b-5bb6-45bc-947b-89ff194affac tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:58.083401 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-88c6bd2b-5bb6-45bc-947b-89ff194affac tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:58.105166 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-83d9ddde-38af-478e-b02e-3e576d8a2cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'name': 'tempest-TestNetworkBasicOps-router-942254238', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:56Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:58.111502 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c6bd2b-5bb6-45bc-947b-89ff194affac tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Subnet': ['ID=e0cb6c0b-86ca-4804-aeb2-10791b05e5fd,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:58.113522 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-88c6bd2b-5bb6-45bc-947b-89ff194affac tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:58.120449 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-88c6bd2b-5bb6-45bc-947b-89ff194affac tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/subnets/e0cb6c0b-86ca-4804-aeb2-10791b05e5fd HTTP/1.1" status: 204 len: 168 time: 0.3561137 Apr 23 00:12:58.120449 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57058) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:58.136324 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eace63c-c56f-4ed1-bc0f-0fa92d69b263 None None] Network 392d7400-26ab-4220-beaf-ef51b8689e43 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:12:58.140124 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d9ddde-38af-478e-b02e-3e576d8a2cf7 None None] Checking router: d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:12:58.202216 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d9ddde-38af-478e-b02e-3e576d8a2cf7 None None] Routers {'d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:12:58.202750 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-83d9ddde-38af-478e-b02e-3e576d8a2cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:12:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:58.533253 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-83d9ddde-38af-478e-b02e-3e576d8a2cf7 None None] Set router d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:12:58.572232 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3c05f167-2606-4640-837b-b9d9d7eab4d1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:58.623632 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a686669-3746-4019-a19e-7ac67c9c126a None None] DHCP port deletion for 392d7400-26ab-4220-beaf-ef51b8689e43 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:12:58.687069 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3c05f167-2606-4640-837b-b9d9d7eab4d1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:58.767393 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1a686669-3746-4019-a19e-7ac67c9c126a None None] Deleting port 52a76fbf-776b-4334-bdd4-64005662c942 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:12:58.768052 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a686669-3746-4019-a19e-7ac67c9c126a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:58.843182 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-3c05f167-2606-4640-837b-b9d9d7eab4d1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port 25c313cc-4ef1-4349-b26b-0236b4b171c2 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:12:58.843856 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3c05f167-2606-4640-837b-b9d9d7eab4d1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:58.845259 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1a686669-3746-4019-a19e-7ac67c9c126a None None] For port 52a76fbf-776b-4334-bdd4-64005662c942, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=52a76fbf-776b-4334-bdd4-64005662c942,segment=NetworkSegment(58175afa-dac9-4d6c-954f-44267ca50cb3),segment_id=58175afa-dac9-4d6c-954f-44267ca50cb3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:12:58.845657 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a686669-3746-4019-a19e-7ac67c9c126a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:58.855996 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-83d9ddde-38af-478e-b02e-3e576d8a2cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'name': 'tempest-TestNetworkBasicOps-router-942254238', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:56Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:58.891578 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1a686669-3746-4019-a19e-7ac67c9c126a None None] Calling delete_port for 52a76fbf-776b-4334-bdd4-64005662c942 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:12:58.893517 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d9ddde-38af-478e-b02e-3e576d8a2cf7 None None] The sync data for ids ['d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a'] in dv-neutron-838783-1-hyperv is: [{'id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'name': 'tempest-TestNetworkBasicOps-router-942254238', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:56Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '25c313cc-4ef1-4349-b26b-0236b4b171c2', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c9ac7-d86f-48ed-a52f-cc42cc53ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:12:05Z', 'updated_at': '2022-04-23T00:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:12:58.925852 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-3c05f167-2606-4640-837b-b9d9d7eab4d1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port 25c313cc-4ef1-4349-b26b-0236b4b171c2, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=25c313cc-4ef1-4349-b26b-0236b4b171c2,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:12:58.925852 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3c05f167-2606-4640-837b-b9d9d7eab4d1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:58.939333 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-3c05f167-2606-4640-837b-b9d9d7eab4d1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for 25c313cc-4ef1-4349-b26b-0236b4b171c2 owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:12:59.059382 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a686669-3746-4019-a19e-7ac67c9c126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:59.086670 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a686669-3746-4019-a19e-7ac67c9c126a None None] Pushing event deleted for resources: {'Port': ['ID=52a76fbf-776b-4334-bdd4-64005662c942,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:59.096658 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a686669-3746-4019-a19e-7ac67c9c126a None None] No DVR routers for this DVR port 52a76fbf-776b-4334-bdd4-64005662c942 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:12:59.162153 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3c05f167-2606-4640-837b-b9d9d7eab4d1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:59.191895 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05f167-2606-4640-837b-b9d9d7eab4d1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=25c313cc-4ef1-4349-b26b-0236b4b171c2,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:59.252066 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3c05f167-2606-4640-837b-b9d9d7eab4d1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:59.346999 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3c05f167-2606-4640-837b-b9d9d7eab4d1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:59.349364 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3c05f167-2606-4640-837b-b9d9d7eab4d1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:59.453822 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3c05f167-2606-4640-837b-b9d9d7eab4d1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:59.454370 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c05f167-2606-4640-837b-b9d9d7eab4d1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Fanout notify agent at l3_agent the message router_deleted on router d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:12:59.462331 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3c05f167-2606-4640-837b-b9d9d7eab4d1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:59.463383 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3c05f167-2606-4640-837b-b9d9d7eab4d1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/routers/d52c9ac7-d86f-48ed-a52f-cc42cc53ab0a HTTP/1.1" status: 204 len: 168 time: 1.3429632 Apr 23 00:12:59.466126 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57062) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:59.552225 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1fd10f06-e862-470a-b8b2-3155d9205d0d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:59.639312 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1fd10f06-e862-470a-b8b2-3155d9205d0d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:59.664679 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-1fd10f06-e862-470a-b8b2-3155d9205d0d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392d7400-26ab-4220-beaf-ef51b8689e43']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:59.674176 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-1fd10f06-e862-470a-b8b2-3155d9205d0d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58175afa-dac9-4d6c-954f-44267ca50cb3') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:59.674475 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-1fd10f06-e862-470a-b8b2-3155d9205d0d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58175afa-dac9-4d6c-954f-44267ca50cb3') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:12:59.684633 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1fd10f06-e862-470a-b8b2-3155d9205d0d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:59.698158 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1fd10f06-e862-470a-b8b2-3155d9205d0d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:59.704287 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd10f06-e862-470a-b8b2-3155d9205d0d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:12:59.704672 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1fd10f06-e862-470a-b8b2-3155d9205d0d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:12:59.708330 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:12:59.847925 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1fd10f06-e862-470a-b8b2-3155d9205d0d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:59.859385 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1fd10f06-e862-470a-b8b2-3155d9205d0d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:12:59.859385 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1fd10f06-e862-470a-b8b2-3155d9205d0d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/networks/392d7400-26ab-4220-beaf-ef51b8689e43 HTTP/1.1" status: 204 len: 168 time: 0.3915834 Apr 23 00:12:59.871164 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd10f06-e862-470a-b8b2-3155d9205d0d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Network': ['ID=392d7400-26ab-4220-beaf-ef51b8689e43,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:12:59.874343 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57064) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:59.892653 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d77efe41-a5f9-4ba1-8698-074b1bfdf1cb tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0153546 Apr 23 00:12:59.892969 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57066) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:12:59.898228 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-da86215b-5bfb-45b4-a72d-e419a9ae6ccb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'network': {'name': 'tempest-network-smoke--1982032903', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'port_security_enabled': True}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:12:59.979651 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da86215b-5bfb-45b4-a72d-e419a9ae6ccb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:12:59.983267 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-da86215b-5bfb-45b4-a72d-e419a9ae6ccb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:00.012318 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da86215b-5bfb-45b4-a72d-e419a9ae6ccb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:13:00.024263 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-da86215b-5bfb-45b4-a72d-e419a9ae6ccb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:00.024668 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-da86215b-5bfb-45b4-a72d-e419a9ae6ccb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Added segment 184217d3-1bb5-41c8-a79c-99fbfb04dccf of type vlan for network 8aecdb20-5b0a-4e72-8dff-8d644e1bc78f Apr 23 00:13:00.070560 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-da86215b-5bfb-45b4-a72d-e419a9ae6ccb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:00.173251 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-da86215b-5bfb-45b4-a72d-e419a9ae6ccb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:00.179623 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da86215b-5bfb-45b4-a72d-e419a9ae6ccb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:00.180148 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-da86215b-5bfb-45b4-a72d-e419a9ae6ccb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:00.247119 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86215b-5bfb-45b4-a72d-e419a9ae6ccb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Network': ['ID=8aecdb20-5b0a-4e72-8dff-8d644e1bc78f,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:00.260463 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 8aecdb20-5b0a-4e72-8dff-8d644e1bc78f details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:13:00.318326 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-da86215b-5bfb-45b4-a72d-e419a9ae6ccb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4241760 Apr 23 00:13:00.321014 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57068) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:00.325926 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-b54d29c6-00ed-49cf-be06-c44a6c5c9f0c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1398295622', 'admin_state_up': True, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:13:00.425564 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b54d29c6-00ed-49cf-be06-c44a6c5c9f0c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:00.426783 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b54d29c6-00ed-49cf-be06-c44a6c5c9f0c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:00.480927 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b54d29c6-00ed-49cf-be06-c44a6c5c9f0c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:00.593063 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 0f8c763d-139d-4f14-a790-0d83411fcae4 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:13:00.618552 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 0f8c763d-139d-4f14-a790-0d83411fcae4 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:13:00.620933 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 0f8c763d-139d-4f14-a790-0d83411fcae4 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:13:00.620933 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 52a76fbf-776b-4334-bdd4-64005662c942 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:13:00.639597 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 52a76fbf-776b-4334-bdd4-64005662c942 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:13:00.639967 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 52a76fbf-776b-4334-bdd4-64005662c942 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:13:00.640392 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 25c313cc-4ef1-4349-b26b-0236b4b171c2 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:13:00.660589 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 25c313cc-4ef1-4349-b26b-0236b4b171c2 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:13:00.660943 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 25c313cc-4ef1-4349-b26b-0236b4b171c2 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:13:00.677361 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b54d29c6-00ed-49cf-be06-c44a6c5c9f0c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:00.953396 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b54d29c6-00ed-49cf-be06-c44a6c5c9f0c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:00.972912 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b54d29c6-00ed-49cf-be06-c44a6c5c9f0c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:01.082134 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-b54d29c6-00ed-49cf-be06-c44a6c5c9f0c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.26.3.254 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/144a7433-c3b1-4e11-872b-429ce438cb49) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:13:01.180835 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b54d29c6-00ed-49cf-be06-c44a6c5c9f0c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:01.282451 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b54d29c6-00ed-49cf-be06-c44a6c5c9f0c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:01.327540 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54d29c6-00ed-49cf-be06-c44a6c5c9f0c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:13:01.330446 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-b54d29c6-00ed-49cf-be06-c44a6c5c9f0c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:13:01.334770 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54d29c6-00ed-49cf-be06-c44a6c5c9f0c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:13:01.340185 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d29c6-00ed-49cf-be06-c44a6c5c9f0c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=144a7433-c3b1-4e11-872b-429ce438cb49,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:01.653242 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b54d29c6-00ed-49cf-be06-c44a6c5c9f0c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:01.850451 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b54d29c6-00ed-49cf-be06-c44a6c5c9f0c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:02.062500 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54d29c6-00ed-49cf-be06-c44a6c5c9f0c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router 35550ef6-4256-41a5-8b03-76134ed3ee14 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:13:02.167093 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54d29c6-00ed-49cf-be06-c44a6c5c9f0c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:13:02.177180 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] Sync routers for ids ['35550ef6-4256-41a5-8b03-76134ed3ee14'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:13:02.186699 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] Routers {'35550ef6-4256-41a5-8b03-76134ed3ee14'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:13:02.188765 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:12:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['35550ef6-4256-41a5-8b03-76134ed3ee14'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:13:02.278382 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b54d29c6-00ed-49cf-be06-c44a6c5c9f0c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:02.279678 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b54d29c6-00ed-49cf-be06-c44a6c5c9f0c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9574442 Apr 23 00:13:02.282979 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57070) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:02.288390 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] Set router 35550ef6-4256-41a5-8b03-76134ed3ee14 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:13:02.314382 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-506a5e8f-2258-4cd3-a02d-0b50266474b1 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b0d4e09f8966425d866e56289d457074&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301623 Apr 23 00:13:02.317681 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57072) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:02.410602 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d123e6-a294-433e-a857-42c3e7a5fc4b tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:02.414877 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b5d123e6-a294-433e-a857-42c3e7a5fc4b tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0962453 Apr 23 00:13:02.415195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57074) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:02.449564 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f2652e09-93d8-4317-8325-b3c39ded8abd tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331979 Apr 23 00:13:02.452172 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57076) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:02.457579 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-50f8f465-535b-42dd-a7ee-1ed356ca9931 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-829500185', 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:13:02.478019 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'name': 'tempest-TestNetworkBasicOps-router-1398295622', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:01Z', 'revision_number': 3, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:13:02.504106 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] Checking router: 35550ef6-4256-41a5-8b03-76134ed3ee14 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:13:02.504445 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] Updating router 35550ef6-4256-41a5-8b03-76134ed3ee14 port 144a7433-c3b1-4e11-872b-429ce438cb49 binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:13:02.531303 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:02.583778 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b768b1ad-1d9a-43fb-b2b1-8c8a80b6ddb4 req-d13e5ea6-675d-4c81-8a53-403d88fcbc41 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393641 Apr 23 00:13:02.664368 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f8f465-535b-42dd-a7ee-1ed356ca9931 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:13:02.672765 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50f8f465-535b-42dd-a7ee-1ed356ca9931 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:02.743175 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768b1ad-1d9a-43fb-b2b1-8c8a80b6ddb4 req-88446d7b-d97e-4d0f-bdfb-defc6097de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:02.744709 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b768b1ad-1d9a-43fb-b2b1-8c8a80b6ddb4 req-88446d7b-d97e-4d0f-bdfb-defc6097de5a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eca10cab387440428e231a953cda4553&device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 1099 time: 0.1103687 Apr 23 00:13:02.799559 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:02.870695 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:02.924232 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768b1ad-1d9a-43fb-b2b1-8c8a80b6ddb4 req-4e866aba-011e-4253-ab40-af5699cfdd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:02.925906 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82d17d-a679-446d-a06d-173f8911e8b6 None None] Pushing event updated for resources: {'Port': ['ID=144a7433-c3b1-4e11-872b-429ce438cb49,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:02.926648 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b768b1ad-1d9a-43fb-b2b1-8c8a80b6ddb4 req-4e866aba-011e-4253-ab40-af5699cfdd9c service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d224e48-36a8-42d0-8738-ed5ea1abe259 HTTP/1.1" status: 200 len: 912 time: 0.1583805 Apr 23 00:13:02.928315 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] Attempting to bind port 144a7433-c3b1-4e11-872b-429ce438cb49 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:13:02.928687 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] Attempting to bind port 144a7433-c3b1-4e11-872b-429ce438cb49 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:13:02.929041 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] Attempting to bind port 144a7433-c3b1-4e11-872b-429ce438cb49 on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:13:02.934711 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:13:02.935154 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:13:02.935474 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:02.936225 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:13:02.936769 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] Bound port: 144a7433-c3b1-4e11-872b-429ce438cb49, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:13:02.937180 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:02.991622 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] For port 144a7433-c3b1-4e11-872b-429ce438cb49, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:13:02.994801 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] For port 144a7433-c3b1-4e11-872b-429ce438cb49, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=144a7433-c3b1-4e11-872b-429ce438cb49,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:13:03.001947 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b768b1ad-1d9a-43fb-b2b1-8c8a80b6ddb4 req-7edc4576-1fbb-4a8a-a111-4b546769f4eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc054cd1-8050-4473-8743-5ee6d71d1607 HTTP/1.1" status: 200 len: 1002 time: 0.0660527 Apr 23 00:13:03.007661 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50f8f465-535b-42dd-a7ee-1ed356ca9931 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:03.099681 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:03.107114 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768b1ad-1d9a-43fb-b2b1-8c8a80b6ddb4 req-c5c50e6d-a4e8-4969-b4fb-1de3f1a6794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:03.108633 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b768b1ad-1d9a-43fb-b2b1-8c8a80b6ddb4 req-c5c50e6d-a4e8-4969-b4fb-1de3f1a6794f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d429f2-9bee-4153-ac8c-0a0937fc9ed2 HTTP/1.1" status: 200 len: 850 time: 0.0988181 Apr 23 00:13:03.111795 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8f465-535b-42dd-a7ee-1ed356ca9931 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Subnet': ['ID=4fdd765a-9ca8-466d-86d6-2fec195c5c91,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:03.118011 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f8f465-535b-42dd-a7ee-1ed356ca9931 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Checking segment: {'id': '184217d3-1bb5-41c8-a79c-99fbfb04dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:13:03.118379 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f8f465-535b-42dd-a7ee-1ed356ca9931 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network hostable DHCP agents. Network: 8aecdb20-5b0a-4e72-8dff-8d644e1bc78f, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:13:03.151178 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] Routers {'35550ef6-4256-41a5-8b03-76134ed3ee14'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:13:03.151826 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:12:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['35550ef6-4256-41a5-8b03-76134ed3ee14'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:13:03.173293 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768b1ad-1d9a-43fb-b2b1-8c8a80b6ddb4 req-681cdebf-60af-48d3-8044-5cd6b7383961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:03.174859 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b768b1ad-1d9a-43fb-b2b1-8c8a80b6ddb4 req-681cdebf-60af-48d3-8044-5cd6b7383961 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d224e48-36a8-42d0-8738-ed5ea1abe259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0579441 Apr 23 00:13:03.210289 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82d17d-a679-446d-a06d-173f8911e8b6 None None] Pushing event updated for resources: {'Port': ['ID=144a7433-c3b1-4e11-872b-429ce438cb49,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:03.245128 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f8f465-535b-42dd-a7ee-1ed356ca9931 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 8aecdb20-5b0a-4e72-8dff-8d644e1bc78f is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:13:03.273582 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] Set router 35550ef6-4256-41a5-8b03-76134ed3ee14 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:13:03.285696 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b768b1ad-1d9a-43fb-b2b1-8c8a80b6ddb4 req-2f27167e-6262-4861-8ec1-1964b232fe8e service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031609 Apr 23 00:13:03.359388 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-50f8f465-535b-42dd-a7ee-1ed356ca9931 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 8aecdb20-5b0a-4e72-8dff-8d644e1bc78f) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:13:03.365266 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f8f465-535b-42dd-a7ee-1ed356ca9931 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:03.367881 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50f8f465-535b-42dd-a7ee-1ed356ca9931 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:03.373313 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf46dfd0-b84b-4a32-ba68-f1298e70b7b5 None None] Network 8aecdb20-5b0a-4e72-8dff-8d644e1bc78f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:13:03.402380 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b768b1ad-1d9a-43fb-b2b1-8c8a80b6ddb4 req-ae66c176-fb8f-437a-a92c-a3335ae97588 service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096861 Apr 23 00:13:03.464709 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'name': 'tempest-TestNetworkBasicOps-router-1398295622', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:01Z', 'revision_number': 3, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:13:03.474815 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-50f8f465-535b-42dd-a7ee-1ed356ca9931 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0212121 Apr 23 00:13:03.477574 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57078) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:03.494185 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151083b8-e75c-450a-a877-b41abe0cdddb None None] The sync data for ids ['35550ef6-4256-41a5-8b03-76134ed3ee14'] in dv-neutron-838783-1-hyperv is: [{'id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'name': 'tempest-TestNetworkBasicOps-router-1398295622', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:01Z', 'revision_number': 3, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:13:03.531321 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaee9c5-58dd-4f19-9f1c-b6fd09c9c586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-8aecdb20-5b0a-4e72-8dff-8d644e1bc78f', 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ips': [{'subnet_id': '4fdd765a-9ca8-466d-86d6-2fec195c5c91'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:13:03.534402 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbaee9c5-58dd-4f19-9f1c-b6fd09c9c586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:03.694902 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-bbaee9c5-58dd-4f19-9f1c-b6fd09c9c586 None None] Allocated IP 172.20.0.2 (8aecdb20-5b0a-4e72-8dff-8d644e1bc78f/4fdd765a-9ca8-466d-86d6-2fec195c5c91/004f20c6-ee2c-48ff-9442-35755c48f474) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:13:03.892914 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbaee9c5-58dd-4f19-9f1c-b6fd09c9c586 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:04.006772 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:04.386124 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbaee9c5-58dd-4f19-9f1c-b6fd09c9c586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:04.394649 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af2bbd0d-eed7-49d1-bb55-83c228d6b6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:04.435093 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaee9c5-58dd-4f19-9f1c-b6fd09c9c586 None None] Network 8aecdb20-5b0a-4e72-8dff-8d644e1bc78f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:13:04.441488 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-bbaee9c5-58dd-4f19-9f1c-b6fd09c9c586 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:13:04.441638 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.20.0.1 (8aecdb20-5b0a-4e72-8dff-8d644e1bc78f/4fdd765a-9ca8-466d-86d6-2fec195c5c91/2cfb47fa-e402-4537-887b-a7d8041101a3) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:13:04.443409 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaee9c5-58dd-4f19-9f1c-b6fd09c9c586 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:13:04.445540 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaee9c5-58dd-4f19-9f1c-b6fd09c9c586 None None] Pushing event updated for resources: {'Port': ['ID=004f20c6-ee2c-48ff-9442-35755c48f474,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:04.507369 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-bbaee9c5-58dd-4f19-9f1c-b6fd09c9c586 None None] Attempting to bind port 004f20c6-ee2c-48ff-9442-35755c48f474 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:13:04.507768 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-bbaee9c5-58dd-4f19-9f1c-b6fd09c9c586 None None] Attempting to bind port 004f20c6-ee2c-48ff-9442-35755c48f474 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '184217d3-1bb5-41c8-a79c-99fbfb04dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:13:04.508129 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaee9c5-58dd-4f19-9f1c-b6fd09c9c586 None None] Attempting to bind port 004f20c6-ee2c-48ff-9442-35755c48f474 on network 8aecdb20-5b0a-4e72-8dff-8d644e1bc78f {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:13:04.514485 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaee9c5-58dd-4f19-9f1c-b6fd09c9c586 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:13:04.514860 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaee9c5-58dd-4f19-9f1c-b6fd09c9c586 None None] Checking segment: {'id': '184217d3-1bb5-41c8-a79c-99fbfb04dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:13:04.515314 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbaee9c5-58dd-4f19-9f1c-b6fd09c9c586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:04.515803 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaee9c5-58dd-4f19-9f1c-b6fd09c9c586 None None] Bound using segment: {'id': '184217d3-1bb5-41c8-a79c-99fbfb04dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:13:04.520967 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-bbaee9c5-58dd-4f19-9f1c-b6fd09c9c586 None None] Bound port: 004f20c6-ee2c-48ff-9442-35755c48f474, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184217d3-1bb5-41c8-a79c-99fbfb04dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:13:04.520967 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbaee9c5-58dd-4f19-9f1c-b6fd09c9c586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:04.601565 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bbaee9c5-58dd-4f19-9f1c-b6fd09c9c586 None None] For port 004f20c6-ee2c-48ff-9442-35755c48f474, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:13:04.605202 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bbaee9c5-58dd-4f19-9f1c-b6fd09c9c586 None None] For port 004f20c6-ee2c-48ff-9442-35755c48f474, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=004f20c6-ee2c-48ff-9442-35755c48f474,segment=NetworkSegment(184217d3-1bb5-41c8-a79c-99fbfb04dccf),segment_id=184217d3-1bb5-41c8-a79c-99fbfb04dccf)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:13:04.644407 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 144a7433-c3b1-4e11-872b-429ce438cb49 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:13:04.699831 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 144a7433-c3b1-4e11-872b-429ce438cb49 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:13:04.700114 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:04.738072 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbaee9c5-58dd-4f19-9f1c-b6fd09c9c586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:04.822497 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaee9c5-58dd-4f19-9f1c-b6fd09c9c586 None None] Pushing event updated for resources: {'Port': ['ID=004f20c6-ee2c-48ff-9442-35755c48f474,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:04.873131 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:04.898636 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 144a7433-c3b1-4e11-872b-429ce438cb49, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=144a7433-c3b1-4e11-872b-429ce438cb49,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:13:04.901666 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:04.997402 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:05.044613 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:05.066349 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=144a7433-c3b1-4e11-872b-429ce438cb49,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:05.109083 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 8aecdb20-5b0a-4e72-8dff-8d644e1bc78f is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:13:05.114124 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:13:05.116826 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:13:05.122252 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=2cfb47fa-e402-4537-887b-a7d8041101a3,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:05.161175 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:05.161672 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:05.162111 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:05.162602 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:05.162943 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:05.163270 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:05.163620 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:05.163950 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:05.164280 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:05.164610 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:05.164932 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:05.165251 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:05.184090 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:05.422701 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:05.717337 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:05.749111 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc7c9d3-efcc-4253-ae3e-b5b61cf9eaf5 None None] Network 8aecdb20-5b0a-4e72-8dff-8d644e1bc78f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:13:05.779000 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:05.861717 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=2cfb47fa-e402-4537-887b-a7d8041101a3,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:05.862004 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-ea6cd908-bcd7-4ca2-b875-d405f05b4aec None None] Provisioning complete for port 004f20c6-ee2c-48ff-9442-35755c48f474 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:13:05.862408 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea6cd908-bcd7-4ca2-b875-d405f05b4aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:05.864704 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:05.959349 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 8aecdb20-5b0a-4e72-8dff-8d644e1bc78f is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:13:05.960734 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:13:05.986059 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea6cd908-bcd7-4ca2-b875-d405f05b4aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:06.022845 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ea6cd908-bcd7-4ca2-b875-d405f05b4aec None None] For port 004f20c6-ee2c-48ff-9442-35755c48f474, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=004f20c6-ee2c-48ff-9442-35755c48f474,segment=NetworkSegment(184217d3-1bb5-41c8-a79c-99fbfb04dccf),segment_id=184217d3-1bb5-41c8-a79c-99fbfb04dccf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:13:06.079870 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router 35550ef6-4256-41a5-8b03-76134ed3ee14 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:13:06.108645 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea6cd908-bcd7-4ca2-b875-d405f05b4aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:06.181671 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6cd908-bcd7-4ca2-b875-d405f05b4aec None None] Pushing event updated for resources: {'Port': ['ID=004f20c6-ee2c-48ff-9442-35755c48f474,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:06.199133 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:13:06.206996 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2b453346-a1a8-414c-bf71-e1cb377f9673 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "PUT /v2.0/routers/35550ef6-4256-41a5-8b03-76134ed3ee14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7260633 Apr 23 00:13:06.208775 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57080) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:06.209896 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f634ed63-8786-4593-8468-acae49182261 None None] Sync routers for ids ['35550ef6-4256-41a5-8b03-76134ed3ee14'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:13:06.229689 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f634ed63-8786-4593-8468-acae49182261 None None] Routers {'35550ef6-4256-41a5-8b03-76134ed3ee14'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:13:06.230948 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f634ed63-8786-4593-8468-acae49182261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:12:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['35550ef6-4256-41a5-8b03-76134ed3ee14'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:13:06.277186 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-df4c553d-b4c2-4e1f-81c6-d520a1199cf1 None None] Provisioning complete for port 004f20c6-ee2c-48ff-9442-35755c48f474 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:13:06.277891 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df4c553d-b4c2-4e1f-81c6-d520a1199cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:06.322749 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52300be9-b923-4c4e-b832-8dc2beec24b6 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:06.323380 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52300be9-b923-4c4e-b832-8dc2beec24b6 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:06.324065 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52300be9-b923-4c4e-b832-8dc2beec24b6 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:06.324693 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52300be9-b923-4c4e-b832-8dc2beec24b6 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:06.325314 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52300be9-b923-4c4e-b832-8dc2beec24b6 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:06.326127 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52300be9-b923-4c4e-b832-8dc2beec24b6 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:06.329072 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-52300be9-b923-4c4e-b832-8dc2beec24b6 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1184902 Apr 23 00:13:06.332219 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57082) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:06.400280 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732bbdbd-3bff-4f08-b7c9-aff1db2c7c33 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:06.400747 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732bbdbd-3bff-4f08-b7c9-aff1db2c7c33 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:06.401201 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732bbdbd-3bff-4f08-b7c9-aff1db2c7c33 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:06.401659 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732bbdbd-3bff-4f08-b7c9-aff1db2c7c33 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:06.402140 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732bbdbd-3bff-4f08-b7c9-aff1db2c7c33 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:06.402541 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732bbdbd-3bff-4f08-b7c9-aff1db2c7c33 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:06.407035 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-732bbdbd-3bff-4f08-b7c9-aff1db2c7c33 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0710254 Apr 23 00:13:06.412416 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57084) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:06.419302 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-f634ed63-8786-4593-8468-acae49182261 None None] Set router 35550ef6-4256-41a5-8b03-76134ed3ee14 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:13:06.530370 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-df4c553d-b4c2-4e1f-81c6-d520a1199cf1 None None] Provisioning complete for port 2cfb47fa-e402-4537-887b-a7d8041101a3 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:13:06.533465 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df4c553d-b4c2-4e1f-81c6-d520a1199cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:06.566918 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-dc0c9a05-cf90-444b-93e6-0b374f7d6235 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1553123 Apr 23 00:13:06.613425 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-df4c553d-b4c2-4e1f-81c6-d520a1199cf1 None None] Port 2cfb47fa-e402-4537-887b-a7d8041101a3 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:13:06.699147 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f634ed63-8786-4593-8468-acae49182261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'name': 'tempest-TestNetworkBasicOps-router-1398295622', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:05Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '2cfb47fa-e402-4537-887b-a7d8041101a3', 'name': '', 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:ba:ae:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '4fdd765a-9ca8-466d-86d6-2fec195c5c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:04Z', 'updated_at': '2022-04-23T00:13:05Z', 'revision_number': 2, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '4fdd765a-9ca8-466d-86d6-2fec195c5c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:13:06.734729 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 004f20c6-ee2c-48ff-9442-35755c48f474 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:13:06.740522 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f634ed63-8786-4593-8468-acae49182261 None None] Checking router: 35550ef6-4256-41a5-8b03-76134ed3ee14 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:13:06.746694 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f634ed63-8786-4593-8468-acae49182261 None None] Updating router 35550ef6-4256-41a5-8b03-76134ed3ee14 port 2cfb47fa-e402-4537-887b-a7d8041101a3 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:13:06.809335 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-44b09517-d430-4f46-9c62-e1d993800351 None None] Provisioning complete for port 2cfb47fa-e402-4537-887b-a7d8041101a3 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:13:06.810017 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44b09517-d430-4f46-9c62-e1d993800351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:06.813614 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f634ed63-8786-4593-8468-acae49182261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:06.865223 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-44b09517-d430-4f46-9c62-e1d993800351 None None] Port 2cfb47fa-e402-4537-887b-a7d8041101a3 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:13:06.887259 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 004f20c6-ee2c-48ff-9442-35755c48f474 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:13:06.887841 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:06.994004 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57088) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:06.998835 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-c66237d0-e563-4d73-9ca7-99dd86786e9f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-219243780', 'description': 'tempest-secgroup-smoke-219243780 description', 'project_id': 'b0d4e09f8966425d866e56289d457074'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:13:07.145131 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c66237d0-e563-4d73-9ca7-99dd86786e9f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:07.214847 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c66237d0-e563-4d73-9ca7-99dd86786e9f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:07.249065 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 144a7433-c3b1-4e11-872b-429ce438cb49 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:13:07.270537 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c66237d0-e563-4d73-9ca7-99dd86786e9f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:07.272367 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2e65911-0be7-4df6-a48d-83000ca8caf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:07.305336 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66237d0-e563-4d73-9ca7-99dd86786e9f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f30146b-a4a9-4776-b327-b4b0c94eade2,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:07.350655 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c66237d0-e563-4d73-9ca7-99dd86786e9f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:07.355250 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57090) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:07.355856 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c66237d0-e563-4d73-9ca7-99dd86786e9f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3602273 Apr 23 00:13:07.360250 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-ba65782f-4bfb-455d-aedb-ae7828004063 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '0f30146b-a4a9-4776-b327-b4b0c94eade2', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:13:07.369047 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 144a7433-c3b1-4e11-872b-429ce438cb49 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:13:07.369421 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:07.409327 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f634ed63-8786-4593-8468-acae49182261 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:07.457799 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ba65782f-4bfb-455d-aedb-ae7828004063 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:07.481556 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f634ed63-8786-4593-8468-acae49182261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:07.516457 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ba65782f-4bfb-455d-aedb-ae7828004063 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:07.536030 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531df0bd-93aa-4f59-aa97-8fd173311a99 None None] Pushing event updated for resources: {'Port': ['ID=2cfb47fa-e402-4537-887b-a7d8041101a3,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:07.587783 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f634ed63-8786-4593-8468-acae49182261 None None] Attempting to bind port 2cfb47fa-e402-4537-887b-a7d8041101a3 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:13:07.588159 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f634ed63-8786-4593-8468-acae49182261 None None] Attempting to bind port 2cfb47fa-e402-4537-887b-a7d8041101a3 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '184217d3-1bb5-41c8-a79c-99fbfb04dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:13:07.588526 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f634ed63-8786-4593-8468-acae49182261 None None] Attempting to bind port 2cfb47fa-e402-4537-887b-a7d8041101a3 on network 8aecdb20-5b0a-4e72-8dff-8d644e1bc78f {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:13:07.594554 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f634ed63-8786-4593-8468-acae49182261 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:13:07.599010 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f634ed63-8786-4593-8468-acae49182261 None None] Checking segment: {'id': '184217d3-1bb5-41c8-a79c-99fbfb04dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:13:07.599010 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f634ed63-8786-4593-8468-acae49182261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:07.599010 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f634ed63-8786-4593-8468-acae49182261 None None] Bound using segment: {'id': '184217d3-1bb5-41c8-a79c-99fbfb04dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:13:07.599010 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f634ed63-8786-4593-8468-acae49182261 None None] Bound port: 2cfb47fa-e402-4537-887b-a7d8041101a3, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184217d3-1bb5-41c8-a79c-99fbfb04dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:13:07.599010 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f634ed63-8786-4593-8468-acae49182261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:07.622828 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ba65782f-4bfb-455d-aedb-ae7828004063 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:07.644120 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65782f-4bfb-455d-aedb-ae7828004063 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4cc272-0f4d-4f11-a689-09831c9a4218,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:07.651962 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65782f-4bfb-455d-aedb-ae7828004063 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:07.653680 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65782f-4bfb-455d-aedb-ae7828004063 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:07.654286 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65782f-4bfb-455d-aedb-ae7828004063 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:07.654898 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65782f-4bfb-455d-aedb-ae7828004063 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:07.655308 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65782f-4bfb-455d-aedb-ae7828004063 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:07.655753 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65782f-4bfb-455d-aedb-ae7828004063 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:07.656155 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65782f-4bfb-455d-aedb-ae7828004063 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:07.656559 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65782f-4bfb-455d-aedb-ae7828004063 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:07.656955 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65782f-4bfb-455d-aedb-ae7828004063 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:07.658081 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65782f-4bfb-455d-aedb-ae7828004063 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:07.658625 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65782f-4bfb-455d-aedb-ae7828004063 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:07.659199 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65782f-4bfb-455d-aedb-ae7828004063 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:07.676979 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f634ed63-8786-4593-8468-acae49182261 None None] For port 2cfb47fa-e402-4537-887b-a7d8041101a3, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:13:07.680422 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f634ed63-8786-4593-8468-acae49182261 None None] For port 2cfb47fa-e402-4537-887b-a7d8041101a3, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=2cfb47fa-e402-4537-887b-a7d8041101a3,segment=NetworkSegment(184217d3-1bb5-41c8-a79c-99fbfb04dccf),segment_id=184217d3-1bb5-41c8-a79c-99fbfb04dccf)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:13:07.729662 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ba65782f-4bfb-455d-aedb-ae7828004063 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:07.731215 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ba65782f-4bfb-455d-aedb-ae7828004063 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3743503 Apr 23 00:13:07.733664 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57092) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:07.738746 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-976a897c-3b90-4ae2-8a82-ac54e21a45cf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '0f30146b-a4a9-4776-b327-b4b0c94eade2', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:13:07.773371 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f634ed63-8786-4593-8468-acae49182261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:07.830409 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-976a897c-3b90-4ae2-8a82-ac54e21a45cf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:07.845486 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531df0bd-93aa-4f59-aa97-8fd173311a99 None None] Pushing event updated for resources: {'Port': ['ID=2cfb47fa-e402-4537-887b-a7d8041101a3,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:07.849272 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-ba92d940-d3f1-467d-955e-e0d1c5fb1097 None None] Provisioning complete for port 2cfb47fa-e402-4537-887b-a7d8041101a3 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:13:07.849641 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba92d940-d3f1-467d-955e-e0d1c5fb1097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:07.853746 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f634ed63-8786-4593-8468-acae49182261 None None] Routers {'35550ef6-4256-41a5-8b03-76134ed3ee14'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:13:07.854392 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f634ed63-8786-4593-8468-acae49182261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:13:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['35550ef6-4256-41a5-8b03-76134ed3ee14'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:13:07.877171 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:07.899221 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-976a897c-3b90-4ae2-8a82-ac54e21a45cf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:07.968367 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-976a897c-3b90-4ae2-8a82-ac54e21a45cf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:07.987913 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a897c-3b90-4ae2-8a82-ac54e21a45cf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e24e1a-17d8-4772-8a2c-98acb7e6ef25,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:08.026737 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-f634ed63-8786-4593-8468-acae49182261 None None] Set router 35550ef6-4256-41a5-8b03-76134ed3ee14 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:13:08.058320 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba92d940-d3f1-467d-955e-e0d1c5fb1097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:08.059026 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-976a897c-3b90-4ae2-8a82-ac54e21a45cf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:08.060446 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-976a897c-3b90-4ae2-8a82-ac54e21a45cf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3255942 Apr 23 00:13:08.063224 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57096) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:08.068273 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-7f600b34-29b9-44cb-8db2-03be08c00d8d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '0f30146b-a4a9-4776-b327-b4b0c94eade2', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:13:08.149045 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7f600b34-29b9-44cb-8db2-03be08c00d8d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:08.166230 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ba92d940-d3f1-467d-955e-e0d1c5fb1097 None None] For port 2cfb47fa-e402-4537-887b-a7d8041101a3, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=2cfb47fa-e402-4537-887b-a7d8041101a3,segment=NetworkSegment(184217d3-1bb5-41c8-a79c-99fbfb04dccf),segment_id=184217d3-1bb5-41c8-a79c-99fbfb04dccf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:13:08.210733 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7f600b34-29b9-44cb-8db2-03be08c00d8d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:08.249318 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba92d940-d3f1-467d-955e-e0d1c5fb1097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:08.286372 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f634ed63-8786-4593-8468-acae49182261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'name': 'tempest-TestNetworkBasicOps-router-1398295622', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:05Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '2cfb47fa-e402-4537-887b-a7d8041101a3', 'name': '', 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:ba:ae:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '4fdd765a-9ca8-466d-86d6-2fec195c5c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:04Z', 'updated_at': '2022-04-23T00:13:07Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '4fdd765a-9ca8-466d-86d6-2fec195c5c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:13:08.304883 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7f600b34-29b9-44cb-8db2-03be08c00d8d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:08.322568 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f634ed63-8786-4593-8468-acae49182261 None None] The sync data for ids ['35550ef6-4256-41a5-8b03-76134ed3ee14'] in dv-neutron-838783-1-hyperv is: [{'id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'name': 'tempest-TestNetworkBasicOps-router-1398295622', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:05Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '2cfb47fa-e402-4537-887b-a7d8041101a3', 'name': '', 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:ba:ae:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '4fdd765a-9ca8-466d-86d6-2fec195c5c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:04Z', 'updated_at': '2022-04-23T00:13:07Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '4fdd765a-9ca8-466d-86d6-2fec195c5c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:13:08.322875 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f600b34-29b9-44cb-8db2-03be08c00d8d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21e2949-7594-4995-ba5d-4b3e4117b9db,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:08.339948 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92d940-d3f1-467d-955e-e0d1c5fb1097 None None] Pushing event updated for resources: {'Port': ['ID=2cfb47fa-e402-4537-887b-a7d8041101a3,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:08.375137 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-45a7ab07-6ee5-4b1b-bc74-f382804b92bb None None] Provisioning complete for port 2cfb47fa-e402-4537-887b-a7d8041101a3 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:13:08.375137 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45a7ab07-6ee5-4b1b-bc74-f382804b92bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:08.434113 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7f600b34-29b9-44cb-8db2-03be08c00d8d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:08.438276 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57098) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:08.438752 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7f600b34-29b9-44cb-8db2-03be08c00d8d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3742256 Apr 23 00:13:08.443614 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-9a55d25a-078e-4855-b0ab-5672047b38a5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '0f30146b-a4a9-4776-b327-b4b0c94eade2', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:13:08.590022 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9a55d25a-078e-4855-b0ab-5672047b38a5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:08.643142 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2cfb47fa-e402-4537-887b-a7d8041101a3 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:13:08.670249 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9a55d25a-078e-4855-b0ab-5672047b38a5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:08.700531 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 2cfb47fa-e402-4537-887b-a7d8041101a3 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:13:08.700912 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:08.761778 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9a55d25a-078e-4855-b0ab-5672047b38a5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:08.782682 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55d25a-078e-4855-b0ab-5672047b38a5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=effe4a1a-997c-4a69-ba10-0af77195387d,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:08.855418 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9a55d25a-078e-4855-b0ab-5672047b38a5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:08.858170 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9a55d25a-078e-4855-b0ab-5672047b38a5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4171665 Apr 23 00:13:08.859561 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57100) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:08.864497 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-261b39db-50bf-490c-9920-b5dba6eaf2f5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '0f30146b-a4a9-4776-b327-b4b0c94eade2', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:13:08.939422 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.securitygroups_db [None req-261b39db-50bf-490c-9920-b5dba6eaf2f5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Project b0d4e09f8966425d866e56289d457074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:13:08.945802 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-261b39db-50bf-490c-9920-b5dba6eaf2f5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:09.011365 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-261b39db-50bf-490c-9920-b5dba6eaf2f5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:09.088118 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-261b39db-50bf-490c-9920-b5dba6eaf2f5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:09.107867 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b39db-50bf-490c-9920-b5dba6eaf2f5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6fc3a27-a506-49a3-8bc1-bdf3c81677b0,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:09.209982 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-261b39db-50bf-490c-9920-b5dba6eaf2f5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:09.209982 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-261b39db-50bf-490c-9920-b5dba6eaf2f5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3428142 Apr 23 00:13:09.209982 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57102) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:09.211189 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-5d5a0cf2-4379-4e99-ad32-252f66acd8d5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '0f30146b-a4a9-4776-b327-b4b0c94eade2', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:13:09.299209 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.securitygroups_db [None req-5d5a0cf2-4379-4e99-ad32-252f66acd8d5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Project b0d4e09f8966425d866e56289d457074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:13:09.305433 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5d5a0cf2-4379-4e99-ad32-252f66acd8d5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:09.374328 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5d5a0cf2-4379-4e99-ad32-252f66acd8d5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:09.411395 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5d5a0cf2-4379-4e99-ad32-252f66acd8d5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:09.432212 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a0cf2-4379-4e99-ad32-252f66acd8d5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4fcf43-0202-403c-b6c6-4e68256cdf39,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:09.527767 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5d5a0cf2-4379-4e99-ad32-252f66acd8d5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:09.529018 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5d5a0cf2-4379-4e99-ad32-252f66acd8d5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3216841 Apr 23 00:13:09.678894 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-56b534e5-237b-4582-a55c-0cd6903b153e req-ece78fe8-bc2a-4c45-bd73-22e33e5a850e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-219243780&fields=id&tenant_id=b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 267 time: 0.0368879 Apr 23 00:13:09.685738 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:09.789723 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b534e5-237b-4582-a55c-0cd6903b153e req-c846ecaa-e1d2-4847-bd5f-26aaabd9f0ee tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:09.791254 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-56b534e5-237b-4582-a55c-0cd6903b153e req-c846ecaa-e1d2-4847-bd5f-26aaabd9f0ee tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/networks?id=8aecdb20-5b0a-4e72-8dff-8d644e1bc78f HTTP/1.1" status: 200 len: 797 time: 0.1048827 Apr 23 00:13:09.796300 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:09.808650 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-56b534e5-237b-4582-a55c-0cd6903b153e req-3f15e2a7-033e-49d1-a998-57c86b44b90b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/quotas/b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 375 time: 0.0103710 Apr 23 00:13:09.863852 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-56b534e5-237b-4582-a55c-0cd6903b153e req-9fc69247-c31c-44f0-b6fe-b76587796645 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488012 Apr 23 00:13:09.965817 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-56b534e5-237b-4582-a55c-0cd6903b153e req-a19fa582-3062-47d2-b93f-2ea60c1864e6 service neutron] 10.222.0.15 "GET /v2.0/networks/8aecdb20-5b0a-4e72-8dff-8d644e1bc78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895860 Apr 23 00:13:10.055298 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-56b534e5-237b-4582-a55c-0cd6903b153e req-dba04766-21e9-4aba-ae28-1563cbaa82cb service neutron] 10.222.0.15 "GET /v2.0/networks/8aecdb20-5b0a-4e72-8dff-8d644e1bc78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831118 Apr 23 00:13:10.321331 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fe2fe22e-8263-40e5-ac5e-b0e9182caa46 req-6059c704-f1b9-4fde-a61f-f54cc3ad5774 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd07a304-5dcd-4079-8bf8-484d0342c868 HTTP/1.1" status: 200 len: 210 time: 0.0304751 Apr 23 00:13:11.424368 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cf626793-e717-4e8b-ba9e-ae7f534efd1e req-737d3cd8-5091-4dee-8193-f73dbecbefc1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd07a304-5dcd-4079-8bf8-484d0342c868 HTTP/1.1" status: 200 len: 210 time: 0.0327635 Apr 23 00:13:12.309010 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b534e5-237b-4582-a55c-0cd6903b153e req-e912abfb-7f52-4e8d-9489-f778f2bef6df tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:12.310437 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-56b534e5-237b-4582-a55c-0cd6903b153e req-e912abfb-7f52-4e8d-9489-f778f2bef6df tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/networks?id=8aecdb20-5b0a-4e72-8dff-8d644e1bc78f HTTP/1.1" status: 200 len: 797 time: 0.1062577 Apr 23 00:13:12.356143 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-56b534e5-237b-4582-a55c-0cd6903b153e req-a7899381-e675-40f7-83ce-7bf59639439c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 379 time: 0.0357673 Apr 23 00:13:12.366164 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-56b534e5-237b-4582-a55c-0cd6903b153e req-faf96c06-7ed3-46d6-94b1-b730e55eb9e6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'port': {'device_id': 'fd07a304-5dcd-4079-8bf8-484d0342c868', 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f', 'admin_state_up': True, 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'security_groups': ['0f30146b-a4a9-4776-b327-b4b0c94eade2']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:13:12.526507 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d16a7708-777f-463a-b60d-d1f8379652b3 req-7fde06b4-9518-4864-ab68-7d532a6da470 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd07a304-5dcd-4079-8bf8-484d0342c868 HTTP/1.1" status: 200 len: 210 time: 0.0284162 Apr 23 00:13:12.570490 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b534e5-237b-4582-a55c-0cd6903b153e req-faf96c06-7ed3-46d6-94b1-b730e55eb9e6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:13:12.570490 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-56b534e5-237b-4582-a55c-0cd6903b153e req-faf96c06-7ed3-46d6-94b1-b730e55eb9e6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:12.699454 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-56b534e5-237b-4582-a55c-0cd6903b153e req-faf96c06-7ed3-46d6-94b1-b730e55eb9e6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.20.0.6 (8aecdb20-5b0a-4e72-8dff-8d644e1bc78f/4fdd765a-9ca8-466d-86d6-2fec195c5c91/264d245c-d869-4463-bd78-190c6e92a13b) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:13:12.841072 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-56b534e5-237b-4582-a55c-0cd6903b153e req-faf96c06-7ed3-46d6-94b1-b730e55eb9e6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:12.927802 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-56b534e5-237b-4582-a55c-0cd6903b153e req-faf96c06-7ed3-46d6-94b1-b730e55eb9e6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:12.967750 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b534e5-237b-4582-a55c-0cd6903b153e req-faf96c06-7ed3-46d6-94b1-b730e55eb9e6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 8aecdb20-5b0a-4e72-8dff-8d644e1bc78f is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:13:12.970785 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-56b534e5-237b-4582-a55c-0cd6903b153e req-faf96c06-7ed3-46d6-94b1-b730e55eb9e6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:13:12.973391 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b534e5-237b-4582-a55c-0cd6903b153e req-faf96c06-7ed3-46d6-94b1-b730e55eb9e6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:13:13.013743 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf96c06-7ed3-46d6-94b1-b730e55eb9e6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=264d245c-d869-4463-bd78-190c6e92a13b,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:13.040068 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b534e5-237b-4582-a55c-0cd6903b153e req-faf96c06-7ed3-46d6-94b1-b730e55eb9e6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:13.040703 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-56b534e5-237b-4582-a55c-0cd6903b153e req-faf96c06-7ed3-46d6-94b1-b730e55eb9e6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:13.131725 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-56b534e5-237b-4582-a55c-0cd6903b153e req-faf96c06-7ed3-46d6-94b1-b730e55eb9e6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7698169 Apr 23 00:13:13.145999 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-56b534e5-237b-4582-a55c-0cd6903b153e req-022122da-f4fd-4790-b17d-ca110db787d6 service neutron] Request body: {'port': {'device_id': 'fd07a304-5dcd-4079-8bf8-484d0342c868', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:13:13.203438 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-56b534e5-237b-4582-a55c-0cd6903b153e req-022122da-f4fd-4790-b17d-ca110db787d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:13.218117 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-70d86ccc-d8de-48fc-8699-8d52afd8c9a8 None None] Provisioning complete for port 264d245c-d869-4463-bd78-190c6e92a13b triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:13:13.218720 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70d86ccc-d8de-48fc-8699-8d52afd8c9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:13.252669 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-70d86ccc-d8de-48fc-8699-8d52afd8c9a8 None None] Port 264d245c-d869-4463-bd78-190c6e92a13b cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:13:13.471904 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-56b534e5-237b-4582-a55c-0cd6903b153e req-022122da-f4fd-4790-b17d-ca110db787d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 264d245c-d869-4463-bd78-190c6e92a13b {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:13:13.479516 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-56b534e5-237b-4582-a55c-0cd6903b153e req-022122da-f4fd-4790-b17d-ca110db787d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:13.491993 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-56b534e5-237b-4582-a55c-0cd6903b153e req-022122da-f4fd-4790-b17d-ca110db787d6 service neutron] Transition to ACTIVE for port object 264d245c-d869-4463-bd78-190c6e92a13b will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:13:13.605824 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-56b534e5-237b-4582-a55c-0cd6903b153e req-022122da-f4fd-4790-b17d-ca110db787d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:13.678081 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022122da-f4fd-4790-b17d-ca110db787d6 service neutron] Pushing event updated for resources: {'Port': ['ID=264d245c-d869-4463-bd78-190c6e92a13b,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:13.695050 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d9760-d6a9-442b-86a1-3d5c515e4374 req-132b73b2-c4a4-4018-9d1a-7cdab7da1852 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:13.696678 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bc5d9760-d6a9-442b-86a1-3d5c515e4374 req-132b73b2-c4a4-4018-9d1a-7cdab7da1852 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd07a304-5dcd-4079-8bf8-484d0342c868 HTTP/1.1" status: 200 len: 943 time: 0.1015639 Apr 23 00:13:13.779534 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bc5d9760-d6a9-442b-86a1-3d5c515e4374 req-a45413d2-e79c-454e-927e-b50c893a8d15 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f30146b-a4a9-4776-b327-b4b0c94eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673785 Apr 23 00:13:13.797348 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-56b534e5-237b-4582-a55c-0cd6903b153e req-022122da-f4fd-4790-b17d-ca110db787d6 service neutron] Attempting to bind port 264d245c-d869-4463-bd78-190c6e92a13b on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:13:13.797693 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-56b534e5-237b-4582-a55c-0cd6903b153e req-022122da-f4fd-4790-b17d-ca110db787d6 service neutron] Attempting to bind port 264d245c-d869-4463-bd78-190c6e92a13b by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '184217d3-1bb5-41c8-a79c-99fbfb04dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:13:13.798026 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b534e5-237b-4582-a55c-0cd6903b153e req-022122da-f4fd-4790-b17d-ca110db787d6 service neutron] Attempting to bind port 264d245c-d869-4463-bd78-190c6e92a13b on network 8aecdb20-5b0a-4e72-8dff-8d644e1bc78f {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:13:13.802844 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b534e5-237b-4582-a55c-0cd6903b153e req-022122da-f4fd-4790-b17d-ca110db787d6 service neutron] Port 264d245c-d869-4463-bd78-190c6e92a13b on network 8aecdb20-5b0a-4e72-8dff-8d644e1bc78f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:13:13.803170 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b534e5-237b-4582-a55c-0cd6903b153e req-022122da-f4fd-4790-b17d-ca110db787d6 service neutron] Attempting to bind port 264d245c-d869-4463-bd78-190c6e92a13b on network 8aecdb20-5b0a-4e72-8dff-8d644e1bc78f {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:13:13.808227 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b534e5-237b-4582-a55c-0cd6903b153e req-022122da-f4fd-4790-b17d-ca110db787d6 service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:13:13.809958 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b534e5-237b-4582-a55c-0cd6903b153e req-022122da-f4fd-4790-b17d-ca110db787d6 service neutron] Checking segment: {'id': '184217d3-1bb5-41c8-a79c-99fbfb04dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:13:13.809958 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b534e5-237b-4582-a55c-0cd6903b153e req-022122da-f4fd-4790-b17d-ca110db787d6 service neutron] Bound using segment: {'id': '184217d3-1bb5-41c8-a79c-99fbfb04dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:13:13.809958 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-56b534e5-237b-4582-a55c-0cd6903b153e req-022122da-f4fd-4790-b17d-ca110db787d6 service neutron] Bound port: 264d245c-d869-4463-bd78-190c6e92a13b, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184217d3-1bb5-41c8-a79c-99fbfb04dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:13:13.809958 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-56b534e5-237b-4582-a55c-0cd6903b153e req-022122da-f4fd-4790-b17d-ca110db787d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:13.879011 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-56b534e5-237b-4582-a55c-0cd6903b153e req-022122da-f4fd-4790-b17d-ca110db787d6 service neutron] For port 264d245c-d869-4463-bd78-190c6e92a13b, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:13:13.882272 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-56b534e5-237b-4582-a55c-0cd6903b153e req-022122da-f4fd-4790-b17d-ca110db787d6 service neutron] For port 264d245c-d869-4463-bd78-190c6e92a13b, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=264d245c-d869-4463-bd78-190c6e92a13b,segment=NetworkSegment(184217d3-1bb5-41c8-a79c-99fbfb04dccf),segment_id=184217d3-1bb5-41c8-a79c-99fbfb04dccf)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:13:13.965996 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-56b534e5-237b-4582-a55c-0cd6903b153e req-022122da-f4fd-4790-b17d-ca110db787d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:14.003670 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b534e5-237b-4582-a55c-0cd6903b153e req-022122da-f4fd-4790-b17d-ca110db787d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:14.003670 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-56b534e5-237b-4582-a55c-0cd6903b153e req-022122da-f4fd-4790-b17d-ca110db787d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:14.003670 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-56b534e5-237b-4582-a55c-0cd6903b153e req-022122da-f4fd-4790-b17d-ca110db787d6 service neutron] 10.222.0.16 "PUT /v2.0/ports/264d245c-d869-4463-bd78-190c6e92a13b HTTP/1.1" status: 200 len: 1093 time: 0.8602514 Apr 23 00:13:14.003670 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd07a304-5dcd-4079-8bf8-484d0342c868', 'tag': '264d245c-d869-4463-bd78-190c6e92a13b'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:13:14.006548 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b30ca7-708f-4f64-a6c6-059a21ee6a92" -d '{"events": [{"name": "network-changed", "server_uuid": "fd07a304-5dcd-4079-8bf8-484d0342c868", "tag": "264d245c-d869-4463-bd78-190c6e92a13b"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:13:14.034262 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022122da-f4fd-4790-b17d-ca110db787d6 service neutron] Pushing event updated for resources: {'Port': ['ID=264d245c-d869-4463-bd78-190c6e92a13b,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:14.048183 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e46934d-c222-4512-960e-944afc1776b7 x-openstack-request-id: req-7e46934d-c222-4512-960e-944afc1776b7 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:13:14.048491 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd07a304-5dcd-4079-8bf8-484d0342c868", "tag": "264d245c-d869-4463-bd78-190c6e92a13b", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:13:14.048744 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e46934d-c222-4512-960e-944afc1776b7 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:13:14.049148 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e46934d-c222-4512-960e-944afc1776b7'] response: {'name': 'network-changed', 'server_uuid': 'fd07a304-5dcd-4079-8bf8-484d0342c868', 'tag': '264d245c-d869-4463-bd78-190c6e92a13b', 'status': 'completed', 'code': 200} Apr 23 00:13:14.112675 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b30ca7-708f-4f64-a6c6-059a21ee6a92 req-5ce35871-ab88-43a2-8722-8ace8ae02ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:14.117155 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-91b30ca7-708f-4f64-a6c6-059a21ee6a92 req-5ce35871-ab88-43a2-8722-8ace8ae02ee8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=fd07a304-5dcd-4079-8bf8-484d0342c868 HTTP/1.1" status: 200 len: 1096 time: 0.0439582 Apr 23 00:13:14.224150 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b30ca7-708f-4f64-a6c6-059a21ee6a92 req-ea9b3bde-f3e3-4054-a60f-f4bdb4f7ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:14.225669 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-91b30ca7-708f-4f64-a6c6-059a21ee6a92 req-ea9b3bde-f3e3-4054-a60f-f4bdb4f7ae99 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b0d4e09f8966425d866e56289d457074&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1032856 Apr 23 00:13:14.323849 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b30ca7-708f-4f64-a6c6-059a21ee6a92 req-a2dac427-4a37-4d4f-a24a-20e711b6d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:14.325332 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-91b30ca7-708f-4f64-a6c6-059a21ee6a92 req-a2dac427-4a37-4d4f-a24a-20e711b6d822 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936863 Apr 23 00:13:14.401218 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b534e5-237b-4582-a55c-0cd6903b153e req-03de75bb-5dcb-4d33-9a7d-ad825d14932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:14.402701 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-56b534e5-237b-4582-a55c-0cd6903b153e req-03de75bb-5dcb-4d33-9a7d-ad825d14932c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=fd07a304-5dcd-4079-8bf8-484d0342c868 HTTP/1.1" status: 200 len: 1096 time: 0.0417676 Apr 23 00:13:14.446972 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-56b534e5-237b-4582-a55c-0cd6903b153e req-f04431e9-e310-4016-b0ce-294b6112103c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=264d245c-d869-4463-bd78-190c6e92a13b HTTP/1.1" status: 200 len: 217 time: 0.0340142 Apr 23 00:13:14.494995 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b534e5-237b-4582-a55c-0cd6903b153e req-708c2567-d2c1-41fd-870f-3cbe06b3ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:14.496440 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-56b534e5-237b-4582-a55c-0cd6903b153e req-708c2567-d2c1-41fd-870f-3cbe06b3ba74 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4fdd765a-9ca8-466d-86d6-2fec195c5c91 HTTP/1.1" status: 200 len: 834 time: 0.0435610 Apr 23 00:13:14.544562 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b534e5-237b-4582-a55c-0cd6903b153e req-0b318dab-d5fc-44d7-aa55-fe8debc198e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:14.546114 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-56b534e5-237b-4582-a55c-0cd6903b153e req-0b318dab-d5fc-44d7-aa55-fe8debc198e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8aecdb20-5b0a-4e72-8dff-8d644e1bc78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432382 Apr 23 00:13:14.635760 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-56b534e5-237b-4582-a55c-0cd6903b153e req-2bf2c3ef-0780-4d91-bcb9-4133751a60de service neutron] 10.222.0.16 "GET /v2.0/networks/8aecdb20-5b0a-4e72-8dff-8d644e1bc78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827382 Apr 23 00:13:14.732845 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-56b534e5-237b-4582-a55c-0cd6903b153e req-184d9aad-048d-44b0-a945-1b1e40f8ba8e service neutron] 10.222.0.16 "GET /v2.0/networks/8aecdb20-5b0a-4e72-8dff-8d644e1bc78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909677 Apr 23 00:13:14.908222 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21effa-bd10-4c27-ba3a-a79b88f3dbee req-4d712b3b-f3e7-4e8d-b174-65b093a417a4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:14.910236 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ba21effa-bd10-4c27-ba3a-a79b88f3dbee req-4d712b3b-f3e7-4e8d-b174-65b093a417a4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd07a304-5dcd-4079-8bf8-484d0342c868 HTTP/1.1" status: 200 len: 943 time: 0.0509768 Apr 23 00:13:14.947371 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ba21effa-bd10-4c27-ba3a-a79b88f3dbee req-bd74e97f-d33c-44cf-83ee-36114cebc2c0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f30146b-a4a9-4776-b327-b4b0c94eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307767 Apr 23 00:13:16.085371 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08841969-2b0c-49d0-b815-e4d9b08febcd req-34d43d73-7208-4271-9f1d-cb046ab4491e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:16.089965 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-08841969-2b0c-49d0-b815-e4d9b08febcd req-34d43d73-7208-4271-9f1d-cb046ab4491e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd07a304-5dcd-4079-8bf8-484d0342c868 HTTP/1.1" status: 200 len: 943 time: 0.0669584 Apr 23 00:13:16.135305 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-08841969-2b0c-49d0-b815-e4d9b08febcd req-3fede124-d85a-4907-8b03-094e4e66e711 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f30146b-a4a9-4776-b327-b4b0c94eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398254 Apr 23 00:13:17.102943 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 264d245c-d869-4463-bd78-190c6e92a13b details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:13:17.201250 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 264d245c-d869-4463-bd78-190c6e92a13b, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=264d245c-d869-4463-bd78-190c6e92a13b,segment=NetworkSegment(184217d3-1bb5-41c8-a79c-99fbfb04dccf),segment_id=184217d3-1bb5-41c8-a79c-99fbfb04dccf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:13:17.213111 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '264d245c-d869-4463-bd78-190c6e92a13b', 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f', 'port_id': '264d245c-d869-4463-bd78-190c6e92a13b', 'mac_address': 'fa:16:3e:8d:f3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fdd765a-9ca8-466d-86d6-2fec195c5c91', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:13:17.250678 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:17.254010 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b93df-16e7-4d3e-8874-a690b2631031 req-7f787c8d-d7df-49cc-8db4-74272ea96185 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:17.255517 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-895b93df-16e7-4d3e-8874-a690b2631031 req-7f787c8d-d7df-49cc-8db4-74272ea96185 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd07a304-5dcd-4079-8bf8-484d0342c868 HTTP/1.1" status: 200 len: 943 time: 0.0512292 Apr 23 00:13:17.264928 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 264d245c-d869-4463-bd78-190c6e92a13b {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:13:17.285763 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 264d245c-d869-4463-bd78-190c6e92a13b, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=264d245c-d869-4463-bd78-190c6e92a13b,segment=NetworkSegment(184217d3-1bb5-41c8-a79c-99fbfb04dccf),segment_id=184217d3-1bb5-41c8-a79c-99fbfb04dccf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:13:17.293816 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-895b93df-16e7-4d3e-8874-a690b2631031 req-092e7401-2c45-4590-9b6a-e37fc6ce6765 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f30146b-a4a9-4776-b327-b4b0c94eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318787 Apr 23 00:13:17.365754 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:17.413892 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=264d245c-d869-4463-bd78-190c6e92a13b,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:17.421157 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:17.421507 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:17.421849 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:17.422185 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:17.422519 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:17.422852 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:17.423182 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:17.423511 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:17.423866 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:17.424191 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:17.424541 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:17.424862 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:13:17.581115 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['264d245c-d869-4463-bd78-190c6e92a13b'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:13:18.413315 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ecb85-a00c-401d-aacf-348ec7ced02c req-c6012791-316f-44fc-8fe4-e84bd6ee6e6c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:18.414807 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4f6ecb85-a00c-401d-aacf-348ec7ced02c req-c6012791-316f-44fc-8fe4-e84bd6ee6e6c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd07a304-5dcd-4079-8bf8-484d0342c868 HTTP/1.1" status: 200 len: 944 time: 0.0509737 Apr 23 00:13:18.457768 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4f6ecb85-a00c-401d-aacf-348ec7ced02c req-81fabfce-050c-4e05-a224-9fb007dd98b0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f30146b-a4a9-4776-b327-b4b0c94eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363441 Apr 23 00:13:19.118077 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 264d245c-d869-4463-bd78-190c6e92a13b up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:13:19.241795 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 264d245c-d869-4463-bd78-190c6e92a13b completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:13:19.246019 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 264d245c-d869-4463-bd78-190c6e92a13b triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:13:19.246394 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:19.336947 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:19.359731 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd07a304-5dcd-4079-8bf8-484d0342c868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264d245c-d869-4463-bd78-190c6e92a13b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:13:19.361980 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe615b5-1750-4ecd-b72c-d52165bd95cb" -d '{"events": [{"server_uuid": "fd07a304-5dcd-4079-8bf8-484d0342c868", "name": "network-vif-plugged", "status": "completed", "tag": "264d245c-d869-4463-bd78-190c6e92a13b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:13:19.375033 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 264d245c-d869-4463-bd78-190c6e92a13b, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=264d245c-d869-4463-bd78-190c6e92a13b,segment=NetworkSegment(184217d3-1bb5-41c8-a79c-99fbfb04dccf),segment_id=184217d3-1bb5-41c8-a79c-99fbfb04dccf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:13:19.400999 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8de66c-0e06-4ba3-958b-afb7095fb64c x-openstack-request-id: req-dc8de66c-0e06-4ba3-958b-afb7095fb64c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:13:19.401289 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd07a304-5dcd-4079-8bf8-484d0342c868", "name": "network-vif-plugged", "status": "completed", "tag": "264d245c-d869-4463-bd78-190c6e92a13b", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:13:19.401547 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc8de66c-0e06-4ba3-958b-afb7095fb64c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:13:19.401942 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc8de66c-0e06-4ba3-958b-afb7095fb64c'] response: {'server_uuid': 'fd07a304-5dcd-4079-8bf8-484d0342c868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264d245c-d869-4463-bd78-190c6e92a13b', 'code': 200} Apr 23 00:13:19.436196 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:19.490220 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=264d245c-d869-4463-bd78-190c6e92a13b,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:19.590540 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5bb79-ea03-464a-8d07-f2a9bdf72beb req-0e2f99a9-7520-4307-a48d-967dcd239262 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:19.592243 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-52f5bb79-ea03-464a-8d07-f2a9bdf72beb req-0e2f99a9-7520-4307-a48d-967dcd239262 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd07a304-5dcd-4079-8bf8-484d0342c868 HTTP/1.1" status: 200 len: 945 time: 0.0641105 Apr 23 00:13:19.631166 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-52f5bb79-ea03-464a-8d07-f2a9bdf72beb req-33a28062-95d2-402d-bd1f-cec53bf103e1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f30146b-a4a9-4776-b327-b4b0c94eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325041 Apr 23 00:13:19.778824 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd373d93-995e-48c9-b834-cf8e3c33dc7f req-aa455d72-701f-4f64-ab95-37c5185866be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:19.780390 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bd373d93-995e-48c9-b834-cf8e3c33dc7f req-aa455d72-701f-4f64-ab95-37c5185866be service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fd07a304-5dcd-4079-8bf8-484d0342c868 HTTP/1.1" status: 200 len: 1098 time: 0.0453424 Apr 23 00:13:19.814366 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bd373d93-995e-48c9-b834-cf8e3c33dc7f req-201de38a-dbb0-4800-a0e3-6d89cd343900 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0f30146b-a4a9-4776-b327-b4b0c94eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268531 Apr 23 00:13:20.749086 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfde8e5-d7c9-4ea4-b525-a53c888a6427 req-9500c30d-77d9-4143-b4c9-4b318863a29a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:20.750596 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1cfde8e5-d7c9-4ea4-b525-a53c888a6427 req-9500c30d-77d9-4143-b4c9-4b318863a29a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd07a304-5dcd-4079-8bf8-484d0342c868 HTTP/1.1" status: 200 len: 945 time: 0.0490158 Apr 23 00:13:20.788639 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1cfde8e5-d7c9-4ea4-b525-a53c888a6427 req-043b0c71-e220-4181-9495-e5cdabac0fea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f30146b-a4a9-4776-b327-b4b0c94eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312366 Apr 23 00:13:21.904330 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872d3de-898f-4624-b29a-d2ec028e690f req-d1ee6c26-bb8b-49d7-8d9a-17e25e06800f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:21.905804 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6872d3de-898f-4624-b29a-d2ec028e690f req-d1ee6c26-bb8b-49d7-8d9a-17e25e06800f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd07a304-5dcd-4079-8bf8-484d0342c868 HTTP/1.1" status: 200 len: 945 time: 0.0488772 Apr 23 00:13:21.942345 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6872d3de-898f-4624-b29a-d2ec028e690f req-d1872245-80ac-4909-a1d8-f765a3474dd5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f30146b-a4a9-4776-b327-b4b0c94eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305746 Apr 23 00:13:22.052706 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812702c-e7d1-47a3-a4d4-3b2384c0253f req-045e6abb-87d5-4782-b802-31a27f6b12d7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:22.054164 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f812702c-e7d1-47a3-a4d4-3b2384c0253f req-045e6abb-87d5-4782-b802-31a27f6b12d7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd07a304-5dcd-4079-8bf8-484d0342c868 HTTP/1.1" status: 200 len: 945 time: 0.0478213 Apr 23 00:13:22.090849 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f812702c-e7d1-47a3-a4d4-3b2384c0253f req-1216bf31-970d-46fb-b0b5-0c6cda62a887 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f30146b-a4a9-4776-b327-b4b0c94eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308533 Apr 23 00:13:22.112305 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57158) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:22.154005 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c9964f-9641-42b4-9630-ca7fe8d3395e tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:22.155485 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a2c9964f-9641-42b4-9630-ca7fe8d3395e tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fd07a304-5dcd-4079-8bf8-484d0342c868 HTTP/1.1" status: 200 len: 1093 time: 0.0416949 Apr 23 00:13:22.158190 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57160) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:22.162846 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-4d354829-2212-4f29-becd-e1a225fec77b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': '264d245c-d869-4463-bd78-190c6e92a13b', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:13:22.285926 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d354829-2212-4f29-becd-e1a225fec77b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:22.381510 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d354829-2212-4f29-becd-e1a225fec77b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:22.488927 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-4d354829-2212-4f29-becd-e1a225fec77b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.26.3.82 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/baa51836-a039-41ee-bdc8-a789798aa317) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:13:22.587269 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d354829-2212-4f29-becd-e1a225fec77b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:22.665242 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d354829-2212-4f29-becd-e1a225fec77b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:22.716559 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d354829-2212-4f29-becd-e1a225fec77b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:13:22.719436 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-4d354829-2212-4f29-becd-e1a225fec77b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:13:22.723564 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d354829-2212-4f29-becd-e1a225fec77b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:13:22.728887 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d354829-2212-4f29-becd-e1a225fec77b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=baa51836-a039-41ee-bdc8-a789798aa317,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:23.392681 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d354829-2212-4f29-becd-e1a225fec77b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:23.519816 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d354829-2212-4f29-becd-e1a225fec77b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:23.595996 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:23.668243 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d354829-2212-4f29-becd-e1a225fec77b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:23.732823 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d354829-2212-4f29-becd-e1a225fec77b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:23.805935 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d354829-2212-4f29-becd-e1a225fec77b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=baa51836-a039-41ee-bdc8-a789798aa317,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:23.812198 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d354829-2212-4f29-becd-e1a225fec77b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:23.911946 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-4d354829-2212-4f29-becd-e1a225fec77b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Floating IP c67af495-9272-4adc-8816-c8857d4e0d32 associated. External IP: 172.26.3.82, port: 264d245c-d869-4463-bd78-190c6e92a13b. Apr 23 00:13:24.121138 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d354829-2212-4f29-becd-e1a225fec77b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router 35550ef6-4256-41a5-8b03-76134ed3ee14 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:13:24.227966 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d354829-2212-4f29-becd-e1a225fec77b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:13:24.238140 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aeb846-64a0-4ed3-af56-2484adb95d7e None None] Sync routers for ids ['35550ef6-4256-41a5-8b03-76134ed3ee14'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:13:24.246981 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aeb846-64a0-4ed3-af56-2484adb95d7e None None] Routers {'35550ef6-4256-41a5-8b03-76134ed3ee14'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:13:24.247599 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-50aeb846-64a0-4ed3-af56-2484adb95d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:13:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['35550ef6-4256-41a5-8b03-76134ed3ee14'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:13:24.338680 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d354829-2212-4f29-becd-e1a225fec77b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:24.351713 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-50aeb846-64a0-4ed3-af56-2484adb95d7e None None] Set router 35550ef6-4256-41a5-8b03-76134ed3ee14 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:13:24.365459 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4d354829-2212-4f29-becd-e1a225fec77b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2062871 Apr 23 00:13:24.366153 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd07a304-5dcd-4079-8bf8-484d0342c868', 'tag': '264d245c-d869-4463-bd78-190c6e92a13b'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:13:24.368256 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57162) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:24.369192 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d30a4a-0382-45b7-b662-a0ca04b6af84" -d '{"events": [{"name": "network-changed", "server_uuid": "fd07a304-5dcd-4079-8bf8-484d0342c868", "tag": "264d245c-d869-4463-bd78-190c6e92a13b"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:13:24.411202 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9372d0dc-d3d9-4155-8f3e-9147fcbaef92 x-openstack-request-id: req-9372d0dc-d3d9-4155-8f3e-9147fcbaef92 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:13:24.411875 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd07a304-5dcd-4079-8bf8-484d0342c868", "tag": "264d245c-d869-4463-bd78-190c6e92a13b", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:13:24.412232 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9372d0dc-d3d9-4155-8f3e-9147fcbaef92 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:13:24.412643 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9372d0dc-d3d9-4155-8f3e-9147fcbaef92'] response: {'name': 'network-changed', 'server_uuid': 'fd07a304-5dcd-4079-8bf8-484d0342c868', 'tag': '264d245c-d869-4463-bd78-190c6e92a13b', 'status': 'completed', 'code': 200} Apr 23 00:13:24.484390 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d30a4a-0382-45b7-b662-a0ca04b6af84 req-831950f3-a718-4d59-9fc5-ee60ed5cb24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:24.485930 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e9d30a4a-0382-45b7-b662-a0ca04b6af84 req-831950f3-a718-4d59-9fc5-ee60ed5cb24f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=fd07a304-5dcd-4079-8bf8-484d0342c868 HTTP/1.1" status: 200 len: 1098 time: 0.0495679 Apr 23 00:13:24.493727 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0d046d45-3293-4253-829e-ad5089a722b0 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/routers/35550ef6-4256-41a5-8b03-76134ed3ee14 HTTP/1.1" status: 200 len: 923 time: 0.1242251 Apr 23 00:13:24.496168 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57166) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:24.565036 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b5fc113b-f798-4d9b-975f-053c9d9e7a3f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/c67af495-9272-4adc-8816-c8857d4e0d32 HTTP/1.1" status: 200 len: 990 time: 0.0665774 Apr 23 00:13:24.587961 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d30a4a-0382-45b7-b662-a0ca04b6af84 req-1b688d9b-32a2-44c3-8398-10da488a7ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:24.589447 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e9d30a4a-0382-45b7-b662-a0ca04b6af84 req-1b688d9b-32a2-44c3-8398-10da488a7ee3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8aecdb20-5b0a-4e72-8dff-8d644e1bc78f HTTP/1.1" status: 200 len: 898 time: 0.0967057 Apr 23 00:13:24.653610 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e9d30a4a-0382-45b7-b662-a0ca04b6af84 req-322c11fe-c63f-4ee5-a2c7-54f45b5e73b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=264d245c-d869-4463-bd78-190c6e92a13b HTTP/1.1" status: 200 len: 998 time: 0.0578072 Apr 23 00:13:24.678279 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-50aeb846-64a0-4ed3-af56-2484adb95d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'name': 'tempest-TestNetworkBasicOps-router-1398295622', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:05Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'c67af495-9272-4adc-8816-c8857d4e0d32', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.82', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'port_id': '264d245c-d869-4463-bd78-190c6e92a13b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f', 'mac_address': 'fa:16:3e:8d:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd07a304-5dcd-4079-8bf8-484d0342c868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:13:22Z', 'updated_at': '2022-04-23T00:13:22Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfb47fa-e402-4537-887b-a7d8041101a3', 'name': '', 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:ba:ae:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '4fdd765a-9ca8-466d-86d6-2fec195c5c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:04Z', 'updated_at': '2022-04-23T00:13:08Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '4fdd765a-9ca8-466d-86d6-2fec195c5c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:13:24.704170 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aeb846-64a0-4ed3-af56-2484adb95d7e None None] Checking router: 35550ef6-4256-41a5-8b03-76134ed3ee14 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:13:24.704841 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d30a4a-0382-45b7-b662-a0ca04b6af84 req-882c7d87-5f3e-444f-9f9b-e69352d2ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:24.706419 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e9d30a4a-0382-45b7-b662-a0ca04b6af84 req-882c7d87-5f3e-444f-9f9b-e69352d2ea26 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4fdd765a-9ca8-466d-86d6-2fec195c5c91 HTTP/1.1" status: 200 len: 834 time: 0.0455551 Apr 23 00:13:24.712473 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aeb846-64a0-4ed3-af56-2484adb95d7e None None] Routers {'35550ef6-4256-41a5-8b03-76134ed3ee14'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:13:24.713095 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-50aeb846-64a0-4ed3-af56-2484adb95d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:13:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['35550ef6-4256-41a5-8b03-76134ed3ee14'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:13:24.757148 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d30a4a-0382-45b7-b662-a0ca04b6af84 req-b593e703-1f75-446a-8e34-5ac8300bbbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:13:24.758818 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e9d30a4a-0382-45b7-b662-a0ca04b6af84 req-b593e703-1f75-446a-8e34-5ac8300bbbe8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8aecdb20-5b0a-4e72-8dff-8d644e1bc78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459721 Apr 23 00:13:24.816243 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-50aeb846-64a0-4ed3-af56-2484adb95d7e None None] Set router 35550ef6-4256-41a5-8b03-76134ed3ee14 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:13:24.845738 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:13:24.850962 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e9d30a4a-0382-45b7-b662-a0ca04b6af84 req-f5e82320-835e-46cd-bd4e-b11596e77969 service neutron] 10.222.0.16 "GET /v2.0/networks/8aecdb20-5b0a-4e72-8dff-8d644e1bc78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850689 Apr 23 00:13:24.945678 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e9d30a4a-0382-45b7-b662-a0ca04b6af84 req-e37bfe30-d08c-4b19-b85f-3d645c9c2537 service neutron] 10.222.0.16 "GET /v2.0/networks/8aecdb20-5b0a-4e72-8dff-8d644e1bc78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875089 Apr 23 00:13:25.038016 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-50aeb846-64a0-4ed3-af56-2484adb95d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'name': 'tempest-TestNetworkBasicOps-router-1398295622', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:05Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'c67af495-9272-4adc-8816-c8857d4e0d32', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.82', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'port_id': '264d245c-d869-4463-bd78-190c6e92a13b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f', 'mac_address': 'fa:16:3e:8d:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd07a304-5dcd-4079-8bf8-484d0342c868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:13:22Z', 'updated_at': '2022-04-23T00:13:22Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfb47fa-e402-4537-887b-a7d8041101a3', 'name': '', 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:ba:ae:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '4fdd765a-9ca8-466d-86d6-2fec195c5c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:04Z', 'updated_at': '2022-04-23T00:13:08Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '4fdd765a-9ca8-466d-86d6-2fec195c5c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:13:25.064089 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aeb846-64a0-4ed3-af56-2484adb95d7e None None] The sync data for ids ['35550ef6-4256-41a5-8b03-76134ed3ee14'] in dv-neutron-838783-1-hyperv is: [{'id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'name': 'tempest-TestNetworkBasicOps-router-1398295622', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:05Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'c67af495-9272-4adc-8816-c8857d4e0d32', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.82', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'port_id': '264d245c-d869-4463-bd78-190c6e92a13b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f', 'mac_address': 'fa:16:3e:8d:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd07a304-5dcd-4079-8bf8-484d0342c868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:13:22Z', 'updated_at': '2022-04-23T00:13:22Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfb47fa-e402-4537-887b-a7d8041101a3', 'name': '', 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:ba:ae:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '4fdd765a-9ca8-466d-86d6-2fec195c5c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:04Z', 'updated_at': '2022-04-23T00:13:08Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '4fdd765a-9ca8-466d-86d6-2fec195c5c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:13:25.247499 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786bb190-16e9-4710-b145-22ccb315053a None None] New status for floating IP c67af495-9272-4adc-8816-c8857d4e0d32: ACTIVE {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:13:25.567914 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57168) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:25.632096 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-410ac090-507a-431e-8d79-7dd698798303 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/c67af495-9272-4adc-8816-c8857d4e0d32 HTTP/1.1" status: 200 len: 990 time: 0.0618649 Apr 23 00:13:26.634295 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57170) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:26.696775 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-538b1f2b-7c21-4ec1-a4f8-2fdbb3226636 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/c67af495-9272-4adc-8816-c8857d4e0d32 HTTP/1.1" status: 200 len: 992 time: 0.0612745 Apr 23 00:13:34.250690 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7ea73c8-0181-4925-a8db-27fae09340a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:37.224461 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1bca5e76-6d3a-4036-a6c5-57b9184abf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:37.821829 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:39.693449 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:39.789970 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:53.601313 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:55.944860 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57190) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:56.061880 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7b81e21b-6de5-4256-94d7-6b22290a5927 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/routers/35550ef6-4256-41a5-8b03-76134ed3ee14/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1159608 Apr 23 00:13:56.075930 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57192) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:56.288092 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d273d4-7bc9-4c90-bd1e-ca0430998b61 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Notify agent at dv-neutron-838783-1-hyperv the message router_removed_from_agent {{(pid=103144) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 23 00:13:56.294018 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-50d273d4-7bc9-4c90-bd1e-ca0430998b61 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "DELETE /v2.0/agents/47335ac9-b393-407a-a958-5fe606295293/l3-routers/35550ef6-4256-41a5-8b03-76134ed3ee14 HTTP/1.1" status: 204 len: 168 time: 0.2144341 Apr 23 00:13:56.298594 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57194) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:56.402843 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1baf9fbf-bc5d-4bdf-b6d4-076aa652c5bc tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/routers/35550ef6-4256-41a5-8b03-76134ed3ee14/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1075232 Apr 23 00:13:56.405449 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57196) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:56.463637 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-98ea3504-2988-4a88-a66e-26c0b9bb30eb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/c67af495-9272-4adc-8816-c8857d4e0d32 HTTP/1.1" status: 200 len: 992 time: 0.0570731 Apr 23 00:13:56.720151 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2cfb47fa-e402-4537-887b-a7d8041101a3 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:13:56.806190 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:56.838468 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 2cfb47fa-e402-4537-887b-a7d8041101a3, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=2cfb47fa-e402-4537-887b-a7d8041101a3,segment=NetworkSegment(184217d3-1bb5-41c8-a79c-99fbfb04dccf),segment_id=184217d3-1bb5-41c8-a79c-99fbfb04dccf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:13:56.918692 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:56.966020 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=2cfb47fa-e402-4537-887b-a7d8041101a3,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:57.057588 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1047fa0b-d114-4fd1-a79e-a62a67310163 None None] New status for floating IP c67af495-9272-4adc-8816-c8857d4e0d32: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:13:57.468021 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57198) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:57.530997 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-fd67821d-77c6-4302-85e0-a23c2067282c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/c67af495-9272-4adc-8816-c8857d4e0d32 HTTP/1.1" status: 200 len: 990 time: 0.0617030 Apr 23 00:13:58.620898 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 144a7433-c3b1-4e11-872b-429ce438cb49 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:13:58.643713 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57202) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:58.701401 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:58.722782 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 144a7433-c3b1-4e11-872b-429ce438cb49, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=144a7433-c3b1-4e11-872b-429ce438cb49,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:13:58.793446 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:13:58.840245 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=144a7433-c3b1-4e11-872b-429ce438cb49,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:13:58.844585 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91cc247c-db07-479b-a7ec-b8f22df0f130 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Router 35550ef6-4256-41a5-8b03-76134ed3ee14 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:13:58.844941 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cc247c-db07-479b-a7ec-b8f22df0f130 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Notify agent at dv-neutron-838783-1-hyperv the message router_added_to_agent {{(pid=103144) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 23 00:13:58.864759 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-91cc247c-db07-479b-a7ec-b8f22df0f130 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "POST /v2.0/agents/47335ac9-b393-407a-a958-5fe606295293/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2175291 Apr 23 00:13:58.864974 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57208) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:58.877617 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3890d674-0e1e-4789-a33b-32cc8d0e52c5 None None] Sync routers for ids ['35550ef6-4256-41a5-8b03-76134ed3ee14'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:13:58.888126 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3890d674-0e1e-4789-a33b-32cc8d0e52c5 None None] Routers {'35550ef6-4256-41a5-8b03-76134ed3ee14'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:13:58.888744 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-3890d674-0e1e-4789-a33b-32cc8d0e52c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:13:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['35550ef6-4256-41a5-8b03-76134ed3ee14'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:13:58.982263 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-598e07a8-9a92-4512-bf07-ec2cf3ce67ff tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/routers/35550ef6-4256-41a5-8b03-76134ed3ee14/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1120417 Apr 23 00:13:58.982604 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57210) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:13:58.997795 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-3890d674-0e1e-4789-a33b-32cc8d0e52c5 None None] Set router 35550ef6-4256-41a5-8b03-76134ed3ee14 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:13:59.046827 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-bd4d5282-79e1-41c7-b78e-a3b2cf4fbc6c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/c67af495-9272-4adc-8816-c8857d4e0d32 HTTP/1.1" status: 200 len: 990 time: 0.0631826 Apr 23 00:13:59.224653 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-3890d674-0e1e-4789-a33b-32cc8d0e52c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'name': 'tempest-TestNetworkBasicOps-router-1398295622', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:05Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'c67af495-9272-4adc-8816-c8857d4e0d32', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.82', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'port_id': '264d245c-d869-4463-bd78-190c6e92a13b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f', 'mac_address': 'fa:16:3e:8d:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd07a304-5dcd-4079-8bf8-484d0342c868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:13:22Z', 'updated_at': '2022-04-23T00:13:57Z', 'revision_number': 2, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfb47fa-e402-4537-887b-a7d8041101a3', 'name': '', 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:ba:ae:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '4fdd765a-9ca8-466d-86d6-2fec195c5c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:04Z', 'updated_at': '2022-04-23T00:13:56Z', 'revision_number': 6, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '4fdd765a-9ca8-466d-86d6-2fec195c5c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:13:59.249816 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3890d674-0e1e-4789-a33b-32cc8d0e52c5 None None] Checking router: 35550ef6-4256-41a5-8b03-76134ed3ee14 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:13:59.258011 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3890d674-0e1e-4789-a33b-32cc8d0e52c5 None None] Routers {'35550ef6-4256-41a5-8b03-76134ed3ee14'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:13:59.258614 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-3890d674-0e1e-4789-a33b-32cc8d0e52c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:13:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['35550ef6-4256-41a5-8b03-76134ed3ee14'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:13:59.411692 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-3890d674-0e1e-4789-a33b-32cc8d0e52c5 None None] Set router 35550ef6-4256-41a5-8b03-76134ed3ee14 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:13:59.630988 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-3890d674-0e1e-4789-a33b-32cc8d0e52c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'name': 'tempest-TestNetworkBasicOps-router-1398295622', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:05Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'c67af495-9272-4adc-8816-c8857d4e0d32', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.82', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'port_id': '264d245c-d869-4463-bd78-190c6e92a13b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f', 'mac_address': 'fa:16:3e:8d:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd07a304-5dcd-4079-8bf8-484d0342c868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:13:22Z', 'updated_at': '2022-04-23T00:13:57Z', 'revision_number': 2, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfb47fa-e402-4537-887b-a7d8041101a3', 'name': '', 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:ba:ae:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '4fdd765a-9ca8-466d-86d6-2fec195c5c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:04Z', 'updated_at': '2022-04-23T00:13:56Z', 'revision_number': 6, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '4fdd765a-9ca8-466d-86d6-2fec195c5c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:13:59.657122 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3890d674-0e1e-4789-a33b-32cc8d0e52c5 None None] The sync data for ids ['35550ef6-4256-41a5-8b03-76134ed3ee14'] in dv-neutron-838783-1-hyperv is: [{'id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'name': 'tempest-TestNetworkBasicOps-router-1398295622', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:05Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'c67af495-9272-4adc-8816-c8857d4e0d32', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.82', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'port_id': '264d245c-d869-4463-bd78-190c6e92a13b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f', 'mac_address': 'fa:16:3e:8d:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd07a304-5dcd-4079-8bf8-484d0342c868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:13:22Z', 'updated_at': '2022-04-23T00:13:57Z', 'revision_number': 2, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfb47fa-e402-4537-887b-a7d8041101a3', 'name': '', 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:ba:ae:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '4fdd765a-9ca8-466d-86d6-2fec195c5c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:04Z', 'updated_at': '2022-04-23T00:13:56Z', 'revision_number': 6, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '4fdd765a-9ca8-466d-86d6-2fec195c5c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:14:00.050818 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57212) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:00.175409 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-14069bce-786e-4e48-a1b3-d1b1fc81628b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/c67af495-9272-4adc-8816-c8857d4e0d32 HTTP/1.1" status: 200 len: 990 time: 0.1234369 Apr 23 00:14:00.668378 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 144a7433-c3b1-4e11-872b-429ce438cb49 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:14:00.718145 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 144a7433-c3b1-4e11-872b-429ce438cb49 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:14:00.718511 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:00.802693 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:00.824748 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 144a7433-c3b1-4e11-872b-429ce438cb49, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=144a7433-c3b1-4e11-872b-429ce438cb49,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:14:00.902730 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:00.903534 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2cfb47fa-e402-4537-887b-a7d8041101a3 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:14:00.977321 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=144a7433-c3b1-4e11-872b-429ce438cb49,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:00.990990 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 2cfb47fa-e402-4537-887b-a7d8041101a3 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:14:00.991365 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:01.074157 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:01.107653 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 2cfb47fa-e402-4537-887b-a7d8041101a3, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=2cfb47fa-e402-4537-887b-a7d8041101a3,segment=NetworkSegment(184217d3-1bb5-41c8-a79c-99fbfb04dccf),segment_id=184217d3-1bb5-41c8-a79c-99fbfb04dccf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:14:01.179213 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57214) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:01.193129 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:01.241491 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=2cfb47fa-e402-4537-887b-a7d8041101a3,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:01.248075 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6235d1fc-c2e8-4e7d-b2a0-9aa82e6574e7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/c67af495-9272-4adc-8816-c8857d4e0d32 HTTP/1.1" status: 200 len: 990 time: 0.0676441 Apr 23 00:14:01.322495 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973175d9-9c43-4767-a610-182a45d95518 None None] New status for floating IP c67af495-9272-4adc-8816-c8857d4e0d32: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:14:01.824272 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:14:02.252026 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57216) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:02.313092 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-908fcf53-b2cc-4b40-b517-aff3b802753b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/c67af495-9272-4adc-8816-c8857d4e0d32 HTTP/1.1" status: 200 len: 992 time: 0.0600336 Apr 23 00:14:02.555436 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57222) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:02.631618 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 144a7433-c3b1-4e11-872b-429ce438cb49 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:14:02.684008 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 144a7433-c3b1-4e11-872b-429ce438cb49 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:14:02.684384 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:02.720800 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-05713438-37ed-470c-a664-c4b299bacd73 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port baa51836-a039-41ee-bdc8-a789798aa317 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:14:02.721123 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-05713438-37ed-470c-a664-c4b299bacd73 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:02.765735 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2cfb47fa-e402-4537-887b-a7d8041101a3 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:14:02.800505 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-05713438-37ed-470c-a664-c4b299bacd73 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:02.800837 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-05713438-37ed-470c-a664-c4b299bacd73 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:02.811431 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 2cfb47fa-e402-4537-887b-a7d8041101a3 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:14:02.811775 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:02.812570 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-05713438-37ed-470c-a664-c4b299bacd73 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for baa51836-a039-41ee-bdc8-a789798aa317 owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:14:03.052408 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-05713438-37ed-470c-a664-c4b299bacd73 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:03.076806 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05713438-37ed-470c-a664-c4b299bacd73 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=baa51836-a039-41ee-bdc8-a789798aa317,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:03.138409 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-05713438-37ed-470c-a664-c4b299bacd73 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:03.138740 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-05713438-37ed-470c-a664-c4b299bacd73 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Floating IP c67af495-9272-4adc-8816-c8857d4e0d32 disassociated (deleted). External IP: 172.26.3.82, port: 264d245c-d869-4463-bd78-190c6e92a13b. Apr 23 00:14:03.343563 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05713438-37ed-470c-a664-c4b299bacd73 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router 35550ef6-4256-41a5-8b03-76134ed3ee14 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:14:03.448474 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05713438-37ed-470c-a664-c4b299bacd73 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:14:03.453031 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-05713438-37ed-470c-a664-c4b299bacd73 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:03.458229 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78384548-a3a2-4d0d-83f6-1a3d14fdcc3c None None] Sync routers for ids ['35550ef6-4256-41a5-8b03-76134ed3ee14'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:14:03.468926 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78384548-a3a2-4d0d-83f6-1a3d14fdcc3c None None] Routers {'35550ef6-4256-41a5-8b03-76134ed3ee14'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:14:03.469540 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-78384548-a3a2-4d0d-83f6-1a3d14fdcc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:13:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['35550ef6-4256-41a5-8b03-76134ed3ee14'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:03.480502 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-05713438-37ed-470c-a664-c4b299bacd73 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/floatingips/c67af495-9272-4adc-8816-c8857d4e0d32 HTTP/1.1" status: 204 len: 168 time: 0.9233236 Apr 23 00:14:03.481026 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd07a304-5dcd-4079-8bf8-484d0342c868', 'tag': '264d245c-d869-4463-bd78-190c6e92a13b'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:14:03.483440 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a128c4f-c33e-4d0f-8f32-ec26c53676ba" -d '{"events": [{"name": "network-changed", "server_uuid": "fd07a304-5dcd-4079-8bf8-484d0342c868", "tag": "264d245c-d869-4463-bd78-190c6e92a13b"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:14:03.608905 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-05821838-e9d7-4312-aea1-4b0f45313bd5 req-b80ba09e-9d65-4b3e-86e8-14e6c7946768 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0554879 Apr 23 00:14:03.612122 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebc04a1-daf3-440c-81f8-9e3fe67411d1 x-openstack-request-id: req-5ebc04a1-daf3-440c-81f8-9e3fe67411d1 {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:14:03.612556 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd07a304-5dcd-4079-8bf8-484d0342c868", "tag": "264d245c-d869-4463-bd78-190c6e92a13b", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:14:03.612884 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ebc04a1-daf3-440c-81f8-9e3fe67411d1 {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:14:03.613359 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ebc04a1-daf3-440c-81f8-9e3fe67411d1'] response: {'name': 'network-changed', 'server_uuid': 'fd07a304-5dcd-4079-8bf8-484d0342c868', 'tag': '264d245c-d869-4463-bd78-190c6e92a13b', 'status': 'completed', 'code': 200} Apr 23 00:14:03.718003 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05821838-e9d7-4312-aea1-4b0f45313bd5 req-f9d8dbbc-76ac-442d-9749-2b9ba23b5d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:03.719507 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-05821838-e9d7-4312-aea1-4b0f45313bd5 req-f9d8dbbc-76ac-442d-9749-2b9ba23b5d28 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eca10cab387440428e231a953cda4553&device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 1099 time: 0.0781729 Apr 23 00:14:03.722070 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a128c4f-c33e-4d0f-8f32-ec26c53676ba req-21bf4452-249c-406f-9a1c-f0b4819a80e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:03.723422 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8a128c4f-c33e-4d0f-8f32-ec26c53676ba req-21bf4452-249c-406f-9a1c-f0b4819a80e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=fd07a304-5dcd-4079-8bf8-484d0342c868 HTTP/1.1" status: 200 len: 1098 time: 0.0808499 Apr 23 00:14:03.748072 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-78384548-a3a2-4d0d-83f6-1a3d14fdcc3c None None] Set router 35550ef6-4256-41a5-8b03-76134ed3ee14 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:14:03.891002 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a128c4f-c33e-4d0f-8f32-ec26c53676ba req-9f077d0d-116b-4ac0-9ca3-3840de86400c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:03.892385 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8a128c4f-c33e-4d0f-8f32-ec26c53676ba req-9f077d0d-116b-4ac0-9ca3-3840de86400c service neutron] 10.222.0.16 "GET /v2.0/networks?id=8aecdb20-5b0a-4e72-8dff-8d644e1bc78f HTTP/1.1" status: 200 len: 898 time: 0.1605728 Apr 23 00:14:03.901395 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05821838-e9d7-4312-aea1-4b0f45313bd5 req-1254a1e8-472a-4f14-9894-b9a8fb82c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:03.907371 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-05821838-e9d7-4312-aea1-4b0f45313bd5 req-1254a1e8-472a-4f14-9894-b9a8fb82c55b service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d224e48-36a8-42d0-8738-ed5ea1abe259 HTTP/1.1" status: 200 len: 912 time: 0.1641366 Apr 23 00:14:03.964642 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-78384548-a3a2-4d0d-83f6-1a3d14fdcc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'name': 'tempest-TestNetworkBasicOps-router-1398295622', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:05Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:14:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '2cfb47fa-e402-4537-887b-a7d8041101a3', 'name': '', 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:ba:ae:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '4fdd765a-9ca8-466d-86d6-2fec195c5c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:04Z', 'updated_at': '2022-04-23T00:14:01Z', 'revision_number': 7, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '4fdd765a-9ca8-466d-86d6-2fec195c5c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:03.967022 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8a128c4f-c33e-4d0f-8f32-ec26c53676ba req-b6146f84-a80d-4146-8fb3-77e1b41e431e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=264d245c-d869-4463-bd78-190c6e92a13b HTTP/1.1" status: 200 len: 217 time: 0.0625243 Apr 23 00:14:03.994618 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78384548-a3a2-4d0d-83f6-1a3d14fdcc3c None None] Checking router: 35550ef6-4256-41a5-8b03-76134ed3ee14 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:14:04.003321 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78384548-a3a2-4d0d-83f6-1a3d14fdcc3c None None] Routers {'35550ef6-4256-41a5-8b03-76134ed3ee14'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:14:04.003974 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-78384548-a3a2-4d0d-83f6-1a3d14fdcc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:13:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['35550ef6-4256-41a5-8b03-76134ed3ee14'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:04.056701 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4b10a-e62b-47a8-91da-b5722e514526 req-a70a01f1-0f2c-45b5-a53e-aa81fc499881 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:04.058277 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-15e4b10a-e62b-47a8-91da-b5722e514526 req-a70a01f1-0f2c-45b5-a53e-aa81fc499881 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd07a304-5dcd-4079-8bf8-484d0342c868 HTTP/1.1" status: 200 len: 945 time: 0.1707289 Apr 23 00:14:04.074072 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-05821838-e9d7-4312-aea1-4b0f45313bd5 req-2a4348d3-9d7e-4e7e-9ab0-6d00605b1577 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27c41026-2782-4d86-91f0-2ca7c27f102a HTTP/1.1" status: 200 len: 1002 time: 0.1482797 Apr 23 00:14:04.079873 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a128c4f-c33e-4d0f-8f32-ec26c53676ba req-7b169707-5505-4da2-b237-fa9c5491196b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:04.081302 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8a128c4f-c33e-4d0f-8f32-ec26c53676ba req-7b169707-5505-4da2-b237-fa9c5491196b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4fdd765a-9ca8-466d-86d6-2fec195c5c91 HTTP/1.1" status: 200 len: 834 time: 0.0834215 Apr 23 00:14:04.113117 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-78384548-a3a2-4d0d-83f6-1a3d14fdcc3c None None] Set router 35550ef6-4256-41a5-8b03-76134ed3ee14 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:14:04.173208 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-15e4b10a-e62b-47a8-91da-b5722e514526 req-5302857a-afaf-41ee-883d-e3dfae411e4b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f30146b-a4a9-4776-b327-b4b0c94eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035788 Apr 23 00:14:04.181131 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05821838-e9d7-4312-aea1-4b0f45313bd5 req-d8428314-1d4e-4df6-807e-a13728170fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:04.182479 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-05821838-e9d7-4312-aea1-4b0f45313bd5 req-d8428314-1d4e-4df6-807e-a13728170fc0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d429f2-9bee-4153-ac8c-0a0937fc9ed2 HTTP/1.1" status: 200 len: 850 time: 0.1003530 Apr 23 00:14:04.190101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a128c4f-c33e-4d0f-8f32-ec26c53676ba req-e63bd83a-a41c-43b2-8aa1-b62b8675e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:04.193570 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8a128c4f-c33e-4d0f-8f32-ec26c53676ba req-e63bd83a-a41c-43b2-8aa1-b62b8675e94d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8aecdb20-5b0a-4e72-8dff-8d644e1bc78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1010938 Apr 23 00:14:04.268943 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0c20eb2-706b-4cbb-97b7-97ceab782b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:04.290794 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05821838-e9d7-4312-aea1-4b0f45313bd5 req-29b911d9-e5e9-46d0-bcf7-a722585d4f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:04.292748 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-05821838-e9d7-4312-aea1-4b0f45313bd5 req-29b911d9-e5e9-46d0-bcf7-a722585d4f86 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d224e48-36a8-42d0-8738-ed5ea1abe259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1003017 Apr 23 00:14:04.342672 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-78384548-a3a2-4d0d-83f6-1a3d14fdcc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'name': 'tempest-TestNetworkBasicOps-router-1398295622', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:05Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:14:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '2cfb47fa-e402-4537-887b-a7d8041101a3', 'name': '', 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:ba:ae:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '4fdd765a-9ca8-466d-86d6-2fec195c5c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:04Z', 'updated_at': '2022-04-23T00:14:01Z', 'revision_number': 7, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '4fdd765a-9ca8-466d-86d6-2fec195c5c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:04.369349 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8a128c4f-c33e-4d0f-8f32-ec26c53676ba req-17910c74-e338-4366-b4e0-bfd7cec7659b service neutron] 10.222.0.16 "GET /v2.0/networks/8aecdb20-5b0a-4e72-8dff-8d644e1bc78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669376 Apr 23 00:14:04.370846 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78384548-a3a2-4d0d-83f6-1a3d14fdcc3c None None] The sync data for ids ['35550ef6-4256-41a5-8b03-76134ed3ee14'] in dv-neutron-838783-1-hyperv is: [{'id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'name': 'tempest-TestNetworkBasicOps-router-1398295622', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:13:05Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:14:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '2cfb47fa-e402-4537-887b-a7d8041101a3', 'name': '', 'network_id': '8aecdb20-5b0a-4e72-8dff-8d644e1bc78f', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:ba:ae:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '4fdd765a-9ca8-466d-86d6-2fec195c5c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:04Z', 'updated_at': '2022-04-23T00:14:01Z', 'revision_number': 7, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '4fdd765a-9ca8-466d-86d6-2fec195c5c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:14:04.473027 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-05821838-e9d7-4312-aea1-4b0f45313bd5 req-9cf98d76-bd62-4b65-baa4-6d391899212c service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695528 Apr 23 00:14:04.528443 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8a128c4f-c33e-4d0f-8f32-ec26c53676ba req-197218f7-21e9-4135-ac23-95641b4d4d31 service neutron] 10.222.0.16 "GET /v2.0/networks/8aecdb20-5b0a-4e72-8dff-8d644e1bc78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481953 Apr 23 00:14:04.597575 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-05821838-e9d7-4312-aea1-4b0f45313bd5 req-d2cd0fd1-5469-4806-98a8-28ecd921d728 service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119199 Apr 23 00:14:05.041204 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e97a00a-546d-4b0f-bcbc-90b89d4fe91b None None] New status for floating IP c67af495-9272-4adc-8816-c8857d4e0d32: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:14:05.299226 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad214e6-2710-44c8-82aa-7f6b3da4b760 req-0532e5d3-9c51-4737-bb05-573fe1831f62 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:05.300742 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4ad214e6-2710-44c8-82aa-7f6b3da4b760 req-0532e5d3-9c51-4737-bb05-573fe1831f62 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd07a304-5dcd-4079-8bf8-484d0342c868 HTTP/1.1" status: 200 len: 945 time: 0.0493648 Apr 23 00:14:05.341305 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4ad214e6-2710-44c8-82aa-7f6b3da4b760 req-323c9817-af11-45f9-88a6-a22e877d2391 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f30146b-a4a9-4776-b327-b4b0c94eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342758 Apr 23 00:14:05.687200 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65db10-b8dd-4ae7-9354-a05134e9af25 req-547db0a9-457d-4f88-9f70-7e41342c334e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:05.688689 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6f65db10-b8dd-4ae7-9354-a05134e9af25 req-547db0a9-457d-4f88-9f70-7e41342c334e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd07a304-5dcd-4079-8bf8-484d0342c868 HTTP/1.1" status: 200 len: 945 time: 0.3981531 Apr 23 00:14:05.777376 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-6f65db10-b8dd-4ae7-9354-a05134e9af25 req-0af15750-8a0a-472f-bd80-396074e5578f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port 264d245c-d869-4463-bd78-190c6e92a13b {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:14:05.777722 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6f65db10-b8dd-4ae7-9354-a05134e9af25 req-0af15750-8a0a-472f-bd80-396074e5578f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:05.871593 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-6f65db10-b8dd-4ae7-9354-a05134e9af25 req-0af15750-8a0a-472f-bd80-396074e5578f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port 264d245c-d869-4463-bd78-190c6e92a13b, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=264d245c-d869-4463-bd78-190c6e92a13b,segment=NetworkSegment(184217d3-1bb5-41c8-a79c-99fbfb04dccf),segment_id=184217d3-1bb5-41c8-a79c-99fbfb04dccf)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:14:05.871964 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6f65db10-b8dd-4ae7-9354-a05134e9af25 req-0af15750-8a0a-472f-bd80-396074e5578f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:05.885211 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-6f65db10-b8dd-4ae7-9354-a05134e9af25 req-0af15750-8a0a-472f-bd80-396074e5578f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for 264d245c-d869-4463-bd78-190c6e92a13b owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:14:06.063934 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6f65db10-b8dd-4ae7-9354-a05134e9af25 req-0af15750-8a0a-472f-bd80-396074e5578f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:06.094034 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af15750-8a0a-472f-bd80-396074e5578f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=264d245c-d869-4463-bd78-190c6e92a13b,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:06.135686 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f65db10-b8dd-4ae7-9354-a05134e9af25 req-0af15750-8a0a-472f-bd80-396074e5578f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] No DVR routers for this DVR port 264d245c-d869-4463-bd78-190c6e92a13b on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:14:06.138441 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6f65db10-b8dd-4ae7-9354-a05134e9af25 req-0af15750-8a0a-472f-bd80-396074e5578f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:06.142048 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6f65db10-b8dd-4ae7-9354-a05134e9af25 req-0af15750-8a0a-472f-bd80-396074e5578f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "DELETE /v2.0/ports/264d245c-d869-4463-bd78-190c6e92a13b HTTP/1.1" status: 204 len: 173 time: 0.4470656 Apr 23 00:14:06.142502 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd07a304-5dcd-4079-8bf8-484d0342c868', 'name': 'network-vif-deleted', 'tag': '264d245c-d869-4463-bd78-190c6e92a13b'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:14:06.144818 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ebe8d8-b0be-4e23-a14e-1fb97109ea14" -d '{"events": [{"server_uuid": "fd07a304-5dcd-4079-8bf8-484d0342c868", "name": "network-vif-deleted", "tag": "264d245c-d869-4463-bd78-190c6e92a13b"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:14:06.183433 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498782e9-138c-4efa-bce6-c6bbb328b425 x-openstack-request-id: req-498782e9-138c-4efa-bce6-c6bbb328b425 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:14:06.184133 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd07a304-5dcd-4079-8bf8-484d0342c868", "name": "network-vif-deleted", "tag": "264d245c-d869-4463-bd78-190c6e92a13b", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:14:06.184353 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-498782e9-138c-4efa-bce6-c6bbb328b425 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:14:06.184818 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-498782e9-138c-4efa-bce6-c6bbb328b425'] response: {'server_uuid': 'fd07a304-5dcd-4079-8bf8-484d0342c868', 'name': 'network-vif-deleted', 'tag': '264d245c-d869-4463-bd78-190c6e92a13b', 'status': 'completed', 'code': 200} Apr 23 00:14:06.455201 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-475a303b-7f7f-4e66-900b-a2267e6e986c req-41652c62-51bf-4f47-8f03-ad6bb9a4ec86 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd07a304-5dcd-4079-8bf8-484d0342c868 HTTP/1.1" status: 200 len: 210 time: 0.0318193 Apr 23 00:14:07.289735 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a71deb7c-573b-408c-a392-063731fe3a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:07.516635 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57244) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:07.578097 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e4cba1a2-2dc6-47ff-b7ca-cc9f10faa25b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:07.601435 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e4cba1a2-2dc6-47ff-b7ca-cc9f10faa25b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:07.730497 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e4cba1a2-2dc6-47ff-b7ca-cc9f10faa25b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:07.733260 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e4cba1a2-2dc6-47ff-b7ca-cc9f10faa25b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:07.734417 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e4cba1a2-2dc6-47ff-b7ca-cc9f10faa25b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/security-groups/0f30146b-a4a9-4776-b327-b4b0c94eade2 HTTP/1.1" status: 204 len: 168 time: 0.2166831 Apr 23 00:14:07.744197 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cba1a2-2dc6-47ff-b7ca-cc9f10faa25b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f30146b-a4a9-4776-b327-b4b0c94eade2,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:07.752281 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cba1a2-2dc6-47ff-b7ca-cc9f10faa25b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:07.752630 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cba1a2-2dc6-47ff-b7ca-cc9f10faa25b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:07.752970 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cba1a2-2dc6-47ff-b7ca-cc9f10faa25b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:07.753303 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cba1a2-2dc6-47ff-b7ca-cc9f10faa25b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:07.753631 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cba1a2-2dc6-47ff-b7ca-cc9f10faa25b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:07.754658 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cba1a2-2dc6-47ff-b7ca-cc9f10faa25b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:07.754658 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cba1a2-2dc6-47ff-b7ca-cc9f10faa25b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:07.754658 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cba1a2-2dc6-47ff-b7ca-cc9f10faa25b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:07.754968 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cba1a2-2dc6-47ff-b7ca-cc9f10faa25b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:07.755221 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cba1a2-2dc6-47ff-b7ca-cc9f10faa25b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:07.755538 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cba1a2-2dc6-47ff-b7ca-cc9f10faa25b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:07.755886 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cba1a2-2dc6-47ff-b7ca-cc9f10faa25b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:07.817088 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57248) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:07.843666 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:08.173355 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b2efb4bd-8bda-4de9-8181-dbed7ecf613a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:08.438732 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-b2efb4bd-8bda-4de9-8181-dbed7ecf613a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port 2cfb47fa-e402-4537-887b-a7d8041101a3 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:14:08.438994 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b2efb4bd-8bda-4de9-8181-dbed7ecf613a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:08.527270 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-b2efb4bd-8bda-4de9-8181-dbed7ecf613a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port 2cfb47fa-e402-4537-887b-a7d8041101a3, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=2cfb47fa-e402-4537-887b-a7d8041101a3,segment=NetworkSegment(184217d3-1bb5-41c8-a79c-99fbfb04dccf),segment_id=184217d3-1bb5-41c8-a79c-99fbfb04dccf)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:14:08.528017 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b2efb4bd-8bda-4de9-8181-dbed7ecf613a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:08.549180 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-b2efb4bd-8bda-4de9-8181-dbed7ecf613a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for 2cfb47fa-e402-4537-887b-a7d8041101a3 owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:14:08.812527 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b2efb4bd-8bda-4de9-8181-dbed7ecf613a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:08.843856 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efb4bd-8bda-4de9-8181-dbed7ecf613a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=2cfb47fa-e402-4537-887b-a7d8041101a3,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:09.315848 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 264d245c-d869-4463-bd78-190c6e92a13b no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:14:09.320053 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b2efb4bd-8bda-4de9-8181-dbed7ecf613a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:09.336486 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 264d245c-d869-4463-bd78-190c6e92a13b {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:14:09.336889 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 264d245c-d869-4463-bd78-190c6e92a13b not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:14:09.555528 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2efb4bd-8bda-4de9-8181-dbed7ecf613a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router 35550ef6-4256-41a5-8b03-76134ed3ee14 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:14:09.673051 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2efb4bd-8bda-4de9-8181-dbed7ecf613a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:14:09.678289 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b2efb4bd-8bda-4de9-8181-dbed7ecf613a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "PUT /v2.0/routers/35550ef6-4256-41a5-8b03-76134ed3ee14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8601718 Apr 23 00:14:09.681170 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57250) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:09.685048 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7d4716-272f-4277-9cf5-259db14545cd None None] Sync routers for ids ['35550ef6-4256-41a5-8b03-76134ed3ee14'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:14:09.689595 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:09.699145 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7d4716-272f-4277-9cf5-259db14545cd None None] Routers {'35550ef6-4256-41a5-8b03-76134ed3ee14'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:14:09.699873 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-2a7d4716-272f-4277-9cf5-259db14545cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:14:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['35550ef6-4256-41a5-8b03-76134ed3ee14'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:09.735144 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db6f9dc-fdb0-49ef-8a90-c5515b5bec89 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting subnet 4fdd765a-9ca8-466d-86d6-2fec195c5c91 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:14:09.738252 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4db6f9dc-fdb0-49ef-8a90-c5515b5bec89 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:09.778712 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4db6f9dc-fdb0-49ef-8a90-c5515b5bec89 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:09.823994 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-2a7d4716-272f-4277-9cf5-259db14545cd None None] Set router 35550ef6-4256-41a5-8b03-76134ed3ee14 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:14:09.870309 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4db6f9dc-fdb0-49ef-8a90-c5515b5bec89 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:09.884179 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:09.998605 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4db6f9dc-fdb0-49ef-8a90-c5515b5bec89 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:10.011783 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-2a7d4716-272f-4277-9cf5-259db14545cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'name': 'tempest-TestNetworkBasicOps-router-1398295622', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:14:08Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:14:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:10.025943 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6f9dc-fdb0-49ef-8a90-c5515b5bec89 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Subnet': ['ID=4fdd765a-9ca8-466d-86d6-2fec195c5c91,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:10.030480 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4db6f9dc-fdb0-49ef-8a90-c5515b5bec89 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:10.033699 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4db6f9dc-fdb0-49ef-8a90-c5515b5bec89 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/subnets/4fdd765a-9ca8-466d-86d6-2fec195c5c91 HTTP/1.1" status: 204 len: 168 time: 0.3515303 Apr 23 00:14:10.036589 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57252) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:10.038790 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7d4716-272f-4277-9cf5-259db14545cd None None] Checking router: 35550ef6-4256-41a5-8b03-76134ed3ee14 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:14:10.043267 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615b1482-b454-4e57-850c-0b0488d8b88f None None] Network 8aecdb20-5b0a-4e72-8dff-8d644e1bc78f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:14:10.100419 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7d4716-272f-4277-9cf5-259db14545cd None None] Routers {'35550ef6-4256-41a5-8b03-76134ed3ee14'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:14:10.101055 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-2a7d4716-272f-4277-9cf5-259db14545cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:14:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['35550ef6-4256-41a5-8b03-76134ed3ee14'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:10.159479 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:10.256447 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-2a7d4716-272f-4277-9cf5-259db14545cd None None] Set router 35550ef6-4256-41a5-8b03-76134ed3ee14 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:14:10.267294 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:10.316157 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e4b02c-d8a6-4c58-9c04-53d70a0cbc2a None None] DHCP port deletion for 8aecdb20-5b0a-4e72-8dff-8d644e1bc78f request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:14:10.395311 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port 144a7433-c3b1-4e11-872b-429ce438cb49 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:14:10.395693 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:10.459484 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-07e4b02c-d8a6-4c58-9c04-53d70a0cbc2a None None] Deleting port 004f20c6-ee2c-48ff-9442-35755c48f474 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:14:10.460092 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07e4b02c-d8a6-4c58-9c04-53d70a0cbc2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:10.480453 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port 144a7433-c3b1-4e11-872b-429ce438cb49, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=144a7433-c3b1-4e11-872b-429ce438cb49,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:14:10.480819 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:10.493193 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for 144a7433-c3b1-4e11-872b-429ce438cb49 owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:14:10.530893 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-07e4b02c-d8a6-4c58-9c04-53d70a0cbc2a None None] For port 004f20c6-ee2c-48ff-9442-35755c48f474, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=004f20c6-ee2c-48ff-9442-35755c48f474,segment=NetworkSegment(184217d3-1bb5-41c8-a79c-99fbfb04dccf),segment_id=184217d3-1bb5-41c8-a79c-99fbfb04dccf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:14:10.531236 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07e4b02c-d8a6-4c58-9c04-53d70a0cbc2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:10.555061 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-07e4b02c-d8a6-4c58-9c04-53d70a0cbc2a None None] Calling delete_port for 004f20c6-ee2c-48ff-9442-35755c48f474 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:14:10.561159 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-2a7d4716-272f-4277-9cf5-259db14545cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'name': 'tempest-TestNetworkBasicOps-router-1398295622', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:14:08Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:14:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:10.592375 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7d4716-272f-4277-9cf5-259db14545cd None None] The sync data for ids ['35550ef6-4256-41a5-8b03-76134ed3ee14'] in dv-neutron-838783-1-hyperv is: [{'id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'name': 'tempest-TestNetworkBasicOps-router-1398295622', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:14:08Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '144a7433-c3b1-4e11-872b-429ce438cb49', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35550ef6-4256-41a5-8b03-76134ed3ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:13:00Z', 'updated_at': '2022-04-23T00:14:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:14:10.761170 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07e4b02c-d8a6-4c58-9c04-53d70a0cbc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:10.789900 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4b02c-d8a6-4c58-9c04-53d70a0cbc2a None None] Pushing event deleted for resources: {'Port': ['ID=004f20c6-ee2c-48ff-9442-35755c48f474,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:10.794461 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e4b02c-d8a6-4c58-9c04-53d70a0cbc2a None None] No DVR routers for this DVR port 004f20c6-ee2c-48ff-9442-35755c48f474 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:14:10.812783 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:10.835121 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=144a7433-c3b1-4e11-872b-429ce438cb49,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:10.848286 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:10.848655 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:10.848996 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:10.849346 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:10.849689 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:10.850030 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:10.850364 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:10.850897 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:10.851264 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:10.851677 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:10.852014 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:10.852443 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:10.913452 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:10.990940 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 004f20c6-ee2c-48ff-9442-35755c48f474 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:14:11.011214 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:11.014071 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:11.169458 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 004f20c6-ee2c-48ff-9442-35755c48f474 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:14:11.169458 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 004f20c6-ee2c-48ff-9442-35755c48f474 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:14:11.169669 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:11.169669 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Fanout notify agent at l3_agent the message router_deleted on router 35550ef6-4256-41a5-8b03-76134ed3ee14 {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:14:11.176322 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:11.177495 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8f9f6986-ad97-4182-a591-8b4b0fae24c6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/routers/35550ef6-4256-41a5-8b03-76134ed3ee14 HTTP/1.1" status: 204 len: 168 time: 1.1392395 Apr 23 00:14:11.180159 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57254) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:11.264336 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7248acf7-4a8f-4a67-b708-1bebc2c56664 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:11.352967 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7248acf7-4a8f-4a67-b708-1bebc2c56664 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:11.373864 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-7248acf7-4a8f-4a67-b708-1bebc2c56664 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aecdb20-5b0a-4e72-8dff-8d644e1bc78f']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:11.382883 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-7248acf7-4a8f-4a67-b708-1bebc2c56664 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184217d3-1bb5-41c8-a79c-99fbfb04dccf') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:11.383180 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-7248acf7-4a8f-4a67-b708-1bebc2c56664 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184217d3-1bb5-41c8-a79c-99fbfb04dccf') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:11.393269 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7248acf7-4a8f-4a67-b708-1bebc2c56664 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:11.407313 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7248acf7-4a8f-4a67-b708-1bebc2c56664 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:11.413056 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7248acf7-4a8f-4a67-b708-1bebc2c56664 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:14:11.413438 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7248acf7-4a8f-4a67-b708-1bebc2c56664 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:14:11.416274 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:14:11.554982 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7248acf7-4a8f-4a67-b708-1bebc2c56664 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:11.563269 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7248acf7-4a8f-4a67-b708-1bebc2c56664 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:11.565779 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7248acf7-4a8f-4a67-b708-1bebc2c56664 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/networks/8aecdb20-5b0a-4e72-8dff-8d644e1bc78f HTTP/1.1" status: 204 len: 168 time: 0.3845780 Apr 23 00:14:11.578897 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248acf7-4a8f-4a67-b708-1bebc2c56664 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Network': ['ID=8aecdb20-5b0a-4e72-8dff-8d644e1bc78f,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:11.588638 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57256) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:11.594642 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-0ce7deb2-5b09-44d0-8094-706f0d6a0719 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'network': {'name': 'tempest-network-smoke--1648960221', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'port_security_enabled': True}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:14:11.709826 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce7deb2-5b09-44d0-8094-706f0d6a0719 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:14:11.713386 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ce7deb2-5b09-44d0-8094-706f0d6a0719 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:11.736921 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce7deb2-5b09-44d0-8094-706f0d6a0719 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:14:11.745964 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ce7deb2-5b09-44d0-8094-706f0d6a0719 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:11.746312 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-0ce7deb2-5b09-44d0-8094-706f0d6a0719 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Added segment 51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc of type vlan for network 626fe2a3-f83e-4550-a5b7-18b7b7519703 Apr 23 00:14:11.789029 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ce7deb2-5b09-44d0-8094-706f0d6a0719 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:11.857947 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ce7deb2-5b09-44d0-8094-706f0d6a0719 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:11.863617 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce7deb2-5b09-44d0-8094-706f0d6a0719 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:11.864168 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ce7deb2-5b09-44d0-8094-706f0d6a0719 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:11.930570 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7deb2-5b09-44d0-8094-706f0d6a0719 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Network': ['ID=626fe2a3-f83e-4550-a5b7-18b7b7519703,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:11.941172 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 626fe2a3-f83e-4550-a5b7-18b7b7519703 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:14:11.990022 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0ce7deb2-5b09-44d0-8094-706f0d6a0719 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3996434 Apr 23 00:14:11.992752 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57258) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:11.998019 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-b9b50e8b-e05d-44aa-973b-4f7efb5c0a6c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2037351507', 'admin_state_up': True, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:14:12.081323 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9b50e8b-e05d-44aa-973b-4f7efb5c0a6c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:12.082375 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9b50e8b-e05d-44aa-973b-4f7efb5c0a6c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:12.137239 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9b50e8b-e05d-44aa-973b-4f7efb5c0a6c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:12.403460 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9b50e8b-e05d-44aa-973b-4f7efb5c0a6c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:12.631283 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 144a7433-c3b1-4e11-872b-429ce438cb49 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:14:12.641264 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9b50e8b-e05d-44aa-973b-4f7efb5c0a6c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:12.656678 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 144a7433-c3b1-4e11-872b-429ce438cb49 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:14:12.656994 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 144a7433-c3b1-4e11-872b-429ce438cb49 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:14:12.657522 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2cfb47fa-e402-4537-887b-a7d8041101a3 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:14:12.662290 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9b50e8b-e05d-44aa-973b-4f7efb5c0a6c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:12.677789 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 2cfb47fa-e402-4537-887b-a7d8041101a3 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:14:12.678142 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2cfb47fa-e402-4537-887b-a7d8041101a3 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:14:12.770548 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-b9b50e8b-e05d-44aa-973b-4f7efb5c0a6c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.26.3.250 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/ee080989-c0ed-45df-b660-0a5ed7213a71) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:14:12.873323 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9b50e8b-e05d-44aa-973b-4f7efb5c0a6c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:12.943823 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9b50e8b-e05d-44aa-973b-4f7efb5c0a6c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:12.979178 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b50e8b-e05d-44aa-973b-4f7efb5c0a6c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:14:12.984127 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-b9b50e8b-e05d-44aa-973b-4f7efb5c0a6c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:14:12.987587 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b50e8b-e05d-44aa-973b-4f7efb5c0a6c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:14:13.015538 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b50e8b-e05d-44aa-973b-4f7efb5c0a6c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=ee080989-c0ed-45df-b660-0a5ed7213a71,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:13.333954 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9b50e8b-e05d-44aa-973b-4f7efb5c0a6c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:13.526353 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9b50e8b-e05d-44aa-973b-4f7efb5c0a6c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:13.732396 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b50e8b-e05d-44aa-973b-4f7efb5c0a6c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router b991bb72-102e-4345-8170-4fba96fa1cac is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:14:13.841698 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b50e8b-e05d-44aa-973b-4f7efb5c0a6c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:14:13.852760 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] Sync routers for ids ['b991bb72-102e-4345-8170-4fba96fa1cac'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:14:13.862977 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] Routers {'b991bb72-102e-4345-8170-4fba96fa1cac'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:14:13.863864 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:14:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['b991bb72-102e-4345-8170-4fba96fa1cac'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:13.934468 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9b50e8b-e05d-44aa-973b-4f7efb5c0a6c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:13.935716 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b9b50e8b-e05d-44aa-973b-4f7efb5c0a6c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9419796 Apr 23 00:14:13.938944 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57260) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:13.966490 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] Set router b991bb72-102e-4345-8170-4fba96fa1cac gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:14:13.966911 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7e17be84-e615-4b62-96fd-6f414709c96e tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b0d4e09f8966425d866e56289d457074&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268631 Apr 23 00:14:13.969525 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57262) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:14.060149 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91d50c4-a512-4a12-967a-8ab4de00d311 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:14.061816 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e91d50c4-a512-4a12-967a-8ab4de00d311 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913999 Apr 23 00:14:14.064880 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57264) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:14.095499 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-612c3f4f-53fe-4be9-b046-f84e4fe4a0eb tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293667 Apr 23 00:14:14.102868 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57266) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:14.107583 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-a1ce74a6-a4e1-495e-83ac-b9a1be31e85f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1391154138', 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:14:14.139513 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'name': 'tempest-TestNetworkBasicOps-router-2037351507', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:13Z', 'revision_number': 3, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:14.255269 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] Checking router: b991bb72-102e-4345-8170-4fba96fa1cac for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:14:14.255527 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] Updating router b991bb72-102e-4345-8170-4fba96fa1cac port ee080989-c0ed-45df-b660-0a5ed7213a71 binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:14:14.283089 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:14.293179 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ce74a6-a4e1-495e-83ac-b9a1be31e85f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:14:14.297297 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a1ce74a6-a4e1-495e-83ac-b9a1be31e85f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:14.530331 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:14.542121 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a1ce74a6-a4e1-495e-83ac-b9a1be31e85f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:14.611861 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce74a6-a4e1-495e-83ac-b9a1be31e85f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Subnet': ['ID=4ba95a94-4266-4c64-a558-bc41e72f14b0,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:14.616170 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ce74a6-a4e1-495e-83ac-b9a1be31e85f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Checking segment: {'id': '51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:14:14.616530 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ce74a6-a4e1-495e-83ac-b9a1be31e85f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network hostable DHCP agents. Network: 626fe2a3-f83e-4550-a5b7-18b7b7519703, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:14:14.646946 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:14.704037 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be83da-b6da-4217-ac41-3b4ee3c879ef None None] Pushing event updated for resources: {'Port': ['ID=ee080989-c0ed-45df-b660-0a5ed7213a71,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:14.706950 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] Attempting to bind port ee080989-c0ed-45df-b660-0a5ed7213a71 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:14:14.707320 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] Attempting to bind port ee080989-c0ed-45df-b660-0a5ed7213a71 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:14:14.707705 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] Attempting to bind port ee080989-c0ed-45df-b660-0a5ed7213a71 on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:14:14.716703 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be83da-b6da-4217-ac41-3b4ee3c879ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:14.717050 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be83da-b6da-4217-ac41-3b4ee3c879ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:14.717390 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be83da-b6da-4217-ac41-3b4ee3c879ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:14.717723 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be83da-b6da-4217-ac41-3b4ee3c879ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:14.718049 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be83da-b6da-4217-ac41-3b4ee3c879ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:14.718377 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be83da-b6da-4217-ac41-3b4ee3c879ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:14.718703 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be83da-b6da-4217-ac41-3b4ee3c879ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:14.719029 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be83da-b6da-4217-ac41-3b4ee3c879ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:14.719351 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be83da-b6da-4217-ac41-3b4ee3c879ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:14.719700 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be83da-b6da-4217-ac41-3b4ee3c879ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:14.720024 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be83da-b6da-4217-ac41-3b4ee3c879ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:14.720386 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be83da-b6da-4217-ac41-3b4ee3c879ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:14.723859 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:14:14.730799 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:14:14.731200 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ce74a6-a4e1-495e-83ac-b9a1be31e85f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 626fe2a3-f83e-4550-a5b7-18b7b7519703 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:14:14.731308 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:14.731308 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:14:14.731308 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] Bound port: ee080989-c0ed-45df-b660-0a5ed7213a71, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:14:14.731308 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:14.778747 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] For port ee080989-c0ed-45df-b660-0a5ed7213a71, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:14:14.781793 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] For port ee080989-c0ed-45df-b660-0a5ed7213a71, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=ee080989-c0ed-45df-b660-0a5ed7213a71,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:14:14.836055 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-a1ce74a6-a4e1-495e-83ac-b9a1be31e85f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 626fe2a3-f83e-4550-a5b7-18b7b7519703) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:14:14.841554 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ce74a6-a4e1-495e-83ac-b9a1be31e85f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:14.845754 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a1ce74a6-a4e1-495e-83ac-b9a1be31e85f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:14.846044 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9261e679-5158-42e3-a016-45735e548237 None None] Network 626fe2a3-f83e-4550-a5b7-18b7b7519703 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:14:14.867637 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:14.926510 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be83da-b6da-4217-ac41-3b4ee3c879ef None None] Pushing event updated for resources: {'Port': ['ID=ee080989-c0ed-45df-b660-0a5ed7213a71,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:14.929503 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a1ce74a6-a4e1-495e-83ac-b9a1be31e85f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8254886 Apr 23 00:14:14.932211 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57272) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:14.933458 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] Routers {'b991bb72-102e-4345-8170-4fba96fa1cac'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:14:14.934143 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:14:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['b991bb72-102e-4345-8170-4fba96fa1cac'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:15.006379 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725d9b7d-e25f-4eb2-8a50-52a23514e98d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-626fe2a3-f83e-4550-a5b7-18b7b7519703', 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ips': [{'subnet_id': '4ba95a94-4266-4c64-a558-bc41e72f14b0'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:14:15.007393 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-725d9b7d-e25f-4eb2-8a50-52a23514e98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:15.044460 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] Set router b991bb72-102e-4345-8170-4fba96fa1cac gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:14:15.153473 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-725d9b7d-e25f-4eb2-8a50-52a23514e98d None None] Allocated IP 172.20.0.2 (626fe2a3-f83e-4550-a5b7-18b7b7519703/4ba95a94-4266-4c64-a558-bc41e72f14b0/90586f32-e675-413f-ad3d-a58fa57b8f6f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:14:15.235041 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'name': 'tempest-TestNetworkBasicOps-router-2037351507', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:13Z', 'revision_number': 3, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:15.264714 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ea5078-9c0d-4628-ad76-b29a9bc99b52 None None] The sync data for ids ['b991bb72-102e-4345-8170-4fba96fa1cac'] in dv-neutron-838783-1-hyperv is: [{'id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'name': 'tempest-TestNetworkBasicOps-router-2037351507', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:13Z', 'revision_number': 3, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:14:15.485281 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-725d9b7d-e25f-4eb2-8a50-52a23514e98d None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:15.605429 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-725d9b7d-e25f-4eb2-8a50-52a23514e98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:15.655378 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725d9b7d-e25f-4eb2-8a50-52a23514e98d None None] Network 626fe2a3-f83e-4550-a5b7-18b7b7519703 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:14:15.658722 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-725d9b7d-e25f-4eb2-8a50-52a23514e98d None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:14:15.663332 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725d9b7d-e25f-4eb2-8a50-52a23514e98d None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:14:15.667353 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d9b7d-e25f-4eb2-8a50-52a23514e98d None None] Pushing event updated for resources: {'Port': ['ID=90586f32-e675-413f-ad3d-a58fa57b8f6f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:15.734148 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-725d9b7d-e25f-4eb2-8a50-52a23514e98d None None] Attempting to bind port 90586f32-e675-413f-ad3d-a58fa57b8f6f on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:14:15.734495 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-725d9b7d-e25f-4eb2-8a50-52a23514e98d None None] Attempting to bind port 90586f32-e675-413f-ad3d-a58fa57b8f6f by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:14:15.734804 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725d9b7d-e25f-4eb2-8a50-52a23514e98d None None] Attempting to bind port 90586f32-e675-413f-ad3d-a58fa57b8f6f on network 626fe2a3-f83e-4550-a5b7-18b7b7519703 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:14:15.740477 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725d9b7d-e25f-4eb2-8a50-52a23514e98d None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:14:15.740844 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725d9b7d-e25f-4eb2-8a50-52a23514e98d None None] Checking segment: {'id': '51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:14:15.741581 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-725d9b7d-e25f-4eb2-8a50-52a23514e98d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:15.741988 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725d9b7d-e25f-4eb2-8a50-52a23514e98d None None] Bound using segment: {'id': '51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:14:15.742135 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-725d9b7d-e25f-4eb2-8a50-52a23514e98d None None] Bound port: 90586f32-e675-413f-ad3d-a58fa57b8f6f, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:14:15.742488 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-725d9b7d-e25f-4eb2-8a50-52a23514e98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:15.756993 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b311a302-aeef-46ab-8e38-6b9d86868c92 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:15.809866 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-725d9b7d-e25f-4eb2-8a50-52a23514e98d None None] For port 90586f32-e675-413f-ad3d-a58fa57b8f6f, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:14:15.816040 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-725d9b7d-e25f-4eb2-8a50-52a23514e98d None None] For port 90586f32-e675-413f-ad3d-a58fa57b8f6f, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=90586f32-e675-413f-ad3d-a58fa57b8f6f,segment=NetworkSegment(51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc),segment_id=51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:14:15.909119 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-725d9b7d-e25f-4eb2-8a50-52a23514e98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:15.971705 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d9b7d-e25f-4eb2-8a50-52a23514e98d None None] Pushing event updated for resources: {'Port': ['ID=90586f32-e675-413f-ad3d-a58fa57b8f6f,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:16.076202 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-b311a302-aeef-46ab-8e38-6b9d86868c92 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.20.0.1 (626fe2a3-f83e-4550-a5b7-18b7b7519703/4ba95a94-4266-4c64-a558-bc41e72f14b0/ad0592cd-ae54-4a53-9d0e-d4baeaa2c742) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:14:16.246701 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b311a302-aeef-46ab-8e38-6b9d86868c92 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:16.361651 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b311a302-aeef-46ab-8e38-6b9d86868c92 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:16.402108 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b311a302-aeef-46ab-8e38-6b9d86868c92 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 626fe2a3-f83e-4550-a5b7-18b7b7519703 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:14:16.407314 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-b311a302-aeef-46ab-8e38-6b9d86868c92 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:14:16.411040 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b311a302-aeef-46ab-8e38-6b9d86868c92 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:14:16.436910 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311a302-aeef-46ab-8e38-6b9d86868c92 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=ad0592cd-ae54-4a53-9d0e-d4baeaa2c742,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:16.461484 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b311a302-aeef-46ab-8e38-6b9d86868c92 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:16.717160 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 90586f32-e675-413f-ad3d-a58fa57b8f6f up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:14:16.737876 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b311a302-aeef-46ab-8e38-6b9d86868c92 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:16.789080 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 90586f32-e675-413f-ad3d-a58fa57b8f6f triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:14:16.789459 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:16.911363 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:16.954231 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 90586f32-e675-413f-ad3d-a58fa57b8f6f, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=90586f32-e675-413f-ad3d-a58fa57b8f6f,segment=NetworkSegment(51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc),segment_id=51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:14:17.006556 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b3eada-ef40-4f4b-a779-a939a3169de2 None None] Network 626fe2a3-f83e-4550-a5b7-18b7b7519703 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:14:17.060852 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:17.061640 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device ee080989-c0ed-45df-b660-0a5ed7213a71 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:14:17.121739 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b311a302-aeef-46ab-8e38-6b9d86868c92 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:17.150956 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-46cd824d-d9ae-4c60-a996-c3d678d96cba None None] Provisioning complete for port 90586f32-e675-413f-ad3d-a58fa57b8f6f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:14:17.152130 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46cd824d-d9ae-4c60-a996-c3d678d96cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:17.203533 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=90586f32-e675-413f-ad3d-a58fa57b8f6f,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:17.204856 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b311a302-aeef-46ab-8e38-6b9d86868c92 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:17.274352 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port ee080989-c0ed-45df-b660-0a5ed7213a71 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:14:17.277171 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:17.300785 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311a302-aeef-46ab-8e38-6b9d86868c92 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=ad0592cd-ae54-4a53-9d0e-d4baeaa2c742,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:17.305855 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b311a302-aeef-46ab-8e38-6b9d86868c92 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:17.419368 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b311a302-aeef-46ab-8e38-6b9d86868c92 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 626fe2a3-f83e-4550-a5b7-18b7b7519703 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:14:17.421110 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-b311a302-aeef-46ab-8e38-6b9d86868c92 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:14:17.427521 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:17.452848 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port ee080989-c0ed-45df-b660-0a5ed7213a71, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=ee080989-c0ed-45df-b660-0a5ed7213a71,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:14:17.537923 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:17.546400 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b311a302-aeef-46ab-8e38-6b9d86868c92 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router b991bb72-102e-4345-8170-4fba96fa1cac has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:14:17.602451 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=ee080989-c0ed-45df-b660-0a5ed7213a71,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:17.610589 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:17.610933 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:17.611272 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:17.611636 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:17.612445 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:17.612782 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:17.613244 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:17.613583 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:17.613915 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:17.614239 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:17.614626 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:17.614951 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:14:17.673669 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b311a302-aeef-46ab-8e38-6b9d86868c92 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:14:17.678919 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b311a302-aeef-46ab-8e38-6b9d86868c92 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "PUT /v2.0/routers/b991bb72-102e-4345-8170-4fba96fa1cac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7455299 Apr 23 00:14:17.681771 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57274) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:17.687777 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] Sync routers for ids ['b991bb72-102e-4345-8170-4fba96fa1cac'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:14:17.714047 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] Routers {'b991bb72-102e-4345-8170-4fba96fa1cac'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:14:17.714796 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:14:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['b991bb72-102e-4345-8170-4fba96fa1cac'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:17.719002 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-af452b06-b4f6-4433-9658-7ebab2392af1 None None] Provisioning complete for port ad0592cd-ae54-4a53-9d0e-d4baeaa2c742 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:14:17.719211 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af452b06-b4f6-4433-9658-7ebab2392af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:17.797974 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-af452b06-b4f6-4433-9658-7ebab2392af1 None None] Port ad0592cd-ae54-4a53-9d0e-d4baeaa2c742 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:14:17.813728 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a4446-bea6-4a72-9f15-33b9274a47a5 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:17.814214 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a4446-bea6-4a72-9f15-33b9274a47a5 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:17.814765 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a4446-bea6-4a72-9f15-33b9274a47a5 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:17.815300 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a4446-bea6-4a72-9f15-33b9274a47a5 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:17.815938 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a4446-bea6-4a72-9f15-33b9274a47a5 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:17.816516 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a4446-bea6-4a72-9f15-33b9274a47a5 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:17.821275 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57276) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:17.821464 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a63a4446-bea6-4a72-9f15-33b9274a47a5 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1369400 Apr 23 00:14:17.854902 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-af452b06-b4f6-4433-9658-7ebab2392af1 None None] Provisioning complete for port 90586f32-e675-413f-ad3d-a58fa57b8f6f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:14:17.855433 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af452b06-b4f6-4433-9658-7ebab2392af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:17.881847 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df71cf13-96ec-4f3b-9003-affe12c87d27 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:17.882089 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df71cf13-96ec-4f3b-9003-affe12c87d27 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:17.882470 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df71cf13-96ec-4f3b-9003-affe12c87d27 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:17.882921 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df71cf13-96ec-4f3b-9003-affe12c87d27 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:17.883381 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df71cf13-96ec-4f3b-9003-affe12c87d27 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:17.883695 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] Set router b991bb72-102e-4345-8170-4fba96fa1cac gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:14:17.883977 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df71cf13-96ec-4f3b-9003-affe12c87d27 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:17.887612 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-df71cf13-96ec-4f3b-9003-affe12c87d27 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0634136 Apr 23 00:14:17.889538 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57278) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:18.035525 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-82dc6529-c5d2-4e42-a222-a5d831299359 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1447020 Apr 23 00:14:18.137580 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'name': 'tempest-TestNetworkBasicOps-router-2037351507', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:16Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': 'ad0592cd-ae54-4a53-9d0e-d4baeaa2c742', 'name': '', 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:0a:58:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '4ba95a94-4266-4c64-a558-bc41e72f14b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:14:15Z', 'updated_at': '2022-04-23T00:14:16Z', 'revision_number': 2, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '4ba95a94-4266-4c64-a558-bc41e72f14b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:18.163101 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] Checking router: b991bb72-102e-4345-8170-4fba96fa1cac for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:14:18.163457 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] Updating router b991bb72-102e-4345-8170-4fba96fa1cac port ad0592cd-ae54-4a53-9d0e-d4baeaa2c742 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:14:18.195614 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:18.208218 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5b687577-4cc1-4075-a13c-f021df49a507 None None] Provisioning complete for port ad0592cd-ae54-4a53-9d0e-d4baeaa2c742 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:14:18.208591 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b687577-4cc1-4075-a13c-f021df49a507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:18.272659 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5b687577-4cc1-4075-a13c-f021df49a507 None None] Port ad0592cd-ae54-4a53-9d0e-d4baeaa2c742 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:14:18.490954 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:18.514341 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57282) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:18.519061 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-5868e8f8-b02b-4f1f-ac9b-26a3cc60bf26 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1692863638', 'description': 'tempest-secgroup-smoke-1692863638 description', 'project_id': 'b0d4e09f8966425d866e56289d457074'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:14:18.582706 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:18.627325 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5868e8f8-b02b-4f1f-ac9b-26a3cc60bf26 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:18.627613 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1b1dd-d9f2-4cc2-b225-2a74bb7d44b5 None None] Pushing event updated for resources: {'Port': ['ID=ad0592cd-ae54-4a53-9d0e-d4baeaa2c742,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:18.657068 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 90586f32-e675-413f-ad3d-a58fa57b8f6f up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:14:18.728210 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5868e8f8-b02b-4f1f-ac9b-26a3cc60bf26 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:18.839084 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5868e8f8-b02b-4f1f-ac9b-26a3cc60bf26 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:18.867922 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868e8f8-b02b-4f1f-ac9b-26a3cc60bf26 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f84b575-4fae-4df7-aa07-75cbd2789d0b,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:18.873234 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] Attempting to bind port ad0592cd-ae54-4a53-9d0e-d4baeaa2c742 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:14:18.873609 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] Attempting to bind port ad0592cd-ae54-4a53-9d0e-d4baeaa2c742 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:14:18.873990 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] Attempting to bind port ad0592cd-ae54-4a53-9d0e-d4baeaa2c742 on network 626fe2a3-f83e-4550-a5b7-18b7b7519703 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:14:18.887241 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:14:18.887700 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] Checking segment: {'id': '51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:14:18.888160 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:18.888560 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] Bound using segment: {'id': '51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:14:18.889035 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] Bound port: ad0592cd-ae54-4a53-9d0e-d4baeaa2c742, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:14:18.889418 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:18.942243 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-780443bd-3492-49b4-a92e-8cf72ea47051 None None] Provisioning complete for port ad0592cd-ae54-4a53-9d0e-d4baeaa2c742 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:14:18.942614 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-780443bd-3492-49b4-a92e-8cf72ea47051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:18.949617 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5868e8f8-b02b-4f1f-ac9b-26a3cc60bf26 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:18.951039 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5868e8f8-b02b-4f1f-ac9b-26a3cc60bf26 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4357071 Apr 23 00:14:18.953998 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57284) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:18.958339 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-c3eab0bc-0c25-45c1-b9ac-f37f76c2d68c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '3f84b575-4fae-4df7-aa07-75cbd2789d0b', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:14:18.980265 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 90586f32-e675-413f-ad3d-a58fa57b8f6f triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:14:18.980654 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:19.033150 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] For port ad0592cd-ae54-4a53-9d0e-d4baeaa2c742, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:14:19.034956 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-780443bd-3492-49b4-a92e-8cf72ea47051 None None] Port ad0592cd-ae54-4a53-9d0e-d4baeaa2c742 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:14:19.038544 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] For port ad0592cd-ae54-4a53-9d0e-d4baeaa2c742, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=ad0592cd-ae54-4a53-9d0e-d4baeaa2c742,segment=NetworkSegment(51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc),segment_id=51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:14:19.046238 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c3eab0bc-0c25-45c1-b9ac-f37f76c2d68c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:19.089454 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device ee080989-c0ed-45df-b660-0a5ed7213a71 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:14:19.106461 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c3eab0bc-0c25-45c1-b9ac-f37f76c2d68c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:19.127906 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:19.181788 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c3eab0bc-0c25-45c1-b9ac-f37f76c2d68c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:19.195930 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] Routers {'b991bb72-102e-4345-8170-4fba96fa1cac'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:14:19.196641 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:14:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['b991bb72-102e-4345-8170-4fba96fa1cac'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:19.202026 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eab0bc-0c25-45c1-b9ac-f37f76c2d68c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6138a44-9d16-4bbf-a60a-4c3e960f52ed,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:19.234835 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port ee080989-c0ed-45df-b660-0a5ed7213a71 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:14:19.235229 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:19.239488 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1b1dd-d9f2-4cc2-b225-2a74bb7d44b5 None None] Pushing event updated for resources: {'Port': ['ID=ad0592cd-ae54-4a53-9d0e-d4baeaa2c742,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:19.257786 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c3eab0bc-0c25-45c1-b9ac-f37f76c2d68c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:19.262832 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57286) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:19.263520 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c3eab0bc-0c25-45c1-b9ac-f37f76c2d68c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3079884 Apr 23 00:14:19.268535 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-1a1e34f5-e66b-400a-bb23-4469a6254077 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '3f84b575-4fae-4df7-aa07-75cbd2789d0b', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:14:19.353964 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1a1e34f5-e66b-400a-bb23-4469a6254077 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:19.383524 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] Set router b991bb72-102e-4345-8170-4fba96fa1cac gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:14:19.413684 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1a1e34f5-e66b-400a-bb23-4469a6254077 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:19.501202 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1a1e34f5-e66b-400a-bb23-4469a6254077 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:19.520242 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e34f5-e66b-400a-bb23-4469a6254077 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194b6500-98eb-4409-b604-42d2ca998d02,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:19.525111 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-961b4f50-56f2-4501-aa34-b893954335ee None None] Provisioning complete for port ad0592cd-ae54-4a53-9d0e-d4baeaa2c742 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:14:19.525450 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-961b4f50-56f2-4501-aa34-b893954335ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:19.589501 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1a1e34f5-e66b-400a-bb23-4469a6254077 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:19.593479 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1a1e34f5-e66b-400a-bb23-4469a6254077 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3261321 Apr 23 00:14:19.593922 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57288) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:19.598294 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-2315c91b-13ce-4fe0-b13c-8687270e8d6f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '3f84b575-4fae-4df7-aa07-75cbd2789d0b', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:14:19.664902 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-961b4f50-56f2-4501-aa34-b893954335ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:19.683817 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2315c91b-13ce-4fe0-b13c-8687270e8d6f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:19.695626 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'name': 'tempest-TestNetworkBasicOps-router-2037351507', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:16Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': 'ad0592cd-ae54-4a53-9d0e-d4baeaa2c742', 'name': '', 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:0a:58:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '4ba95a94-4266-4c64-a558-bc41e72f14b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:14:15Z', 'updated_at': '2022-04-23T00:14:19Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '4ba95a94-4266-4c64-a558-bc41e72f14b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:19.730728 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4401ff8e-bce3-45de-a13a-438a7f65cd54 None None] The sync data for ids ['b991bb72-102e-4345-8170-4fba96fa1cac'] in dv-neutron-838783-1-hyperv is: [{'id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'name': 'tempest-TestNetworkBasicOps-router-2037351507', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:16Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': 'ad0592cd-ae54-4a53-9d0e-d4baeaa2c742', 'name': '', 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:0a:58:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '4ba95a94-4266-4c64-a558-bc41e72f14b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:14:15Z', 'updated_at': '2022-04-23T00:14:19Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '4ba95a94-4266-4c64-a558-bc41e72f14b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:14:19.736397 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-961b4f50-56f2-4501-aa34-b893954335ee None None] For port ad0592cd-ae54-4a53-9d0e-d4baeaa2c742, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=ad0592cd-ae54-4a53-9d0e-d4baeaa2c742,segment=NetworkSegment(51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc),segment_id=51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:14:19.746234 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2315c91b-13ce-4fe0-b13c-8687270e8d6f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:19.801059 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-961b4f50-56f2-4501-aa34-b893954335ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:19.858730 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b4f50-56f2-4501-aa34-b893954335ee None None] Pushing event updated for resources: {'Port': ['ID=ad0592cd-ae54-4a53-9d0e-d4baeaa2c742,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:19.861151 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2315c91b-13ce-4fe0-b13c-8687270e8d6f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:19.884644 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315c91b-13ce-4fe0-b13c-8687270e8d6f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9a5aa8-3d15-48e2-9bcd-ccbb09ca23b5,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:19.962984 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2315c91b-13ce-4fe0-b13c-8687270e8d6f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:19.967639 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2315c91b-13ce-4fe0-b13c-8687270e8d6f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3700526 Apr 23 00:14:19.967922 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57290) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:19.972347 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-3be1e3cc-9c05-47a8-a408-15dd443c0602 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '3f84b575-4fae-4df7-aa07-75cbd2789d0b', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:14:20.063852 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3be1e3cc-9c05-47a8-a408-15dd443c0602 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:20.127066 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3be1e3cc-9c05-47a8-a408-15dd443c0602 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:20.206791 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3be1e3cc-9c05-47a8-a408-15dd443c0602 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:20.228411 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1e3cc-9c05-47a8-a408-15dd443c0602 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0278476-40fc-49ac-9787-d86b7718050c,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:20.310117 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3be1e3cc-9c05-47a8-a408-15dd443c0602 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:20.311431 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3be1e3cc-9c05-47a8-a408-15dd443c0602 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3425655 Apr 23 00:14:20.314359 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57292) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:20.318903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-ab55d180-3e9a-499e-8aa3-4852fb79de50 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '3f84b575-4fae-4df7-aa07-75cbd2789d0b', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:14:20.412551 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-ab55d180-3e9a-499e-8aa3-4852fb79de50 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Project b0d4e09f8966425d866e56289d457074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:14:20.419188 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ab55d180-3e9a-499e-8aa3-4852fb79de50 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:20.485670 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ab55d180-3e9a-499e-8aa3-4852fb79de50 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:20.549676 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ab55d180-3e9a-499e-8aa3-4852fb79de50 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:20.569208 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55d180-3e9a-499e-8aa3-4852fb79de50 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b63a19-ddc7-4c59-b6c9-e1f06f4600e7,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:20.666733 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device ad0592cd-ae54-4a53-9d0e-d4baeaa2c742 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:14:20.672480 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ab55d180-3e9a-499e-8aa3-4852fb79de50 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:20.676481 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ab55d180-3e9a-499e-8aa3-4852fb79de50 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3585076 Apr 23 00:14:20.677075 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57294) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:20.682222 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-aece0283-f6db-4ade-8559-d193fbcaf757 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '3f84b575-4fae-4df7-aa07-75cbd2789d0b', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:14:20.721528 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port ad0592cd-ae54-4a53-9d0e-d4baeaa2c742 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:14:20.722047 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:20.789117 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-aece0283-f6db-4ade-8559-d193fbcaf757 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Project b0d4e09f8966425d866e56289d457074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:14:20.794999 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aece0283-f6db-4ade-8559-d193fbcaf757 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:20.862043 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aece0283-f6db-4ade-8559-d193fbcaf757 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:20.937644 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aece0283-f6db-4ade-8559-d193fbcaf757 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:20.956123 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0283-f6db-4ade-8559-d193fbcaf757 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8bd2ab-56ca-4ac6-9ece-ea0f56225663,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:21.016927 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-aece0283-f6db-4ade-8559-d193fbcaf757 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:21.018118 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-aece0283-f6db-4ade-8559-d193fbcaf757 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3399963 Apr 23 00:14:21.183035 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-907d6c41-5a91-4915-805f-6e30975c6c93 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1692863638&fields=id&tenant_id=b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 267 time: 0.0361249 Apr 23 00:14:21.289592 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-84b129f0-cfca-4503-b6c6-2b09d28278f5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:21.291042 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-84b129f0-cfca-4503-b6c6-2b09d28278f5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/networks?id=626fe2a3-f83e-4550-a5b7-18b7b7519703 HTTP/1.1" status: 200 len: 797 time: 0.1004667 Apr 23 00:14:21.306414 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-da92b1c8-3df2-4c87-a781-3b7637174ad0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/quotas/b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 375 time: 0.0087392 Apr 23 00:14:21.360864 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-c51ba74e-dbc9-4c64-aab7-dbc103a398db tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491068 Apr 23 00:14:21.453159 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-8712ad64-51d1-40ab-9e24-5733ef2e4fd9 service neutron] 10.222.0.15 "GET /v2.0/networks/626fe2a3-f83e-4550-a5b7-18b7b7519703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808151 Apr 23 00:14:21.546645 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-6aaf72af-235a-4618-bd00-425bd620ca63 service neutron] 10.222.0.15 "GET /v2.0/networks/626fe2a3-f83e-4550-a5b7-18b7b7519703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873592 Apr 23 00:14:21.805423 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-387ded1f-a8f7-4712-b735-4a6eb4a70523 req-b4ce53bb-1ec9-449c-a6d5-9334f825cdd8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=873ef5ae-f420-4c09-af01-3553862d37b1 HTTP/1.1" status: 200 len: 210 time: 0.0267644 Apr 23 00:14:22.906901 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d5d84b61-3555-486e-be60-55fb313b8b02 req-7552d8f7-50b7-4ac6-8923-f06bbd9b85ae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=873ef5ae-f420-4c09-af01-3553862d37b1 HTTP/1.1" status: 200 len: 210 time: 0.0280190 Apr 23 00:14:23.626834 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:23.665368 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-6e2cef2d-fe70-413c-aacb-23c675fcd42a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:23.667485 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-6e2cef2d-fe70-413c-aacb-23c675fcd42a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/networks?id=626fe2a3-f83e-4550-a5b7-18b7b7519703 HTTP/1.1" status: 200 len: 797 time: 0.1038766 Apr 23 00:14:23.711524 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-b97ff9e2-ef9d-4eb7-8643-c33bbd92c7de tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 380 time: 0.0345771 Apr 23 00:14:23.721284 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-67b23736-1ca2-4eff-baae-18b908471114 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'port': {'device_id': '873ef5ae-f420-4c09-af01-3553862d37b1', 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703', 'admin_state_up': True, 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'security_groups': ['3f84b575-4fae-4df7-aa07-75cbd2789d0b']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:14:23.896917 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-67b23736-1ca2-4eff-baae-18b908471114 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:14:23.899357 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-67b23736-1ca2-4eff-baae-18b908471114 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:24.008760 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b81e8d13-8f63-4659-bceb-bb2e7a725595 req-2664b26f-f5df-46f5-b386-a70401ae5f54 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=873ef5ae-f420-4c09-af01-3553862d37b1 HTTP/1.1" status: 200 len: 210 time: 0.0331860 Apr 23 00:14:24.058587 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-67b23736-1ca2-4eff-baae-18b908471114 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.20.0.13 (626fe2a3-f83e-4550-a5b7-18b7b7519703/4ba95a94-4266-4c64-a558-bc41e72f14b0/b919aaf8-8e32-4c35-a3a7-06008d64024d) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:14:24.205390 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-67b23736-1ca2-4eff-baae-18b908471114 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:24.298450 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-67b23736-1ca2-4eff-baae-18b908471114 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:24.337898 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-67b23736-1ca2-4eff-baae-18b908471114 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 626fe2a3-f83e-4550-a5b7-18b7b7519703 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:14:24.343704 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-67b23736-1ca2-4eff-baae-18b908471114 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:14:24.347399 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-67b23736-1ca2-4eff-baae-18b908471114 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:14:24.379081 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b23736-1ca2-4eff-baae-18b908471114 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=b919aaf8-8e32-4c35-a3a7-06008d64024d,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:24.407164 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-67b23736-1ca2-4eff-baae-18b908471114 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:24.407803 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-67b23736-1ca2-4eff-baae-18b908471114 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:24.481340 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-67b23736-1ca2-4eff-baae-18b908471114 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7635722 Apr 23 00:14:24.493177 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-b7e62a7b-7164-4d63-9902-7bd2c634b1cd service neutron] Request body: {'port': {'device_id': '873ef5ae-f420-4c09-af01-3553862d37b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:14:24.549685 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-b7e62a7b-7164-4d63-9902-7bd2c634b1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:24.550876 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-1eab79c9-5b7b-4902-b22e-0d762734509c None None] Provisioning complete for port b919aaf8-8e32-4c35-a3a7-06008d64024d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:14:24.551247 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1eab79c9-5b7b-4902-b22e-0d762734509c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:24.584527 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1eab79c9-5b7b-4902-b22e-0d762734509c None None] Port b919aaf8-8e32-4c35-a3a7-06008d64024d cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:14:24.810870 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-b7e62a7b-7164-4d63-9902-7bd2c634b1cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b919aaf8-8e32-4c35-a3a7-06008d64024d {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:14:24.818174 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-b7e62a7b-7164-4d63-9902-7bd2c634b1cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:24.830300 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-b7e62a7b-7164-4d63-9902-7bd2c634b1cd service neutron] Transition to ACTIVE for port object b919aaf8-8e32-4c35-a3a7-06008d64024d will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:14:24.914952 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-b7e62a7b-7164-4d63-9902-7bd2c634b1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:24.987155 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e62a7b-7164-4d63-9902-7bd2c634b1cd service neutron] Pushing event updated for resources: {'Port': ['ID=b919aaf8-8e32-4c35-a3a7-06008d64024d,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:25.045454 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-b7e62a7b-7164-4d63-9902-7bd2c634b1cd service neutron] Attempting to bind port b919aaf8-8e32-4c35-a3a7-06008d64024d on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:14:25.045801 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-b7e62a7b-7164-4d63-9902-7bd2c634b1cd service neutron] Attempting to bind port b919aaf8-8e32-4c35-a3a7-06008d64024d by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:14:25.046136 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-b7e62a7b-7164-4d63-9902-7bd2c634b1cd service neutron] Attempting to bind port b919aaf8-8e32-4c35-a3a7-06008d64024d on network 626fe2a3-f83e-4550-a5b7-18b7b7519703 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:14:25.052291 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-b7e62a7b-7164-4d63-9902-7bd2c634b1cd service neutron] Port b919aaf8-8e32-4c35-a3a7-06008d64024d on network 626fe2a3-f83e-4550-a5b7-18b7b7519703 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:14:25.052291 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-b7e62a7b-7164-4d63-9902-7bd2c634b1cd service neutron] Attempting to bind port b919aaf8-8e32-4c35-a3a7-06008d64024d on network 626fe2a3-f83e-4550-a5b7-18b7b7519703 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:14:25.056435 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-b7e62a7b-7164-4d63-9902-7bd2c634b1cd service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:14:25.056779 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-b7e62a7b-7164-4d63-9902-7bd2c634b1cd service neutron] Checking segment: {'id': '51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:14:25.057345 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-b7e62a7b-7164-4d63-9902-7bd2c634b1cd service neutron] Bound using segment: {'id': '51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:14:25.058026 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-b7e62a7b-7164-4d63-9902-7bd2c634b1cd service neutron] Bound port: b919aaf8-8e32-4c35-a3a7-06008d64024d, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:14:25.058324 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-b7e62a7b-7164-4d63-9902-7bd2c634b1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:25.129376 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-b7e62a7b-7164-4d63-9902-7bd2c634b1cd service neutron] For port b919aaf8-8e32-4c35-a3a7-06008d64024d, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:14:25.133005 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-b7e62a7b-7164-4d63-9902-7bd2c634b1cd service neutron] For port b919aaf8-8e32-4c35-a3a7-06008d64024d, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=b919aaf8-8e32-4c35-a3a7-06008d64024d,segment=NetworkSegment(51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc),segment_id=51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:14:25.139329 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4794c2-97df-4013-b1ae-5855589ddc50 req-ae71bb98-6e15-4e28-a54b-1bb06d4ae43d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:25.142706 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cd4794c2-97df-4013-b1ae-5855589ddc50 req-ae71bb98-6e15-4e28-a54b-1bb06d4ae43d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=873ef5ae-f420-4c09-af01-3553862d37b1 HTTP/1.1" status: 200 len: 944 time: 0.0613396 Apr 23 00:14:25.178307 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-b7e62a7b-7164-4d63-9902-7bd2c634b1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:25.178951 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cd4794c2-97df-4013-b1ae-5855589ddc50 req-389d8b55-c548-449f-bdbe-9cf346e727b7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f84b575-4fae-4df7-aa07-75cbd2789d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321383 Apr 23 00:14:25.217788 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-b7e62a7b-7164-4d63-9902-7bd2c634b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:25.217788 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-b7e62a7b-7164-4d63-9902-7bd2c634b1cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:25.218353 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-b7e62a7b-7164-4d63-9902-7bd2c634b1cd service neutron] 10.222.0.16 "PUT /v2.0/ports/b919aaf8-8e32-4c35-a3a7-06008d64024d HTTP/1.1" status: 200 len: 1094 time: 0.7294440 Apr 23 00:14:25.221326 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873ef5ae-f420-4c09-af01-3553862d37b1', 'tag': 'b919aaf8-8e32-4c35-a3a7-06008d64024d'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:14:25.224647 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53d33a4-10d0-4bd4-adf5-0cf08f97c758" -d '{"events": [{"name": "network-changed", "server_uuid": "873ef5ae-f420-4c09-af01-3553862d37b1", "tag": "b919aaf8-8e32-4c35-a3a7-06008d64024d"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:14:25.256305 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e62a7b-7164-4d63-9902-7bd2c634b1cd service neutron] Pushing event updated for resources: {'Port': ['ID=b919aaf8-8e32-4c35-a3a7-06008d64024d,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:25.265975 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf746c72-4eb7-4e8f-ad31-357ae7442467 x-openstack-request-id: req-bf746c72-4eb7-4e8f-ad31-357ae7442467 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:14:25.266266 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873ef5ae-f420-4c09-af01-3553862d37b1", "tag": "b919aaf8-8e32-4c35-a3a7-06008d64024d", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:14:25.266522 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf746c72-4eb7-4e8f-ad31-357ae7442467 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:14:25.266927 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf746c72-4eb7-4e8f-ad31-357ae7442467'] response: {'name': 'network-changed', 'server_uuid': '873ef5ae-f420-4c09-af01-3553862d37b1', 'tag': 'b919aaf8-8e32-4c35-a3a7-06008d64024d', 'status': 'completed', 'code': 200} Apr 23 00:14:25.332320 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d33a4-10d0-4bd4-adf5-0cf08f97c758 req-0a72288c-4029-4c8f-81a9-ceb40819cbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:25.333910 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a53d33a4-10d0-4bd4-adf5-0cf08f97c758 req-0a72288c-4029-4c8f-81a9-ceb40819cbcc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=873ef5ae-f420-4c09-af01-3553862d37b1 HTTP/1.1" status: 200 len: 1097 time: 0.0451918 Apr 23 00:14:25.435098 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d33a4-10d0-4bd4-adf5-0cf08f97c758 req-1e71bb76-61f6-463b-9b7b-5ce6af316c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:25.436639 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a53d33a4-10d0-4bd4-adf5-0cf08f97c758 req-1e71bb76-61f6-463b-9b7b-5ce6af316c87 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b0d4e09f8966425d866e56289d457074&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0953374 Apr 23 00:14:25.534922 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d33a4-10d0-4bd4-adf5-0cf08f97c758 req-49e4de52-e57d-447d-bdf4-883f5c1c89ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:25.536418 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a53d33a4-10d0-4bd4-adf5-0cf08f97c758 req-49e4de52-e57d-447d-bdf4-883f5c1c89ea service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920477 Apr 23 00:14:25.613262 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-bd51f9d9-b4d5-47a3-948b-9a7ee51f19e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:25.614681 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-bd51f9d9-b4d5-47a3-948b-9a7ee51f19e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=873ef5ae-f420-4c09-af01-3553862d37b1 HTTP/1.1" status: 200 len: 1097 time: 0.0418832 Apr 23 00:14:25.659312 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-886fe56f-d25d-4ebe-9d76-07166b2eb0a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b919aaf8-8e32-4c35-a3a7-06008d64024d HTTP/1.1" status: 200 len: 217 time: 0.0373125 Apr 23 00:14:25.711078 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-b014f2a9-3278-4aa9-9b83-1b00f046b985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:25.712619 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-b014f2a9-3278-4aa9-9b83-1b00f046b985 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ba95a94-4266-4c64-a558-bc41e72f14b0 HTTP/1.1" status: 200 len: 844 time: 0.0467255 Apr 23 00:14:25.759300 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-8fc6cc26-0733-41b7-b7cb-57ad0d13ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:25.761387 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-8fc6cc26-0733-41b7-b7cb-57ad0d13ef75 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=626fe2a3-f83e-4550-a5b7-18b7b7519703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408738 Apr 23 00:14:25.851524 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-be095a71-547d-40c1-a175-6daf562de4d6 service neutron] 10.222.0.16 "GET /v2.0/networks/626fe2a3-f83e-4550-a5b7-18b7b7519703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828526 Apr 23 00:14:25.938971 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cd7a318d-50d2-4e7d-b439-c6303f9e0c08 req-90748484-a455-4cef-8878-d62a0e2f9b7e service neutron] 10.222.0.16 "GET /v2.0/networks/626fe2a3-f83e-4550-a5b7-18b7b7519703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802033 Apr 23 00:14:26.293371 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d59cc-46cf-44a8-b35b-1dab243680e6 req-8c72892a-ce13-414d-a908-6915493ba7a7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:26.294835 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-683d59cc-46cf-44a8-b35b-1dab243680e6 req-8c72892a-ce13-414d-a908-6915493ba7a7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=873ef5ae-f420-4c09-af01-3553862d37b1 HTTP/1.1" status: 200 len: 944 time: 0.0482192 Apr 23 00:14:26.331942 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-683d59cc-46cf-44a8-b35b-1dab243680e6 req-060e0011-5901-4e2d-9b86-2c9da78ef377 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f84b575-4fae-4df7-aa07-75cbd2789d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310600 Apr 23 00:14:27.394356 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device b919aaf8-8e32-4c35-a3a7-06008d64024d details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:14:27.446355 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cb502-73db-4ad9-bf9c-ed4f96df9985 req-cd721c1f-f882-4d64-a62a-86cabb1f5e17 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:27.448581 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b25cb502-73db-4ad9-bf9c-ed4f96df9985 req-cd721c1f-f882-4d64-a62a-86cabb1f5e17 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=873ef5ae-f420-4c09-af01-3553862d37b1 HTTP/1.1" status: 200 len: 944 time: 0.0492229 Apr 23 00:14:27.485845 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b25cb502-73db-4ad9-bf9c-ed4f96df9985 req-e3d74037-7cb1-41d1-97de-e5e9d5c1e20e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f84b575-4fae-4df7-aa07-75cbd2789d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308926 Apr 23 00:14:27.489516 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port b919aaf8-8e32-4c35-a3a7-06008d64024d, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=b919aaf8-8e32-4c35-a3a7-06008d64024d,segment=NetworkSegment(51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc),segment_id=51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:14:27.501878 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': 'b919aaf8-8e32-4c35-a3a7-06008d64024d', 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703', 'port_id': 'b919aaf8-8e32-4c35-a3a7-06008d64024d', 'mac_address': 'fa:16:3e:d0:3e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba95a94-4266-4c64-a558-bc41e72f14b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:14:27.538015 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:27.554425 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b919aaf8-8e32-4c35-a3a7-06008d64024d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:14:27.573424 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port b919aaf8-8e32-4c35-a3a7-06008d64024d, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=b919aaf8-8e32-4c35-a3a7-06008d64024d,segment=NetworkSegment(51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc),segment_id=51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:14:27.661058 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:27.710436 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=b919aaf8-8e32-4c35-a3a7-06008d64024d,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:27.888025 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['b919aaf8-8e32-4c35-a3a7-06008d64024d'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:14:28.605242 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cce90-ac54-4446-96af-d01be5051754 req-e750c506-1258-4bcc-9a0b-0dbdf30d1749 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:28.606684 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-bf6cce90-ac54-4446-96af-d01be5051754 req-e750c506-1258-4bcc-9a0b-0dbdf30d1749 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=873ef5ae-f420-4c09-af01-3553862d37b1 HTTP/1.1" status: 200 len: 945 time: 0.0535736 Apr 23 00:14:28.643707 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-bf6cce90-ac54-4446-96af-d01be5051754 req-2f904373-2482-49cb-8063-651bfad91df3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f84b575-4fae-4df7-aa07-75cbd2789d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309534 Apr 23 00:14:29.409915 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device b919aaf8-8e32-4c35-a3a7-06008d64024d up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:14:29.506322 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port b919aaf8-8e32-4c35-a3a7-06008d64024d completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:14:29.510486 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port b919aaf8-8e32-4c35-a3a7-06008d64024d triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:14:29.510890 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:29.588558 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:29.610774 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873ef5ae-f420-4c09-af01-3553862d37b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b919aaf8-8e32-4c35-a3a7-06008d64024d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:14:29.613054 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c38a4a-4310-47aa-9b2f-63bbe171c262" -d '{"events": [{"server_uuid": "873ef5ae-f420-4c09-af01-3553862d37b1", "name": "network-vif-plugged", "status": "completed", "tag": "b919aaf8-8e32-4c35-a3a7-06008d64024d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:14:29.625086 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port b919aaf8-8e32-4c35-a3a7-06008d64024d, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=b919aaf8-8e32-4c35-a3a7-06008d64024d,segment=NetworkSegment(51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc),segment_id=51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:14:29.648540 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e14dad-ea06-4360-bc47-d74ab42d1145 x-openstack-request-id: req-78e14dad-ea06-4360-bc47-d74ab42d1145 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:14:29.648832 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873ef5ae-f420-4c09-af01-3553862d37b1", "name": "network-vif-plugged", "status": "completed", "tag": "b919aaf8-8e32-4c35-a3a7-06008d64024d", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:14:29.649079 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78e14dad-ea06-4360-bc47-d74ab42d1145 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:14:29.649496 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78e14dad-ea06-4360-bc47-d74ab42d1145'] response: {'server_uuid': '873ef5ae-f420-4c09-af01-3553862d37b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b919aaf8-8e32-4c35-a3a7-06008d64024d', 'code': 200} Apr 23 00:14:29.692415 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:29.747932 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=b919aaf8-8e32-4c35-a3a7-06008d64024d,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:29.765796 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7300ef1-3989-4332-9c42-c6bcc7fd7223 req-24891d7a-5c95-48ae-86a8-8fe5a7a615a1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:29.767328 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d7300ef1-3989-4332-9c42-c6bcc7fd7223 req-24891d7a-5c95-48ae-86a8-8fe5a7a615a1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=873ef5ae-f420-4c09-af01-3553862d37b1 HTTP/1.1" status: 200 len: 946 time: 0.0513196 Apr 23 00:14:29.806509 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d7300ef1-3989-4332-9c42-c6bcc7fd7223 req-5ac955c8-b99d-44ff-9f68-ccc55a10f508 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f84b575-4fae-4df7-aa07-75cbd2789d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330510 Apr 23 00:14:29.955080 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cf032-d3e2-43eb-84b5-4e803118a8b0 req-8c6bf97f-6c26-488f-bb86-10b510c866fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:29.956512 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5c3cf032-d3e2-43eb-84b5-4e803118a8b0 req-8c6bf97f-6c26-488f-bb86-10b510c866fd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=873ef5ae-f420-4c09-af01-3553862d37b1 HTTP/1.1" status: 200 len: 1099 time: 0.0443718 Apr 23 00:14:29.990058 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5c3cf032-d3e2-43eb-84b5-4e803118a8b0 req-fb4c4535-ab9f-4e97-9958-a24ea97f0c6b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3f84b575-4fae-4df7-aa07-75cbd2789d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269740 Apr 23 00:14:30.924804 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93c01d-6015-40c0-a2c0-236aabef3167 req-c9ea1f72-596e-4985-bf4a-2b439128be32 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:30.926276 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0b93c01d-6015-40c0-a2c0-236aabef3167 req-c9ea1f72-596e-4985-bf4a-2b439128be32 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=873ef5ae-f420-4c09-af01-3553862d37b1 HTTP/1.1" status: 200 len: 946 time: 0.0504718 Apr 23 00:14:30.966170 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0b93c01d-6015-40c0-a2c0-236aabef3167 req-afe6e1aa-f1ab-4d90-8d76-d41fce003e04 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f84b575-4fae-4df7-aa07-75cbd2789d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334799 Apr 23 00:14:32.083588 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca06489-7f8b-4366-931f-544606835d8f req-9b9a2e29-4a90-45e5-a735-6ce989cfa72c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:32.085096 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-eca06489-7f8b-4366-931f-544606835d8f req-9b9a2e29-4a90-45e5-a735-6ce989cfa72c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=873ef5ae-f420-4c09-af01-3553862d37b1 HTTP/1.1" status: 200 len: 946 time: 0.0495105 Apr 23 00:14:32.121659 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-eca06489-7f8b-4366-931f-544606835d8f req-7836e3ad-83b6-40a3-a24c-578f2d4504aa tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f84b575-4fae-4df7-aa07-75cbd2789d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306363 Apr 23 00:14:32.235202 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950addb6-81cc-4e46-b362-b2c6c21feeb0 req-06442171-bc73-4fd8-9110-4bd2c4f30034 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:32.236683 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-950addb6-81cc-4e46-b362-b2c6c21feeb0 req-06442171-bc73-4fd8-9110-4bd2c4f30034 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=873ef5ae-f420-4c09-af01-3553862d37b1 HTTP/1.1" status: 200 len: 946 time: 0.0476763 Apr 23 00:14:32.273449 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-950addb6-81cc-4e46-b362-b2c6c21feeb0 req-cff1ba02-943b-4f56-a6bf-c46a2585be9c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f84b575-4fae-4df7-aa07-75cbd2789d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308747 Apr 23 00:14:32.295513 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57350) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:32.338711 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df414fd-c9b6-4a6c-9bf8-bbe70a515b43 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:32.340220 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9df414fd-c9b6-4a6c-9bf8-bbe70a515b43 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=873ef5ae-f420-4c09-af01-3553862d37b1 HTTP/1.1" status: 200 len: 1094 time: 0.0437140 Apr 23 00:14:32.343033 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57352) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:32.347153 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-d21beb86-b03a-46ec-a4ca-1dbd84b4e94e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': 'b919aaf8-8e32-4c35-a3a7-06008d64024d', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:14:32.478011 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d21beb86-b03a-46ec-a4ca-1dbd84b4e94e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:32.571554 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d21beb86-b03a-46ec-a4ca-1dbd84b4e94e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:32.678811 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-d21beb86-b03a-46ec-a4ca-1dbd84b4e94e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.26.3.167 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/2748e9aa-3de7-42d1-9fa9-30c1085d97b6) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:14:32.777544 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d21beb86-b03a-46ec-a4ca-1dbd84b4e94e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:32.863619 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d21beb86-b03a-46ec-a4ca-1dbd84b4e94e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:32.907544 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21beb86-b03a-46ec-a4ca-1dbd84b4e94e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:14:32.910428 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-d21beb86-b03a-46ec-a4ca-1dbd84b4e94e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:14:32.914106 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21beb86-b03a-46ec-a4ca-1dbd84b4e94e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:14:32.920327 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21beb86-b03a-46ec-a4ca-1dbd84b4e94e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=2748e9aa-3de7-42d1-9fa9-30c1085d97b6,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:33.256747 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d21beb86-b03a-46ec-a4ca-1dbd84b4e94e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:33.373607 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d21beb86-b03a-46ec-a4ca-1dbd84b4e94e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:33.518260 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d21beb86-b03a-46ec-a4ca-1dbd84b4e94e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:33.592118 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d21beb86-b03a-46ec-a4ca-1dbd84b4e94e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:33.658037 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21beb86-b03a-46ec-a4ca-1dbd84b4e94e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=2748e9aa-3de7-42d1-9fa9-30c1085d97b6,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:33.668944 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d21beb86-b03a-46ec-a4ca-1dbd84b4e94e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:33.765583 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-d21beb86-b03a-46ec-a4ca-1dbd84b4e94e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Floating IP aef8675d-2b50-4e54-ac3d-1c4fe8bfbc19 associated. External IP: 172.26.3.167, port: b919aaf8-8e32-4c35-a3a7-06008d64024d. Apr 23 00:14:33.970379 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21beb86-b03a-46ec-a4ca-1dbd84b4e94e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router b991bb72-102e-4345-8170-4fba96fa1cac has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:14:34.232445 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf9d421b-4bfb-467b-8f04-cbd1e095ffad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:34.406318 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21beb86-b03a-46ec-a4ca-1dbd84b4e94e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:14:34.416486 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b578c2ae-0f2a-4936-b6a8-57dac7271d5a None None] Sync routers for ids ['b991bb72-102e-4345-8170-4fba96fa1cac'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:14:34.425778 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b578c2ae-0f2a-4936-b6a8-57dac7271d5a None None] Routers {'b991bb72-102e-4345-8170-4fba96fa1cac'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:14:34.426367 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-b578c2ae-0f2a-4936-b6a8-57dac7271d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:14:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['b991bb72-102e-4345-8170-4fba96fa1cac'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:34.480566 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d21beb86-b03a-46ec-a4ca-1dbd84b4e94e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:34.512175 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d21beb86-b03a-46ec-a4ca-1dbd84b4e94e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1680202 Apr 23 00:14:34.512778 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873ef5ae-f420-4c09-af01-3553862d37b1', 'tag': 'b919aaf8-8e32-4c35-a3a7-06008d64024d'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:14:34.514799 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57354) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:34.515287 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e621a59a-550f-4fc5-b051-7fb420eaea89" -d '{"events": [{"name": "network-changed", "server_uuid": "873ef5ae-f420-4c09-af01-3553862d37b1", "tag": "b919aaf8-8e32-4c35-a3a7-06008d64024d"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:14:34.532255 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-b578c2ae-0f2a-4936-b6a8-57dac7271d5a None None] Set router b991bb72-102e-4345-8170-4fba96fa1cac gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:14:34.551870 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caba9ec5-ebde-445d-8ef0-bc99235ec9ea x-openstack-request-id: req-caba9ec5-ebde-445d-8ef0-bc99235ec9ea {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:14:34.552163 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873ef5ae-f420-4c09-af01-3553862d37b1", "tag": "b919aaf8-8e32-4c35-a3a7-06008d64024d", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:14:34.552465 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-caba9ec5-ebde-445d-8ef0-bc99235ec9ea {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:14:34.552877 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caba9ec5-ebde-445d-8ef0-bc99235ec9ea'] response: {'name': 'network-changed', 'server_uuid': '873ef5ae-f420-4c09-af01-3553862d37b1', 'tag': 'b919aaf8-8e32-4c35-a3a7-06008d64024d', 'status': 'completed', 'code': 200} Apr 23 00:14:34.588559 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-dbc70006-7f90-41ae-b4d6-28931e53b25a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/aef8675d-2b50-4e54-ac3d-1c4fe8bfbc19 HTTP/1.1" status: 200 len: 992 time: 0.0722704 Apr 23 00:14:34.618886 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621a59a-550f-4fc5-b051-7fb420eaea89 req-0ac9abf2-3811-4fca-b41b-565c3b02fc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:34.621392 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e621a59a-550f-4fc5-b051-7fb420eaea89 req-0ac9abf2-3811-4fca-b41b-565c3b02fc44 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=873ef5ae-f420-4c09-af01-3553862d37b1 HTTP/1.1" status: 200 len: 1099 time: 0.0451655 Apr 23 00:14:34.725422 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621a59a-550f-4fc5-b051-7fb420eaea89 req-be867ef3-0f8a-444e-b99f-729d549f3d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:34.726908 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e621a59a-550f-4fc5-b051-7fb420eaea89 req-be867ef3-0f8a-444e-b99f-729d549f3d8a service neutron] 10.222.0.16 "GET /v2.0/networks?id=626fe2a3-f83e-4550-a5b7-18b7b7519703 HTTP/1.1" status: 200 len: 898 time: 0.0950117 Apr 23 00:14:34.769174 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-b578c2ae-0f2a-4936-b6a8-57dac7271d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'name': 'tempest-TestNetworkBasicOps-router-2037351507', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:16Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'aef8675d-2b50-4e54-ac3d-1c4fe8bfbc19', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.167', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'port_id': 'b919aaf8-8e32-4c35-a3a7-06008d64024d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703', 'mac_address': 'fa:16:3e:d0:3e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873ef5ae-f420-4c09-af01-3553862d37b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:14:33Z', 'updated_at': '2022-04-23T00:14:33Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0592cd-ae54-4a53-9d0e-d4baeaa2c742', 'name': '', 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:0a:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '4ba95a94-4266-4c64-a558-bc41e72f14b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:14:15Z', 'updated_at': '2022-04-23T00:14:19Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '4ba95a94-4266-4c64-a558-bc41e72f14b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:34.792539 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e621a59a-550f-4fc5-b051-7fb420eaea89 req-4dc04cc9-c79b-46c2-9c3a-917f003cd51b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b919aaf8-8e32-4c35-a3a7-06008d64024d HTTP/1.1" status: 200 len: 1000 time: 0.0589254 Apr 23 00:14:34.796815 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b578c2ae-0f2a-4936-b6a8-57dac7271d5a None None] Checking router: b991bb72-102e-4345-8170-4fba96fa1cac for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:14:34.804991 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b578c2ae-0f2a-4936-b6a8-57dac7271d5a None None] Routers {'b991bb72-102e-4345-8170-4fba96fa1cac'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:14:34.805587 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-b578c2ae-0f2a-4936-b6a8-57dac7271d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:14:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['b991bb72-102e-4345-8170-4fba96fa1cac'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:34.844187 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621a59a-550f-4fc5-b051-7fb420eaea89 req-361f3aba-1b5e-48e0-8066-a19ee942e405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:34.845772 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e621a59a-550f-4fc5-b051-7fb420eaea89 req-361f3aba-1b5e-48e0-8066-a19ee942e405 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ba95a94-4266-4c64-a558-bc41e72f14b0 HTTP/1.1" status: 200 len: 844 time: 0.0470874 Apr 23 00:14:34.891002 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621a59a-550f-4fc5-b051-7fb420eaea89 req-082bd6f0-22df-4b36-998c-20e7044b75c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:34.892597 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e621a59a-550f-4fc5-b051-7fb420eaea89 req-082bd6f0-22df-4b36-998c-20e7044b75c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=626fe2a3-f83e-4550-a5b7-18b7b7519703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404537 Apr 23 00:14:34.917469 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-b578c2ae-0f2a-4936-b6a8-57dac7271d5a None None] Set router b991bb72-102e-4345-8170-4fba96fa1cac gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:14:34.982096 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e621a59a-550f-4fc5-b051-7fb420eaea89 req-d5db8794-8c20-4d8f-aee9-84c1dcd1fbf6 service neutron] 10.222.0.16 "GET /v2.0/networks/626fe2a3-f83e-4550-a5b7-18b7b7519703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832088 Apr 23 00:14:35.078533 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e621a59a-550f-4fc5-b051-7fb420eaea89 req-1c286631-8a5e-4186-a829-b167cd7c9384 service neutron] 10.222.0.16 "GET /v2.0/networks/626fe2a3-f83e-4550-a5b7-18b7b7519703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902469 Apr 23 00:14:35.231527 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-b578c2ae-0f2a-4936-b6a8-57dac7271d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'name': 'tempest-TestNetworkBasicOps-router-2037351507', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:16Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'aef8675d-2b50-4e54-ac3d-1c4fe8bfbc19', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.167', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'port_id': 'b919aaf8-8e32-4c35-a3a7-06008d64024d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703', 'mac_address': 'fa:16:3e:d0:3e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873ef5ae-f420-4c09-af01-3553862d37b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:14:33Z', 'updated_at': '2022-04-23T00:14:33Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0592cd-ae54-4a53-9d0e-d4baeaa2c742', 'name': '', 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:0a:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '4ba95a94-4266-4c64-a558-bc41e72f14b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:14:15Z', 'updated_at': '2022-04-23T00:14:19Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '4ba95a94-4266-4c64-a558-bc41e72f14b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:35.260027 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b578c2ae-0f2a-4936-b6a8-57dac7271d5a None None] The sync data for ids ['b991bb72-102e-4345-8170-4fba96fa1cac'] in dv-neutron-838783-1-hyperv is: [{'id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'name': 'tempest-TestNetworkBasicOps-router-2037351507', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:16Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'aef8675d-2b50-4e54-ac3d-1c4fe8bfbc19', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.167', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'port_id': 'b919aaf8-8e32-4c35-a3a7-06008d64024d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703', 'mac_address': 'fa:16:3e:d0:3e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873ef5ae-f420-4c09-af01-3553862d37b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:14:33Z', 'updated_at': '2022-04-23T00:14:33Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0592cd-ae54-4a53-9d0e-d4baeaa2c742', 'name': '', 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:0a:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '4ba95a94-4266-4c64-a558-bc41e72f14b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:14:15Z', 'updated_at': '2022-04-23T00:14:19Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '4ba95a94-4266-4c64-a558-bc41e72f14b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:14:35.429367 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994ad924-320a-4fd1-a338-b234f76d9fa8 None None] New status for floating IP aef8675d-2b50-4e54-ac3d-1c4fe8bfbc19: ACTIVE {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:14:35.590687 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57358) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:35.652470 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-59e325ad-b6a9-4e9c-a050-f128c5322d46 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/aef8675d-2b50-4e54-ac3d-1c4fe8bfbc19 HTTP/1.1" status: 200 len: 992 time: 0.0606420 Apr 23 00:14:36.656436 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57360) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:36.725064 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-641de65a-d5ac-4889-b69d-19f4784edccc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/aef8675d-2b50-4e54-ac3d-1c4fe8bfbc19 HTTP/1.1" status: 200 len: 994 time: 0.0673916 Apr 23 00:14:37.220463 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4111b38-aa8c-4cc4-b2cf-f22b4925bfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:37.880175 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:38.823161 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:14:39.686044 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:39.765948 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:53.625742 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:55.341038 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57366) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:14:55.497037 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-c60e518a-e20a-40b8-9905-183ff4771c7f tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Deleting port 5c7ad461-c145-420c-81aa-d407649e91d4 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:14:55.497377 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c60e518a-e20a-40b8-9905-183ff4771c7f tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:55.572940 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c60e518a-e20a-40b8-9905-183ff4771c7f tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:55.573256 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c60e518a-e20a-40b8-9905-183ff4771c7f tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:55.584716 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-c60e518a-e20a-40b8-9905-183ff4771c7f tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Calling delete_port for 5c7ad461-c145-420c-81aa-d407649e91d4 owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:14:55.800760 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c60e518a-e20a-40b8-9905-183ff4771c7f tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:55.830504 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e518a-e20a-40b8-9905-183ff4771c7f tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Pushing event deleted for resources: {'Port': ['ID=5c7ad461-c145-420c-81aa-d407649e91d4,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:55.889943 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c60e518a-e20a-40b8-9905-183ff4771c7f tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for floatingip, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:55.890329 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-c60e518a-e20a-40b8-9905-183ff4771c7f tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Floating IP 163e90f2-1647-49ad-be51-4c7dbbed2c4d disassociated (deleted). External IP: 172.26.3.235, port: 27c41026-2782-4d86-91f0-2ca7c27f102a. Apr 23 00:14:56.103384 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60e518a-e20a-40b8-9905-183ff4771c7f tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Router c8bf7fe0-1315-4855-ad33-37d3ca727006 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:14:56.214487 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60e518a-e20a-40b8-9905-183ff4771c7f tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:14:56.219533 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c60e518a-e20a-40b8-9905-183ff4771c7f tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:56.225463 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3440680-42b3-4f2e-9413-b224ca70748e None None] Sync routers for ids ['c8bf7fe0-1315-4855-ad33-37d3ca727006'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:14:56.238280 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3440680-42b3-4f2e-9413-b224ca70748e None None] Routers {'c8bf7fe0-1315-4855-ad33-37d3ca727006'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:14:56.239843 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-b3440680-42b3-4f2e-9413-b224ca70748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:14:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c8bf7fe0-1315-4855-ad33-37d3ca727006'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:56.247353 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c60e518a-e20a-40b8-9905-183ff4771c7f tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "DELETE /v2.0/floatingips/163e90f2-1647-49ad-be51-4c7dbbed2c4d HTTP/1.1" status: 204 len: 168 time: 0.9049025 Apr 23 00:14:56.247932 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca95a07c-c674-4af2-a56c-c55a07775c5c', 'tag': '27c41026-2782-4d86-91f0-2ca7c27f102a'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:14:56.250212 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64ed7bc-e306-47c0-9e8a-950bcd7ca2ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ca95a07c-c674-4af2-a56c-c55a07775c5c", "tag": "27c41026-2782-4d86-91f0-2ca7c27f102a"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:14:56.297573 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6825bfe6-ed8d-4aee-a86d-cc2bd94d9f1a x-openstack-request-id: req-6825bfe6-ed8d-4aee-a86d-cc2bd94d9f1a {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:14:56.297573 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca95a07c-c674-4af2-a56c-c55a07775c5c", "tag": "27c41026-2782-4d86-91f0-2ca7c27f102a", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:14:56.297840 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6825bfe6-ed8d-4aee-a86d-cc2bd94d9f1a {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:14:56.298049 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6825bfe6-ed8d-4aee-a86d-cc2bd94d9f1a'] response: {'name': 'network-changed', 'server_uuid': 'ca95a07c-c674-4af2-a56c-c55a07775c5c', 'tag': '27c41026-2782-4d86-91f0-2ca7c27f102a', 'status': 'completed', 'code': 200} Apr 23 00:14:56.354219 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-b3440680-42b3-4f2e-9413-b224ca70748e None None] Set router c8bf7fe0-1315-4855-ad33-37d3ca727006 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:14:56.361019 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ed7bc-e306-47c0-9e8a-950bcd7ca2ec req-364ebe07-f95b-4a2b-a9eb-2a35737b8fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:56.362580 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c64ed7bc-e306-47c0-9e8a-950bcd7ca2ec req-364ebe07-f95b-4a2b-a9eb-2a35737b8fbd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eca10cab387440428e231a953cda4553&device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 1099 time: 0.0420895 Apr 23 00:14:56.461327 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ed7bc-e306-47c0-9e8a-950bcd7ca2ec req-3af932bc-2ce5-424b-9acd-e45b579e6327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:56.463155 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c64ed7bc-e306-47c0-9e8a-950bcd7ca2ec req-3af932bc-2ce5-424b-9acd-e45b579e6327 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d224e48-36a8-42d0-8738-ed5ea1abe259 HTTP/1.1" status: 200 len: 912 time: 0.0926316 Apr 23 00:14:56.505568 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c64ed7bc-e306-47c0-9e8a-950bcd7ca2ec req-11a58c75-5145-46cf-96c7-1bb4cc1837b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27c41026-2782-4d86-91f0-2ca7c27f102a HTTP/1.1" status: 200 len: 217 time: 0.0355246 Apr 23 00:14:56.560507 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ed7bc-e306-47c0-9e8a-950bcd7ca2ec req-6d6df133-6c33-4ead-b75c-38adba601a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:56.561995 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c64ed7bc-e306-47c0-9e8a-950bcd7ca2ec req-6d6df133-6c33-4ead-b75c-38adba601a2b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d429f2-9bee-4153-ac8c-0a0937fc9ed2 HTTP/1.1" status: 200 len: 850 time: 0.0505035 Apr 23 00:14:56.582166 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-b3440680-42b3-4f2e-9413-b224ca70748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:05:03Z', 'revision_number': 4, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port': {'id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:54Z', 'updated_at': '2022-04-23T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '31008687-8e14-4804-8ed1-12a399c01fa9', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'floating_ip_address': '172.26.3.222', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'port_id': 'dc054cd1-8050-4473-8743-5ee6d71d1607', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'mac_address': 'fa:16:3e:5f:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53474b15-9eae-4dc6-8ec8-5a6a210948a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:09:51Z', 'updated_at': '2022-04-23T00:09:54Z', 'revision_number': 1, 'project_id': 'eca10cab387440428e231a953cda4553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fc60b5-02c6-4590-8f03-872dca8ead16', 'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'mac_address': 'fa:16:3e:9d:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:00Z', 'updated_at': '2022-04-23T00:05:10Z', 'revision_number': 5, 'project_id': 'eca10cab387440428e231a953cda4553', 'subnets': [{'id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:56.609666 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3440680-42b3-4f2e-9413-b224ca70748e None None] Checking router: c8bf7fe0-1315-4855-ad33-37d3ca727006 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:14:56.618103 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ed7bc-e306-47c0-9e8a-950bcd7ca2ec req-6f13b342-0997-4b72-b5a5-2d78d7d393d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:56.620180 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c64ed7bc-e306-47c0-9e8a-950bcd7ca2ec req-6f13b342-0997-4b72-b5a5-2d78d7d393d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d224e48-36a8-42d0-8738-ed5ea1abe259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0497055 Apr 23 00:14:56.623944 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3440680-42b3-4f2e-9413-b224ca70748e None None] Routers {'c8bf7fe0-1315-4855-ad33-37d3ca727006'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:14:56.623944 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-b3440680-42b3-4f2e-9413-b224ca70748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:14:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c8bf7fe0-1315-4855-ad33-37d3ca727006'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:56.734110 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-b3440680-42b3-4f2e-9413-b224ca70748e None None] Set router c8bf7fe0-1315-4855-ad33-37d3ca727006 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:14:56.750595 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c64ed7bc-e306-47c0-9e8a-950bcd7ca2ec req-57c346cf-83d4-495c-9d0d-a359c50a60c1 service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214044 Apr 23 00:14:56.762894 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4256db6-6faf-4d9a-b3bd-c14922d62bba req-02470e2e-8697-4c40-a871-71943b91088a tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:56.764344 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f4256db6-6faf-4d9a-b3bd-c14922d62bba req-02470e2e-8697-4c40-a871-71943b91088a tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 946 time: 0.0860920 Apr 23 00:14:56.847646 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f4256db6-6faf-4d9a-b3bd-c14922d62bba req-16ca3197-ea22-433c-ae04-dcc9a76c1530 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751531 Apr 23 00:14:56.878142 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c64ed7bc-e306-47c0-9e8a-950bcd7ca2ec req-6fcd761c-1cac-4cae-a8be-d2ecf6335f6a service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128254 Apr 23 00:14:56.951557 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-b3440680-42b3-4f2e-9413-b224ca70748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:05:03Z', 'revision_number': 4, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port': {'id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:54Z', 'updated_at': '2022-04-23T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '31008687-8e14-4804-8ed1-12a399c01fa9', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'floating_ip_address': '172.26.3.222', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'port_id': 'dc054cd1-8050-4473-8743-5ee6d71d1607', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'mac_address': 'fa:16:3e:5f:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53474b15-9eae-4dc6-8ec8-5a6a210948a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:09:51Z', 'updated_at': '2022-04-23T00:09:54Z', 'revision_number': 1, 'project_id': 'eca10cab387440428e231a953cda4553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fc60b5-02c6-4590-8f03-872dca8ead16', 'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'mac_address': 'fa:16:3e:9d:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:00Z', 'updated_at': '2022-04-23T00:05:10Z', 'revision_number': 5, 'project_id': 'eca10cab387440428e231a953cda4553', 'subnets': [{'id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:14:56.980817 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3440680-42b3-4f2e-9413-b224ca70748e None None] The sync data for ids ['c8bf7fe0-1315-4855-ad33-37d3ca727006'] in dv-neutron-838783-1-hyperv is: [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:05:03Z', 'revision_number': 4, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port': {'id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:54Z', 'updated_at': '2022-04-23T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '31008687-8e14-4804-8ed1-12a399c01fa9', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'floating_ip_address': '172.26.3.222', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'port_id': 'dc054cd1-8050-4473-8743-5ee6d71d1607', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'mac_address': 'fa:16:3e:5f:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53474b15-9eae-4dc6-8ec8-5a6a210948a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:09:51Z', 'updated_at': '2022-04-23T00:09:54Z', 'revision_number': 1, 'project_id': 'eca10cab387440428e231a953cda4553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fc60b5-02c6-4590-8f03-872dca8ead16', 'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'mac_address': 'fa:16:3e:9d:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:00Z', 'updated_at': '2022-04-23T00:05:10Z', 'revision_number': 5, 'project_id': 'eca10cab387440428e231a953cda4553', 'subnets': [{'id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:14:57.188655 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104fd27a-9c65-4f57-b4c0-d532e5857845 None None] New status for floating IP 163e90f2-1647-49ad-be51-4c7dbbed2c4d: DOWN {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:14:57.964378 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674bfcc-92c1-4844-ad7f-cec6bf1b401f req-22c0cfe0-fdbf-4a7c-a637-2bdb95976129 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:57.965729 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4674bfcc-92c1-4844-ad7f-cec6bf1b401f req-22c0cfe0-fdbf-4a7c-a637-2bdb95976129 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 946 time: 0.0488677 Apr 23 00:14:58.002386 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4674bfcc-92c1-4844-ad7f-cec6bf1b401f req-22a46ac9-2274-46a4-b88f-edd4a128dc69 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307348 Apr 23 00:14:58.261169 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59395b-fe02-48b7-8112-ae01f4ab669c req-88ada3bb-40dc-4dbb-ae6f-128835e3535c tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:14:58.262532 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-db59395b-fe02-48b7-8112-ae01f4ab669c req-88ada3bb-40dc-4dbb-ae6f-128835e3535c tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 946 time: 0.0489910 Apr 23 00:14:58.358010 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-db59395b-fe02-48b7-8112-ae01f4ab669c req-dc7d73f7-3b46-46da-924a-2678ceeede11 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Deleting port 27c41026-2782-4d86-91f0-2ca7c27f102a {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:14:58.358382 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-db59395b-fe02-48b7-8112-ae01f4ab669c req-dc7d73f7-3b46-46da-924a-2678ceeede11 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:58.444646 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-db59395b-fe02-48b7-8112-ae01f4ab669c req-dc7d73f7-3b46-46da-924a-2678ceeede11 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] For port 27c41026-2782-4d86-91f0-2ca7c27f102a, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=27c41026-2782-4d86-91f0-2ca7c27f102a,segment=NetworkSegment(7fe23319-4834-4eef-b348-c43219584a67),segment_id=7fe23319-4834-4eef-b348-c43219584a67)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:14:58.445012 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-db59395b-fe02-48b7-8112-ae01f4ab669c req-dc7d73f7-3b46-46da-924a-2678ceeede11 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:58.462707 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-db59395b-fe02-48b7-8112-ae01f4ab669c req-dc7d73f7-3b46-46da-924a-2678ceeede11 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Calling delete_port for 27c41026-2782-4d86-91f0-2ca7c27f102a owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:14:58.637265 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-db59395b-fe02-48b7-8112-ae01f4ab669c req-dc7d73f7-3b46-46da-924a-2678ceeede11 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:58.668015 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d73f7-3b46-46da-924a-2678ceeede11 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Pushing event deleted for resources: {'Port': ['ID=27c41026-2782-4d86-91f0-2ca7c27f102a,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:14:58.711082 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-db59395b-fe02-48b7-8112-ae01f4ab669c req-dc7d73f7-3b46-46da-924a-2678ceeede11 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] No DVR routers for this DVR port 27c41026-2782-4d86-91f0-2ca7c27f102a on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:14:58.713869 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-db59395b-fe02-48b7-8112-ae01f4ab669c req-dc7d73f7-3b46-46da-924a-2678ceeede11 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:14:58.720776 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-db59395b-fe02-48b7-8112-ae01f4ab669c req-dc7d73f7-3b46-46da-924a-2678ceeede11 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.16 "DELETE /v2.0/ports/27c41026-2782-4d86-91f0-2ca7c27f102a HTTP/1.1" status: 204 len: 173 time: 0.4479423 Apr 23 00:14:58.720776 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca95a07c-c674-4af2-a56c-c55a07775c5c', 'name': 'network-vif-deleted', 'tag': '27c41026-2782-4d86-91f0-2ca7c27f102a'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:14:58.720776 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a555d5f1-5432-4e0b-b1e6-b22ad51d3366" -d '{"events": [{"server_uuid": "ca95a07c-c674-4af2-a56c-c55a07775c5c", "name": "network-vif-deleted", "tag": "27c41026-2782-4d86-91f0-2ca7c27f102a"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:14:58.756417 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef0403d-5459-4cd3-b509-e83dc1bd37f8 x-openstack-request-id: req-8ef0403d-5459-4cd3-b509-e83dc1bd37f8 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:14:58.756715 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca95a07c-c674-4af2-a56c-c55a07775c5c", "name": "network-vif-deleted", "tag": "27c41026-2782-4d86-91f0-2ca7c27f102a", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:14:58.756970 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ef0403d-5459-4cd3-b509-e83dc1bd37f8 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:14:58.757369 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ef0403d-5459-4cd3-b509-e83dc1bd37f8'] response: {'server_uuid': 'ca95a07c-c674-4af2-a56c-c55a07775c5c', 'name': 'network-vif-deleted', 'tag': '27c41026-2782-4d86-91f0-2ca7c27f102a', 'status': 'completed', 'code': 200} Apr 23 00:14:59.104667 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ae300d9e-4c40-400a-b6a6-8538176b60be req-716aa75d-6802-4dd7-9f4d-debe76dad4fa tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 210 time: 0.0319262 Apr 23 00:15:00.204700 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-df3d7d8a-c701-4402-aa0b-3a3bee45d581 req-54c3119c-53d6-40e3-99bf-41939a7db044 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 210 time: 0.0279760 Apr 23 00:15:01.301589 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4a433b13-7386-4a98-9ebe-313f6832ee03 req-47e00c7f-a7cd-4524-aa93-f3a2d7e91759 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 210 time: 0.0277405 Apr 23 00:15:01.474601 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 27c41026-2782-4d86-91f0-2ca7c27f102a no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:15:01.496682 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 27c41026-2782-4d86-91f0-2ca7c27f102a {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:15:01.496953 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 27c41026-2782-4d86-91f0-2ca7c27f102a not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:15:02.397974 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-73951555-15ec-4959-a32d-a742809e35b9 req-c544f8af-5b90-4243-b0ca-862a5daf24a1 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca95a07c-c674-4af2-a56c-c55a07775c5c HTTP/1.1" status: 200 len: 210 time: 0.0295331 Apr 23 00:15:04.225793 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ebfbbc8-abf4-4b33-885a-5f776ebb9c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:04.584248 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d23cd12-8a16-4a49-8b59-1c3ee219d63c req-2790df17-b182-42a3-8dd4-cdb131abb118 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407288 Apr 23 00:15:04.672461 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23cd12-8a16-4a49-8b59-1c3ee219d63c req-3bf6122d-7980-4a2c-baf0-c032c17f0e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:15:04.673961 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d23cd12-8a16-4a49-8b59-1c3ee219d63c req-3bf6122d-7980-4a2c-baf0-c032c17f0e4f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eca10cab387440428e231a953cda4553&device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 1099 time: 0.0456252 Apr 23 00:15:04.781568 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23cd12-8a16-4a49-8b59-1c3ee219d63c req-37292549-40fb-4314-8002-6016c5db6922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:15:04.783058 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d23cd12-8a16-4a49-8b59-1c3ee219d63c req-37292549-40fb-4314-8002-6016c5db6922 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d224e48-36a8-42d0-8738-ed5ea1abe259 HTTP/1.1" status: 200 len: 912 time: 0.0886729 Apr 23 00:15:04.875339 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d23cd12-8a16-4a49-8b59-1c3ee219d63c req-2c73e29c-a2cc-4f25-8dc2-cff69887e722 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc054cd1-8050-4473-8743-5ee6d71d1607 HTTP/1.1" status: 200 len: 1002 time: 0.0853179 Apr 23 00:15:04.925170 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23cd12-8a16-4a49-8b59-1c3ee219d63c req-90eb7308-8561-4478-85be-e99779da86b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:15:04.926614 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d23cd12-8a16-4a49-8b59-1c3ee219d63c req-90eb7308-8561-4478-85be-e99779da86b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d429f2-9bee-4153-ac8c-0a0937fc9ed2 HTTP/1.1" status: 200 len: 850 time: 0.0439317 Apr 23 00:15:04.971070 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23cd12-8a16-4a49-8b59-1c3ee219d63c req-d0d98de9-e76b-47ab-be1b-20852127e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:15:04.972628 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d23cd12-8a16-4a49-8b59-1c3ee219d63c req-d0d98de9-e76b-47ab-be1b-20852127e62b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d224e48-36a8-42d0-8738-ed5ea1abe259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393174 Apr 23 00:15:05.067443 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d23cd12-8a16-4a49-8b59-1c3ee219d63c req-ee7acfb9-fe57-4f78-9889-43a34905f657 service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881901 Apr 23 00:15:05.156666 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d23cd12-8a16-4a49-8b59-1c3ee219d63c req-2df7e7a8-0cc7-46bb-82d3-dc4c87bcbc6c service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821292 Apr 23 00:15:07.220055 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6be621ad-3bdb-4ed8-9638-b7c30e8ea65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:07.831555 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:09.025618 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57420) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:15:09.182758 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-c6d7788d-a985-4aa0-b439-b7f335981095 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Deleting port 17e1979c-dce9-431f-9458-fb10c47fc917 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:15:09.183098 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c6d7788d-a985-4aa0-b439-b7f335981095 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:09.253998 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c6d7788d-a985-4aa0-b439-b7f335981095 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:09.254321 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c6d7788d-a985-4aa0-b439-b7f335981095 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:09.266144 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-c6d7788d-a985-4aa0-b439-b7f335981095 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Calling delete_port for 17e1979c-dce9-431f-9458-fb10c47fc917 owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:15:09.479861 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c6d7788d-a985-4aa0-b439-b7f335981095 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:09.505946 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7788d-a985-4aa0-b439-b7f335981095 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Pushing event deleted for resources: {'Port': ['ID=17e1979c-dce9-431f-9458-fb10c47fc917,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:15:09.536331 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7788d-a985-4aa0-b439-b7f335981095 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:09.536680 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7788d-a985-4aa0-b439-b7f335981095 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:09.537023 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7788d-a985-4aa0-b439-b7f335981095 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:09.537363 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7788d-a985-4aa0-b439-b7f335981095 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:09.537695 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7788d-a985-4aa0-b439-b7f335981095 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:09.538028 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7788d-a985-4aa0-b439-b7f335981095 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:09.538358 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7788d-a985-4aa0-b439-b7f335981095 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:09.538689 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7788d-a985-4aa0-b439-b7f335981095 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:09.539017 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7788d-a985-4aa0-b439-b7f335981095 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:09.539344 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7788d-a985-4aa0-b439-b7f335981095 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:09.540737 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7788d-a985-4aa0-b439-b7f335981095 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:09.541071 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7788d-a985-4aa0-b439-b7f335981095 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:09.581475 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c6d7788d-a985-4aa0-b439-b7f335981095 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for floatingip, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:09.581831 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-c6d7788d-a985-4aa0-b439-b7f335981095 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Floating IP 31008687-8e14-4804-8ed1-12a399c01fa9 disassociated (deleted). External IP: 172.26.3.222, port: dc054cd1-8050-4473-8743-5ee6d71d1607. Apr 23 00:15:09.674109 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:09.774566 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:10.097533 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d7788d-a985-4aa0-b439-b7f335981095 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Router c8bf7fe0-1315-4855-ad33-37d3ca727006 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:15:10.199148 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d7788d-a985-4aa0-b439-b7f335981095 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:15:10.204000 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c6d7788d-a985-4aa0-b439-b7f335981095 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:10.208394 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf6ea30-9b3d-4fb6-9e61-4bba38c8c7ba None None] Sync routers for ids ['c8bf7fe0-1315-4855-ad33-37d3ca727006'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:15:10.219207 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf6ea30-9b3d-4fb6-9e61-4bba38c8c7ba None None] Routers {'c8bf7fe0-1315-4855-ad33-37d3ca727006'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:15:10.219852 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-caf6ea30-9b3d-4fb6-9e61-4bba38c8c7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:15:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c8bf7fe0-1315-4855-ad33-37d3ca727006'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:15:10.233309 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c6d7788d-a985-4aa0-b439-b7f335981095 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "DELETE /v2.0/floatingips/31008687-8e14-4804-8ed1-12a399c01fa9 HTTP/1.1" status: 204 len: 168 time: 1.2065997 Apr 23 00:15:10.233978 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53474b15-9eae-4dc6-8ec8-5a6a210948a2', 'tag': 'dc054cd1-8050-4473-8743-5ee6d71d1607'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:15:10.236326 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8822a4cd-cd42-4e3b-92b2-c0e287387ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "53474b15-9eae-4dc6-8ec8-5a6a210948a2", "tag": "dc054cd1-8050-4473-8743-5ee6d71d1607"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:15:10.276154 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc15de67-888b-4e76-a72e-e4dc0bcb2e5c x-openstack-request-id: req-dc15de67-888b-4e76-a72e-e4dc0bcb2e5c {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:15:10.276572 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53474b15-9eae-4dc6-8ec8-5a6a210948a2", "tag": "dc054cd1-8050-4473-8743-5ee6d71d1607", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:15:10.276826 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc15de67-888b-4e76-a72e-e4dc0bcb2e5c {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:15:10.277378 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc15de67-888b-4e76-a72e-e4dc0bcb2e5c'] response: {'name': 'network-changed', 'server_uuid': '53474b15-9eae-4dc6-8ec8-5a6a210948a2', 'tag': 'dc054cd1-8050-4473-8743-5ee6d71d1607', 'status': 'completed', 'code': 200} Apr 23 00:15:10.333696 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-caf6ea30-9b3d-4fb6-9e61-4bba38c8c7ba None None] Set router c8bf7fe0-1315-4855-ad33-37d3ca727006 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:15:10.339145 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822a4cd-cd42-4e3b-92b2-c0e287387ba1 req-fd5b661a-55e4-42b8-b592-2cc41e41db2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:15:10.339145 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8822a4cd-cd42-4e3b-92b2-c0e287387ba1 req-fd5b661a-55e4-42b8-b592-2cc41e41db2f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eca10cab387440428e231a953cda4553&device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 1099 time: 0.0419886 Apr 23 00:15:10.437625 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822a4cd-cd42-4e3b-92b2-c0e287387ba1 req-605c6a57-e522-4346-af1e-345090b266ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:15:10.439015 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8822a4cd-cd42-4e3b-92b2-c0e287387ba1 req-605c6a57-e522-4346-af1e-345090b266ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d224e48-36a8-42d0-8738-ed5ea1abe259 HTTP/1.1" status: 200 len: 912 time: 0.0917890 Apr 23 00:15:10.482204 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8822a4cd-cd42-4e3b-92b2-c0e287387ba1 req-463ad9f5-c57c-4bb6-8eb1-af5dc8186ce2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc054cd1-8050-4473-8743-5ee6d71d1607 HTTP/1.1" status: 200 len: 217 time: 0.0357420 Apr 23 00:15:10.534174 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-caf6ea30-9b3d-4fb6-9e61-4bba38c8c7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:05:03Z', 'revision_number': 4, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port': {'id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:54Z', 'updated_at': '2022-04-23T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '04fc60b5-02c6-4590-8f03-872dca8ead16', 'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'mac_address': 'fa:16:3e:9d:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:00Z', 'updated_at': '2022-04-23T00:05:10Z', 'revision_number': 5, 'project_id': 'eca10cab387440428e231a953cda4553', 'subnets': [{'id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:15:10.536376 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822a4cd-cd42-4e3b-92b2-c0e287387ba1 req-0255344d-8126-4738-9bd2-b2e8a561cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:15:10.537857 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8822a4cd-cd42-4e3b-92b2-c0e287387ba1 req-0255344d-8126-4738-9bd2-b2e8a561cbf5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3d429f2-9bee-4153-ac8c-0a0937fc9ed2 HTTP/1.1" status: 200 len: 850 time: 0.0487690 Apr 23 00:15:10.563690 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf6ea30-9b3d-4fb6-9e61-4bba38c8c7ba None None] Checking router: c8bf7fe0-1315-4855-ad33-37d3ca727006 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:15:10.572983 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf6ea30-9b3d-4fb6-9e61-4bba38c8c7ba None None] Routers {'c8bf7fe0-1315-4855-ad33-37d3ca727006'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:15:10.573596 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-caf6ea30-9b3d-4fb6-9e61-4bba38c8c7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:15:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c8bf7fe0-1315-4855-ad33-37d3ca727006'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:15:10.583940 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822a4cd-cd42-4e3b-92b2-c0e287387ba1 req-6ba88e1b-207a-4f2a-abce-901df1e12c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:15:10.585485 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8822a4cd-cd42-4e3b-92b2-c0e287387ba1 req-6ba88e1b-207a-4f2a-abce-901df1e12c51 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d224e48-36a8-42d0-8738-ed5ea1abe259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411484 Apr 23 00:15:10.679546 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11201899-a53f-4afc-97f8-c1a84b4dd3a8 req-dda5350e-97df-488a-a76e-09a54951f96d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:15:10.681991 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-11201899-a53f-4afc-97f8-c1a84b4dd3a8 req-dda5350e-97df-488a-a76e-09a54951f96d tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 946 time: 0.0597613 Apr 23 00:15:10.694206 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8822a4cd-cd42-4e3b-92b2-c0e287387ba1 req-440231ce-084c-47b5-8317-627f0b710614 service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991628 Apr 23 00:15:10.725668 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-11201899-a53f-4afc-97f8-c1a84b4dd3a8 req-d3050bd8-f8ad-4646-a6ed-6682d4989bcc tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d2b9834-154b-4eab-9702-aa2a2c8675d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367205 Apr 23 00:15:10.800943 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8822a4cd-cd42-4e3b-92b2-c0e287387ba1 req-5b0e32a9-15cb-45af-93b5-cec626e82e91 service neutron] 10.222.0.16 "GET /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991988 Apr 23 00:15:10.814320 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-caf6ea30-9b3d-4fb6-9e61-4bba38c8c7ba None None] Set router c8bf7fe0-1315-4855-ad33-37d3ca727006 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:15:11.005494 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-caf6ea30-9b3d-4fb6-9e61-4bba38c8c7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:05:03Z', 'revision_number': 4, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port': {'id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:54Z', 'updated_at': '2022-04-23T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '04fc60b5-02c6-4590-8f03-872dca8ead16', 'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'mac_address': 'fa:16:3e:9d:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:00Z', 'updated_at': '2022-04-23T00:05:10Z', 'revision_number': 5, 'project_id': 'eca10cab387440428e231a953cda4553', 'subnets': [{'id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:15:11.035252 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf6ea30-9b3d-4fb6-9e61-4bba38c8c7ba None None] The sync data for ids ['c8bf7fe0-1315-4855-ad33-37d3ca727006'] in dv-neutron-838783-1-hyperv is: [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:05:03Z', 'revision_number': 4, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port': {'id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:54Z', 'updated_at': '2022-04-23T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '04fc60b5-02c6-4590-8f03-872dca8ead16', 'name': '', 'network_id': '3d224e48-36a8-42d0-8738-ed5ea1abe259', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'mac_address': 'fa:16:3e:9d:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:00Z', 'updated_at': '2022-04-23T00:05:10Z', 'revision_number': 5, 'project_id': 'eca10cab387440428e231a953cda4553', 'subnets': [{'id': 'c3d429f2-9bee-4153-ac8c-0a0937fc9ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:15:11.215767 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f780336-3575-4dd0-85c4-9e8f986503ee req-7f83de9e-89de-4f55-92bf-ff49c64fc464 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:15:11.217323 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9f780336-3575-4dd0-85c4-9e8f986503ee req-7f83de9e-89de-4f55-92bf-ff49c64fc464 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.16 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 946 time: 0.0503526 Apr 23 00:15:11.252671 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898d93c6-63da-41a8-9319-f9c45fae6f93 None None] New status for floating IP 31008687-8e14-4804-8ed1-12a399c01fa9: DOWN {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:15:11.315822 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-9f780336-3575-4dd0-85c4-9e8f986503ee req-41d22028-a867-4ada-95d1-3713ba077067 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Deleting port dc054cd1-8050-4473-8743-5ee6d71d1607 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:15:11.316194 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-9f780336-3575-4dd0-85c4-9e8f986503ee req-41d22028-a867-4ada-95d1-3713ba077067 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:11.410913 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-9f780336-3575-4dd0-85c4-9e8f986503ee req-41d22028-a867-4ada-95d1-3713ba077067 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] For port dc054cd1-8050-4473-8743-5ee6d71d1607, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=dc054cd1-8050-4473-8743-5ee6d71d1607,segment=NetworkSegment(7fe23319-4834-4eef-b348-c43219584a67),segment_id=7fe23319-4834-4eef-b348-c43219584a67)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:15:11.411678 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-9f780336-3575-4dd0-85c4-9e8f986503ee req-41d22028-a867-4ada-95d1-3713ba077067 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:11.425779 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-9f780336-3575-4dd0-85c4-9e8f986503ee req-41d22028-a867-4ada-95d1-3713ba077067 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Calling delete_port for dc054cd1-8050-4473-8743-5ee6d71d1607 owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:15:11.628097 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-9f780336-3575-4dd0-85c4-9e8f986503ee req-41d22028-a867-4ada-95d1-3713ba077067 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:11.656825 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d22028-a867-4ada-95d1-3713ba077067 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Pushing event deleted for resources: {'Port': ['ID=dc054cd1-8050-4473-8743-5ee6d71d1607,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:15:11.670385 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d22028-a867-4ada-95d1-3713ba077067 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:11.670733 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d22028-a867-4ada-95d1-3713ba077067 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:11.671077 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d22028-a867-4ada-95d1-3713ba077067 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:11.671413 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d22028-a867-4ada-95d1-3713ba077067 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:11.671772 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d22028-a867-4ada-95d1-3713ba077067 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:11.672105 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d22028-a867-4ada-95d1-3713ba077067 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:11.672433 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d22028-a867-4ada-95d1-3713ba077067 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:11.672760 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d22028-a867-4ada-95d1-3713ba077067 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:11.673248 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d22028-a867-4ada-95d1-3713ba077067 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:11.673577 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d22028-a867-4ada-95d1-3713ba077067 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:11.673900 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d22028-a867-4ada-95d1-3713ba077067 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:11.674222 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d22028-a867-4ada-95d1-3713ba077067 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:11.708145 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f780336-3575-4dd0-85c4-9e8f986503ee req-41d22028-a867-4ada-95d1-3713ba077067 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] No DVR routers for this DVR port dc054cd1-8050-4473-8743-5ee6d71d1607 on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:15:11.710782 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-9f780336-3575-4dd0-85c4-9e8f986503ee req-41d22028-a867-4ada-95d1-3713ba077067 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:11.714806 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9f780336-3575-4dd0-85c4-9e8f986503ee req-41d22028-a867-4ada-95d1-3713ba077067 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.16 "DELETE /v2.0/ports/dc054cd1-8050-4473-8743-5ee6d71d1607 HTTP/1.1" status: 204 len: 173 time: 0.4915323 Apr 23 00:15:11.715247 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53474b15-9eae-4dc6-8ec8-5a6a210948a2', 'name': 'network-vif-deleted', 'tag': 'dc054cd1-8050-4473-8743-5ee6d71d1607'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:15:11.717528 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef11125-aabf-4861-a617-3878142fac44" -d '{"events": [{"server_uuid": "53474b15-9eae-4dc6-8ec8-5a6a210948a2", "name": "network-vif-deleted", "tag": "dc054cd1-8050-4473-8743-5ee6d71d1607"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:15:11.755034 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98944dc-0adc-4648-af03-74122f4b14fe x-openstack-request-id: req-f98944dc-0adc-4648-af03-74122f4b14fe {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:15:11.755034 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53474b15-9eae-4dc6-8ec8-5a6a210948a2", "name": "network-vif-deleted", "tag": "dc054cd1-8050-4473-8743-5ee6d71d1607", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:15:11.755034 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f98944dc-0adc-4648-af03-74122f4b14fe {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:15:11.755034 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f98944dc-0adc-4648-af03-74122f4b14fe'] response: {'server_uuid': '53474b15-9eae-4dc6-8ec8-5a6a210948a2', 'name': 'network-vif-deleted', 'tag': 'dc054cd1-8050-4473-8743-5ee6d71d1607', 'status': 'completed', 'code': 200} Apr 23 00:15:11.822917 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8b53f262-e8f3-488d-8ece-c86ad783aa55 req-602f6df4-b41c-4823-b89f-1edf14c14eae tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 210 time: 0.0262794 Apr 23 00:15:12.928488 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2b0cdaed-6b97-47f8-bdd1-6e65aed9b8ed req-d6e55fd3-b894-496b-bf6c-5fd0b6417037 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 210 time: 0.0355005 Apr 23 00:15:14.022160 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7a9e9f1a-aa73-4fd6-9267-cdc3161ddeda req-4c34e6a3-38ff-4129-a940-d55226793d7b tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 210 time: 0.0266519 Apr 23 00:15:15.119212 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7fd21561-dfc4-444a-b421-6c4a91c6b3d0 req-4c4010ff-40d2-4ec4-bfec-9131685f0122 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "GET /v2.0/ports?device_id=53474b15-9eae-4dc6-8ec8-5a6a210948a2 HTTP/1.1" status: 200 len: 210 time: 0.0273337 Apr 23 00:15:15.526970 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device dc054cd1-8050-4473-8743-5ee6d71d1607 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:15:15.547160 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: dc054cd1-8050-4473-8743-5ee6d71d1607 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:15:15.547500 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device dc054cd1-8050-4473-8743-5ee6d71d1607 not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:15:15.822507 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:15:16.174031 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57442) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:15:16.295332 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-9930c988-ce23-4461-91df-8c428705e25a tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Deleting port d79e9a93-c9f3-4683-9d1c-a91222a28fa3 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:15:16.295708 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9930c988-ce23-4461-91df-8c428705e25a tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:16.370899 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9930c988-ce23-4461-91df-8c428705e25a tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:16.371224 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9930c988-ce23-4461-91df-8c428705e25a tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:16.382310 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-9930c988-ce23-4461-91df-8c428705e25a tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Calling delete_port for d79e9a93-c9f3-4683-9d1c-a91222a28fa3 owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:15:16.565054 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9930c988-ce23-4461-91df-8c428705e25a tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:16.593252 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930c988-ce23-4461-91df-8c428705e25a tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Pushing event deleted for resources: {'Port': ['ID=d79e9a93-c9f3-4683-9d1c-a91222a28fa3,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:15:16.651169 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9930c988-ce23-4461-91df-8c428705e25a tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for floatingip, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:16.653761 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9930c988-ce23-4461-91df-8c428705e25a tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:16.654901 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9930c988-ce23-4461-91df-8c428705e25a tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "DELETE /v2.0/floatingips/9d8977d2-03de-44e8-90f9-bd5b5ba23f14 HTTP/1.1" status: 204 len: 168 time: 0.4798596 Apr 23 00:15:20.056970 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57458) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:15:20.114902 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-46b064d1-508f-4fa5-bb02-1a0d30755bb1 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:20.140161 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-46b064d1-508f-4fa5-bb02-1a0d30755bb1 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:20.288078 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-46b064d1-508f-4fa5-bb02-1a0d30755bb1 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:20.297518 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-46b064d1-508f-4fa5-bb02-1a0d30755bb1 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:20.297518 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-46b064d1-508f-4fa5-bb02-1a0d30755bb1 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] 10.222.0.15 "DELETE /v2.0/security-groups/2d2b9834-154b-4eab-9702-aa2a2c8675d0 HTTP/1.1" status: 204 len: 168 time: 0.2349074 Apr 23 00:15:20.302172 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b064d1-508f-4fa5-bb02-1a0d30755bb1 tempest-TestVolumeBootPattern-1279636099 tempest-TestVolumeBootPattern-1279636099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2b9834-154b-4eab-9702-aa2a2c8675d0,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:15:20.432070 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57462) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:15:20.918762 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b79af4e0-f511-4c86-9b2a-039dec243576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:21.162809 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-b79af4e0-f511-4c86-9b2a-039dec243576 admin admin] Deleting port 04fc60b5-02c6-4590-8f03-872dca8ead16 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:15:21.163519 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b79af4e0-f511-4c86-9b2a-039dec243576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:21.240399 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-b79af4e0-f511-4c86-9b2a-039dec243576 admin admin] For port 04fc60b5-02c6-4590-8f03-872dca8ead16, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=04fc60b5-02c6-4590-8f03-872dca8ead16,segment=NetworkSegment(7fe23319-4834-4eef-b348-c43219584a67),segment_id=7fe23319-4834-4eef-b348-c43219584a67)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:15:21.240681 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b79af4e0-f511-4c86-9b2a-039dec243576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:21.257501 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-b79af4e0-f511-4c86-9b2a-039dec243576 admin admin] Calling delete_port for 04fc60b5-02c6-4590-8f03-872dca8ead16 owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:15:21.502573 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b79af4e0-f511-4c86-9b2a-039dec243576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:21.529224 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79af4e0-f511-4c86-9b2a-039dec243576 admin admin] Pushing event deleted for resources: {'Port': ['ID=04fc60b5-02c6-4590-8f03-872dca8ead16,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:15:21.697376 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b79af4e0-f511-4c86-9b2a-039dec243576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:21.918852 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79af4e0-f511-4c86-9b2a-039dec243576 admin admin] Router c8bf7fe0-1315-4855-ad33-37d3ca727006 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:15:22.023178 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79af4e0-f511-4c86-9b2a-039dec243576 admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:15:22.028039 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b79af4e0-f511-4c86-9b2a-039dec243576 admin admin] 10.222.0.15 "PUT /v2.0/routers/c8bf7fe0-1315-4855-ad33-37d3ca727006/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5948708 Apr 23 00:15:22.030569 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57466) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:15:22.033109 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07cda14-f98d-49cf-bc70-470080400ebf None None] Sync routers for ids ['c8bf7fe0-1315-4855-ad33-37d3ca727006'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:15:22.043209 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07cda14-f98d-49cf-bc70-470080400ebf None None] Routers {'c8bf7fe0-1315-4855-ad33-37d3ca727006'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:15:22.043927 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-f07cda14-f98d-49cf-bc70-470080400ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:15:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c8bf7fe0-1315-4855-ad33-37d3ca727006'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:15:22.141317 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5b5f127b-a346-49d6-8cde-f2c366b4c0fb admin admin] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:22.145679 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-f07cda14-f98d-49cf-bc70-470080400ebf None None] Set router c8bf7fe0-1315-4855-ad33-37d3ca727006 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:15:22.247210 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5b5f127b-a346-49d6-8cde-f2c366b4c0fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:22.322727 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-f07cda14-f98d-49cf-bc70-470080400ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:15:21Z', 'revision_number': 5, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port': {'id': 'c99fd3f1-aed4-4208-87be-50e70bf9406d', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:04:54Z', 'updated_at': '2022-04-23T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:15:22.348049 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07cda14-f98d-49cf-bc70-470080400ebf None None] Checking router: c8bf7fe0-1315-4855-ad33-37d3ca727006 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:15:22.356697 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07cda14-f98d-49cf-bc70-470080400ebf None None] Routers {'c8bf7fe0-1315-4855-ad33-37d3ca727006'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:15:22.357288 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-f07cda14-f98d-49cf-bc70-470080400ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:15:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c8bf7fe0-1315-4855-ad33-37d3ca727006'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:15:22.388842 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-5b5f127b-a346-49d6-8cde-f2c366b4c0fb admin admin] Deleting port c99fd3f1-aed4-4208-87be-50e70bf9406d {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:15:22.389182 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5b5f127b-a346-49d6-8cde-f2c366b4c0fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:22.441048 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-f07cda14-f98d-49cf-bc70-470080400ebf None None] Set router c8bf7fe0-1315-4855-ad33-37d3ca727006 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:15:22.467109 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-5b5f127b-a346-49d6-8cde-f2c366b4c0fb admin admin] For port c99fd3f1-aed4-4208-87be-50e70bf9406d, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=c99fd3f1-aed4-4208-87be-50e70bf9406d,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:15:22.467505 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5b5f127b-a346-49d6-8cde-f2c366b4c0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:22.487495 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-5b5f127b-a346-49d6-8cde-f2c366b4c0fb admin admin] Calling delete_port for c99fd3f1-aed4-4208-87be-50e70bf9406d owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:15:22.494371 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-f07cda14-f98d-49cf-bc70-470080400ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:15:22Z', 'revision_number': 6, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:15:22.521157 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07cda14-f98d-49cf-bc70-470080400ebf None None] The sync data for ids ['c8bf7fe0-1315-4855-ad33-37d3ca727006'] in dv-neutron-838783-1-hyperv is: [{'id': 'c8bf7fe0-1315-4855-ad33-37d3ca727006', 'name': 'tempest-TestVolumeBootPattern-192936210-router', 'tenant_id': 'eca10cab387440428e231a953cda4553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:04:51Z', 'updated_at': '2022-04-23T00:15:22Z', 'revision_number': 6, 'project_id': 'eca10cab387440428e231a953cda4553', 'gw_port_host': None}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:15:22.708350 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5b5f127b-a346-49d6-8cde-f2c366b4c0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:22.736369 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f127b-a346-49d6-8cde-f2c366b4c0fb admin admin] Pushing event deleted for resources: {'Port': ['ID=c99fd3f1-aed4-4208-87be-50e70bf9406d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:15:22.797881 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5b5f127b-a346-49d6-8cde-f2c366b4c0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:22.907154 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5b5f127b-a346-49d6-8cde-f2c366b4c0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:22.910510 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5b5f127b-a346-49d6-8cde-f2c366b4c0fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:22.977427 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 04fc60b5-02c6-4590-8f03-872dca8ead16 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:15:23.001631 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 04fc60b5-02c6-4590-8f03-872dca8ead16 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:15:23.001965 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 04fc60b5-02c6-4590-8f03-872dca8ead16 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:15:23.045592 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5b5f127b-a346-49d6-8cde-f2c366b4c0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:23.046127 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5f127b-a346-49d6-8cde-f2c366b4c0fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8bf7fe0-1315-4855-ad33-37d3ca727006 {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:15:23.050245 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5b5f127b-a346-49d6-8cde-f2c366b4c0fb admin admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:23.051391 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5b5f127b-a346-49d6-8cde-f2c366b4c0fb admin admin] 10.222.0.15 "DELETE /v2.0/routers/c8bf7fe0-1315-4855-ad33-37d3ca727006 HTTP/1.1" status: 204 len: 168 time: 1.0199094 Apr 23 00:15:23.053921 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57468) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:15:23.102229 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93a0115-0eb2-400f-9d31-72fcb60412ed admin admin] Deleting subnet c3d429f2-9bee-4153-ac8c-0a0937fc9ed2 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:15:23.105254 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d93a0115-0eb2-400f-9d31-72fcb60412ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:23.142161 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d93a0115-0eb2-400f-9d31-72fcb60412ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:23.216673 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d93a0115-0eb2-400f-9d31-72fcb60412ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:23.357345 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d93a0115-0eb2-400f-9d31-72fcb60412ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:23.384490 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a0115-0eb2-400f-9d31-72fcb60412ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3d429f2-9bee-4153-ac8c-0a0937fc9ed2,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:15:23.389361 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d93a0115-0eb2-400f-9d31-72fcb60412ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:23.394764 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e7c7d6-45d0-419f-922f-2288b95ea87a None None] Network 3d224e48-36a8-42d0-8738-ed5ea1abe259 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:15:23.395967 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57470) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:15:23.396445 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d93a0115-0eb2-400f-9d31-72fcb60412ed admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c3d429f2-9bee-4153-ac8c-0a0937fc9ed2 HTTP/1.1" status: 204 len: 168 time: 0.3411171 Apr 23 00:15:23.470265 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a105375a-31ac-4dc7-8137-0cb51dd6839e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:23.525735 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-a105375a-31ac-4dc7-8137-0cb51dd6839e admin admin] Deleting port 27295944-0763-4651-ba84-0c46adf9c88c {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:15:23.525971 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a105375a-31ac-4dc7-8137-0cb51dd6839e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:23.585785 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab22a89-8b98-4c43-a35c-d6320416bf09 None None] DHCP port deletion for 3d224e48-36a8-42d0-8738-ed5ea1abe259 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:15:23.600112 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-a105375a-31ac-4dc7-8137-0cb51dd6839e admin admin] For port 27295944-0763-4651-ba84-0c46adf9c88c, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=27295944-0763-4651-ba84-0c46adf9c88c,segment=NetworkSegment(7fe23319-4834-4eef-b348-c43219584a67),segment_id=7fe23319-4834-4eef-b348-c43219584a67)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:15:23.600479 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a105375a-31ac-4dc7-8137-0cb51dd6839e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:23.613815 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-a105375a-31ac-4dc7-8137-0cb51dd6839e admin admin] Calling delete_port for 27295944-0763-4651-ba84-0c46adf9c88c owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:15:23.629781 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:23.634260 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0ab22a89-8b98-4c43-a35c-d6320416bf09 None None] Deleting port 27295944-0763-4651-ba84-0c46adf9c88c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:15:23.634631 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ab22a89-8b98-4c43-a35c-d6320416bf09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:23.698090 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0ab22a89-8b98-4c43-a35c-d6320416bf09 None None] For port 27295944-0763-4651-ba84-0c46adf9c88c, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=27295944-0763-4651-ba84-0c46adf9c88c,segment=NetworkSegment(7fe23319-4834-4eef-b348-c43219584a67),segment_id=7fe23319-4834-4eef-b348-c43219584a67)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:15:23.698483 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ab22a89-8b98-4c43-a35c-d6320416bf09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:23.710892 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0ab22a89-8b98-4c43-a35c-d6320416bf09 None None] Calling delete_port for 27295944-0763-4651-ba84-0c46adf9c88c owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:15:23.782332 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a105375a-31ac-4dc7-8137-0cb51dd6839e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:23.788222 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ab22a89-8b98-4c43-a35c-d6320416bf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:23.815468 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105375a-31ac-4dc7-8137-0cb51dd6839e admin admin] Pushing event deleted for resources: {'Port': ['ID=27295944-0763-4651-ba84-0c46adf9c88c,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:15:23.815468 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a105375a-31ac-4dc7-8137-0cb51dd6839e admin admin] No DVR routers for this DVR port 27295944-0763-4651-ba84-0c46adf9c88c on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:15:23.818031 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab22a89-8b98-4c43-a35c-d6320416bf09 None None] Pushing event deleted for resources: {'Port': ['ID=27295944-0763-4651-ba84-0c46adf9c88c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:15:23.820453 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab22a89-8b98-4c43-a35c-d6320416bf09 None None] No DVR routers for this DVR port 27295944-0763-4651-ba84-0c46adf9c88c on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:15:23.828874 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab22a89-8b98-4c43-a35c-d6320416bf09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:23.828874 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab22a89-8b98-4c43-a35c-d6320416bf09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:23.829220 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab22a89-8b98-4c43-a35c-d6320416bf09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:23.829220 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab22a89-8b98-4c43-a35c-d6320416bf09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:23.830658 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab22a89-8b98-4c43-a35c-d6320416bf09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:23.830658 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab22a89-8b98-4c43-a35c-d6320416bf09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:23.830658 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab22a89-8b98-4c43-a35c-d6320416bf09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:23.830658 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab22a89-8b98-4c43-a35c-d6320416bf09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:23.831076 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab22a89-8b98-4c43-a35c-d6320416bf09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:23.831183 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab22a89-8b98-4c43-a35c-d6320416bf09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:23.831444 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab22a89-8b98-4c43-a35c-d6320416bf09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:23.831783 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab22a89-8b98-4c43-a35c-d6320416bf09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:15:23.895810 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a105375a-31ac-4dc7-8137-0cb51dd6839e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:23.916436 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-a105375a-31ac-4dc7-8137-0cb51dd6839e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d224e48-36a8-42d0-8738-ed5ea1abe259']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:15:23.925320 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-a105375a-31ac-4dc7-8137-0cb51dd6839e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe23319-4834-4eef-b348-c43219584a67') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:15:23.925619 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-a105375a-31ac-4dc7-8137-0cb51dd6839e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe23319-4834-4eef-b348-c43219584a67') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:15:23.934821 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a105375a-31ac-4dc7-8137-0cb51dd6839e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:23.948329 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a105375a-31ac-4dc7-8137-0cb51dd6839e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:23.953908 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a105375a-31ac-4dc7-8137-0cb51dd6839e admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:15:23.954286 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a105375a-31ac-4dc7-8137-0cb51dd6839e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:15:23.955918 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:15:24.076884 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a105375a-31ac-4dc7-8137-0cb51dd6839e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:24.082468 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a105375a-31ac-4dc7-8137-0cb51dd6839e admin admin] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:24.085583 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a105375a-31ac-4dc7-8137-0cb51dd6839e admin admin] 10.222.0.15 "DELETE /v2.0/networks/3d224e48-36a8-42d0-8738-ed5ea1abe259 HTTP/1.1" status: 204 len: 168 time: 0.6885979 Apr 23 00:15:24.100107 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57472) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:15:24.102521 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105375a-31ac-4dc7-8137-0cb51dd6839e admin admin] Pushing event deleted for resources: {'Network': ['ID=3d224e48-36a8-42d0-8738-ed5ea1abe259,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:15:24.682675 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 27295944-0763-4651-ba84-0c46adf9c88c no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:15:24.703326 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 27295944-0763-4651-ba84-0c46adf9c88c {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:15:24.703747 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 27295944-0763-4651-ba84-0c46adf9c88c not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:15:24.704170 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device c99fd3f1-aed4-4208-87be-50e70bf9406d no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:15:24.723526 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: c99fd3f1-aed4-4208-87be-50e70bf9406d {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:15:24.727210 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device c99fd3f1-aed4-4208-87be-50e70bf9406d not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:15:24.776817 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e8129d34-348c-494f-9d28-a13ab31a149e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:25.027829 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-e8129d34-348c-494f-9d28-a13ab31a149e admin admin] Deleting port 66b8ee3f-65cc-471d-84a9-8d5d506062a1 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:15:25.028178 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e8129d34-348c-494f-9d28-a13ab31a149e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:25.107286 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-e8129d34-348c-494f-9d28-a13ab31a149e admin admin] For port 66b8ee3f-65cc-471d-84a9-8d5d506062a1, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=66b8ee3f-65cc-471d-84a9-8d5d506062a1,segment=NetworkSegment(f9dd54f0-905f-45f1-8125-35713058d7d6),segment_id=f9dd54f0-905f-45f1-8125-35713058d7d6)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:15:25.107681 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e8129d34-348c-494f-9d28-a13ab31a149e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:25.122197 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-e8129d34-348c-494f-9d28-a13ab31a149e admin admin] Calling delete_port for 66b8ee3f-65cc-471d-84a9-8d5d506062a1 owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:15:25.376672 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e8129d34-348c-494f-9d28-a13ab31a149e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:25.403164 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8129d34-348c-494f-9d28-a13ab31a149e admin admin] Pushing event deleted for resources: {'Port': ['ID=66b8ee3f-65cc-471d-84a9-8d5d506062a1,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:15:25.568571 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e8129d34-348c-494f-9d28-a13ab31a149e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:25.783335 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8129d34-348c-494f-9d28-a13ab31a149e admin admin] Router 79f28168-8033-4ce3-b1d1-b515cf0c625c has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:15:25.888559 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8129d34-348c-494f-9d28-a13ab31a149e admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:15:25.893561 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e8129d34-348c-494f-9d28-a13ab31a149e admin admin] 10.222.0.15 "PUT /v2.0/routers/79f28168-8033-4ce3-b1d1-b515cf0c625c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7924230 Apr 23 00:15:25.896114 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57474) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:15:25.898528 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a64f1a1-db05-4980-aeb6-ff7697e42efc None None] Sync routers for ids ['79f28168-8033-4ce3-b1d1-b515cf0c625c'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:15:25.907939 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a64f1a1-db05-4980-aeb6-ff7697e42efc None None] Routers {'79f28168-8033-4ce3-b1d1-b515cf0c625c'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:15:25.908646 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7a64f1a1-db05-4980-aeb6-ff7697e42efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:15:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['79f28168-8033-4ce3-b1d1-b515cf0c625c'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:15:25.999204 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe916-6418-4458-a107-4bfbbd2496f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:26.012672 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-7a64f1a1-db05-4980-aeb6-ff7697e42efc None None] Set router 79f28168-8033-4ce3-b1d1-b515cf0c625c gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:15:26.103634 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe916-6418-4458-a107-4bfbbd2496f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:26.186002 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7a64f1a1-db05-4980-aeb6-ff7697e42efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f28168-8033-4ce3-b1d1-b515cf0c625c', 'name': 'tempest-TestVolumeBootPattern-1266499450-router', 'tenant_id': '9bd796c595cb4e14bbe59e768528927f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f791bd98-e9ff-4a10-90c4-fc3805afc800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:10Z', 'updated_at': '2022-04-23T00:15:25Z', 'revision_number': 5, 'project_id': '9bd796c595cb4e14bbe59e768528927f', 'gw_port': {'id': 'f791bd98-e9ff-4a10-90c4-fc3805afc800', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f28168-8033-4ce3-b1d1-b515cf0c625c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:05:13Z', 'updated_at': '2022-04-23T00:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:15:26.211709 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a64f1a1-db05-4980-aeb6-ff7697e42efc None None] Checking router: 79f28168-8033-4ce3-b1d1-b515cf0c625c for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:15:26.219849 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a64f1a1-db05-4980-aeb6-ff7697e42efc None None] Routers {'79f28168-8033-4ce3-b1d1-b515cf0c625c'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:15:26.220468 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7a64f1a1-db05-4980-aeb6-ff7697e42efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:15:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['79f28168-8033-4ce3-b1d1-b515cf0c625c'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:15:26.264184 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-3e0fe916-6418-4458-a107-4bfbbd2496f6 admin admin] Deleting port f791bd98-e9ff-4a10-90c4-fc3805afc800 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:15:26.264588 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe916-6418-4458-a107-4bfbbd2496f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:26.306927 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-7a64f1a1-db05-4980-aeb6-ff7697e42efc None None] Set router 79f28168-8033-4ce3-b1d1-b515cf0c625c gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:15:26.348618 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-3e0fe916-6418-4458-a107-4bfbbd2496f6 admin admin] For port f791bd98-e9ff-4a10-90c4-fc3805afc800, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=f791bd98-e9ff-4a10-90c4-fc3805afc800,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:15:26.348991 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe916-6418-4458-a107-4bfbbd2496f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:26.361032 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-3e0fe916-6418-4458-a107-4bfbbd2496f6 admin admin] Calling delete_port for f791bd98-e9ff-4a10-90c4-fc3805afc800 owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:15:26.361204 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7a64f1a1-db05-4980-aeb6-ff7697e42efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f28168-8033-4ce3-b1d1-b515cf0c625c', 'name': 'tempest-TestVolumeBootPattern-1266499450-router', 'tenant_id': '9bd796c595cb4e14bbe59e768528927f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:10Z', 'updated_at': '2022-04-23T00:15:26Z', 'revision_number': 6, 'project_id': '9bd796c595cb4e14bbe59e768528927f', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:15:26.387348 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a64f1a1-db05-4980-aeb6-ff7697e42efc None None] The sync data for ids ['79f28168-8033-4ce3-b1d1-b515cf0c625c'] in dv-neutron-838783-1-hyperv is: [{'id': '79f28168-8033-4ce3-b1d1-b515cf0c625c', 'name': 'tempest-TestVolumeBootPattern-1266499450-router', 'tenant_id': '9bd796c595cb4e14bbe59e768528927f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:05:10Z', 'updated_at': '2022-04-23T00:15:26Z', 'revision_number': 6, 'project_id': '9bd796c595cb4e14bbe59e768528927f', 'gw_port_host': None}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:15:26.579548 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe916-6418-4458-a107-4bfbbd2496f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:26.606213 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fe916-6418-4458-a107-4bfbbd2496f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f791bd98-e9ff-4a10-90c4-fc3805afc800,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:15:26.665984 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe916-6418-4458-a107-4bfbbd2496f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:26.764066 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe916-6418-4458-a107-4bfbbd2496f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:26.766550 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe916-6418-4458-a107-4bfbbd2496f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:26.873875 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe916-6418-4458-a107-4bfbbd2496f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:26.874518 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0fe916-6418-4458-a107-4bfbbd2496f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79f28168-8033-4ce3-b1d1-b515cf0c625c {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:15:26.882762 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe916-6418-4458-a107-4bfbbd2496f6 admin admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:26.882762 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3e0fe916-6418-4458-a107-4bfbbd2496f6 admin admin] 10.222.0.15 "DELETE /v2.0/routers/79f28168-8033-4ce3-b1d1-b515cf0c625c HTTP/1.1" status: 204 len: 168 time: 0.9828312 Apr 23 00:15:26.882762 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57476) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:15:26.927052 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1efb14-67b0-448e-b4db-c7f7347e0cb0 admin admin] Deleting subnet f1d3116c-19f5-43e1-b907-28e290e911dd {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:15:26.930730 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8d1efb14-67b0-448e-b4db-c7f7347e0cb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:26.963829 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8d1efb14-67b0-448e-b4db-c7f7347e0cb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:27.043372 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8d1efb14-67b0-448e-b4db-c7f7347e0cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:27.163520 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 66b8ee3f-65cc-471d-84a9-8d5d506062a1 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:15:27.168805 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8d1efb14-67b0-448e-b4db-c7f7347e0cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:27.186243 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 66b8ee3f-65cc-471d-84a9-8d5d506062a1 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:15:27.186593 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 66b8ee3f-65cc-471d-84a9-8d5d506062a1 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:15:27.199327 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8d1efb14-67b0-448e-b4db-c7f7347e0cb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:27.203141 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8d1efb14-67b0-448e-b4db-c7f7347e0cb0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f1d3116c-19f5-43e1-b907-28e290e911dd HTTP/1.1" status: 204 len: 168 time: 0.3195655 Apr 23 00:15:27.203978 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1efb14-67b0-448e-b4db-c7f7347e0cb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1d3116c-19f5-43e1-b907-28e290e911dd,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:15:27.204430 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140198eb-1f83-4cbb-a145-77dcfcefe9f6 None None] Network 2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:15:27.205806 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57478) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:15:27.284111 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59512560-3b5e-4328-9a34-b09a08ce2bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:27.338336 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-59512560-3b5e-4328-9a34-b09a08ce2bf2 admin admin] Deleting port b73b1f68-fd27-42e4-9932-7fa433342c29 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:15:27.338687 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59512560-3b5e-4328-9a34-b09a08ce2bf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:27.391785 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1497c9d8-1f62-4e38-afe1-57efed98c89e None None] DHCP port deletion for 2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:15:27.409388 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-59512560-3b5e-4328-9a34-b09a08ce2bf2 admin admin] For port b73b1f68-fd27-42e4-9932-7fa433342c29, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b73b1f68-fd27-42e4-9932-7fa433342c29,segment=NetworkSegment(f9dd54f0-905f-45f1-8125-35713058d7d6),segment_id=f9dd54f0-905f-45f1-8125-35713058d7d6)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:15:27.409760 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59512560-3b5e-4328-9a34-b09a08ce2bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:27.425770 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-59512560-3b5e-4328-9a34-b09a08ce2bf2 admin admin] Calling delete_port for b73b1f68-fd27-42e4-9932-7fa433342c29 owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:15:27.446566 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1497c9d8-1f62-4e38-afe1-57efed98c89e None None] Deleting port b73b1f68-fd27-42e4-9932-7fa433342c29 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:15:27.446939 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1497c9d8-1f62-4e38-afe1-57efed98c89e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:27.511703 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1497c9d8-1f62-4e38-afe1-57efed98c89e None None] For port b73b1f68-fd27-42e4-9932-7fa433342c29, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b73b1f68-fd27-42e4-9932-7fa433342c29,segment=NetworkSegment(f9dd54f0-905f-45f1-8125-35713058d7d6),segment_id=f9dd54f0-905f-45f1-8125-35713058d7d6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:15:27.512092 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1497c9d8-1f62-4e38-afe1-57efed98c89e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:27.524180 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1497c9d8-1f62-4e38-afe1-57efed98c89e None None] Calling delete_port for b73b1f68-fd27-42e4-9932-7fa433342c29 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:15:27.562719 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59512560-3b5e-4328-9a34-b09a08ce2bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:27.589782 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59512560-3b5e-4328-9a34-b09a08ce2bf2 admin admin] No DVR routers for this DVR port b73b1f68-fd27-42e4-9932-7fa433342c29 on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:15:27.593842 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59512560-3b5e-4328-9a34-b09a08ce2bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b73b1f68-fd27-42e4-9932-7fa433342c29,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:15:27.602196 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1497c9d8-1f62-4e38-afe1-57efed98c89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:27.630102 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1497c9d8-1f62-4e38-afe1-57efed98c89e None None] No DVR routers for this DVR port b73b1f68-fd27-42e4-9932-7fa433342c29 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:15:27.631686 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497c9d8-1f62-4e38-afe1-57efed98c89e None None] Pushing event deleted for resources: {'Port': ['ID=b73b1f68-fd27-42e4-9932-7fa433342c29,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:15:27.670849 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59512560-3b5e-4328-9a34-b09a08ce2bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:27.690531 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-59512560-3b5e-4328-9a34-b09a08ce2bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:15:27.700265 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-59512560-3b5e-4328-9a34-b09a08ce2bf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9dd54f0-905f-45f1-8125-35713058d7d6') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:15:27.700561 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-59512560-3b5e-4328-9a34-b09a08ce2bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9dd54f0-905f-45f1-8125-35713058d7d6') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:15:27.709938 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59512560-3b5e-4328-9a34-b09a08ce2bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:27.723800 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59512560-3b5e-4328-9a34-b09a08ce2bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:27.729708 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59512560-3b5e-4328-9a34-b09a08ce2bf2 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:15:27.730091 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59512560-3b5e-4328-9a34-b09a08ce2bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:15:27.731708 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:15:27.853600 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59512560-3b5e-4328-9a34-b09a08ce2bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:27.857858 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59512560-3b5e-4328-9a34-b09a08ce2bf2 admin admin] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:27.860989 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-59512560-3b5e-4328-9a34-b09a08ce2bf2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9 HTTP/1.1" status: 204 len: 168 time: 0.6536577 Apr 23 00:15:27.873479 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59512560-3b5e-4328-9a34-b09a08ce2bf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2de86a61-35a6-4c18-a8ad-9ea5f3bfb2a9,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:15:28.193718 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57484) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:15:28.233515 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8e212991-e83f-45f4-bd8e-169bc987f543 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eca10cab387440428e231a953cda4553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386293 Apr 23 00:15:28.235930 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57486) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:15:28.288542 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5653dd4c-ea33-4284-b873-2e5a0640ae81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:28.310507 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5653dd4c-ea33-4284-b873-2e5a0640ae81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:28.419184 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5653dd4c-ea33-4284-b873-2e5a0640ae81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:28.421815 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5653dd4c-ea33-4284-b873-2e5a0640ae81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:28.422951 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5653dd4c-ea33-4284-b873-2e5a0640ae81 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c6c1a9f-b592-4049-95a3-0065d717c219 HTTP/1.1" status: 204 len: 168 time: 0.1861281 Apr 23 00:15:28.431164 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653dd4c-ea33-4284-b873-2e5a0640ae81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6c1a9f-b592-4049-95a3-0065d717c219,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:15:28.682610 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b73b1f68-fd27-42e4-9932-7fa433342c29 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:15:28.706487 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: b73b1f68-fd27-42e4-9932-7fa433342c29 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:15:28.706836 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b73b1f68-fd27-42e4-9932-7fa433342c29 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:15:28.707258 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f791bd98-e9ff-4a10-90c4-fc3805afc800 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:15:28.726836 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: f791bd98-e9ff-4a10-90c4-fc3805afc800 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:15:28.727175 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f791bd98-e9ff-4a10-90c4-fc3805afc800 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:15:29.046023 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57492) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:15:29.085728 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-152d94c7-b23b-474c-8aa2-4c0e6af3f587 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9bd796c595cb4e14bbe59e768528927f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384858 Apr 23 00:15:29.088845 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57494) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:15:29.135102 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-afe9aaf6-c04a-4385-b2a1-464c42c08ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:29.162041 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-afe9aaf6-c04a-4385-b2a1-464c42c08ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:29.302365 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-afe9aaf6-c04a-4385-b2a1-464c42c08ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:29.304907 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-afe9aaf6-c04a-4385-b2a1-464c42c08ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:29.306059 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-afe9aaf6-c04a-4385-b2a1-464c42c08ced admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba0bced4-39cd-4d9d-9a8c-a07e3dd22016 HTTP/1.1" status: 204 len: 168 time: 0.2163327 Apr 23 00:15:29.317902 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9aaf6-c04a-4385-b2a1-464c42c08ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0bced4-39cd-4d9d-9a8c-a07e3dd22016,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:15:34.256439 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c80b77f-cd84-45a7-951e-e5978b9041e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:37.273258 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07e0223b-6c14-4495-9d29-9b56efdc2b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:37.839341 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:39.679169 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:39.804881 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:15:52.822167 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:15:53.644724 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:16:04.258055 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f405f03c-5a91-4ee3-ad34-a3cd0abfe8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:16:05.601301 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2a9d355-1d18-455a-a801-666ed1cd947c req-b9596793-c16c-4297-9631-2664e81eb4b0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=873ef5ae-f420-4c09-af01-3553862d37b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396209 Apr 23 00:16:05.660383 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9d355-1d18-455a-a801-666ed1cd947c req-38e8256e-6fe1-424f-a655-38be936c93f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:16:05.661965 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2a9d355-1d18-455a-a801-666ed1cd947c req-38e8256e-6fe1-424f-a655-38be936c93f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=873ef5ae-f420-4c09-af01-3553862d37b1 HTTP/1.1" status: 200 len: 1099 time: 0.0398211 Apr 23 00:16:05.765751 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9d355-1d18-455a-a801-666ed1cd947c req-843f97fb-fd9f-4a78-95eb-e103b811acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:16:05.767220 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2a9d355-1d18-455a-a801-666ed1cd947c req-843f97fb-fd9f-4a78-95eb-e103b811acc4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=626fe2a3-f83e-4550-a5b7-18b7b7519703 HTTP/1.1" status: 200 len: 898 time: 0.0857522 Apr 23 00:16:05.830456 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2a9d355-1d18-455a-a801-666ed1cd947c req-e618d03b-325a-47bd-bcc2-103febbe340e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b919aaf8-8e32-4c35-a3a7-06008d64024d HTTP/1.1" status: 200 len: 1002 time: 0.0565631 Apr 23 00:16:05.882162 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9d355-1d18-455a-a801-666ed1cd947c req-958040a1-ef57-4491-8f1e-cb944d0bf6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:16:05.883497 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2a9d355-1d18-455a-a801-666ed1cd947c req-958040a1-ef57-4491-8f1e-cb944d0bf6d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ba95a94-4266-4c64-a558-bc41e72f14b0 HTTP/1.1" status: 200 len: 844 time: 0.0459235 Apr 23 00:16:05.928310 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9d355-1d18-455a-a801-666ed1cd947c req-df5e308c-9ffb-46af-9b05-9f2ebf306024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:16:05.929781 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2a9d355-1d18-455a-a801-666ed1cd947c req-df5e308c-9ffb-46af-9b05-9f2ebf306024 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=626fe2a3-f83e-4550-a5b7-18b7b7519703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391223 Apr 23 00:16:06.015128 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2a9d355-1d18-455a-a801-666ed1cd947c req-5df8a4d9-9377-46f3-9227-4b6e854d497a service neutron] 10.222.0.16 "GET /v2.0/networks/626fe2a3-f83e-4550-a5b7-18b7b7519703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786772 Apr 23 00:16:06.105888 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c2a9d355-1d18-455a-a801-666ed1cd947c req-339435cb-7655-4026-87be-e7ffbce18a81 service neutron] 10.222.0.16 "GET /v2.0/networks/626fe2a3-f83e-4550-a5b7-18b7b7519703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834715 Apr 23 00:16:07.244757 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2d53a64-23dc-4e1f-9e9b-8575c579365c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:16:07.878426 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:16:09.695474 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:16:09.786708 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:16:23.661123 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:16:27.956762 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57504) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:16:28.179228 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-064ac8a5-28e7-41f8-aade-3a74f6aa760b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:16:28.270162 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-064ac8a5-28e7-41f8-aade-3a74f6aa760b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8501588'] for subnet, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:16:28.461091 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-064ac8a5-28e7-41f8-aade-3a74f6aa760b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761358054072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9403660'] for subnet, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:16:28.499112 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064ac8a5-28e7-41f8-aade-3a74f6aa760b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:16:28.499788 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-064ac8a5-28e7-41f8-aade-3a74f6aa760b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:16:28.503478 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-064ac8a5-28e7-41f8-aade-3a74f6aa760b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "PUT /v2.0/subnets/4ba95a94-4266-4c64-a558-bc41e72f14b0 HTTP/1.1" status: 200 len: 836 time: 0.5433931 Apr 23 00:16:28.505064 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b7b793-aa87-416f-9116-2856e2f50461 None None] Network 626fe2a3-f83e-4550-a5b7-18b7b7519703 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:16:28.518220 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ac8a5-28e7-41f8-aade-3a74f6aa760b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Subnet': ['ID=4ba95a94-4266-4c64-a558-bc41e72f14b0,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:16:28.526169 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ac8a5-28e7-41f8-aade-3a74f6aa760b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:16:28.526522 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ac8a5-28e7-41f8-aade-3a74f6aa760b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:16:28.526880 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ac8a5-28e7-41f8-aade-3a74f6aa760b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:16:28.527211 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ac8a5-28e7-41f8-aade-3a74f6aa760b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:16:28.527548 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ac8a5-28e7-41f8-aade-3a74f6aa760b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:16:28.527914 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ac8a5-28e7-41f8-aade-3a74f6aa760b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:16:28.528243 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ac8a5-28e7-41f8-aade-3a74f6aa760b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:16:28.528574 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ac8a5-28e7-41f8-aade-3a74f6aa760b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:16:28.528905 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ac8a5-28e7-41f8-aade-3a74f6aa760b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:16:28.529232 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ac8a5-28e7-41f8-aade-3a74f6aa760b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:16:28.529557 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ac8a5-28e7-41f8-aade-3a74f6aa760b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:16:28.529882 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ac8a5-28e7-41f8-aade-3a74f6aa760b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:16:28.866082 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-a7fc2deb-68a7-41ca-8466-88a46c3d7b64 None None] Provisioning complete for port b919aaf8-8e32-4c35-a3a7-06008d64024d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:16:28.866452 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7fc2deb-68a7-41ca-8466-88a46c3d7b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:16:28.950633 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-a7fc2deb-68a7-41ca-8466-88a46c3d7b64 None None] Provisioning complete for port ad0592cd-ae54-4a53-9d0e-d4baeaa2c742 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:16:28.950922 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7fc2deb-68a7-41ca-8466-88a46c3d7b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:16:29.037014 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-a7fc2deb-68a7-41ca-8466-88a46c3d7b64 None None] Provisioning complete for port 90586f32-e675-413f-ad3d-a58fa57b8f6f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:16:29.037374 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7fc2deb-68a7-41ca-8466-88a46c3d7b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:16:29.820269 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:16:34.240369 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-def42ddb-bd17-4a5a-9656-9014da93f7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:16:37.226994 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef151673-fbdc-4002-8586-d389acc3901d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:16:37.866216 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:16:39.663337 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:16:39.799868 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:16:53.674016 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:04.239198 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e83d0702-7716-4bcf-8487-15d27646c01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:05.574349 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-82f2d980-6a4f-42c3-b5e4-37981798b4da req-a1d99cd7-fba8-466f-a58e-cc15926b2e7d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=873ef5ae-f420-4c09-af01-3553862d37b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399265 Apr 23 00:17:05.655348 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2d980-6a4f-42c3-b5e4-37981798b4da req-a356669e-1f89-45d1-91a6-81cffa858603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:05.656831 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-82f2d980-6a4f-42c3-b5e4-37981798b4da req-a356669e-1f89-45d1-91a6-81cffa858603 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=873ef5ae-f420-4c09-af01-3553862d37b1 HTTP/1.1" status: 200 len: 1099 time: 0.0403235 Apr 23 00:17:05.760508 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2d980-6a4f-42c3-b5e4-37981798b4da req-70c1e1f2-71b0-4b10-82e0-50041cf12472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:05.762001 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-82f2d980-6a4f-42c3-b5e4-37981798b4da req-70c1e1f2-71b0-4b10-82e0-50041cf12472 service neutron] 10.222.0.16 "GET /v2.0/networks?id=626fe2a3-f83e-4550-a5b7-18b7b7519703 HTTP/1.1" status: 200 len: 898 time: 0.0868866 Apr 23 00:17:05.825905 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-82f2d980-6a4f-42c3-b5e4-37981798b4da req-ae9b29b3-8e66-4fdc-8412-f244a714efbb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b919aaf8-8e32-4c35-a3a7-06008d64024d HTTP/1.1" status: 200 len: 1002 time: 0.0571108 Apr 23 00:17:05.879988 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2d980-6a4f-42c3-b5e4-37981798b4da req-0d47f512-948a-4da5-831e-1eada50cd81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:05.881453 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-82f2d980-6a4f-42c3-b5e4-37981798b4da req-0d47f512-948a-4da5-831e-1eada50cd81f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ba95a94-4266-4c64-a558-bc41e72f14b0 HTTP/1.1" status: 200 len: 844 time: 0.0493445 Apr 23 00:17:05.925673 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2d980-6a4f-42c3-b5e4-37981798b4da req-df85dc2a-67bd-4af8-9102-599f4b134aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:05.927116 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-82f2d980-6a4f-42c3-b5e4-37981798b4da req-df85dc2a-67bd-4af8-9102-599f4b134aa4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=626fe2a3-f83e-4550-a5b7-18b7b7519703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393825 Apr 23 00:17:06.013552 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-82f2d980-6a4f-42c3-b5e4-37981798b4da req-0a91a1b5-0729-4930-a1e8-c9c6068d90ca service neutron] 10.222.0.16 "GET /v2.0/networks/626fe2a3-f83e-4550-a5b7-18b7b7519703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789566 Apr 23 00:17:06.105857 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-82f2d980-6a4f-42c3-b5e4-37981798b4da req-d199f279-9265-47e9-9121-f68b8fdfa2fb service neutron] 10.222.0.16 "GET /v2.0/networks/626fe2a3-f83e-4550-a5b7-18b7b7519703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856848 Apr 23 00:17:06.819181 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:17:07.231356 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f28cfca3-2db9-48d7-9b17-dd9d6108568b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:07.860168 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:09.673639 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:09.848336 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:11.397289 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57526) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:11.550894 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-b9448672-ec1e-4d9d-90a8-80f998ba5f6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port 2748e9aa-3de7-42d1-9fa9-30c1085d97b6 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:17:11.551240 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9448672-ec1e-4d9d-90a8-80f998ba5f6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:11.627779 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9448672-ec1e-4d9d-90a8-80f998ba5f6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:11.628106 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9448672-ec1e-4d9d-90a8-80f998ba5f6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:11.639988 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-b9448672-ec1e-4d9d-90a8-80f998ba5f6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for 2748e9aa-3de7-42d1-9fa9-30c1085d97b6 owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:17:11.854196 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9448672-ec1e-4d9d-90a8-80f998ba5f6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:11.886481 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9448672-ec1e-4d9d-90a8-80f998ba5f6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=2748e9aa-3de7-42d1-9fa9-30c1085d97b6,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:11.910985 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9448672-ec1e-4d9d-90a8-80f998ba5f6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:11.911332 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9448672-ec1e-4d9d-90a8-80f998ba5f6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:11.911709 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9448672-ec1e-4d9d-90a8-80f998ba5f6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:11.912314 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9448672-ec1e-4d9d-90a8-80f998ba5f6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:11.912645 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9448672-ec1e-4d9d-90a8-80f998ba5f6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:11.912976 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9448672-ec1e-4d9d-90a8-80f998ba5f6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:11.913307 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9448672-ec1e-4d9d-90a8-80f998ba5f6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:11.913688 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9448672-ec1e-4d9d-90a8-80f998ba5f6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:11.914407 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9448672-ec1e-4d9d-90a8-80f998ba5f6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:11.914746 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9448672-ec1e-4d9d-90a8-80f998ba5f6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:11.915077 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9448672-ec1e-4d9d-90a8-80f998ba5f6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:11.915405 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9448672-ec1e-4d9d-90a8-80f998ba5f6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:11.955707 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9448672-ec1e-4d9d-90a8-80f998ba5f6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:11.956049 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-b9448672-ec1e-4d9d-90a8-80f998ba5f6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Floating IP aef8675d-2b50-4e54-ac3d-1c4fe8bfbc19 disassociated (deleted). External IP: 172.26.3.167, port: b919aaf8-8e32-4c35-a3a7-06008d64024d. Apr 23 00:17:12.161611 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9448672-ec1e-4d9d-90a8-80f998ba5f6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router b991bb72-102e-4345-8170-4fba96fa1cac has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:17:12.268464 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9448672-ec1e-4d9d-90a8-80f998ba5f6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:17:12.272737 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9448672-ec1e-4d9d-90a8-80f998ba5f6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:12.278823 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeab76fa-1ea7-4b80-b4c8-ad0cb05bfbfb None None] Sync routers for ids ['b991bb72-102e-4345-8170-4fba96fa1cac'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:17:12.288236 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeab76fa-1ea7-4b80-b4c8-ad0cb05bfbfb None None] Routers {'b991bb72-102e-4345-8170-4fba96fa1cac'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:17:12.289065 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-eeab76fa-1ea7-4b80-b4c8-ad0cb05bfbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:17:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['b991bb72-102e-4345-8170-4fba96fa1cac'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:12.299987 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b9448672-ec1e-4d9d-90a8-80f998ba5f6d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/floatingips/aef8675d-2b50-4e54-ac3d-1c4fe8bfbc19 HTTP/1.1" status: 204 len: 168 time: 0.9016035 Apr 23 00:17:12.300562 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873ef5ae-f420-4c09-af01-3553862d37b1', 'tag': 'b919aaf8-8e32-4c35-a3a7-06008d64024d'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:17:12.302806 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc14e0e-19f4-4361-9fd9-7c49ff3f0409" -d '{"events": [{"name": "network-changed", "server_uuid": "873ef5ae-f420-4c09-af01-3553862d37b1", "tag": "b919aaf8-8e32-4c35-a3a7-06008d64024d"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:17:12.343296 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6171f92b-ad3b-43aa-ac16-1757d77c1747 x-openstack-request-id: req-6171f92b-ad3b-43aa-ac16-1757d77c1747 {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:17:12.343296 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873ef5ae-f420-4c09-af01-3553862d37b1", "tag": "b919aaf8-8e32-4c35-a3a7-06008d64024d", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:17:12.343595 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6171f92b-ad3b-43aa-ac16-1757d77c1747 {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:17:12.344090 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6171f92b-ad3b-43aa-ac16-1757d77c1747'] response: {'name': 'network-changed', 'server_uuid': '873ef5ae-f420-4c09-af01-3553862d37b1', 'tag': 'b919aaf8-8e32-4c35-a3a7-06008d64024d', 'status': 'completed', 'code': 200} Apr 23 00:17:12.406659 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-eeab76fa-1ea7-4b80-b4c8-ad0cb05bfbfb None None] Set router b991bb72-102e-4345-8170-4fba96fa1cac gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:17:12.413619 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc14e0e-19f4-4361-9fd9-7c49ff3f0409 req-e57d50f6-05db-409f-8215-132122ba9c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:12.413619 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-efc14e0e-19f4-4361-9fd9-7c49ff3f0409 req-e57d50f6-05db-409f-8215-132122ba9c7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=873ef5ae-f420-4c09-af01-3553862d37b1 HTTP/1.1" status: 200 len: 1099 time: 0.0425370 Apr 23 00:17:12.504172 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc14e0e-19f4-4361-9fd9-7c49ff3f0409 req-0326f66d-d246-4bbf-b429-656b888f6536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:12.505734 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-efc14e0e-19f4-4361-9fd9-7c49ff3f0409 req-0326f66d-d246-4bbf-b429-656b888f6536 service neutron] 10.222.0.16 "GET /v2.0/networks?id=626fe2a3-f83e-4550-a5b7-18b7b7519703 HTTP/1.1" status: 200 len: 898 time: 0.0883338 Apr 23 00:17:12.548461 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-efc14e0e-19f4-4361-9fd9-7c49ff3f0409 req-8ed5c385-fef9-4c48-9da2-72f267bb508c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b919aaf8-8e32-4c35-a3a7-06008d64024d HTTP/1.1" status: 200 len: 217 time: 0.0340078 Apr 23 00:17:12.605356 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc14e0e-19f4-4361-9fd9-7c49ff3f0409 req-7600b2b9-44f3-4246-bd19-0ea853c7d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:12.606877 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-efc14e0e-19f4-4361-9fd9-7c49ff3f0409 req-7600b2b9-44f3-4246-bd19-0ea853c7d979 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ba95a94-4266-4c64-a558-bc41e72f14b0 HTTP/1.1" status: 200 len: 844 time: 0.0456939 Apr 23 00:17:12.609097 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-eeab76fa-1ea7-4b80-b4c8-ad0cb05bfbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'name': 'tempest-TestNetworkBasicOps-router-2037351507', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:16Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': 'ad0592cd-ae54-4a53-9d0e-d4baeaa2c742', 'name': '', 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:0a:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '4ba95a94-4266-4c64-a558-bc41e72f14b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:14:15Z', 'updated_at': '2022-04-23T00:14:19Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '4ba95a94-4266-4c64-a558-bc41e72f14b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:12.636030 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeab76fa-1ea7-4b80-b4c8-ad0cb05bfbfb None None] Checking router: b991bb72-102e-4345-8170-4fba96fa1cac for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:17:12.646185 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeab76fa-1ea7-4b80-b4c8-ad0cb05bfbfb None None] Routers {'b991bb72-102e-4345-8170-4fba96fa1cac'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:17:12.646790 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-eeab76fa-1ea7-4b80-b4c8-ad0cb05bfbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:17:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['b991bb72-102e-4345-8170-4fba96fa1cac'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:12.659755 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc14e0e-19f4-4361-9fd9-7c49ff3f0409 req-ea0c6825-5e2a-4c0b-acd6-eba99ca22751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:12.661325 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-efc14e0e-19f4-4361-9fd9-7c49ff3f0409 req-ea0c6825-5e2a-4c0b-acd6-eba99ca22751 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=626fe2a3-f83e-4550-a5b7-18b7b7519703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0478179 Apr 23 00:17:12.786777 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-efc14e0e-19f4-4361-9fd9-7c49ff3f0409 req-7da0e7e4-fd42-4f8e-b085-594c6e50f040 service neutron] 10.222.0.16 "GET /v2.0/networks/626fe2a3-f83e-4550-a5b7-18b7b7519703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185875 Apr 23 00:17:12.795236 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5500ca4-c8e1-4619-8d58-1f10e8f0ada7 req-83c8c10f-1f48-416a-9f3b-e28bcd90f35a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:12.796770 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c5500ca4-c8e1-4619-8d58-1f10e8f0ada7 req-83c8c10f-1f48-416a-9f3b-e28bcd90f35a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=873ef5ae-f420-4c09-af01-3553862d37b1 HTTP/1.1" status: 200 len: 946 time: 0.0806060 Apr 23 00:17:12.851068 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-eeab76fa-1ea7-4b80-b4c8-ad0cb05bfbfb None None] Set router b991bb72-102e-4345-8170-4fba96fa1cac gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:17:12.891446 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c5500ca4-c8e1-4619-8d58-1f10e8f0ada7 req-151805cc-ec1b-4ac5-bcae-66248ee65887 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f84b575-4fae-4df7-aa07-75cbd2789d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865705 Apr 23 00:17:12.919365 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-efc14e0e-19f4-4361-9fd9-7c49ff3f0409 req-1c6dd05b-9977-46db-a448-42353424fa66 service neutron] 10.222.0.16 "GET /v2.0/networks/626fe2a3-f83e-4550-a5b7-18b7b7519703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216154 Apr 23 00:17:13.046298 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-eeab76fa-1ea7-4b80-b4c8-ad0cb05bfbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'name': 'tempest-TestNetworkBasicOps-router-2037351507', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:16Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': 'ad0592cd-ae54-4a53-9d0e-d4baeaa2c742', 'name': '', 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:0a:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '4ba95a94-4266-4c64-a558-bc41e72f14b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:14:15Z', 'updated_at': '2022-04-23T00:14:19Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '4ba95a94-4266-4c64-a558-bc41e72f14b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:13.075534 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeab76fa-1ea7-4b80-b4c8-ad0cb05bfbfb None None] The sync data for ids ['b991bb72-102e-4345-8170-4fba96fa1cac'] in dv-neutron-838783-1-hyperv is: [{'id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'name': 'tempest-TestNetworkBasicOps-router-2037351507', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:16Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': 'ad0592cd-ae54-4a53-9d0e-d4baeaa2c742', 'name': '', 'network_id': '626fe2a3-f83e-4550-a5b7-18b7b7519703', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:0a:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '4ba95a94-4266-4c64-a558-bc41e72f14b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:14:15Z', 'updated_at': '2022-04-23T00:14:19Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '4ba95a94-4266-4c64-a558-bc41e72f14b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:17:13.278747 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa86b35-3ca0-4af7-bd3a-58f641d1e45e None None] New status for floating IP aef8675d-2b50-4e54-ac3d-1c4fe8bfbc19: DOWN {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:17:14.012869 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d02d30-7bc4-45e2-9d0f-cf41e1a52358 req-880388f5-2c68-4ae6-a3ea-0accd2f24b0c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:14.014377 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-83d02d30-7bc4-45e2-9d0f-cf41e1a52358 req-880388f5-2c68-4ae6-a3ea-0accd2f24b0c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=873ef5ae-f420-4c09-af01-3553862d37b1 HTTP/1.1" status: 200 len: 946 time: 0.0497711 Apr 23 00:17:14.021935 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dd410-02ff-4b6c-a1c5-f5d5c5c83879 req-740df8ba-dace-41aa-83c8-4d1072ee9d8a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:14.023945 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a41dd410-02ff-4b6c-a1c5-f5d5c5c83879 req-740df8ba-dace-41aa-83c8-4d1072ee9d8a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/ports?device_id=873ef5ae-f420-4c09-af01-3553862d37b1 HTTP/1.1" status: 200 len: 946 time: 0.0479484 Apr 23 00:17:14.053874 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-83d02d30-7bc4-45e2-9d0f-cf41e1a52358 req-679a5b98-0c42-4160-a7f1-b8cd600c2dcf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f84b575-4fae-4df7-aa07-75cbd2789d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331516 Apr 23 00:17:14.114943 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-a41dd410-02ff-4b6c-a1c5-f5d5c5c83879 req-2e2f481a-60f6-4da7-8cca-9829e7f83986 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port b919aaf8-8e32-4c35-a3a7-06008d64024d {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:17:14.119770 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a41dd410-02ff-4b6c-a1c5-f5d5c5c83879 req-2e2f481a-60f6-4da7-8cca-9829e7f83986 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:14.201496 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-a41dd410-02ff-4b6c-a1c5-f5d5c5c83879 req-2e2f481a-60f6-4da7-8cca-9829e7f83986 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port b919aaf8-8e32-4c35-a3a7-06008d64024d, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=b919aaf8-8e32-4c35-a3a7-06008d64024d,segment=NetworkSegment(51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc),segment_id=51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:17:14.201784 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a41dd410-02ff-4b6c-a1c5-f5d5c5c83879 req-2e2f481a-60f6-4da7-8cca-9829e7f83986 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:14.214355 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-a41dd410-02ff-4b6c-a1c5-f5d5c5c83879 req-2e2f481a-60f6-4da7-8cca-9829e7f83986 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for b919aaf8-8e32-4c35-a3a7-06008d64024d owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:17:14.422516 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a41dd410-02ff-4b6c-a1c5-f5d5c5c83879 req-2e2f481a-60f6-4da7-8cca-9829e7f83986 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:14.451964 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f481a-60f6-4da7-8cca-9829e7f83986 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=b919aaf8-8e32-4c35-a3a7-06008d64024d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:14.497231 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41dd410-02ff-4b6c-a1c5-f5d5c5c83879 req-2e2f481a-60f6-4da7-8cca-9829e7f83986 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] No DVR routers for this DVR port b919aaf8-8e32-4c35-a3a7-06008d64024d on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:17:14.499905 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a41dd410-02ff-4b6c-a1c5-f5d5c5c83879 req-2e2f481a-60f6-4da7-8cca-9829e7f83986 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:14.503488 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a41dd410-02ff-4b6c-a1c5-f5d5c5c83879 req-2e2f481a-60f6-4da7-8cca-9829e7f83986 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "DELETE /v2.0/ports/b919aaf8-8e32-4c35-a3a7-06008d64024d HTTP/1.1" status: 204 len: 173 time: 0.4738090 Apr 23 00:17:14.504007 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873ef5ae-f420-4c09-af01-3553862d37b1', 'name': 'network-vif-deleted', 'tag': 'b919aaf8-8e32-4c35-a3a7-06008d64024d'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:17:14.506339 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e01eb57-c3b4-4a16-b105-a7693ff5303e" -d '{"events": [{"server_uuid": "873ef5ae-f420-4c09-af01-3553862d37b1", "name": "network-vif-deleted", "tag": "b919aaf8-8e32-4c35-a3a7-06008d64024d"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:17:14.546290 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0129975b-cb78-4775-8bd7-cbbe4b89e880 x-openstack-request-id: req-0129975b-cb78-4775-8bd7-cbbe4b89e880 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:17:14.546583 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873ef5ae-f420-4c09-af01-3553862d37b1", "name": "network-vif-deleted", "tag": "b919aaf8-8e32-4c35-a3a7-06008d64024d", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:17:14.546834 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0129975b-cb78-4775-8bd7-cbbe4b89e880 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:17:14.547229 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0129975b-cb78-4775-8bd7-cbbe4b89e880'] response: {'server_uuid': '873ef5ae-f420-4c09-af01-3553862d37b1', 'name': 'network-vif-deleted', 'tag': 'b919aaf8-8e32-4c35-a3a7-06008d64024d', 'status': 'completed', 'code': 200} Apr 23 00:17:15.156297 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0279aeac-8b90-4b43-86fd-111989b38099 req-34508159-d4bc-45ab-978d-e555cbeeec18 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=873ef5ae-f420-4c09-af01-3553862d37b1 HTTP/1.1" status: 200 len: 210 time: 0.0258560 Apr 23 00:17:16.214063 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57554) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:16.271669 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-95181f2c-f6f1-47fb-9d0c-4ca13f6c832e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:16.300461 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-95181f2c-f6f1-47fb-9d0c-4ca13f6c832e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:16.421796 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-95181f2c-f6f1-47fb-9d0c-4ca13f6c832e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:16.424379 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-95181f2c-f6f1-47fb-9d0c-4ca13f6c832e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:16.425518 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-95181f2c-f6f1-47fb-9d0c-4ca13f6c832e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/security-groups/3f84b575-4fae-4df7-aa07-75cbd2789d0b HTTP/1.1" status: 204 len: 168 time: 0.2104890 Apr 23 00:17:16.435529 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95181f2c-f6f1-47fb-9d0c-4ca13f6c832e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f84b575-4fae-4df7-aa07-75cbd2789d0b,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:16.524181 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57558) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:17.205695 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed1aadd9-b068-4261-a845-b1857847698c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:17.459660 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-ed1aadd9-b068-4261-a845-b1857847698c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port ad0592cd-ae54-4a53-9d0e-d4baeaa2c742 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:17:17.459916 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed1aadd9-b068-4261-a845-b1857847698c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:17.550535 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-ed1aadd9-b068-4261-a845-b1857847698c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port ad0592cd-ae54-4a53-9d0e-d4baeaa2c742, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=ad0592cd-ae54-4a53-9d0e-d4baeaa2c742,segment=NetworkSegment(51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc),segment_id=51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:17:17.551247 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed1aadd9-b068-4261-a845-b1857847698c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:17.563069 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-ed1aadd9-b068-4261-a845-b1857847698c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for ad0592cd-ae54-4a53-9d0e-d4baeaa2c742 owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:17:17.842990 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed1aadd9-b068-4261-a845-b1857847698c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:17.869272 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1aadd9-b068-4261-a845-b1857847698c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=ad0592cd-ae54-4a53-9d0e-d4baeaa2c742,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:18.044932 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed1aadd9-b068-4261-a845-b1857847698c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:18.139640 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device b919aaf8-8e32-4c35-a3a7-06008d64024d no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:17:18.168603 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: b919aaf8-8e32-4c35-a3a7-06008d64024d {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:17:18.168948 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device b919aaf8-8e32-4c35-a3a7-06008d64024d not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:17:18.263442 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1aadd9-b068-4261-a845-b1857847698c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router b991bb72-102e-4345-8170-4fba96fa1cac has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:17:18.371120 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1aadd9-b068-4261-a845-b1857847698c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:17:18.376149 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ed1aadd9-b068-4261-a845-b1857847698c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "PUT /v2.0/routers/b991bb72-102e-4345-8170-4fba96fa1cac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8508067 Apr 23 00:17:18.378913 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57560) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:18.381521 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7db0f7-7788-4495-9ee1-cd7852e470ee None None] Sync routers for ids ['b991bb72-102e-4345-8170-4fba96fa1cac'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:17:18.391523 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7db0f7-7788-4495-9ee1-cd7852e470ee None None] Routers {'b991bb72-102e-4345-8170-4fba96fa1cac'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:17:18.392144 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bf7db0f7-7788-4495-9ee1-cd7852e470ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:17:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['b991bb72-102e-4345-8170-4fba96fa1cac'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:18.431016 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-43fac478-b4d9-4b16-8ae6-19a8e4dacd06 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting subnet 4ba95a94-4266-4c64-a558-bc41e72f14b0 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:17:18.434061 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43fac478-b4d9-4b16-8ae6-19a8e4dacd06 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:18.473732 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43fac478-b4d9-4b16-8ae6-19a8e4dacd06 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:18.505127 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-bf7db0f7-7788-4495-9ee1-cd7852e470ee None None] Set router b991bb72-102e-4345-8170-4fba96fa1cac gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:17:18.563344 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43fac478-b4d9-4b16-8ae6-19a8e4dacd06 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:18.690981 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bf7db0f7-7788-4495-9ee1-cd7852e470ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'name': 'tempest-TestNetworkBasicOps-router-2037351507', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:17:17Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:18.705964 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7db0f7-7788-4495-9ee1-cd7852e470ee None None] Checking router: b991bb72-102e-4345-8170-4fba96fa1cac for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:17:18.715325 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7db0f7-7788-4495-9ee1-cd7852e470ee None None] Routers {'b991bb72-102e-4345-8170-4fba96fa1cac'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:17:18.716009 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bf7db0f7-7788-4495-9ee1-cd7852e470ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:17:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['b991bb72-102e-4345-8170-4fba96fa1cac'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:18.748672 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43fac478-b4d9-4b16-8ae6-19a8e4dacd06 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:18.775265 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fac478-b4d9-4b16-8ae6-19a8e4dacd06 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Subnet': ['ID=4ba95a94-4266-4c64-a558-bc41e72f14b0,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:18.782228 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43fac478-b4d9-4b16-8ae6-19a8e4dacd06 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:18.786138 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-43fac478-b4d9-4b16-8ae6-19a8e4dacd06 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/subnets/4ba95a94-4266-4c64-a558-bc41e72f14b0 HTTP/1.1" status: 204 len: 168 time: 0.4062912 Apr 23 00:17:18.789668 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57562) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:18.792572 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1763b1-7256-4d16-974e-91cc54ae9176 None None] Network 626fe2a3-f83e-4550-a5b7-18b7b7519703 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:17:18.821535 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-bf7db0f7-7788-4495-9ee1-cd7852e470ee None None] Set router b991bb72-102e-4345-8170-4fba96fa1cac gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:17:18.902458 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e69a3165-aaef-4fdd-8538-4b984ad44988 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:18.975143 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b8ebeb-b1ab-4e61-9ccb-78e78df2bb89 None None] DHCP port deletion for 626fe2a3-f83e-4550-a5b7-18b7b7519703 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:17:19.010918 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e69a3165-aaef-4fdd-8538-4b984ad44988 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:19.014286 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bf7db0f7-7788-4495-9ee1-cd7852e470ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'name': 'tempest-TestNetworkBasicOps-router-2037351507', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:17:17Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:19.024608 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d4b8ebeb-b1ab-4e61-9ccb-78e78df2bb89 None None] Deleting port 90586f32-e675-413f-ad3d-a58fa57b8f6f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:17:19.024983 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4b8ebeb-b1ab-4e61-9ccb-78e78df2bb89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:19.042202 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7db0f7-7788-4495-9ee1-cd7852e470ee None None] The sync data for ids ['b991bb72-102e-4345-8170-4fba96fa1cac'] in dv-neutron-838783-1-hyperv is: [{'id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'name': 'tempest-TestNetworkBasicOps-router-2037351507', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:17:17Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'ee080989-c0ed-45df-b660-0a5ed7213a71', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b991bb72-102e-4345-8170-4fba96fa1cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:14:12Z', 'updated_at': '2022-04-23T00:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:17:19.125744 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-e69a3165-aaef-4fdd-8538-4b984ad44988 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port ee080989-c0ed-45df-b660-0a5ed7213a71 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:17:19.126096 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e69a3165-aaef-4fdd-8538-4b984ad44988 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:19.218291 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-e69a3165-aaef-4fdd-8538-4b984ad44988 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port ee080989-c0ed-45df-b660-0a5ed7213a71, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=ee080989-c0ed-45df-b660-0a5ed7213a71,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:17:19.218543 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e69a3165-aaef-4fdd-8538-4b984ad44988 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:19.232054 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-e69a3165-aaef-4fdd-8538-4b984ad44988 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for ee080989-c0ed-45df-b660-0a5ed7213a71 owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:17:19.239399 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d4b8ebeb-b1ab-4e61-9ccb-78e78df2bb89 None None] For port 90586f32-e675-413f-ad3d-a58fa57b8f6f, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=90586f32-e675-413f-ad3d-a58fa57b8f6f,segment=NetworkSegment(51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc),segment_id=51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:17:19.241691 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4b8ebeb-b1ab-4e61-9ccb-78e78df2bb89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:19.251874 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d4b8ebeb-b1ab-4e61-9ccb-78e78df2bb89 None None] Calling delete_port for 90586f32-e675-413f-ad3d-a58fa57b8f6f owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:17:19.380262 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4b8ebeb-b1ab-4e61-9ccb-78e78df2bb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:19.405030 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8ebeb-b1ab-4e61-9ccb-78e78df2bb89 None None] Pushing event deleted for resources: {'Port': ['ID=90586f32-e675-413f-ad3d-a58fa57b8f6f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:19.415943 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b8ebeb-b1ab-4e61-9ccb-78e78df2bb89 None None] No DVR routers for this DVR port 90586f32-e675-413f-ad3d-a58fa57b8f6f on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:17:19.418030 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8ebeb-b1ab-4e61-9ccb-78e78df2bb89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:19.418387 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8ebeb-b1ab-4e61-9ccb-78e78df2bb89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:19.418729 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8ebeb-b1ab-4e61-9ccb-78e78df2bb89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:19.419813 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8ebeb-b1ab-4e61-9ccb-78e78df2bb89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:19.419813 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8ebeb-b1ab-4e61-9ccb-78e78df2bb89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:19.419813 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8ebeb-b1ab-4e61-9ccb-78e78df2bb89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:19.424701 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8ebeb-b1ab-4e61-9ccb-78e78df2bb89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:19.424701 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8ebeb-b1ab-4e61-9ccb-78e78df2bb89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:19.424701 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8ebeb-b1ab-4e61-9ccb-78e78df2bb89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:19.424701 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8ebeb-b1ab-4e61-9ccb-78e78df2bb89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:19.424701 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8ebeb-b1ab-4e61-9ccb-78e78df2bb89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:19.424701 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8ebeb-b1ab-4e61-9ccb-78e78df2bb89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:19.517188 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e69a3165-aaef-4fdd-8538-4b984ad44988 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:19.560153 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a3165-aaef-4fdd-8538-4b984ad44988 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=ee080989-c0ed-45df-b660-0a5ed7213a71,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:19.638047 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e69a3165-aaef-4fdd-8538-4b984ad44988 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:19.743509 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e69a3165-aaef-4fdd-8538-4b984ad44988 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:19.745741 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e69a3165-aaef-4fdd-8538-4b984ad44988 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:19.852418 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e69a3165-aaef-4fdd-8538-4b984ad44988 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:19.852979 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69a3165-aaef-4fdd-8538-4b984ad44988 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Fanout notify agent at l3_agent the message router_deleted on router b991bb72-102e-4345-8170-4fba96fa1cac {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:17:19.864365 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e69a3165-aaef-4fdd-8538-4b984ad44988 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:19.865634 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e69a3165-aaef-4fdd-8538-4b984ad44988 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/routers/b991bb72-102e-4345-8170-4fba96fa1cac HTTP/1.1" status: 204 len: 168 time: 1.0746353 Apr 23 00:17:19.869811 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57564) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:19.957207 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-120b6bad-f0bb-4e1b-9c25-b8d9d0856388 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:20.059244 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-120b6bad-f0bb-4e1b-9c25-b8d9d0856388 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:20.081963 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-120b6bad-f0bb-4e1b-9c25-b8d9d0856388 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626fe2a3-f83e-4550-a5b7-18b7b7519703']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:20.092798 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-120b6bad-f0bb-4e1b-9c25-b8d9d0856388 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:20.093095 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-120b6bad-f0bb-4e1b-9c25-b8d9d0856388 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f07e9d-2b5d-4f4e-a6a4-25aab360f7bc') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:20.106227 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-120b6bad-f0bb-4e1b-9c25-b8d9d0856388 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:20.121513 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-120b6bad-f0bb-4e1b-9c25-b8d9d0856388 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:20.128201 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120b6bad-f0bb-4e1b-9c25-b8d9d0856388 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:17:20.128603 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-120b6bad-f0bb-4e1b-9c25-b8d9d0856388 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:17:20.133413 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:17:20.282746 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-120b6bad-f0bb-4e1b-9c25-b8d9d0856388 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:20.294180 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-120b6bad-f0bb-4e1b-9c25-b8d9d0856388 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:20.294180 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-120b6bad-f0bb-4e1b-9c25-b8d9d0856388 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/networks/626fe2a3-f83e-4550-a5b7-18b7b7519703 HTTP/1.1" status: 204 len: 168 time: 0.4225559 Apr 23 00:17:20.307665 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57566) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:20.313081 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b6bad-f0bb-4e1b-9c25-b8d9d0856388 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Network': ['ID=626fe2a3-f83e-4550-a5b7-18b7b7519703,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:20.313301 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-9ee945f0-2707-4492-8e17-4d08c659443a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'network': {'name': 'tempest-network-smoke--1539248000', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'port_security_enabled': True}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:17:20.399669 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee945f0-2707-4492-8e17-4d08c659443a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:17:20.403227 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9ee945f0-2707-4492-8e17-4d08c659443a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:20.427368 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee945f0-2707-4492-8e17-4d08c659443a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:17:20.436767 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9ee945f0-2707-4492-8e17-4d08c659443a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:20.437129 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-9ee945f0-2707-4492-8e17-4d08c659443a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Added segment 8644186a-e5a3-49a5-ba70-44c5b8e116fa of type vlan for network 15d55409-3819-4dc5-b95a-59bdb1053623 Apr 23 00:17:20.477082 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9ee945f0-2707-4492-8e17-4d08c659443a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:20.553183 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9ee945f0-2707-4492-8e17-4d08c659443a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:20.558802 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee945f0-2707-4492-8e17-4d08c659443a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:20.559428 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9ee945f0-2707-4492-8e17-4d08c659443a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:20.627240 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee945f0-2707-4492-8e17-4d08c659443a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Network': ['ID=15d55409-3819-4dc5-b95a-59bdb1053623,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:20.637723 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 15d55409-3819-4dc5-b95a-59bdb1053623 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:17:20.697050 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9ee945f0-2707-4492-8e17-4d08c659443a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3882577 Apr 23 00:17:20.698371 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57568) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:20.702989 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-b453ce8d-71d8-4aa2-bda7-00277d8d0264 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1975743989', 'admin_state_up': True, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:17:20.739991 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 90586f32-e675-413f-ad3d-a58fa57b8f6f no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:17:20.760660 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 90586f32-e675-413f-ad3d-a58fa57b8f6f {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:17:20.763616 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 90586f32-e675-413f-ad3d-a58fa57b8f6f not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:17:20.763616 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device ee080989-c0ed-45df-b660-0a5ed7213a71 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:17:20.779759 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: ee080989-c0ed-45df-b660-0a5ed7213a71 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:17:20.780098 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device ee080989-c0ed-45df-b660-0a5ed7213a71 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:17:20.780523 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device ad0592cd-ae54-4a53-9d0e-d4baeaa2c742 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:17:20.782354 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b453ce8d-71d8-4aa2-bda7-00277d8d0264 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:20.783486 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b453ce8d-71d8-4aa2-bda7-00277d8d0264 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:20.803454 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: ad0592cd-ae54-4a53-9d0e-d4baeaa2c742 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:17:20.803855 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device ad0592cd-ae54-4a53-9d0e-d4baeaa2c742 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:17:20.836174 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b453ce8d-71d8-4aa2-bda7-00277d8d0264 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:21.049253 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b453ce8d-71d8-4aa2-bda7-00277d8d0264 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:21.288535 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b453ce8d-71d8-4aa2-bda7-00277d8d0264 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:21.310921 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b453ce8d-71d8-4aa2-bda7-00277d8d0264 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:21.371129 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [req-577be81a-fdcb-4196-bc44-3deec32a5a53 req-e50a3366-8faf-4e74-93e7-204b99ca4108 service neutron] (103143) timed out ('10.222.0.16', 53961) {{(pid=103143) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 23 00:17:21.410417 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-b453ce8d-71d8-4aa2-bda7-00277d8d0264 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.26.3.12 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/db3cb1ef-6106-4e95-814d-8f687b2972e4) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:17:21.513362 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b453ce8d-71d8-4aa2-bda7-00277d8d0264 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:21.603557 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b453ce8d-71d8-4aa2-bda7-00277d8d0264 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:21.642338 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b453ce8d-71d8-4aa2-bda7-00277d8d0264 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:17:21.645184 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-b453ce8d-71d8-4aa2-bda7-00277d8d0264 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:17:21.649509 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b453ce8d-71d8-4aa2-bda7-00277d8d0264 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:17:21.654807 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453ce8d-71d8-4aa2-bda7-00277d8d0264 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=db3cb1ef-6106-4e95-814d-8f687b2972e4,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:21.945686 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b453ce8d-71d8-4aa2-bda7-00277d8d0264 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:22.137231 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b453ce8d-71d8-4aa2-bda7-00277d8d0264 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:22.322511 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b453ce8d-71d8-4aa2-bda7-00277d8d0264 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router a83134fb-4cd2-4036-b910-3c727ec32b2a is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:17:22.425971 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b453ce8d-71d8-4aa2-bda7-00277d8d0264 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:17:22.435246 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] Sync routers for ids ['a83134fb-4cd2-4036-b910-3c727ec32b2a'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:17:22.444028 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] Routers {'a83134fb-4cd2-4036-b910-3c727ec32b2a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:17:22.444636 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:17:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a83134fb-4cd2-4036-b910-3c727ec32b2a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:22.515617 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b453ce8d-71d8-4aa2-bda7-00277d8d0264 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:22.516908 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b453ce8d-71d8-4aa2-bda7-00277d8d0264 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8174684 Apr 23 00:17:22.520017 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57570) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:22.546184 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] Set router a83134fb-4cd2-4036-b910-3c727ec32b2a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:17:22.688757 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-81d6a544-a5bf-40af-9432-ae2286d98616 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b0d4e09f8966425d866e56289d457074&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1651213 Apr 23 00:17:22.689093 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57574) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:22.723085 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'name': 'tempest-TestNetworkBasicOps-router-1975743989', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:17:20Z', 'updated_at': '2022-04-23T00:17:21Z', 'revision_number': 3, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:21Z', 'updated_at': '2022-04-23T00:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:22.749240 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] Checking router: a83134fb-4cd2-4036-b910-3c727ec32b2a for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:17:22.749592 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] Updating router a83134fb-4cd2-4036-b910-3c727ec32b2a port db3cb1ef-6106-4e95-814d-8f687b2972e4 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:17:22.779993 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a61a6b-e218-4774-a039-deb9e5d171d2 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:22.780267 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:22.781514 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-29a61a6b-e218-4774-a039-deb9e5d171d2 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913787 Apr 23 00:17:22.784381 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57576) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:22.813434 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1baca641-c3b2-43f8-a7fc-169534959adf tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280056 Apr 23 00:17:22.815981 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57578) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:22.820722 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-4964a43b-5837-4972-ba18-b40663452dfe tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-674640290', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:17:22.963075 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4964a43b-5837-4972-ba18-b40663452dfe tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:17:22.966592 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4964a43b-5837-4972-ba18-b40663452dfe tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:23.032931 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:23.105950 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:23.155243 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] Attempting to bind port db3cb1ef-6106-4e95-814d-8f687b2972e4 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:17:23.155641 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] Attempting to bind port db3cb1ef-6106-4e95-814d-8f687b2972e4 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:17:23.156015 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] Attempting to bind port db3cb1ef-6106-4e95-814d-8f687b2972e4 on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:17:23.163057 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d3213-aec4-4189-8c55-bfcd9cabf122 None None] Pushing event updated for resources: {'Port': ['ID=db3cb1ef-6106-4e95-814d-8f687b2972e4,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:23.166606 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:17:23.166988 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:17:23.167409 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:23.167802 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:17:23.168313 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] Bound port: db3cb1ef-6106-4e95-814d-8f687b2972e4, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:17:23.168697 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:23.221719 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] For port db3cb1ef-6106-4e95-814d-8f687b2972e4, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:17:23.222625 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4964a43b-5837-4972-ba18-b40663452dfe tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:23.224661 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] For port db3cb1ef-6106-4e95-814d-8f687b2972e4, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=db3cb1ef-6106-4e95-814d-8f687b2972e4,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:17:23.280819 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964a43b-5837-4972-ba18-b40663452dfe tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Subnet': ['ID=5e50d428-17c1-477e-b791-c0d22ae5ff62,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:23.290311 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4964a43b-5837-4972-ba18-b40663452dfe tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Checking segment: {'id': '8644186a-e5a3-49a5-ba70-44c5b8e116fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:17:23.290667 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4964a43b-5837-4972-ba18-b40663452dfe tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network hostable DHCP agents. Network: 15d55409-3819-4dc5-b95a-59bdb1053623, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:17:23.302739 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:23.347913 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4964a43b-5837-4972-ba18-b40663452dfe tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 15d55409-3819-4dc5-b95a-59bdb1053623 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:17:23.363043 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] Routers {'a83134fb-4cd2-4036-b910-3c727ec32b2a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:17:23.363769 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:17:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a83134fb-4cd2-4036-b910-3c727ec32b2a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:23.396893 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d3213-aec4-4189-8c55-bfcd9cabf122 None None] Pushing event updated for resources: {'Port': ['ID=db3cb1ef-6106-4e95-814d-8f687b2972e4,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:23.400041 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-4964a43b-5837-4972-ba18-b40663452dfe tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 15d55409-3819-4dc5-b95a-59bdb1053623) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:17:23.406617 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4964a43b-5837-4972-ba18-b40663452dfe tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:23.407384 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4964a43b-5837-4972-ba18-b40663452dfe tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:23.408167 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54827f3b-2d02-469b-8e2e-812a97b3cb96 None None] Network 15d55409-3819-4dc5-b95a-59bdb1053623 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:17:23.487935 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4964a43b-5837-4972-ba18-b40663452dfe tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6708093 Apr 23 00:17:23.490612 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57580) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:23.534801 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] Set router a83134fb-4cd2-4036-b910-3c727ec32b2a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:17:23.727088 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3592280b-b700-42ac-bc5e-6d8f6a8a1177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-15d55409-3819-4dc5-b95a-59bdb1053623', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ips': [{'subnet_id': '5e50d428-17c1-477e-b791-c0d22ae5ff62'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:17:23.728012 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3592280b-b700-42ac-bc5e-6d8f6a8a1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:23.733374 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:23.893652 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'name': 'tempest-TestNetworkBasicOps-router-1975743989', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:17:20Z', 'updated_at': '2022-04-23T00:17:21Z', 'revision_number': 3, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:21Z', 'updated_at': '2022-04-23T00:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:23.929118 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f24c002-d305-4df8-a138-f0dece305d8b None None] The sync data for ids ['a83134fb-4cd2-4036-b910-3c727ec32b2a'] in dv-neutron-838783-1-hyperv is: [{'id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'name': 'tempest-TestNetworkBasicOps-router-1975743989', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:17:20Z', 'updated_at': '2022-04-23T00:17:21Z', 'revision_number': 3, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:21Z', 'updated_at': '2022-04-23T00:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:17:23.931640 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-3592280b-b700-42ac-bc5e-6d8f6a8a1177 None None] Allocated IP 172.20.0.2 (15d55409-3819-4dc5-b95a-59bdb1053623/5e50d428-17c1-477e-b791-c0d22ae5ff62/4bfb4472-fa8c-477d-9231-7576c9793099) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:17:23.942869 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-732134a2-7e9c-4260-9a4b-ed373d1a8fa5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:24.090274 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3592280b-b700-42ac-bc5e-6d8f6a8a1177 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:24.154164 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3592280b-b700-42ac-bc5e-6d8f6a8a1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:24.204341 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3592280b-b700-42ac-bc5e-6d8f6a8a1177 None None] Network 15d55409-3819-4dc5-b95a-59bdb1053623 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:17:24.207850 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3592280b-b700-42ac-bc5e-6d8f6a8a1177 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:17:24.211681 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3592280b-b700-42ac-bc5e-6d8f6a8a1177 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:17:24.229695 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592280b-b700-42ac-bc5e-6d8f6a8a1177 None None] Pushing event updated for resources: {'Port': ['ID=4bfb4472-fa8c-477d-9231-7576c9793099,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:24.276715 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-3592280b-b700-42ac-bc5e-6d8f6a8a1177 None None] Attempting to bind port 4bfb4472-fa8c-477d-9231-7576c9793099 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:17:24.277083 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-3592280b-b700-42ac-bc5e-6d8f6a8a1177 None None] Attempting to bind port 4bfb4472-fa8c-477d-9231-7576c9793099 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '8644186a-e5a3-49a5-ba70-44c5b8e116fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:17:24.277462 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3592280b-b700-42ac-bc5e-6d8f6a8a1177 None None] Attempting to bind port 4bfb4472-fa8c-477d-9231-7576c9793099 on network 15d55409-3819-4dc5-b95a-59bdb1053623 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:17:24.278655 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-732134a2-7e9c-4260-9a4b-ed373d1a8fa5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.20.0.1 (15d55409-3819-4dc5-b95a-59bdb1053623/5e50d428-17c1-477e-b791-c0d22ae5ff62/bf4124f9-5506-44da-b5a0-93ca32d397e3) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:17:24.282786 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3592280b-b700-42ac-bc5e-6d8f6a8a1177 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:17:24.283510 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3592280b-b700-42ac-bc5e-6d8f6a8a1177 None None] Checking segment: {'id': '8644186a-e5a3-49a5-ba70-44c5b8e116fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:17:24.283943 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3592280b-b700-42ac-bc5e-6d8f6a8a1177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:24.284392 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3592280b-b700-42ac-bc5e-6d8f6a8a1177 None None] Bound using segment: {'id': '8644186a-e5a3-49a5-ba70-44c5b8e116fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:17:24.284872 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-3592280b-b700-42ac-bc5e-6d8f6a8a1177 None None] Bound port: 4bfb4472-fa8c-477d-9231-7576c9793099, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8644186a-e5a3-49a5-ba70-44c5b8e116fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:17:24.285257 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3592280b-b700-42ac-bc5e-6d8f6a8a1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:24.357773 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3592280b-b700-42ac-bc5e-6d8f6a8a1177 None None] For port 4bfb4472-fa8c-477d-9231-7576c9793099, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:17:24.361620 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3592280b-b700-42ac-bc5e-6d8f6a8a1177 None None] For port 4bfb4472-fa8c-477d-9231-7576c9793099, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4bfb4472-fa8c-477d-9231-7576c9793099,segment=NetworkSegment(8644186a-e5a3-49a5-ba70-44c5b8e116fa),segment_id=8644186a-e5a3-49a5-ba70-44c5b8e116fa)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:17:24.466128 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3592280b-b700-42ac-bc5e-6d8f6a8a1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:24.554920 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592280b-b700-42ac-bc5e-6d8f6a8a1177 None None] Pushing event updated for resources: {'Port': ['ID=4bfb4472-fa8c-477d-9231-7576c9793099,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:24.764919 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-732134a2-7e9c-4260-9a4b-ed373d1a8fa5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:24.820068 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device db3cb1ef-6106-4e95-814d-8f687b2972e4 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:17:24.867858 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-732134a2-7e9c-4260-9a4b-ed373d1a8fa5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:24.890994 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port db3cb1ef-6106-4e95-814d-8f687b2972e4 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:17:24.891645 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:24.921232 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732134a2-7e9c-4260-9a4b-ed373d1a8fa5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 15d55409-3819-4dc5-b95a-59bdb1053623 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:17:24.924299 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-732134a2-7e9c-4260-9a4b-ed373d1a8fa5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:17:24.926863 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732134a2-7e9c-4260-9a4b-ed373d1a8fa5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:17:24.952756 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732134a2-7e9c-4260-9a4b-ed373d1a8fa5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=bf4124f9-5506-44da-b5a0-93ca32d397e3,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:24.973501 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:24.977280 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-732134a2-7e9c-4260-9a4b-ed373d1a8fa5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:24.998820 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port db3cb1ef-6106-4e95-814d-8f687b2972e4, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=db3cb1ef-6106-4e95-814d-8f687b2972e4,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:17:25.071611 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:25.120625 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=db3cb1ef-6106-4e95-814d-8f687b2972e4,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:25.179002 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-732134a2-7e9c-4260-9a4b-ed373d1a8fa5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:25.473036 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-732134a2-7e9c-4260-9a4b-ed373d1a8fa5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:25.496393 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e818057-1ddb-4bb6-8d99-850cfa726d35 None None] Network 15d55409-3819-4dc5-b95a-59bdb1053623 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:17:25.540661 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-732134a2-7e9c-4260-9a4b-ed373d1a8fa5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:25.566722 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-f4da64c1-86ad-40ad-8140-0f30af2a1679 None None] Provisioning complete for port 4bfb4472-fa8c-477d-9231-7576c9793099 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:17:25.567400 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4da64c1-86ad-40ad-8140-0f30af2a1679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:25.619391 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732134a2-7e9c-4260-9a4b-ed373d1a8fa5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=bf4124f9-5506-44da-b5a0-93ca32d397e3,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:25.622004 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-732134a2-7e9c-4260-9a4b-ed373d1a8fa5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:25.722962 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732134a2-7e9c-4260-9a4b-ed373d1a8fa5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 15d55409-3819-4dc5-b95a-59bdb1053623 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:17:25.724588 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-732134a2-7e9c-4260-9a4b-ed373d1a8fa5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:17:25.841268 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732134a2-7e9c-4260-9a4b-ed373d1a8fa5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router a83134fb-4cd2-4036-b910-3c727ec32b2a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:17:25.871802 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4da64c1-86ad-40ad-8140-0f30af2a1679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:25.917276 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f4da64c1-86ad-40ad-8140-0f30af2a1679 None None] For port 4bfb4472-fa8c-477d-9231-7576c9793099, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4bfb4472-fa8c-477d-9231-7576c9793099,segment=NetworkSegment(8644186a-e5a3-49a5-ba70-44c5b8e116fa),segment_id=8644186a-e5a3-49a5-ba70-44c5b8e116fa)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:17:25.961252 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732134a2-7e9c-4260-9a4b-ed373d1a8fa5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:17:25.966466 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-732134a2-7e9c-4260-9a4b-ed373d1a8fa5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "PUT /v2.0/routers/a83134fb-4cd2-4036-b910-3c727ec32b2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4747944 Apr 23 00:17:25.969693 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57582) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:26.059970 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4da64c1-86ad-40ad-8140-0f30af2a1679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:26.077009 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656d1161-a9bd-4439-8546-3e334e6cb39a tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:26.077494 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656d1161-a9bd-4439-8546-3e334e6cb39a tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:26.078360 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656d1161-a9bd-4439-8546-3e334e6cb39a tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:26.078473 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656d1161-a9bd-4439-8546-3e334e6cb39a tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:26.083601 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57584) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:26.092235 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] Sync routers for ids ['a83134fb-4cd2-4036-b910-3c727ec32b2a'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:17:26.096297 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-656d1161-a9bd-4439-8546-3e334e6cb39a tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1249490 Apr 23 00:17:26.102348 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] Routers {'a83134fb-4cd2-4036-b910-3c727ec32b2a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:17:26.102791 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:17:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a83134fb-4cd2-4036-b910-3c727ec32b2a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:26.132988 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da64c1-86ad-40ad-8140-0f30af2a1679 None None] Pushing event updated for resources: {'Port': ['ID=4bfb4472-fa8c-477d-9231-7576c9793099,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:26.155320 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e43b3e9-46dc-4a7f-99f4-12bc744d0757 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:26.155826 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e43b3e9-46dc-4a7f-99f4-12bc744d0757 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:26.156289 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e43b3e9-46dc-4a7f-99f4-12bc744d0757 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:26.156744 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e43b3e9-46dc-4a7f-99f4-12bc744d0757 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:26.158654 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4e43b3e9-46dc-4a7f-99f4-12bc744d0757 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0740135 Apr 23 00:17:26.161364 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57586) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:26.185441 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-0697f7af-9220-4495-850e-fab601713e7f None None] Provisioning complete for port bf4124f9-5506-44da-b5a0-93ca32d397e3 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:17:26.185832 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0697f7af-9220-4495-850e-fab601713e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:26.221757 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] Set router a83134fb-4cd2-4036-b910-3c727ec32b2a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:17:26.232072 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0697f7af-9220-4495-850e-fab601713e7f None None] Port bf4124f9-5506-44da-b5a0-93ca32d397e3 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:17:26.245712 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-0697f7af-9220-4495-850e-fab601713e7f None None] Provisioning complete for port 4bfb4472-fa8c-477d-9231-7576c9793099 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:17:26.246125 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0697f7af-9220-4495-850e-fab601713e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:26.346478 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0b6ad840-465e-441a-9918-66e9fb5153af tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1834106 Apr 23 00:17:26.454715 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'name': 'tempest-TestNetworkBasicOps-router-1975743989', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:17:20Z', 'updated_at': '2022-04-23T00:17:25Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:21Z', 'updated_at': '2022-04-23T00:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': 'bf4124f9-5506-44da-b5a0-93ca32d397e3', 'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:3f:4b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:24Z', 'updated_at': '2022-04-23T00:17:25Z', 'revision_number': 2, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:26.461727 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-1523dc53-e899-418f-b26b-2d7ccd4870f4 None None] Provisioning complete for port bf4124f9-5506-44da-b5a0-93ca32d397e3 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:17:26.462224 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1523dc53-e899-418f-b26b-2d7ccd4870f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:26.487386 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] Checking router: a83134fb-4cd2-4036-b910-3c727ec32b2a for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:17:26.487680 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] Updating router a83134fb-4cd2-4036-b910-3c727ec32b2a port bf4124f9-5506-44da-b5a0-93ca32d397e3 binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:17:26.498833 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1523dc53-e899-418f-b26b-2d7ccd4870f4 None None] Port bf4124f9-5506-44da-b5a0-93ca32d397e3 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:17:26.518748 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:26.617784 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b25eda3e-dfcd-4f6a-bf7e-3be1ac2cc5e0 None None] Provisioning complete for port bf4124f9-5506-44da-b5a0-93ca32d397e3 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:17:26.618391 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b25eda3e-dfcd-4f6a-bf7e-3be1ac2cc5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:26.654899 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b25eda3e-dfcd-4f6a-bf7e-3be1ac2cc5e0 None None] Port bf4124f9-5506-44da-b5a0-93ca32d397e3 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:17:26.704746 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57590) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:26.714749 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-ca65265d-f66f-4457-be1e-4b2b72bb1040 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1387129540', 'description': 'tempest-secgroup-smoke-1387129540 description', 'project_id': 'b0d4e09f8966425d866e56289d457074'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:17:26.799141 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ca65265d-f66f-4457-be1e-4b2b72bb1040 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:26.848536 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device db3cb1ef-6106-4e95-814d-8f687b2972e4 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:17:26.874053 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:26.875832 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ca65265d-f66f-4457-be1e-4b2b72bb1040 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:26.901527 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port db3cb1ef-6106-4e95-814d-8f687b2972e4 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:17:26.901894 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:26.933934 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:26.942194 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ca65265d-f66f-4457-be1e-4b2b72bb1040 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:26.977707 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65265d-f66f-4457-be1e-4b2b72bb1040 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2b91ba-2a78-4f46-a9d0-20c47c60944a,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:26.983659 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4bfb4472-fa8c-477d-9231-7576c9793099 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:17:27.005527 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb941ac-dd76-462b-afd8-b9bff2ea3616 None None] Pushing event updated for resources: {'Port': ['ID=bf4124f9-5506-44da-b5a0-93ca32d397e3,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:27.030307 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb941ac-dd76-462b-afd8-b9bff2ea3616 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:27.030655 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb941ac-dd76-462b-afd8-b9bff2ea3616 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:27.031202 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb941ac-dd76-462b-afd8-b9bff2ea3616 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:27.031747 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb941ac-dd76-462b-afd8-b9bff2ea3616 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:27.032261 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb941ac-dd76-462b-afd8-b9bff2ea3616 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:27.032766 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb941ac-dd76-462b-afd8-b9bff2ea3616 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:27.033270 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb941ac-dd76-462b-afd8-b9bff2ea3616 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:27.033764 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb941ac-dd76-462b-afd8-b9bff2ea3616 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:27.034144 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ca65265d-f66f-4457-be1e-4b2b72bb1040 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:27.034545 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb941ac-dd76-462b-afd8-b9bff2ea3616 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:27.035054 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb941ac-dd76-462b-afd8-b9bff2ea3616 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:27.035556 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb941ac-dd76-462b-afd8-b9bff2ea3616 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:27.035720 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 4bfb4472-fa8c-477d-9231-7576c9793099 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:17:27.035868 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ca65265d-f66f-4457-be1e-4b2b72bb1040 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3298891 Apr 23 00:17:27.036097 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:27.036770 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb941ac-dd76-462b-afd8-b9bff2ea3616 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:27.038939 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57592) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:27.043622 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-d3469e0c-3a67-4bce-ae19-70c99b6d5579 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'ce2b91ba-2a78-4f46-a9d0-20c47c60944a', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:17:27.067321 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] Attempting to bind port bf4124f9-5506-44da-b5a0-93ca32d397e3 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:17:27.067752 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] Attempting to bind port bf4124f9-5506-44da-b5a0-93ca32d397e3 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '8644186a-e5a3-49a5-ba70-44c5b8e116fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:17:27.068096 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] Attempting to bind port bf4124f9-5506-44da-b5a0-93ca32d397e3 on network 15d55409-3819-4dc5-b95a-59bdb1053623 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:17:27.074823 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:17:27.075198 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] Checking segment: {'id': '8644186a-e5a3-49a5-ba70-44c5b8e116fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:17:27.075855 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:27.076267 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] Bound using segment: {'id': '8644186a-e5a3-49a5-ba70-44c5b8e116fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:17:27.076739 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] Bound port: bf4124f9-5506-44da-b5a0-93ca32d397e3, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8644186a-e5a3-49a5-ba70-44c5b8e116fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:17:27.077115 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:27.134916 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d3469e0c-3a67-4bce-ae19-70c99b6d5579 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:27.145803 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] For port bf4124f9-5506-44da-b5a0-93ca32d397e3, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:17:27.149912 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] For port bf4124f9-5506-44da-b5a0-93ca32d397e3, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=bf4124f9-5506-44da-b5a0-93ca32d397e3,segment=NetworkSegment(8644186a-e5a3-49a5-ba70-44c5b8e116fa),segment_id=8644186a-e5a3-49a5-ba70-44c5b8e116fa)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:17:27.201242 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d3469e0c-3a67-4bce-ae19-70c99b6d5579 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:27.237311 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:27.261876 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d3469e0c-3a67-4bce-ae19-70c99b6d5579 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:27.283091 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-4b5653e2-9845-40b7-b14c-b944bb3d48e0 None None] Provisioning complete for port bf4124f9-5506-44da-b5a0-93ca32d397e3 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:17:27.283971 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b5653e2-9845-40b7-b14c-b944bb3d48e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:27.284604 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3469e0c-3a67-4bce-ae19-70c99b6d5579 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4ab29b-14cd-401b-9859-68118b07b702,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:27.305091 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] Routers {'a83134fb-4cd2-4036-b910-3c727ec32b2a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:17:27.305727 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:17:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a83134fb-4cd2-4036-b910-3c727ec32b2a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:27.307453 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb941ac-dd76-462b-afd8-b9bff2ea3616 None None] Pushing event updated for resources: {'Port': ['ID=bf4124f9-5506-44da-b5a0-93ca32d397e3,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:27.370909 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d3469e0c-3a67-4bce-ae19-70c99b6d5579 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:27.373188 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d3469e0c-3a67-4bce-ae19-70c99b6d5579 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3322036 Apr 23 00:17:27.373348 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b5653e2-9845-40b7-b14c-b944bb3d48e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:27.375304 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57594) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:27.381113 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-8ccbc66a-b9fd-4f49-adc1-113c014537e5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'ce2b91ba-2a78-4f46-a9d0-20c47c60944a', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:17:27.408747 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4b5653e2-9845-40b7-b14c-b944bb3d48e0 None None] For port bf4124f9-5506-44da-b5a0-93ca32d397e3, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=bf4124f9-5506-44da-b5a0-93ca32d397e3,segment=NetworkSegment(8644186a-e5a3-49a5-ba70-44c5b8e116fa),segment_id=8644186a-e5a3-49a5-ba70-44c5b8e116fa)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:17:27.437633 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] Set router a83134fb-4cd2-4036-b910-3c727ec32b2a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:17:27.488764 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8ccbc66a-b9fd-4f49-adc1-113c014537e5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:27.508390 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b5653e2-9845-40b7-b14c-b944bb3d48e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:27.549001 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8ccbc66a-b9fd-4f49-adc1-113c014537e5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:27.565674 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5653e2-9845-40b7-b14c-b944bb3d48e0 None None] Pushing event updated for resources: {'Port': ['ID=bf4124f9-5506-44da-b5a0-93ca32d397e3,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:27.626821 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-4ebdc97a-a2f7-41dd-a40b-280ab9bc392e None None] Provisioning complete for port bf4124f9-5506-44da-b5a0-93ca32d397e3 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:17:27.627503 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc97a-a2f7-41dd-a40b-280ab9bc392e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:27.647449 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'name': 'tempest-TestNetworkBasicOps-router-1975743989', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:17:20Z', 'updated_at': '2022-04-23T00:17:25Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:21Z', 'updated_at': '2022-04-23T00:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': 'bf4124f9-5506-44da-b5a0-93ca32d397e3', 'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:3f:4b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:24Z', 'updated_at': '2022-04-23T00:17:27Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:27.667332 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8ccbc66a-b9fd-4f49-adc1-113c014537e5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:27.668361 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365396f8-1263-4661-b57a-97948a9d1215 None None] The sync data for ids ['a83134fb-4cd2-4036-b910-3c727ec32b2a'] in dv-neutron-838783-1-hyperv is: [{'id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'name': 'tempest-TestNetworkBasicOps-router-1975743989', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:17:20Z', 'updated_at': '2022-04-23T00:17:25Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:21Z', 'updated_at': '2022-04-23T00:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': 'bf4124f9-5506-44da-b5a0-93ca32d397e3', 'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:3f:4b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:24Z', 'updated_at': '2022-04-23T00:17:27Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:17:27.693671 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccbc66a-b9fd-4f49-adc1-113c014537e5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee3d9dd-e439-41b2-84a1-9797a9daf87b,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:27.760911 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8ccbc66a-b9fd-4f49-adc1-113c014537e5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:27.762672 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8ccbc66a-b9fd-4f49-adc1-113c014537e5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3860552 Apr 23 00:17:27.767551 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57596) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:27.775086 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-0ae03091-b6b0-47cd-91a2-93def71325ef tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'ce2b91ba-2a78-4f46-a9d0-20c47c60944a', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:17:27.855600 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0ae03091-b6b0-47cd-91a2-93def71325ef tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:27.919315 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0ae03091-b6b0-47cd-91a2-93def71325ef tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:27.964873 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0ae03091-b6b0-47cd-91a2-93def71325ef tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:27.983220 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae03091-b6b0-47cd-91a2-93def71325ef tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=748e0231-f25a-4074-bad0-bb137e237e70,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:28.050135 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0ae03091-b6b0-47cd-91a2-93def71325ef tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:28.051387 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0ae03091-b6b0-47cd-91a2-93def71325ef tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2807930 Apr 23 00:17:28.054163 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57598) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:28.059100 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-42d2958a-55d9-4205-9a5d-7e5fe39786d9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'ce2b91ba-2a78-4f46-a9d0-20c47c60944a', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:17:28.141307 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-42d2958a-55d9-4205-9a5d-7e5fe39786d9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:28.203803 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-42d2958a-55d9-4205-9a5d-7e5fe39786d9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:28.285066 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-42d2958a-55d9-4205-9a5d-7e5fe39786d9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:28.305575 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2958a-55d9-4205-9a5d-7e5fe39786d9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ceb6ea5-7da8-4a62-b33a-442ced21cd1f,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:28.370648 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-42d2958a-55d9-4205-9a5d-7e5fe39786d9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:28.372262 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-42d2958a-55d9-4205-9a5d-7e5fe39786d9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3163261 Apr 23 00:17:28.374667 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57600) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:28.379381 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-e504b544-630e-403a-bca1-df975b3282c9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'ce2b91ba-2a78-4f46-a9d0-20c47c60944a', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:17:28.463099 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-e504b544-630e-403a-bca1-df975b3282c9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Project b0d4e09f8966425d866e56289d457074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:17:28.468808 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e504b544-630e-403a-bca1-df975b3282c9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:28.540504 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e504b544-630e-403a-bca1-df975b3282c9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:28.604660 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e504b544-630e-403a-bca1-df975b3282c9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:28.624383 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504b544-630e-403a-bca1-df975b3282c9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d01648a-435a-4b9f-9a33-440373db6836,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:28.632388 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504b544-630e-403a-bca1-df975b3282c9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:28.632741 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504b544-630e-403a-bca1-df975b3282c9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:28.633089 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504b544-630e-403a-bca1-df975b3282c9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:28.633437 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504b544-630e-403a-bca1-df975b3282c9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:28.633775 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504b544-630e-403a-bca1-df975b3282c9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:28.634113 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504b544-630e-403a-bca1-df975b3282c9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:28.634445 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504b544-630e-403a-bca1-df975b3282c9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:28.634809 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504b544-630e-403a-bca1-df975b3282c9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:28.635294 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504b544-630e-403a-bca1-df975b3282c9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:28.635613 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504b544-630e-403a-bca1-df975b3282c9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:28.635947 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504b544-630e-403a-bca1-df975b3282c9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:28.636272 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e504b544-630e-403a-bca1-df975b3282c9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:28.693207 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e504b544-630e-403a-bca1-df975b3282c9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:28.693207 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e504b544-630e-403a-bca1-df975b3282c9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3138618 Apr 23 00:17:28.693819 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57602) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:28.697449 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-cd66b90a-57cb-4a3c-a957-aa9c9b25bc95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'ce2b91ba-2a78-4f46-a9d0-20c47c60944a', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:17:28.759807 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device bf4124f9-5506-44da-b5a0-93ca32d397e3 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:17:28.796957 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.securitygroups_db [None req-cd66b90a-57cb-4a3c-a957-aa9c9b25bc95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Project b0d4e09f8966425d866e56289d457074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:17:28.802459 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cd66b90a-57cb-4a3c-a957-aa9c9b25bc95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:28.811710 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port bf4124f9-5506-44da-b5a0-93ca32d397e3 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:17:28.812012 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:28.863939 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cd66b90a-57cb-4a3c-a957-aa9c9b25bc95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:28.962953 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cd66b90a-57cb-4a3c-a957-aa9c9b25bc95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:28.983499 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66b90a-57cb-4a3c-a957-aa9c9b25bc95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78e5d0d-827e-45e2-8b43-d7ad90cc3fb7,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:29.067010 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cd66b90a-57cb-4a3c-a957-aa9c9b25bc95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:29.068213 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cd66b90a-57cb-4a3c-a957-aa9c9b25bc95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3746502 Apr 23 00:17:29.413743 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-a22e6691-a941-46a2-b0ea-1e7f63eac536 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1387129540&fields=id&tenant_id=b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 267 time: 0.0338905 Apr 23 00:17:29.521357 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-85c97913-2f06-4c49-8c46-008186906e94 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:29.523640 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-85c97913-2f06-4c49-8c46-008186906e94 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/networks?id=15d55409-3819-4dc5-b95a-59bdb1053623 HTTP/1.1" status: 200 len: 797 time: 0.1021824 Apr 23 00:17:29.539238 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-4f9edd9d-d41a-4580-994b-3b13cf7153d3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/quotas/b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 375 time: 0.0098150 Apr 23 00:17:29.594036 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-cb7019e7-a16c-4fed-a701-eaab5a617c43 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489399 Apr 23 00:17:29.692727 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-fb71c668-6a10-4bcd-98f2-3771a46e7880 service neutron] 10.222.0.15 "GET /v2.0/networks/15d55409-3819-4dc5-b95a-59bdb1053623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871193 Apr 23 00:17:29.788368 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-56988d67-51ae-48e6-ac8d-7ccf86db7eb7 service neutron] 10.222.0.15 "GET /v2.0/networks/15d55409-3819-4dc5-b95a-59bdb1053623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876575 Apr 23 00:17:30.079124 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7bd36810-16b3-4fc0-9647-5445793cb535 req-061ee6ac-72ac-467c-a079-cface6983472 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 210 time: 0.0806868 Apr 23 00:17:31.177442 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fc8724f8-9012-4d2d-9ee5-98deed18ba0a req-49d2b54f-db41-4d4d-9065-9bd650b74678 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 210 time: 0.0302181 Apr 23 00:17:31.874805 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-3ec92651-ede8-4a70-8cb8-846b60cef76e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:31.876359 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-3ec92651-ede8-4a70-8cb8-846b60cef76e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/networks?id=15d55409-3819-4dc5-b95a-59bdb1053623 HTTP/1.1" status: 200 len: 797 time: 0.1035652 Apr 23 00:17:32.256558 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-db280cca-8839-479d-ae22-72eeafcdaf65 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 380 time: 0.3709230 Apr 23 00:17:32.268682 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-f1cae416-199f-42cb-b4bd-cbb695ab3b68 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'port': {'device_id': 'd3c7cc6a-43b5-4f8f-9255-55f73bb3f318', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'admin_state_up': True, 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'security_groups': ['ce2b91ba-2a78-4f46-a9d0-20c47c60944a']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:17:32.287189 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-088d8e4b-5947-4d68-a9d0-70da3358f5d6 req-9db250a5-9056-4f07-baff-d5224b932463 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 210 time: 0.0358746 Apr 23 00:17:32.448184 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-f1cae416-199f-42cb-b4bd-cbb695ab3b68 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:17:32.451528 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-f1cae416-199f-42cb-b4bd-cbb695ab3b68 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:32.573149 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-f1cae416-199f-42cb-b4bd-cbb695ab3b68 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.20.0.14 (15d55409-3819-4dc5-b95a-59bdb1053623/5e50d428-17c1-477e-b791-c0d22ae5ff62/b51da6fb-dc93-4166-b906-5f587d34e5aa) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:17:32.720037 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-f1cae416-199f-42cb-b4bd-cbb695ab3b68 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:32.797289 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-f1cae416-199f-42cb-b4bd-cbb695ab3b68 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:32.840092 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-f1cae416-199f-42cb-b4bd-cbb695ab3b68 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 15d55409-3819-4dc5-b95a-59bdb1053623 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:17:32.843168 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-f1cae416-199f-42cb-b4bd-cbb695ab3b68 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:17:32.846963 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-f1cae416-199f-42cb-b4bd-cbb695ab3b68 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:17:32.873338 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cae416-199f-42cb-b4bd-cbb695ab3b68 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=b51da6fb-dc93-4166-b906-5f587d34e5aa,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:32.900808 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-f1cae416-199f-42cb-b4bd-cbb695ab3b68 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:32.901527 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-f1cae416-199f-42cb-b4bd-cbb695ab3b68 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:32.977407 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-f1cae416-199f-42cb-b4bd-cbb695ab3b68 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7120008 Apr 23 00:17:33.035049 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-0288c90d-dd8e-496b-bdfb-98da1f7f8ecb service neutron] Request body: {'port': {'device_id': 'd3c7cc6a-43b5-4f8f-9255-55f73bb3f318', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:17:33.064463 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-c1591cab-394e-4008-896f-db80263021e4 None None] Provisioning complete for port b51da6fb-dc93-4166-b906-5f587d34e5aa triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:17:33.065068 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1591cab-394e-4008-896f-db80263021e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:33.094080 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-0288c90d-dd8e-496b-bdfb-98da1f7f8ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:33.101949 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c1591cab-394e-4008-896f-db80263021e4 None None] Port b51da6fb-dc93-4166-b906-5f587d34e5aa cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:17:33.356893 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-0288c90d-dd8e-496b-bdfb-98da1f7f8ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b51da6fb-dc93-4166-b906-5f587d34e5aa {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:17:33.364631 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-0288c90d-dd8e-496b-bdfb-98da1f7f8ecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:33.377288 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-0288c90d-dd8e-496b-bdfb-98da1f7f8ecb service neutron] Transition to ACTIVE for port object b51da6fb-dc93-4166-b906-5f587d34e5aa will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:17:33.404698 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576d0c7-7a0e-4b14-b911-5e55c9059033 req-1f4fee5a-de92-4089-8baf-66bdde46d4d9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:33.406194 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3576d0c7-7a0e-4b14-b911-5e55c9059033 req-1f4fee5a-de92-4089-8baf-66bdde46d4d9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 932 time: 0.0500398 Apr 23 00:17:33.449823 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3576d0c7-7a0e-4b14-b911-5e55c9059033 req-704eb683-0f7a-45fc-9b22-dbdbf56a2a91 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce2b91ba-2a78-4f46-a9d0-20c47c60944a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372019 Apr 23 00:17:33.471308 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-0288c90d-dd8e-496b-bdfb-98da1f7f8ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:33.546747 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288c90d-dd8e-496b-bdfb-98da1f7f8ecb service neutron] Pushing event updated for resources: {'Port': ['ID=b51da6fb-dc93-4166-b906-5f587d34e5aa,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:33.604719 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-0288c90d-dd8e-496b-bdfb-98da1f7f8ecb service neutron] Attempting to bind port b51da6fb-dc93-4166-b906-5f587d34e5aa on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:17:33.605076 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-0288c90d-dd8e-496b-bdfb-98da1f7f8ecb service neutron] Attempting to bind port b51da6fb-dc93-4166-b906-5f587d34e5aa by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '8644186a-e5a3-49a5-ba70-44c5b8e116fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:17:33.605569 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-0288c90d-dd8e-496b-bdfb-98da1f7f8ecb service neutron] Attempting to bind port b51da6fb-dc93-4166-b906-5f587d34e5aa on network 15d55409-3819-4dc5-b95a-59bdb1053623 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:17:33.612671 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-0288c90d-dd8e-496b-bdfb-98da1f7f8ecb service neutron] Port b51da6fb-dc93-4166-b906-5f587d34e5aa on network 15d55409-3819-4dc5-b95a-59bdb1053623 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:17:33.612997 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-0288c90d-dd8e-496b-bdfb-98da1f7f8ecb service neutron] Attempting to bind port b51da6fb-dc93-4166-b906-5f587d34e5aa on network 15d55409-3819-4dc5-b95a-59bdb1053623 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:17:33.620982 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-0288c90d-dd8e-496b-bdfb-98da1f7f8ecb service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:17:33.621337 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-0288c90d-dd8e-496b-bdfb-98da1f7f8ecb service neutron] Checking segment: {'id': '8644186a-e5a3-49a5-ba70-44c5b8e116fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:17:33.621738 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-0288c90d-dd8e-496b-bdfb-98da1f7f8ecb service neutron] Bound using segment: {'id': '8644186a-e5a3-49a5-ba70-44c5b8e116fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:17:33.622193 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-0288c90d-dd8e-496b-bdfb-98da1f7f8ecb service neutron] Bound port: b51da6fb-dc93-4166-b906-5f587d34e5aa, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8644186a-e5a3-49a5-ba70-44c5b8e116fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:17:33.622561 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-0288c90d-dd8e-496b-bdfb-98da1f7f8ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:33.697883 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-0288c90d-dd8e-496b-bdfb-98da1f7f8ecb service neutron] For port b51da6fb-dc93-4166-b906-5f587d34e5aa, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:17:33.700838 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-0288c90d-dd8e-496b-bdfb-98da1f7f8ecb service neutron] For port b51da6fb-dc93-4166-b906-5f587d34e5aa, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=b51da6fb-dc93-4166-b906-5f587d34e5aa,segment=NetworkSegment(8644186a-e5a3-49a5-ba70-44c5b8e116fa),segment_id=8644186a-e5a3-49a5-ba70-44c5b8e116fa)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:17:33.779918 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-0288c90d-dd8e-496b-bdfb-98da1f7f8ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:33.815266 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-0288c90d-dd8e-496b-bdfb-98da1f7f8ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:33.815954 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-0288c90d-dd8e-496b-bdfb-98da1f7f8ecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:33.818202 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-0288c90d-dd8e-496b-bdfb-98da1f7f8ecb service neutron] 10.222.0.16 "PUT /v2.0/ports/b51da6fb-dc93-4166-b906-5f587d34e5aa HTTP/1.1" status: 200 len: 1094 time: 0.8321426 Apr 23 00:17:33.818202 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c7cc6a-43b5-4f8f-9255-55f73bb3f318', 'tag': 'b51da6fb-dc93-4166-b906-5f587d34e5aa'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:17:33.820366 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f2e330-9525-4e4b-84f3-e4986c3cd9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c7cc6a-43b5-4f8f-9255-55f73bb3f318", "tag": "b51da6fb-dc93-4166-b906-5f587d34e5aa"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:17:33.846853 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288c90d-dd8e-496b-bdfb-98da1f7f8ecb service neutron] Pushing event updated for resources: {'Port': ['ID=b51da6fb-dc93-4166-b906-5f587d34e5aa,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:33.863286 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6263ff1f-a042-4081-ba1a-30ec22278a68 x-openstack-request-id: req-6263ff1f-a042-4081-ba1a-30ec22278a68 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:17:33.863597 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c7cc6a-43b5-4f8f-9255-55f73bb3f318", "tag": "b51da6fb-dc93-4166-b906-5f587d34e5aa", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:17:33.863861 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6263ff1f-a042-4081-ba1a-30ec22278a68 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:17:33.864316 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6263ff1f-a042-4081-ba1a-30ec22278a68'] response: {'name': 'network-changed', 'server_uuid': 'd3c7cc6a-43b5-4f8f-9255-55f73bb3f318', 'tag': 'b51da6fb-dc93-4166-b906-5f587d34e5aa', 'status': 'completed', 'code': 200} Apr 23 00:17:33.932403 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2e330-9525-4e4b-84f3-e4986c3cd9a2 req-b17f8dea-f8e1-41b4-86e6-6248f92c32cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:33.938934 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-95f2e330-9525-4e4b-84f3-e4986c3cd9a2 req-b17f8dea-f8e1-41b4-86e6-6248f92c32cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 1097 time: 0.0482721 Apr 23 00:17:34.039161 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2e330-9525-4e4b-84f3-e4986c3cd9a2 req-dd2fdc11-c6c3-4d95-8270-1b47d9f7ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:34.040826 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-95f2e330-9525-4e4b-84f3-e4986c3cd9a2 req-dd2fdc11-c6c3-4d95-8270-1b47d9f7ea7a service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b0d4e09f8966425d866e56289d457074&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0985515 Apr 23 00:17:34.136967 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2e330-9525-4e4b-84f3-e4986c3cd9a2 req-12ca4a17-3d53-4121-a20d-5a82d301ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:34.138339 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-95f2e330-9525-4e4b-84f3-e4986c3cd9a2 req-12ca4a17-3d53-4121-a20d-5a82d301ceb8 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915368 Apr 23 00:17:34.214589 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-d303de8a-eb0f-4a08-ad6f-67725220492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:34.216178 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-d303de8a-eb0f-4a08-ad6f-67725220492e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 1097 time: 0.0431268 Apr 23 00:17:34.233287 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26375a66-ba47-4c75-9775-f577681ae786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:34.258939 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-34ed6f8c-7631-45b4-b65d-2f9e9f96152a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b51da6fb-dc93-4166-b906-5f587d34e5aa HTTP/1.1" status: 200 len: 217 time: 0.0349548 Apr 23 00:17:34.313807 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-85808c1b-e717-4183-8dde-61d0a1c8f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:34.315275 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-85808c1b-e717-4183-8dde-61d0a1c8f393 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e50d428-17c1-477e-b791-c0d22ae5ff62 HTTP/1.1" status: 200 len: 834 time: 0.0504634 Apr 23 00:17:34.360995 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-065339d6-cc5e-485b-80fd-7126bb739048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:34.362505 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-065339d6-cc5e-485b-80fd-7126bb739048 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d55409-3819-4dc5-b95a-59bdb1053623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394466 Apr 23 00:17:34.451473 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-71bea930-4378-4108-9e4a-e21e520b6367 service neutron] 10.222.0.16 "GET /v2.0/networks/15d55409-3819-4dc5-b95a-59bdb1053623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810018 Apr 23 00:17:34.545494 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0400273c-8ecd-419e-94d4-fbd32ec16805 req-d8058fd4-2cdc-401f-b85e-f0a7a3b8bef9 service neutron] 10.222.0.16 "GET /v2.0/networks/15d55409-3819-4dc5-b95a-59bdb1053623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872293 Apr 23 00:17:34.564884 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e42a1-96e0-4759-b638-fb938585aa7b req-8127034c-e842-44ca-8d0f-b6ab8c9d43aa tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:34.566389 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5e2e42a1-96e0-4759-b638-fb938585aa7b req-8127034c-e842-44ca-8d0f-b6ab8c9d43aa tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 944 time: 0.0497618 Apr 23 00:17:34.604408 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5e2e42a1-96e0-4759-b638-fb938585aa7b req-501f0de9-a10e-4cde-8c4e-7d214e8598a5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce2b91ba-2a78-4f46-a9d0-20c47c60944a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316422 Apr 23 00:17:35.720947 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8955f4-a089-4832-b144-31a3ef1b4eba req-6863b062-9371-40d0-af44-3e70331aa618 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:35.722492 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6e8955f4-a089-4832-b144-31a3ef1b4eba req-6863b062-9371-40d0-af44-3e70331aa618 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 944 time: 0.0502372 Apr 23 00:17:35.760096 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6e8955f4-a089-4832-b144-31a3ef1b4eba req-bd3a5e4e-c98a-4045-846a-c5edeb2c81bd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce2b91ba-2a78-4f46-a9d0-20c47c60944a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316341 Apr 23 00:17:36.873290 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8c85a-c6d6-4050-9992-15b3df2c6b21 req-8c7d9c82-e4ae-4cec-b171-e68eb4457470 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:36.874791 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-37a8c85a-c6d6-4050-9992-15b3df2c6b21 req-8c7d9c82-e4ae-4cec-b171-e68eb4457470 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 944 time: 0.0492780 Apr 23 00:17:36.913946 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-37a8c85a-c6d6-4050-9992-15b3df2c6b21 req-2655f53f-c75b-46e5-ac72-a4186db03edd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce2b91ba-2a78-4f46-a9d0-20c47c60944a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331955 Apr 23 00:17:37.236355 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb76a678-9f0b-42ca-8c96-409301be1a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:37.849670 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:38.025249 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e853d30-be40-4340-968e-7ac556b47e8b req-cc379301-e055-4ae9-b0ff-f248c6a32108 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:38.026838 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5e853d30-be40-4340-968e-7ac556b47e8b req-cc379301-e055-4ae9-b0ff-f248c6a32108 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 944 time: 0.0476453 Apr 23 00:17:38.068119 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5e853d30-be40-4340-968e-7ac556b47e8b req-0c75c852-0b39-4e8e-a56e-7eb4a6db1fc3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce2b91ba-2a78-4f46-a9d0-20c47c60944a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353937 Apr 23 00:17:38.230175 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device b51da6fb-dc93-4166-b906-5f587d34e5aa details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:17:38.327188 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port b51da6fb-dc93-4166-b906-5f587d34e5aa, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=b51da6fb-dc93-4166-b906-5f587d34e5aa,segment=NetworkSegment(8644186a-e5a3-49a5-ba70-44c5b8e116fa),segment_id=8644186a-e5a3-49a5-ba70-44c5b8e116fa)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:17:38.339327 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': 'b51da6fb-dc93-4166-b906-5f587d34e5aa', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'port_id': 'b51da6fb-dc93-4166-b906-5f587d34e5aa', 'mac_address': 'fa:16:3e:a1:72:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:17:38.374543 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:38.387818 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b51da6fb-dc93-4166-b906-5f587d34e5aa {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:17:38.407613 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port b51da6fb-dc93-4166-b906-5f587d34e5aa, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=b51da6fb-dc93-4166-b906-5f587d34e5aa,segment=NetworkSegment(8644186a-e5a3-49a5-ba70-44c5b8e116fa),segment_id=8644186a-e5a3-49a5-ba70-44c5b8e116fa)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:17:38.472502 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:38.520755 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=b51da6fb-dc93-4166-b906-5f587d34e5aa,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:38.745978 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['b51da6fb-dc93-4166-b906-5f587d34e5aa'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:17:39.185059 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b9e60-7418-45ae-9a6d-61d1705fcf40 req-ed4b9f30-7c81-4e79-9428-82a3ffab458f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:39.186512 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-eb3b9e60-7418-45ae-9a6d-61d1705fcf40 req-ed4b9f30-7c81-4e79-9428-82a3ffab458f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 945 time: 0.0482190 Apr 23 00:17:39.228387 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-eb3b9e60-7418-45ae-9a6d-61d1705fcf40 req-192563cf-3c7c-437e-9663-4907ce8b05c7 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce2b91ba-2a78-4f46-a9d0-20c47c60944a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358722 Apr 23 00:17:39.684865 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:39.784907 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:40.247300 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device b51da6fb-dc93-4166-b906-5f587d34e5aa up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:17:40.342165 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec8d2f-f45c-4047-84fc-c50a32d621f7 req-4bd6d7d0-7ca7-4d66-be28-33fcabdda4b0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:40.343758 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fcec8d2f-f45c-4047-84fc-c50a32d621f7 req-4bd6d7d0-7ca7-4d66-be28-33fcabdda4b0 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 945 time: 0.0495098 Apr 23 00:17:40.382937 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fcec8d2f-f45c-4047-84fc-c50a32d621f7 req-786b846d-cdc3-43c9-8395-d8c595ecf09e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce2b91ba-2a78-4f46-a9d0-20c47c60944a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330820 Apr 23 00:17:40.407733 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port b51da6fb-dc93-4166-b906-5f587d34e5aa completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:17:40.411903 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port b51da6fb-dc93-4166-b906-5f587d34e5aa triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:17:40.412271 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:40.491008 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:40.512249 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c7cc6a-43b5-4f8f-9255-55f73bb3f318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51da6fb-dc93-4166-b906-5f587d34e5aa'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:17:40.514385 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12383e3b-76ee-48a8-b3a7-bc41a8c8e7e4" -d '{"events": [{"server_uuid": "d3c7cc6a-43b5-4f8f-9255-55f73bb3f318", "name": "network-vif-plugged", "status": "completed", "tag": "b51da6fb-dc93-4166-b906-5f587d34e5aa"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:17:40.527882 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port b51da6fb-dc93-4166-b906-5f587d34e5aa, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=b51da6fb-dc93-4166-b906-5f587d34e5aa,segment=NetworkSegment(8644186a-e5a3-49a5-ba70-44c5b8e116fa),segment_id=8644186a-e5a3-49a5-ba70-44c5b8e116fa)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:17:40.550471 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db97a462-7b21-4de0-aab8-9fb4b3b6be03 x-openstack-request-id: req-db97a462-7b21-4de0-aab8-9fb4b3b6be03 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:17:40.550763 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c7cc6a-43b5-4f8f-9255-55f73bb3f318", "name": "network-vif-plugged", "status": "completed", "tag": "b51da6fb-dc93-4166-b906-5f587d34e5aa", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:17:40.551019 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db97a462-7b21-4de0-aab8-9fb4b3b6be03 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:17:40.551414 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db97a462-7b21-4de0-aab8-9fb4b3b6be03'] response: {'server_uuid': 'd3c7cc6a-43b5-4f8f-9255-55f73bb3f318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51da6fb-dc93-4166-b906-5f587d34e5aa', 'code': 200} Apr 23 00:17:40.591054 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:40.638067 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=b51da6fb-dc93-4166-b906-5f587d34e5aa,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:40.835773 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c81403-6031-4d38-b537-81cd6d73b190 req-7687b3b0-95b1-49dd-a794-f58fa134404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:40.837270 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-84c81403-6031-4d38-b537-81cd6d73b190 req-7687b3b0-95b1-49dd-a794-f58fa134404f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 1099 time: 0.0406151 Apr 23 00:17:40.870306 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-84c81403-6031-4d38-b537-81cd6d73b190 req-d03fce1f-3484-499d-8321-783b08a51957 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ce2b91ba-2a78-4f46-a9d0-20c47c60944a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265095 Apr 23 00:17:41.496435 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05732636-7340-43a5-bef3-fa3a6fafc84a req-71efdc3b-ccc5-4a90-bd5f-ca44e7a6d590 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:41.497918 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-05732636-7340-43a5-bef3-fa3a6fafc84a req-71efdc3b-ccc5-4a90-bd5f-ca44e7a6d590 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 946 time: 0.0487955 Apr 23 00:17:41.540495 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-05732636-7340-43a5-bef3-fa3a6fafc84a req-9c994f51-6f3b-44be-9c13-f0310e2ffb4a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce2b91ba-2a78-4f46-a9d0-20c47c60944a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367501 Apr 23 00:17:42.654425 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1719532-9dd0-4b98-b854-eb7c1c934b7b req-1596194a-1a5a-40e7-bc4a-9ae61db285ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:42.655938 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b1719532-9dd0-4b98-b854-eb7c1c934b7b req-1596194a-1a5a-40e7-bc4a-9ae61db285ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 946 time: 0.0486178 Apr 23 00:17:42.695702 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b1719532-9dd0-4b98-b854-eb7c1c934b7b req-4026152b-9f50-480a-aa5b-303876aebb83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce2b91ba-2a78-4f46-a9d0-20c47c60944a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327191 Apr 23 00:17:42.810846 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1de7b8-7af7-49ef-b4a8-1f6ae03d97cf req-d3c9d2ba-eb57-41f1-b951-ce584b1d06df tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:42.812319 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9b1de7b8-7af7-49ef-b4a8-1f6ae03d97cf req-d3c9d2ba-eb57-41f1-b951-ce584b1d06df tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 946 time: 0.0490186 Apr 23 00:17:42.849915 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9b1de7b8-7af7-49ef-b4a8-1f6ae03d97cf req-85dc6a56-4291-40e4-bc57-88e223248dd2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce2b91ba-2a78-4f46-a9d0-20c47c60944a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315931 Apr 23 00:17:42.871096 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57668) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:42.909998 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a91f0e5-f7a3-44d7-8cd5-b2e460a3d1ce tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:42.911751 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3a91f0e5-f7a3-44d7-8cd5-b2e460a3d1ce tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 1094 time: 0.0396495 Apr 23 00:17:42.914480 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57670) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:42.918856 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-7c1ebc83-0629-4e88-bf8f-e5243b18efae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': 'b51da6fb-dc93-4166-b906-5f587d34e5aa', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:17:43.004436 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7c1ebc83-0629-4e88-bf8f-e5243b18efae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:43.101680 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7c1ebc83-0629-4e88-bf8f-e5243b18efae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:43.201727 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-7c1ebc83-0629-4e88-bf8f-e5243b18efae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.26.3.50 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/902db535-da61-425a-86ad-2840380003cb) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:17:43.306142 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7c1ebc83-0629-4e88-bf8f-e5243b18efae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:43.385518 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7c1ebc83-0629-4e88-bf8f-e5243b18efae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:43.426173 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1ebc83-0629-4e88-bf8f-e5243b18efae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:17:43.430997 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-7c1ebc83-0629-4e88-bf8f-e5243b18efae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:17:43.434497 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1ebc83-0629-4e88-bf8f-e5243b18efae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:17:43.457340 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ebc83-0629-4e88-bf8f-e5243b18efae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=902db535-da61-425a-86ad-2840380003cb,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:43.795949 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7c1ebc83-0629-4e88-bf8f-e5243b18efae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:43.817621 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:17:43.909976 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7c1ebc83-0629-4e88-bf8f-e5243b18efae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:44.057186 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7c1ebc83-0629-4e88-bf8f-e5243b18efae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:44.127522 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7c1ebc83-0629-4e88-bf8f-e5243b18efae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:44.201703 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ebc83-0629-4e88-bf8f-e5243b18efae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=902db535-da61-425a-86ad-2840380003cb,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:44.210607 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7c1ebc83-0629-4e88-bf8f-e5243b18efae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:44.311218 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-7c1ebc83-0629-4e88-bf8f-e5243b18efae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Floating IP 6ff961f5-25ea-495e-b0ba-d9071a8b3089 associated. External IP: 172.26.3.50, port: b51da6fb-dc93-4166-b906-5f587d34e5aa. Apr 23 00:17:44.512656 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1ebc83-0629-4e88-bf8f-e5243b18efae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router a83134fb-4cd2-4036-b910-3c727ec32b2a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:17:44.619416 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1ebc83-0629-4e88-bf8f-e5243b18efae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:17:44.629384 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef7cb30-1cc7-4f2d-8b02-72238e552bad None None] Sync routers for ids ['a83134fb-4cd2-4036-b910-3c727ec32b2a'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:17:44.639015 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef7cb30-1cc7-4f2d-8b02-72238e552bad None None] Routers {'a83134fb-4cd2-4036-b910-3c727ec32b2a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:17:44.643920 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-eef7cb30-1cc7-4f2d-8b02-72238e552bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:17:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a83134fb-4cd2-4036-b910-3c727ec32b2a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:44.686685 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7c1ebc83-0629-4e88-bf8f-e5243b18efae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:44.715761 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7c1ebc83-0629-4e88-bf8f-e5243b18efae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8001158 Apr 23 00:17:44.716458 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c7cc6a-43b5-4f8f-9255-55f73bb3f318', 'tag': 'b51da6fb-dc93-4166-b906-5f587d34e5aa'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:17:44.718627 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57672) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:44.719103 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676964a6-bb48-4325-90d2-e6e0f8bcc5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c7cc6a-43b5-4f8f-9255-55f73bb3f318", "tag": "b51da6fb-dc93-4166-b906-5f587d34e5aa"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:17:44.746883 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-eef7cb30-1cc7-4f2d-8b02-72238e552bad None None] Set router a83134fb-4cd2-4036-b910-3c727ec32b2a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:17:44.761056 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c6d021-b7e2-4732-a060-e05e00141067 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:44.765317 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d4c6d021-b7e2-4732-a060-e05e00141067 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 1094 time: 0.0429327 Apr 23 00:17:44.819899 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e198bf-b6e9-45f9-80fb-c5c8a9c2b6bd x-openstack-request-id: req-76e198bf-b6e9-45f9-80fb-c5c8a9c2b6bd {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:17:44.820191 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c7cc6a-43b5-4f8f-9255-55f73bb3f318", "tag": "b51da6fb-dc93-4166-b906-5f587d34e5aa", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:17:44.820443 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76e198bf-b6e9-45f9-80fb-c5c8a9c2b6bd {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:17:44.820930 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76e198bf-b6e9-45f9-80fb-c5c8a9c2b6bd'] response: {'name': 'network-changed', 'server_uuid': 'd3c7cc6a-43b5-4f8f-9255-55f73bb3f318', 'tag': 'b51da6fb-dc93-4166-b906-5f587d34e5aa', 'status': 'completed', 'code': 200} Apr 23 00:17:44.881458 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676964a6-bb48-4325-90d2-e6e0f8bcc5c3 req-bb7e8925-6416-44a6-b25d-2eb59ffca21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:44.882999 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-676964a6-bb48-4325-90d2-e6e0f8bcc5c3 req-bb7e8925-6416-44a6-b25d-2eb59ffca21d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 1099 time: 0.0411661 Apr 23 00:17:44.972894 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676964a6-bb48-4325-90d2-e6e0f8bcc5c3 req-8c5416bd-aa62-48a4-890b-670f03bcf337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:44.974390 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-676964a6-bb48-4325-90d2-e6e0f8bcc5c3 req-8c5416bd-aa62-48a4-890b-670f03bcf337 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d55409-3819-4dc5-b95a-59bdb1053623 HTTP/1.1" status: 200 len: 898 time: 0.0846279 Apr 23 00:17:44.981852 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-eef7cb30-1cc7-4f2d-8b02-72238e552bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'name': 'tempest-TestNetworkBasicOps-router-1975743989', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:17:20Z', 'updated_at': '2022-04-23T00:17:25Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:21Z', 'updated_at': '2022-04-23T00:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '6ff961f5-25ea-495e-b0ba-d9071a8b3089', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'port_id': 'b51da6fb-dc93-4166-b906-5f587d34e5aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'mac_address': 'fa:16:3e:a1:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c7cc6a-43b5-4f8f-9255-55f73bb3f318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:17:43Z', 'updated_at': '2022-04-23T00:17:43Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf4124f9-5506-44da-b5a0-93ca32d397e3', 'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:3f:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:24Z', 'updated_at': '2022-04-23T00:17:27Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:45.007499 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef7cb30-1cc7-4f2d-8b02-72238e552bad None None] Checking router: a83134fb-4cd2-4036-b910-3c727ec32b2a for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:17:45.016974 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef7cb30-1cc7-4f2d-8b02-72238e552bad None None] Routers {'a83134fb-4cd2-4036-b910-3c727ec32b2a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:17:45.017595 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-eef7cb30-1cc7-4f2d-8b02-72238e552bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:17:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a83134fb-4cd2-4036-b910-3c727ec32b2a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:45.046205 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-676964a6-bb48-4325-90d2-e6e0f8bcc5c3 req-9adac645-df2b-48ed-a789-0bf396d6c45b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b51da6fb-dc93-4166-b906-5f587d34e5aa HTTP/1.1" status: 200 len: 999 time: 0.0642028 Apr 23 00:17:45.047326 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57680) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:45.051732 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-ce516117-0568-4bb3-88df-8b51d9e6a5dc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-744437469', 'description': 'tempest-secgroup-smoke-744437469 description', 'project_id': 'b0d4e09f8966425d866e56289d457074'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:17:45.108212 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676964a6-bb48-4325-90d2-e6e0f8bcc5c3 req-c7b2bf0c-c600-4de3-b7b7-a2c7c3e476fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:45.109684 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-676964a6-bb48-4325-90d2-e6e0f8bcc5c3 req-c7b2bf0c-c600-4de3-b7b7-a2c7c3e476fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e50d428-17c1-477e-b791-c0d22ae5ff62 HTTP/1.1" status: 200 len: 834 time: 0.0536761 Apr 23 00:17:45.130879 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-eef7cb30-1cc7-4f2d-8b02-72238e552bad None None] Set router a83134fb-4cd2-4036-b910-3c727ec32b2a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:17:45.158185 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676964a6-bb48-4325-90d2-e6e0f8bcc5c3 req-6a288444-780c-40d9-9734-ed4bda00da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:45.159623 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-676964a6-bb48-4325-90d2-e6e0f8bcc5c3 req-6a288444-780c-40d9-9734-ed4bda00da0f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d55409-3819-4dc5-b95a-59bdb1053623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438764 Apr 23 00:17:45.214817 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ce516117-0568-4bb3-88df-8b51d9e6a5dc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:45.277751 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-676964a6-bb48-4325-90d2-e6e0f8bcc5c3 req-e6aea4e1-55eb-4f77-a17f-b77dbe7f7be0 service neutron] 10.222.0.16 "GET /v2.0/networks/15d55409-3819-4dc5-b95a-59bdb1053623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100183 Apr 23 00:17:45.360903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ce516117-0568-4bb3-88df-8b51d9e6a5dc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:45.364145 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-eef7cb30-1cc7-4f2d-8b02-72238e552bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'name': 'tempest-TestNetworkBasicOps-router-1975743989', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:17:20Z', 'updated_at': '2022-04-23T00:17:25Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:21Z', 'updated_at': '2022-04-23T00:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '6ff961f5-25ea-495e-b0ba-d9071a8b3089', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'port_id': 'b51da6fb-dc93-4166-b906-5f587d34e5aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'mac_address': 'fa:16:3e:a1:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c7cc6a-43b5-4f8f-9255-55f73bb3f318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:17:43Z', 'updated_at': '2022-04-23T00:17:43Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf4124f9-5506-44da-b5a0-93ca32d397e3', 'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:3f:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:24Z', 'updated_at': '2022-04-23T00:17:27Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:45.394468 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-676964a6-bb48-4325-90d2-e6e0f8bcc5c3 req-ade9b5fd-07cc-4948-8ac1-4f6cf59431ea service neutron] 10.222.0.16 "GET /v2.0/networks/15d55409-3819-4dc5-b95a-59bdb1053623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093116 Apr 23 00:17:45.408775 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ce516117-0568-4bb3-88df-8b51d9e6a5dc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:45.445270 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce516117-0568-4bb3-88df-8b51d9e6a5dc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b58fb7bc-2291-4431-a4dc-a68e29d06796,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:45.498630 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ce516117-0568-4bb3-88df-8b51d9e6a5dc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:45.500096 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ce516117-0568-4bb3-88df-8b51d9e6a5dc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4518201 Apr 23 00:17:45.502961 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57682) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:45.508779 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-15702133-3e86-4793-835e-fd1c8713fa95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'b58fb7bc-2291-4431-a4dc-a68e29d06796', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:17:45.536714 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef7cb30-1cc7-4f2d-8b02-72238e552bad None None] The sync data for ids ['a83134fb-4cd2-4036-b910-3c727ec32b2a'] in dv-neutron-838783-1-hyperv is: [{'id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'name': 'tempest-TestNetworkBasicOps-router-1975743989', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:17:20Z', 'updated_at': '2022-04-23T00:17:25Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:21Z', 'updated_at': '2022-04-23T00:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '6ff961f5-25ea-495e-b0ba-d9071a8b3089', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'port_id': 'b51da6fb-dc93-4166-b906-5f587d34e5aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'mac_address': 'fa:16:3e:a1:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c7cc6a-43b5-4f8f-9255-55f73bb3f318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:17:43Z', 'updated_at': '2022-04-23T00:17:43Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf4124f9-5506-44da-b5a0-93ca32d397e3', 'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:3f:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:24Z', 'updated_at': '2022-04-23T00:17:27Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:17:45.680057 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15702133-3e86-4793-835e-fd1c8713fa95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:45.736365 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15702133-3e86-4793-835e-fd1c8713fa95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:45.737130 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45b5bc3-6e3e-4bed-a3c8-2ac980e1c0a1 None None] New status for floating IP 6ff961f5-25ea-495e-b0ba-d9071a8b3089: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:17:45.796551 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15702133-3e86-4793-835e-fd1c8713fa95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:45.814020 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15702133-3e86-4793-835e-fd1c8713fa95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6c90e5-4e4a-4ee0-bb9c-0743af3ca10a,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:45.872822 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-15702133-3e86-4793-835e-fd1c8713fa95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:45.874117 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-15702133-3e86-4793-835e-fd1c8713fa95 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3701944 Apr 23 00:17:45.876773 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57684) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:45.881149 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-a05bc396-2579-4e3a-a1cf-04f26598e601 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'b58fb7bc-2291-4431-a4dc-a68e29d06796', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:17:45.978571 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a05bc396-2579-4e3a-a1cf-04f26598e601 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:46.038419 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a05bc396-2579-4e3a-a1cf-04f26598e601 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:46.101030 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a05bc396-2579-4e3a-a1cf-04f26598e601 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:46.120278 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bc396-2579-4e3a-a1cf-04f26598e601 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ec9967-0d40-439a-b4cc-3319156aede5,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:46.188697 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a05bc396-2579-4e3a-a1cf-04f26598e601 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:46.189916 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a05bc396-2579-4e3a-a1cf-04f26598e601 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3122196 Apr 23 00:17:46.192823 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57686) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:46.197800 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-d6d9b983-24f8-48aa-9f71-839122e6ef1c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'b58fb7bc-2291-4431-a4dc-a68e29d06796', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:17:46.271779 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d6d9b983-24f8-48aa-9f71-839122e6ef1c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:46.340722 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d6d9b983-24f8-48aa-9f71-839122e6ef1c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:46.397956 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d6d9b983-24f8-48aa-9f71-839122e6ef1c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:46.415927 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9b983-24f8-48aa-9f71-839122e6ef1c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec15340-8e3e-4368-a301-c0800962a978,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:46.489569 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d6d9b983-24f8-48aa-9f71-839122e6ef1c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:46.490737 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d6d9b983-24f8-48aa-9f71-839122e6ef1c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2970517 Apr 23 00:17:46.494066 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57688) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:46.498247 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-1759e52f-abeb-409a-9c73-ead1ec88f486 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'b58fb7bc-2291-4431-a4dc-a68e29d06796', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:17:46.577709 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1759e52f-abeb-409a-9c73-ead1ec88f486 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:46.636765 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1759e52f-abeb-409a-9c73-ead1ec88f486 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:46.693782 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1759e52f-abeb-409a-9c73-ead1ec88f486 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:46.712910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759e52f-abeb-409a-9c73-ead1ec88f486 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eadf68b6-4f0c-43e8-80fe-cebaae629faf,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:46.771533 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1759e52f-abeb-409a-9c73-ead1ec88f486 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:46.772857 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1759e52f-abeb-409a-9c73-ead1ec88f486 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2777686 Apr 23 00:17:46.775488 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57690) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:46.780347 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-f58f8325-c1e0-4ca6-ab1f-aeaf590c06cd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'b58fb7bc-2291-4431-a4dc-a68e29d06796', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:17:46.861437 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-f58f8325-c1e0-4ca6-ab1f-aeaf590c06cd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Project b0d4e09f8966425d866e56289d457074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:17:46.866460 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f58f8325-c1e0-4ca6-ab1f-aeaf590c06cd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:46.928222 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f58f8325-c1e0-4ca6-ab1f-aeaf590c06cd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:46.984720 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f58f8325-c1e0-4ca6-ab1f-aeaf590c06cd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:47.001419 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f8325-c1e0-4ca6-ab1f-aeaf590c06cd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df118cc-9cf1-4b9a-a7dc-f54112636966,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:47.083921 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f58f8325-c1e0-4ca6-ab1f-aeaf590c06cd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:47.085128 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f58f8325-c1e0-4ca6-ab1f-aeaf590c06cd tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3086915 Apr 23 00:17:47.088446 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57692) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:17:47.092714 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-99d094b2-9c25-4db5-90f1-0792038c476b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': 'b58fb7bc-2291-4431-a4dc-a68e29d06796', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:17:47.190595 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-99d094b2-9c25-4db5-90f1-0792038c476b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Project b0d4e09f8966425d866e56289d457074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:17:47.195587 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-99d094b2-9c25-4db5-90f1-0792038c476b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:47.258934 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-99d094b2-9c25-4db5-90f1-0792038c476b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:47.358580 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-99d094b2-9c25-4db5-90f1-0792038c476b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:47.375716 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d094b2-9c25-4db5-90f1-0792038c476b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8063f487-e6c6-4710-96d7-bcceb6d45894,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:47.464084 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-99d094b2-9c25-4db5-90f1-0792038c476b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:47.465321 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-99d094b2-9c25-4db5-90f1-0792038c476b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3759294 Apr 23 00:17:47.660510 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-375bb108-d35c-4f31-8083-e3bdd369a555 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-744437469&fields=id&tenant_id=b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 267 time: 0.0325670 Apr 23 00:17:47.769336 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-544ee9c3-032b-4648-9fad-ac1e06090d06 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:47.770779 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-544ee9c3-032b-4648-9fad-ac1e06090d06 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/networks?id=15d55409-3819-4dc5-b95a-59bdb1053623 HTTP/1.1" status: 200 len: 797 time: 0.1031394 Apr 23 00:17:47.785571 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-6be6a9a6-4d18-47a5-9de5-7e2b8d709e29 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/quotas/b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 375 time: 0.0090332 Apr 23 00:17:47.840313 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-8addd134-c998-40b2-b236-7173080d6474 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0492384 Apr 23 00:17:47.985004 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-1aa84932-09da-4f82-b932-1becb71e0468 service neutron] 10.222.0.15 "GET /v2.0/networks/15d55409-3819-4dc5-b95a-59bdb1053623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332603 Apr 23 00:17:48.072251 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-17bf602e-ec14-4922-a870-4ff8bcf6ecdf service neutron] 10.222.0.15 "GET /v2.0/networks/15d55409-3819-4dc5-b95a-59bdb1053623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811481 Apr 23 00:17:48.335393 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-30737add-feca-42d8-9d98-332bef1ea6aa req-cff38d32-0863-4db1-9ac3-365fb2c3f68e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=417ac9eb-8206-4dd8-ae0a-851ef0be1daf HTTP/1.1" status: 200 len: 210 time: 0.0271688 Apr 23 00:17:49.431968 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-01025804-a7a0-4625-b9de-97c96f506b9b req-ef719544-7b23-49bc-b0eb-32a31cd6c6d8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=417ac9eb-8206-4dd8-ae0a-851ef0be1daf HTTP/1.1" status: 200 len: 210 time: 0.0284805 Apr 23 00:17:50.557763 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4da793ec-ea13-4cfc-948e-d233b8f5f1c3 req-f9e9b3b8-0302-4212-acff-a37e4b515e0b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=417ac9eb-8206-4dd8-ae0a-851ef0be1daf HTTP/1.1" status: 200 len: 210 time: 0.0325966 Apr 23 00:17:50.597363 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-17d9b517-af78-41c0-a7d9-13b516033e39 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:50.598792 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-17d9b517-af78-41c0-a7d9-13b516033e39 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/networks?id=15d55409-3819-4dc5-b95a-59bdb1053623 HTTP/1.1" status: 200 len: 797 time: 0.4602902 Apr 23 00:17:50.643475 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-ab9ba2ea-e4c1-4e89-9959-3dac1a662ccc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 472 time: 0.0347176 Apr 23 00:17:50.657508 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-0d7186cc-5cd0-448b-bec8-0c086879898a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'port': {'device_id': '417ac9eb-8206-4dd8-ae0a-851ef0be1daf', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'admin_state_up': True, 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'security_groups': ['b58fb7bc-2291-4431-a4dc-a68e29d06796']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:17:50.847678 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-0d7186cc-5cd0-448b-bec8-0c086879898a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:17:50.851256 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-0d7186cc-5cd0-448b-bec8-0c086879898a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:50.974287 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-0d7186cc-5cd0-448b-bec8-0c086879898a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.20.0.4 (15d55409-3819-4dc5-b95a-59bdb1053623/5e50d428-17c1-477e-b791-c0d22ae5ff62/2a13b9e8-74ba-4a76-acd5-6b89e09d08fb) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:17:51.112215 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-0d7186cc-5cd0-448b-bec8-0c086879898a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:51.215815 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-0d7186cc-5cd0-448b-bec8-0c086879898a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:51.255193 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-0d7186cc-5cd0-448b-bec8-0c086879898a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 15d55409-3819-4dc5-b95a-59bdb1053623 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:17:51.260630 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-0d7186cc-5cd0-448b-bec8-0c086879898a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:17:51.264326 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-0d7186cc-5cd0-448b-bec8-0c086879898a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:17:51.290448 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7186cc-5cd0-448b-bec8-0c086879898a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=2a13b9e8-74ba-4a76-acd5-6b89e09d08fb,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:51.318495 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-0d7186cc-5cd0-448b-bec8-0c086879898a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:51.325405 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-0d7186cc-5cd0-448b-bec8-0c086879898a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:51.399397 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-0d7186cc-5cd0-448b-bec8-0c086879898a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7454638 Apr 23 00:17:51.411528 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-35ee5065-93bb-42a3-8569-9479600a7dd8 service neutron] Request body: {'port': {'device_id': '417ac9eb-8206-4dd8-ae0a-851ef0be1daf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:17:51.472309 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-352ce7c8-91b4-4600-927f-64990b5ae523 None None] Provisioning complete for port 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:17:51.472930 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-352ce7c8-91b4-4600-927f-64990b5ae523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:51.476043 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-35ee5065-93bb-42a3-8569-9479600a7dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:51.508700 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-352ce7c8-91b4-4600-927f-64990b5ae523 None None] Port 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:17:51.684417 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786f6f0-5e32-4ce0-8d93-d455f80b5afd req-2debf589-b69e-4483-83ea-d2acbbb861c2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:51.685940 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1786f6f0-5e32-4ce0-8d93-d455f80b5afd req-2debf589-b69e-4483-83ea-d2acbbb861c2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=417ac9eb-8206-4dd8-ae0a-851ef0be1daf HTTP/1.1" status: 200 len: 931 time: 0.0554399 Apr 23 00:17:51.724424 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1786f6f0-5e32-4ce0-8d93-d455f80b5afd req-76722010-dbfe-43dc-8436-57c7f19ddc4a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b58fb7bc-2291-4431-a4dc-a68e29d06796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325370 Apr 23 00:17:51.738032 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-35ee5065-93bb-42a3-8569-9479600a7dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:17:51.745640 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-35ee5065-93bb-42a3-8569-9479600a7dd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:51.756991 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-35ee5065-93bb-42a3-8569-9479600a7dd8 service neutron] Transition to ACTIVE for port object 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:17:51.813094 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-35ee5065-93bb-42a3-8569-9479600a7dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:51.866191 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee5065-93bb-42a3-8569-9479600a7dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=2a13b9e8-74ba-4a76-acd5-6b89e09d08fb,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:51.938559 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-35ee5065-93bb-42a3-8569-9479600a7dd8 service neutron] Attempting to bind port 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:17:51.938903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-35ee5065-93bb-42a3-8569-9479600a7dd8 service neutron] Attempting to bind port 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '8644186a-e5a3-49a5-ba70-44c5b8e116fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:17:51.939239 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-35ee5065-93bb-42a3-8569-9479600a7dd8 service neutron] Attempting to bind port 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb on network 15d55409-3819-4dc5-b95a-59bdb1053623 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:17:51.943905 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-35ee5065-93bb-42a3-8569-9479600a7dd8 service neutron] Port 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb on network 15d55409-3819-4dc5-b95a-59bdb1053623 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:17:51.944230 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-35ee5065-93bb-42a3-8569-9479600a7dd8 service neutron] Attempting to bind port 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb on network 15d55409-3819-4dc5-b95a-59bdb1053623 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:17:51.949940 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-35ee5065-93bb-42a3-8569-9479600a7dd8 service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:17:51.950405 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-35ee5065-93bb-42a3-8569-9479600a7dd8 service neutron] Checking segment: {'id': '8644186a-e5a3-49a5-ba70-44c5b8e116fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:17:51.950664 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-35ee5065-93bb-42a3-8569-9479600a7dd8 service neutron] Bound using segment: {'id': '8644186a-e5a3-49a5-ba70-44c5b8e116fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:17:51.951098 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-35ee5065-93bb-42a3-8569-9479600a7dd8 service neutron] Bound port: 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8644186a-e5a3-49a5-ba70-44c5b8e116fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:17:51.951457 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-35ee5065-93bb-42a3-8569-9479600a7dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:52.015952 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-35ee5065-93bb-42a3-8569-9479600a7dd8 service neutron] For port 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:17:52.019020 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-35ee5065-93bb-42a3-8569-9479600a7dd8 service neutron] For port 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=2a13b9e8-74ba-4a76-acd5-6b89e09d08fb,segment=NetworkSegment(8644186a-e5a3-49a5-ba70-44c5b8e116fa),segment_id=8644186a-e5a3-49a5-ba70-44c5b8e116fa)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:17:52.111202 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-35ee5065-93bb-42a3-8569-9479600a7dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:52.145457 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-35ee5065-93bb-42a3-8569-9479600a7dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:52.146069 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-35ee5065-93bb-42a3-8569-9479600a7dd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:52.147486 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-35ee5065-93bb-42a3-8569-9479600a7dd8 service neutron] 10.222.0.16 "PUT /v2.0/ports/2a13b9e8-74ba-4a76-acd5-6b89e09d08fb HTTP/1.1" status: 200 len: 1093 time: 0.7405021 Apr 23 00:17:52.147914 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417ac9eb-8206-4dd8-ae0a-851ef0be1daf', 'tag': '2a13b9e8-74ba-4a76-acd5-6b89e09d08fb'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:17:52.151021 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529abe7d-be61-495c-a228-90c58dc5463f" -d '{"events": [{"name": "network-changed", "server_uuid": "417ac9eb-8206-4dd8-ae0a-851ef0be1daf", "tag": "2a13b9e8-74ba-4a76-acd5-6b89e09d08fb"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:17:52.175425 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee5065-93bb-42a3-8569-9479600a7dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=2a13b9e8-74ba-4a76-acd5-6b89e09d08fb,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:52.192340 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3370ec33-1cc5-4bda-b204-aa8b65c68ff7 x-openstack-request-id: req-3370ec33-1cc5-4bda-b204-aa8b65c68ff7 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:17:52.192656 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417ac9eb-8206-4dd8-ae0a-851ef0be1daf", "tag": "2a13b9e8-74ba-4a76-acd5-6b89e09d08fb", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:17:52.192910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3370ec33-1cc5-4bda-b204-aa8b65c68ff7 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:17:52.193313 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3370ec33-1cc5-4bda-b204-aa8b65c68ff7'] response: {'name': 'network-changed', 'server_uuid': '417ac9eb-8206-4dd8-ae0a-851ef0be1daf', 'tag': '2a13b9e8-74ba-4a76-acd5-6b89e09d08fb', 'status': 'completed', 'code': 200} Apr 23 00:17:52.262728 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529abe7d-be61-495c-a228-90c58dc5463f req-e92e1c7d-1802-48c2-b2e8-e9c8867d3774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:52.264344 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-529abe7d-be61-495c-a228-90c58dc5463f req-e92e1c7d-1802-48c2-b2e8-e9c8867d3774 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=417ac9eb-8206-4dd8-ae0a-851ef0be1daf HTTP/1.1" status: 200 len: 1096 time: 0.0476708 Apr 23 00:17:52.366230 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529abe7d-be61-495c-a228-90c58dc5463f req-35d01b61-0f38-4769-b7de-9b04068efb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:52.368371 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-529abe7d-be61-495c-a228-90c58dc5463f req-35d01b61-0f38-4769-b7de-9b04068efb30 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b0d4e09f8966425d866e56289d457074&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0963678 Apr 23 00:17:52.472907 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529abe7d-be61-495c-a228-90c58dc5463f req-02f382bc-4f03-4f4a-8dc8-135470bde6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:52.474266 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-529abe7d-be61-495c-a228-90c58dc5463f req-02f382bc-4f03-4f4a-8dc8-135470bde6d9 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930707 Apr 23 00:17:52.557664 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-b41e83d1-ec3e-450f-bac5-3b3f09d42c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:52.559151 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-b41e83d1-ec3e-450f-bac5-3b3f09d42c52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=417ac9eb-8206-4dd8-ae0a-851ef0be1daf HTTP/1.1" status: 200 len: 1096 time: 0.0419021 Apr 23 00:17:52.600138 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-0a038e2e-2ae3-4db0-b0b0-1f90841184cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a13b9e8-74ba-4a76-acd5-6b89e09d08fb HTTP/1.1" status: 200 len: 217 time: 0.0323043 Apr 23 00:17:52.651484 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-f6846401-4996-44b4-bab7-e0b14c728b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:52.652918 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-f6846401-4996-44b4-bab7-e0b14c728b05 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e50d428-17c1-477e-b791-c0d22ae5ff62 HTTP/1.1" status: 200 len: 834 time: 0.0457664 Apr 23 00:17:52.699544 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-3e59615d-0f65-44a3-8034-8f14340965e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:52.701089 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-3e59615d-0f65-44a3-8034-8f14340965e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d55409-3819-4dc5-b95a-59bdb1053623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408807 Apr 23 00:17:52.790985 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-389b01ef-67d8-4c63-8d61-af68eb562679 service neutron] 10.222.0.16 "GET /v2.0/networks/15d55409-3819-4dc5-b95a-59bdb1053623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824828 Apr 23 00:17:52.840134 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75cadb-b984-49be-a271-b714d43941f7 req-57296603-e144-4cbc-8aff-74784f380060 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:52.841710 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5e75cadb-b984-49be-a271-b714d43941f7 req-57296603-e144-4cbc-8aff-74784f380060 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=417ac9eb-8206-4dd8-ae0a-851ef0be1daf HTTP/1.1" status: 200 len: 943 time: 0.0496330 Apr 23 00:17:52.879972 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5e75cadb-b984-49be-a271-b714d43941f7 req-e1a86af7-e5d6-4adb-9964-9b1026655960 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b58fb7bc-2291-4431-a4dc-a68e29d06796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321989 Apr 23 00:17:52.886177 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-55a0f731-17d5-4bc4-b4ff-b6054ecc1a87 req-4334666c-514b-412b-94fd-4a41191d3330 service neutron] 10.222.0.16 "GET /v2.0/networks/15d55409-3819-4dc5-b95a-59bdb1053623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877247 Apr 23 00:17:53.665084 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:53.998986 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c11173-5e31-4672-9c2b-087a9cc1f545 req-ee6fa44f-c4ec-496c-ad60-9397a51a0b9d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:54.000496 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-73c11173-5e31-4672-9c2b-087a9cc1f545 req-ee6fa44f-c4ec-496c-ad60-9397a51a0b9d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=417ac9eb-8206-4dd8-ae0a-851ef0be1daf HTTP/1.1" status: 200 len: 943 time: 0.0502956 Apr 23 00:17:54.037895 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-73c11173-5e31-4672-9c2b-087a9cc1f545 req-caf3279c-41d3-413f-996b-d213ecb91a97 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b58fb7bc-2291-4431-a4dc-a68e29d06796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315547 Apr 23 00:17:55.153019 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06495de1-fc08-4851-8c16-8b22fa45d64f req-9f0cc4e0-1b03-4aba-b169-868963d7affa tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:55.154502 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-06495de1-fc08-4851-8c16-8b22fa45d64f req-9f0cc4e0-1b03-4aba-b169-868963d7affa tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=417ac9eb-8206-4dd8-ae0a-851ef0be1daf HTTP/1.1" status: 200 len: 943 time: 0.0491171 Apr 23 00:17:55.191838 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-06495de1-fc08-4851-8c16-8b22fa45d64f req-60626f0a-28c2-4aca-a378-1df8daeab0ae tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b58fb7bc-2291-4431-a4dc-a68e29d06796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313239 Apr 23 00:17:56.309404 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:17:56.314686 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d17271-99b1-4fed-b50c-f8984f483c4b req-e03b0f1e-1e26-4daf-b512-5852fbab5cca tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:56.316201 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d3d17271-99b1-4fed-b50c-f8984f483c4b req-e03b0f1e-1e26-4daf-b512-5852fbab5cca tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=417ac9eb-8206-4dd8-ae0a-851ef0be1daf HTTP/1.1" status: 200 len: 943 time: 0.0556693 Apr 23 00:17:56.355060 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d3d17271-99b1-4fed-b50c-f8984f483c4b req-c5eeed17-37e6-42aa-a27e-a0b84c92c35a tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b58fb7bc-2291-4431-a4dc-a68e29d06796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319786 Apr 23 00:17:56.405930 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=2a13b9e8-74ba-4a76-acd5-6b89e09d08fb,segment=NetworkSegment(8644186a-e5a3-49a5-ba70-44c5b8e116fa),segment_id=8644186a-e5a3-49a5-ba70-44c5b8e116fa)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:17:56.417229 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '2a13b9e8-74ba-4a76-acd5-6b89e09d08fb', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'port_id': '2a13b9e8-74ba-4a76-acd5-6b89e09d08fb', 'mac_address': 'fa:16:3e:0e:7b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:17:56.452709 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:56.466338 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:17:56.485199 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=2a13b9e8-74ba-4a76-acd5-6b89e09d08fb,segment=NetworkSegment(8644186a-e5a3-49a5-ba70-44c5b8e116fa),segment_id=8644186a-e5a3-49a5-ba70-44c5b8e116fa)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:17:56.575721 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:56.625544 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=2a13b9e8-74ba-4a76-acd5-6b89e09d08fb,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:56.785153 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['2a13b9e8-74ba-4a76-acd5-6b89e09d08fb'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:17:57.472162 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade78285-f9a6-48db-9e5e-7cb94101b57a req-889db196-9efd-4f40-a296-e6abb26e9bf9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:57.473634 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ade78285-f9a6-48db-9e5e-7cb94101b57a req-889db196-9efd-4f40-a296-e6abb26e9bf9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=417ac9eb-8206-4dd8-ae0a-851ef0be1daf HTTP/1.1" status: 200 len: 944 time: 0.0526502 Apr 23 00:17:57.510261 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ade78285-f9a6-48db-9e5e-7cb94101b57a req-00c77224-7b1a-4bff-ba54-568600dbfb60 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b58fb7bc-2291-4431-a4dc-a68e29d06796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299456 Apr 23 00:17:58.327096 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:17:58.458719 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:17:58.462669 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:17:58.463045 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:58.537856 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:58.560886 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417ac9eb-8206-4dd8-ae0a-851ef0be1daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a13b9e8-74ba-4a76-acd5-6b89e09d08fb'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:17:58.563135 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b894284-73c7-43ef-850d-1a6a91ff046d" -d '{"events": [{"server_uuid": "417ac9eb-8206-4dd8-ae0a-851ef0be1daf", "name": "network-vif-plugged", "status": "completed", "tag": "2a13b9e8-74ba-4a76-acd5-6b89e09d08fb"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:17:58.575739 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=2a13b9e8-74ba-4a76-acd5-6b89e09d08fb,segment=NetworkSegment(8644186a-e5a3-49a5-ba70-44c5b8e116fa),segment_id=8644186a-e5a3-49a5-ba70-44c5b8e116fa)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:17:58.631386 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97fbce-1eb0-4d67-8416-34119c66f219 req-3475c30d-596f-411b-bd96-37d471714f73 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:58.634065 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9b97fbce-1eb0-4d67-8416-34119c66f219 req-3475c30d-596f-411b-bd96-37d471714f73 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=417ac9eb-8206-4dd8-ae0a-851ef0be1daf HTTP/1.1" status: 200 len: 944 time: 0.0570769 Apr 23 00:17:58.644519 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:58.675240 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e73c3f8-1c13-4d8f-a433-21663f9ee1f5 x-openstack-request-id: req-7e73c3f8-1c13-4d8f-a433-21663f9ee1f5 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:17:58.675648 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417ac9eb-8206-4dd8-ae0a-851ef0be1daf", "name": "network-vif-plugged", "status": "completed", "tag": "2a13b9e8-74ba-4a76-acd5-6b89e09d08fb", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:17:58.675807 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e73c3f8-1c13-4d8f-a433-21663f9ee1f5 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:17:58.676188 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e73c3f8-1c13-4d8f-a433-21663f9ee1f5'] response: {'server_uuid': '417ac9eb-8206-4dd8-ae0a-851ef0be1daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a13b9e8-74ba-4a76-acd5-6b89e09d08fb', 'code': 200} Apr 23 00:17:58.686389 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9b97fbce-1eb0-4d67-8416-34119c66f219 req-95a4bbfa-139f-4e6b-aa6c-06b9034d502d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b58fb7bc-2291-4431-a4dc-a68e29d06796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459912 Apr 23 00:17:58.709434 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=2a13b9e8-74ba-4a76-acd5-6b89e09d08fb,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:58.943944 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cb867-52bb-4903-9f6a-5b66bd2a60cb req-e0e1a940-dd56-464b-9a69-59c9723c3c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:58.946463 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f86cb867-52bb-4903-9f6a-5b66bd2a60cb req-e0e1a940-dd56-464b-9a69-59c9723c3c11 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=417ac9eb-8206-4dd8-ae0a-851ef0be1daf HTTP/1.1" status: 200 len: 1098 time: 0.0404863 Apr 23 00:17:58.982798 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f86cb867-52bb-4903-9f6a-5b66bd2a60cb req-52f2dca4-062d-4f15-a8dc-8392c84943c9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b58fb7bc-2291-4431-a4dc-a68e29d06796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273695 Apr 23 00:17:59.818861 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83c6fd-0b60-4c43-bf6c-d1c4ba8cc8b0 req-e5c5621d-9fb6-4701-84dd-81c132f53ca4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:59.821027 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1a83c6fd-0b60-4c43-bf6c-d1c4ba8cc8b0 req-e5c5621d-9fb6-4701-84dd-81c132f53ca4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=417ac9eb-8206-4dd8-ae0a-851ef0be1daf HTTP/1.1" status: 200 len: 945 time: 0.0490396 Apr 23 00:17:59.858148 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1a83c6fd-0b60-4c43-bf6c-d1c4ba8cc8b0 req-73c1323a-67f7-4014-ab1d-3f855bea6a22 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b58fb7bc-2291-4431-a4dc-a68e29d06796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308132 Apr 23 00:18:00.977431 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c72f13-4cdc-4dcc-966f-ff314bd81deb req-ae94121c-35c3-4af3-96ba-a93a18a845d8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:00.978811 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a3c72f13-4cdc-4dcc-966f-ff314bd81deb req-ae94121c-35c3-4af3-96ba-a93a18a845d8 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=417ac9eb-8206-4dd8-ae0a-851ef0be1daf HTTP/1.1" status: 200 len: 945 time: 0.0526283 Apr 23 00:18:01.016392 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a3c72f13-4cdc-4dcc-966f-ff314bd81deb req-ed862aae-9430-498a-840c-386e69b5230f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b58fb7bc-2291-4431-a4dc-a68e29d06796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315499 Apr 23 00:18:01.129594 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a63e6-e552-4f30-a872-a5177ac71136 req-c12e23a5-8291-4862-a973-79051dd6bca4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:01.131100 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-bb2a63e6-e552-4f30-a872-a5177ac71136 req-c12e23a5-8291-4862-a973-79051dd6bca4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=417ac9eb-8206-4dd8-ae0a-851ef0be1daf HTTP/1.1" status: 200 len: 945 time: 0.0495455 Apr 23 00:18:01.169282 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-bb2a63e6-e552-4f30-a872-a5177ac71136 req-2a30d194-6224-40e2-88a8-0d36ff94239f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b58fb7bc-2291-4431-a4dc-a68e29d06796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311987 Apr 23 00:18:01.191180 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57754) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:18:01.230690 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32e0032-3d63-4821-a918-939386a399e0 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:01.232194 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c32e0032-3d63-4821-a918-939386a399e0 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=417ac9eb-8206-4dd8-ae0a-851ef0be1daf HTTP/1.1" status: 200 len: 1093 time: 0.0399880 Apr 23 00:18:01.234868 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57756) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:18:01.239153 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-ea0b211f-e5ab-4a7a-a78d-9bf54904156d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': '2a13b9e8-74ba-4a76-acd5-6b89e09d08fb', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:18:01.300878 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ea0b211f-e5ab-4a7a-a78d-9bf54904156d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:01.399827 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ea0b211f-e5ab-4a7a-a78d-9bf54904156d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:01.500358 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-ea0b211f-e5ab-4a7a-a78d-9bf54904156d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.26.3.178 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/dbba4698-f164-40ec-87d9-cef74f8f1e1e) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:18:01.597295 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ea0b211f-e5ab-4a7a-a78d-9bf54904156d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:01.699494 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ea0b211f-e5ab-4a7a-a78d-9bf54904156d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:01.735952 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0b211f-e5ab-4a7a-a78d-9bf54904156d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:18:01.740726 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-ea0b211f-e5ab-4a7a-a78d-9bf54904156d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:18:01.744443 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0b211f-e5ab-4a7a-a78d-9bf54904156d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:18:01.771123 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b211f-e5ab-4a7a-a78d-9bf54904156d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=dbba4698-f164-40ec-87d9-cef74f8f1e1e,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:02.104324 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ea0b211f-e5ab-4a7a-a78d-9bf54904156d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:02.215077 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ea0b211f-e5ab-4a7a-a78d-9bf54904156d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:02.366565 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ea0b211f-e5ab-4a7a-a78d-9bf54904156d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:02.424403 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ea0b211f-e5ab-4a7a-a78d-9bf54904156d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:02.488940 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b211f-e5ab-4a7a-a78d-9bf54904156d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=dbba4698-f164-40ec-87d9-cef74f8f1e1e,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:02.500261 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ea0b211f-e5ab-4a7a-a78d-9bf54904156d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:02.602211 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-ea0b211f-e5ab-4a7a-a78d-9bf54904156d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Floating IP 998f8057-f2ee-417e-a602-e61c2caa8426 associated. External IP: 172.26.3.178, port: 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb. Apr 23 00:18:02.811282 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0b211f-e5ab-4a7a-a78d-9bf54904156d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router a83134fb-4cd2-4036-b910-3c727ec32b2a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:18:02.917854 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0b211f-e5ab-4a7a-a78d-9bf54904156d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:18:02.927278 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b817d3e-158c-4957-baab-07a2b783517a None None] Sync routers for ids ['a83134fb-4cd2-4036-b910-3c727ec32b2a'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:18:02.938076 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b817d3e-158c-4957-baab-07a2b783517a None None] Routers {'a83134fb-4cd2-4036-b910-3c727ec32b2a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:18:02.947382 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-0b817d3e-158c-4957-baab-07a2b783517a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:17:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a83134fb-4cd2-4036-b910-3c727ec32b2a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:03.005707 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ea0b211f-e5ab-4a7a-a78d-9bf54904156d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:03.033872 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ea0b211f-e5ab-4a7a-a78d-9bf54904156d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7980049 Apr 23 00:18:03.034449 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417ac9eb-8206-4dd8-ae0a-851ef0be1daf', 'tag': '2a13b9e8-74ba-4a76-acd5-6b89e09d08fb'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:18:03.036994 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7599255-f2f1-4a01-8122-328358f30928" -d '{"events": [{"name": "network-changed", "server_uuid": "417ac9eb-8206-4dd8-ae0a-851ef0be1daf", "tag": "2a13b9e8-74ba-4a76-acd5-6b89e09d08fb"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:18:03.045690 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-0b817d3e-158c-4957-baab-07a2b783517a None None] Set router a83134fb-4cd2-4036-b910-3c727ec32b2a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:18:03.075356 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb159e8-cb3e-4ba2-9814-b3d551f63065 x-openstack-request-id: req-1bb159e8-cb3e-4ba2-9814-b3d551f63065 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:18:03.075744 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417ac9eb-8206-4dd8-ae0a-851ef0be1daf", "tag": "2a13b9e8-74ba-4a76-acd5-6b89e09d08fb", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:18:03.075997 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1bb159e8-cb3e-4ba2-9814-b3d551f63065 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:18:03.076399 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bb159e8-cb3e-4ba2-9814-b3d551f63065'] response: {'name': 'network-changed', 'server_uuid': '417ac9eb-8206-4dd8-ae0a-851ef0be1daf', 'tag': '2a13b9e8-74ba-4a76-acd5-6b89e09d08fb', 'status': 'completed', 'code': 200} Apr 23 00:18:03.142497 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7599255-f2f1-4a01-8122-328358f30928 req-ab9f1a63-1f53-4ff9-8308-b482b27ea8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:03.144223 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a7599255-f2f1-4a01-8122-328358f30928 req-ab9f1a63-1f53-4ff9-8308-b482b27ea8bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=417ac9eb-8206-4dd8-ae0a-851ef0be1daf HTTP/1.1" status: 200 len: 1098 time: 0.0419288 Apr 23 00:18:03.282331 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7599255-f2f1-4a01-8122-328358f30928 req-98dcbe07-faf6-4d56-9175-1d6f66ebb2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:03.283848 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a7599255-f2f1-4a01-8122-328358f30928 req-98dcbe07-faf6-4d56-9175-1d6f66ebb2b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d55409-3819-4dc5-b95a-59bdb1053623 HTTP/1.1" status: 200 len: 898 time: 0.1319783 Apr 23 00:18:03.326996 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-0b817d3e-158c-4957-baab-07a2b783517a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'name': 'tempest-TestNetworkBasicOps-router-1975743989', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:17:20Z', 'updated_at': '2022-04-23T00:17:25Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:21Z', 'updated_at': '2022-04-23T00:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '6ff961f5-25ea-495e-b0ba-d9071a8b3089', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'port_id': 'b51da6fb-dc93-4166-b906-5f587d34e5aa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'mac_address': 'fa:16:3e:a1:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c7cc6a-43b5-4f8f-9255-55f73bb3f318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:17:43Z', 'updated_at': '2022-04-23T00:17:45Z', 'revision_number': 1, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}, {'id': '998f8057-f2ee-417e-a602-e61c2caa8426', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.178', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'port_id': '2a13b9e8-74ba-4a76-acd5-6b89e09d08fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'mac_address': 'fa:16:3e:0e:7b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417ac9eb-8206-4dd8-ae0a-851ef0be1daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:18:01Z', 'updated_at': '2022-04-23T00:18:01Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf4124f9-5506-44da-b5a0-93ca32d397e3', 'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:3f:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:24Z', 'updated_at': '2022-04-23T00:17:27Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:03.349945 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a7599255-f2f1-4a01-8122-328358f30928 req-cbefb8d8-370c-43a8-9009-86e730b7a27c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a13b9e8-74ba-4a76-acd5-6b89e09d08fb HTTP/1.1" status: 200 len: 999 time: 0.0573027 Apr 23 00:18:03.356411 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b817d3e-158c-4957-baab-07a2b783517a None None] Checking router: a83134fb-4cd2-4036-b910-3c727ec32b2a for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:18:03.364765 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b817d3e-158c-4957-baab-07a2b783517a None None] Routers {'a83134fb-4cd2-4036-b910-3c727ec32b2a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:18:03.365372 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-0b817d3e-158c-4957-baab-07a2b783517a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:17:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a83134fb-4cd2-4036-b910-3c727ec32b2a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:03.404495 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7599255-f2f1-4a01-8122-328358f30928 req-ee041bcf-65e2-4d5a-8157-e5502877c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:03.405958 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a7599255-f2f1-4a01-8122-328358f30928 req-ee041bcf-65e2-4d5a-8157-e5502877c79c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e50d428-17c1-477e-b791-c0d22ae5ff62 HTTP/1.1" status: 200 len: 834 time: 0.0480704 Apr 23 00:18:03.453991 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7599255-f2f1-4a01-8122-328358f30928 req-fbbded11-d580-48b4-a19e-2dc927df5f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:03.455496 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a7599255-f2f1-4a01-8122-328358f30928 req-fbbded11-d580-48b4-a19e-2dc927df5f76 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d55409-3819-4dc5-b95a-59bdb1053623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403435 Apr 23 00:18:03.471413 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-0b817d3e-158c-4957-baab-07a2b783517a None None] Set router a83134fb-4cd2-4036-b910-3c727ec32b2a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:18:03.544455 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a7599255-f2f1-4a01-8122-328358f30928 req-d2bb5e5a-8349-4c15-b1b0-5cfc5c170277 service neutron] 10.222.0.16 "GET /v2.0/networks/15d55409-3819-4dc5-b95a-59bdb1053623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812335 Apr 23 00:18:03.636568 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a7599255-f2f1-4a01-8122-328358f30928 req-249f9645-548d-4458-8e4e-b03385d9a1cc service neutron] 10.222.0.16 "GET /v2.0/networks/15d55409-3819-4dc5-b95a-59bdb1053623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852849 Apr 23 00:18:03.696473 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-0b817d3e-158c-4957-baab-07a2b783517a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'name': 'tempest-TestNetworkBasicOps-router-1975743989', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:17:20Z', 'updated_at': '2022-04-23T00:17:25Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:21Z', 'updated_at': '2022-04-23T00:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '6ff961f5-25ea-495e-b0ba-d9071a8b3089', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'port_id': 'b51da6fb-dc93-4166-b906-5f587d34e5aa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'mac_address': 'fa:16:3e:a1:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c7cc6a-43b5-4f8f-9255-55f73bb3f318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:17:43Z', 'updated_at': '2022-04-23T00:17:45Z', 'revision_number': 1, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}, {'id': '998f8057-f2ee-417e-a602-e61c2caa8426', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.178', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'port_id': '2a13b9e8-74ba-4a76-acd5-6b89e09d08fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'mac_address': 'fa:16:3e:0e:7b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417ac9eb-8206-4dd8-ae0a-851ef0be1daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:18:01Z', 'updated_at': '2022-04-23T00:18:01Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf4124f9-5506-44da-b5a0-93ca32d397e3', 'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:3f:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:24Z', 'updated_at': '2022-04-23T00:17:27Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:03.726262 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b817d3e-158c-4957-baab-07a2b783517a None None] The sync data for ids ['a83134fb-4cd2-4036-b910-3c727ec32b2a'] in dv-neutron-838783-1-hyperv is: [{'id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'name': 'tempest-TestNetworkBasicOps-router-1975743989', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:17:20Z', 'updated_at': '2022-04-23T00:17:25Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:21Z', 'updated_at': '2022-04-23T00:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '6ff961f5-25ea-495e-b0ba-d9071a8b3089', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'port_id': 'b51da6fb-dc93-4166-b906-5f587d34e5aa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'mac_address': 'fa:16:3e:a1:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c7cc6a-43b5-4f8f-9255-55f73bb3f318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:17:43Z', 'updated_at': '2022-04-23T00:17:45Z', 'revision_number': 1, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}, {'id': '998f8057-f2ee-417e-a602-e61c2caa8426', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.178', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'port_id': '2a13b9e8-74ba-4a76-acd5-6b89e09d08fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'mac_address': 'fa:16:3e:0e:7b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417ac9eb-8206-4dd8-ae0a-851ef0be1daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:18:01Z', 'updated_at': '2022-04-23T00:18:01Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf4124f9-5506-44da-b5a0-93ca32d397e3', 'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:3f:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:24Z', 'updated_at': '2022-04-23T00:17:27Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:18:03.908123 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39974d27-9524-42f7-a974-2f69febe95c9 None None] New status for floating IP 998f8057-f2ee-417e-a602-e61c2caa8426: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:18:04.264793 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2ac002b-0cf3-4447-ab80-3843cb46c013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:07.214509 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c08c0461-d4a5-460f-bf6c-d3d6dd705393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:07.300529 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ab5c7efc-51f2-463b-ae65-d2e3fc5c1381 req-87f127b6-bef1-43d2-b964-52ee4a391a7e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401146 Apr 23 00:18:07.381341 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c7efc-51f2-463b-ae65-d2e3fc5c1381 req-dd814c54-7bef-433c-ad32-e7de934541f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:07.382805 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ab5c7efc-51f2-463b-ae65-d2e3fc5c1381 req-dd814c54-7bef-433c-ad32-e7de934541f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 1099 time: 0.0397112 Apr 23 00:18:07.487163 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c7efc-51f2-463b-ae65-d2e3fc5c1381 req-04f5894f-4a65-4315-bcce-c3a9aef14916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:07.488582 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ab5c7efc-51f2-463b-ae65-d2e3fc5c1381 req-04f5894f-4a65-4315-bcce-c3a9aef14916 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d55409-3819-4dc5-b95a-59bdb1053623 HTTP/1.1" status: 200 len: 898 time: 0.0862560 Apr 23 00:18:07.556917 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ab5c7efc-51f2-463b-ae65-d2e3fc5c1381 req-3f5cc484-7e7e-443c-a972-655fa2cb7a06 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b51da6fb-dc93-4166-b906-5f587d34e5aa HTTP/1.1" status: 200 len: 1001 time: 0.0601132 Apr 23 00:18:07.608726 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c7efc-51f2-463b-ae65-d2e3fc5c1381 req-0d000556-eec3-41b4-a035-25971eb1d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:07.610118 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ab5c7efc-51f2-463b-ae65-d2e3fc5c1381 req-0d000556-eec3-41b4-a035-25971eb1d17a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e50d428-17c1-477e-b791-c0d22ae5ff62 HTTP/1.1" status: 200 len: 834 time: 0.0464075 Apr 23 00:18:07.655432 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c7efc-51f2-463b-ae65-d2e3fc5c1381 req-256274eb-320e-443d-84aa-0bb282bbecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:07.656922 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ab5c7efc-51f2-463b-ae65-d2e3fc5c1381 req-256274eb-320e-443d-84aa-0bb282bbecd5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d55409-3819-4dc5-b95a-59bdb1053623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391078 Apr 23 00:18:07.749213 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ab5c7efc-51f2-463b-ae65-d2e3fc5c1381 req-a4894c65-b6d6-48c8-8edd-32a76f5a4d27 service neutron] 10.222.0.16 "GET /v2.0/networks/15d55409-3819-4dc5-b95a-59bdb1053623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843563 Apr 23 00:18:07.842532 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ab5c7efc-51f2-463b-ae65-d2e3fc5c1381 req-e1944db8-89d7-4199-b1c0-843da64b0288 service neutron] 10.222.0.16 "GET /v2.0/networks/15d55409-3819-4dc5-b95a-59bdb1053623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865536 Apr 23 00:18:07.892880 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:09.654499 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:09.780393 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:20.816787 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:18:23.671326 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:34.269697 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1490922-84c3-472b-bf2c-22fbcf5339b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:36.804485 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57772) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:18:36.867125 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3ade07de-2679-415c-9026-02fecdd70f62 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/6ff961f5-25ea-495e-b0ba-d9071a8b3089 HTTP/1.1" status: 200 len: 993 time: 0.0615203 Apr 23 00:18:37.242619 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0bb90bfc-f41b-49f2-9fbd-bd9259af040e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:37.571082 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57780) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:18:37.577429 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-7513c05e-7a3b-4350-9fd4-d603110aae7f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:18:37.643959 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7513c05e-7a3b-4350-9fd4-d603110aae7f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:37.793828 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-7513c05e-7a3b-4350-9fd4-d603110aae7f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port b51da6fb-dc93-4166-b906-5f587d34e5aa, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=b51da6fb-dc93-4166-b906-5f587d34e5aa,segment=NetworkSegment(8644186a-e5a3-49a5-ba70-44c5b8e116fa),segment_id=8644186a-e5a3-49a5-ba70-44c5b8e116fa)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:18:37.822954 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7513c05e-7a3b-4350-9fd4-d603110aae7f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:37.888137 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:37.917257 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7513c05e-7a3b-4350-9fd4-d603110aae7f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:37.967188 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7513c05e-7a3b-4350-9fd4-d603110aae7f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:37.967959 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7513c05e-7a3b-4350-9fd4-d603110aae7f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:37.969406 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7513c05e-7a3b-4350-9fd4-d603110aae7f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "PUT /v2.0/ports/b51da6fb-dc93-4166-b906-5f587d34e5aa HTTP/1.1" status: 200 len: 939 time: 0.3962724 Apr 23 00:18:37.970390 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c7cc6a-43b5-4f8f-9255-55f73bb3f318', 'tag': 'b51da6fb-dc93-4166-b906-5f587d34e5aa'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:18:37.972313 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2507ff4c-3fb8-40b7-8545-b1daa74bef54" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c7cc6a-43b5-4f8f-9255-55f73bb3f318", "tag": "b51da6fb-dc93-4166-b906-5f587d34e5aa"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:18:37.989292 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513c05e-7a3b-4350-9fd4-d603110aae7f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=b51da6fb-dc93-4166-b906-5f587d34e5aa,revision_number=6']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:37.996907 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513c05e-7a3b-4350-9fd4-d603110aae7f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:37.997255 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513c05e-7a3b-4350-9fd4-d603110aae7f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:37.997620 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513c05e-7a3b-4350-9fd4-d603110aae7f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:37.997942 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513c05e-7a3b-4350-9fd4-d603110aae7f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:37.998313 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513c05e-7a3b-4350-9fd4-d603110aae7f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:37.998616 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513c05e-7a3b-4350-9fd4-d603110aae7f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:37.998948 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513c05e-7a3b-4350-9fd4-d603110aae7f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:37.999281 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513c05e-7a3b-4350-9fd4-d603110aae7f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:37.999640 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513c05e-7a3b-4350-9fd4-d603110aae7f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:38.000122 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513c05e-7a3b-4350-9fd4-d603110aae7f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:38.000357 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513c05e-7a3b-4350-9fd4-d603110aae7f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:38.000708 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513c05e-7a3b-4350-9fd4-d603110aae7f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:38.023740 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085e1317-45ae-424b-9cd0-1eb6c741491a x-openstack-request-id: req-085e1317-45ae-424b-9cd0-1eb6c741491a {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:18:38.024191 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c7cc6a-43b5-4f8f-9255-55f73bb3f318", "tag": "b51da6fb-dc93-4166-b906-5f587d34e5aa", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:18:38.024442 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-085e1317-45ae-424b-9cd0-1eb6c741491a {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:18:38.025473 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-085e1317-45ae-424b-9cd0-1eb6c741491a'] response: {'name': 'network-changed', 'server_uuid': 'd3c7cc6a-43b5-4f8f-9255-55f73bb3f318', 'tag': 'b51da6fb-dc93-4166-b906-5f587d34e5aa', 'status': 'completed', 'code': 200} Apr 23 00:18:38.094227 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507ff4c-3fb8-40b7-8545-b1daa74bef54 req-a89e9cf8-2f4f-4e6e-a5f3-65f491687e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:38.095761 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2507ff4c-3fb8-40b7-8545-b1daa74bef54 req-a89e9cf8-2f4f-4e6e-a5f3-65f491687e0a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 1100 time: 0.0473685 Apr 23 00:18:38.141290 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-079f335a-7f07-48f5-9fa2-1e7e9678aa0b None None] Provisioning complete for port b51da6fb-dc93-4166-b906-5f587d34e5aa triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:18:38.141658 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-079f335a-7f07-48f5-9fa2-1e7e9678aa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:38.180932 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-079f335a-7f07-48f5-9fa2-1e7e9678aa0b None None] Port b51da6fb-dc93-4166-b906-5f587d34e5aa is administratively disabled so it will not transition to active. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:353}} Apr 23 00:18:38.190725 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507ff4c-3fb8-40b7-8545-b1daa74bef54 req-87d82256-543e-4df4-9c04-a804e725249c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:38.192204 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2507ff4c-3fb8-40b7-8545-b1daa74bef54 req-87d82256-543e-4df4-9c04-a804e725249c service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d55409-3819-4dc5-b95a-59bdb1053623 HTTP/1.1" status: 200 len: 898 time: 0.0904112 Apr 23 00:18:38.261065 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2507ff4c-3fb8-40b7-8545-b1daa74bef54 req-1d7c7727-488f-463c-9019-071e1727c059 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b51da6fb-dc93-4166-b906-5f587d34e5aa HTTP/1.1" status: 200 len: 1002 time: 0.0605173 Apr 23 00:18:38.310456 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507ff4c-3fb8-40b7-8545-b1daa74bef54 req-c6a9cbb6-ca86-4f48-aff5-5212bfb1cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:38.311940 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2507ff4c-3fb8-40b7-8545-b1daa74bef54 req-c6a9cbb6-ca86-4f48-aff5-5212bfb1cff7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e50d428-17c1-477e-b791-c0d22ae5ff62 HTTP/1.1" status: 200 len: 834 time: 0.0449171 Apr 23 00:18:38.357091 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507ff4c-3fb8-40b7-8545-b1daa74bef54 req-af547681-f20a-4795-9e33-143c87667f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:38.358549 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2507ff4c-3fb8-40b7-8545-b1daa74bef54 req-af547681-f20a-4795-9e33-143c87667f16 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d55409-3819-4dc5-b95a-59bdb1053623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406907 Apr 23 00:18:38.451533 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2507ff4c-3fb8-40b7-8545-b1daa74bef54 req-7ad87ef9-208c-4b7b-8f87-af4e94bfc35d service neutron] 10.222.0.16 "GET /v2.0/networks/15d55409-3819-4dc5-b95a-59bdb1053623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867276 Apr 23 00:18:38.538810 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2507ff4c-3fb8-40b7-8545-b1daa74bef54 req-27f4d2b8-e35c-4275-808d-b366836a41cd service neutron] 10.222.0.16 "GET /v2.0/networks/15d55409-3819-4dc5-b95a-59bdb1053623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800588 Apr 23 00:18:39.683110 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:39.796705 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:41.355331 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57788) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:18:41.360589 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-adf264ca-3580-45f9-92f4-70f4c0f16d38 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:18:41.424315 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-adf264ca-3580-45f9-92f4-70f4c0f16d38 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:41.566975 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-adf264ca-3580-45f9-92f4-70f4c0f16d38 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port b51da6fb-dc93-4166-b906-5f587d34e5aa, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=b51da6fb-dc93-4166-b906-5f587d34e5aa,segment=NetworkSegment(8644186a-e5a3-49a5-ba70-44c5b8e116fa),segment_id=8644186a-e5a3-49a5-ba70-44c5b8e116fa)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:18:41.599116 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-adf264ca-3580-45f9-92f4-70f4c0f16d38 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:41.654045 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-adf264ca-3580-45f9-92f4-70f4c0f16d38 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:41.696730 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf264ca-3580-45f9-92f4-70f4c0f16d38 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:41.697338 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-adf264ca-3580-45f9-92f4-70f4c0f16d38 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:41.698721 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-adf264ca-3580-45f9-92f4-70f4c0f16d38 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "PUT /v2.0/ports/b51da6fb-dc93-4166-b906-5f587d34e5aa HTTP/1.1" status: 200 len: 938 time: 0.3423569 Apr 23 00:18:41.699382 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c7cc6a-43b5-4f8f-9255-55f73bb3f318', 'tag': 'b51da6fb-dc93-4166-b906-5f587d34e5aa'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:18:41.702309 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57790) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:18:41.702836 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435aee71-56e5-4a4f-a157-8abbe970a3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c7cc6a-43b5-4f8f-9255-55f73bb3f318", "tag": "b51da6fb-dc93-4166-b906-5f587d34e5aa"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:18:41.745328 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d9ae03-d28b-46ce-8f72-6bfa4c4d521d x-openstack-request-id: req-53d9ae03-d28b-46ce-8f72-6bfa4c4d521d {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:18:41.745621 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c7cc6a-43b5-4f8f-9255-55f73bb3f318", "tag": "b51da6fb-dc93-4166-b906-5f587d34e5aa", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:18:41.745875 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53d9ae03-d28b-46ce-8f72-6bfa4c4d521d {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:18:41.746275 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53d9ae03-d28b-46ce-8f72-6bfa4c4d521d'] response: {'name': 'network-changed', 'server_uuid': 'd3c7cc6a-43b5-4f8f-9255-55f73bb3f318', 'tag': 'b51da6fb-dc93-4166-b906-5f587d34e5aa', 'status': 'completed', 'code': 200} Apr 23 00:18:41.749759 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf264ca-3580-45f9-92f4-70f4c0f16d38 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=b51da6fb-dc93-4166-b906-5f587d34e5aa,revision_number=7']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:41.780275 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f4970296-b39b-42e9-9049-e44cc696e426 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/6ff961f5-25ea-495e-b0ba-d9071a8b3089 HTTP/1.1" status: 200 len: 993 time: 0.0757904 Apr 23 00:18:41.812072 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435aee71-56e5-4a4f-a157-8abbe970a3dd req-08dddec0-16d5-491f-8122-2279be04d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:41.813607 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-435aee71-56e5-4a4f-a157-8abbe970a3dd req-08dddec0-16d5-491f-8122-2279be04d231 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 1099 time: 0.0439613 Apr 23 00:18:41.911766 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435aee71-56e5-4a4f-a157-8abbe970a3dd req-e7299be0-b923-4e92-9b27-cbc7ec0801f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:41.913164 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-435aee71-56e5-4a4f-a157-8abbe970a3dd req-e7299be0-b923-4e92-9b27-cbc7ec0801f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d55409-3819-4dc5-b95a-59bdb1053623 HTTP/1.1" status: 200 len: 898 time: 0.0927353 Apr 23 00:18:41.920176 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-7e1e9443-3a8b-40ca-8219-9704bef87ab1 None None] Provisioning complete for port b51da6fb-dc93-4166-b906-5f587d34e5aa triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:18:41.920682 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e1e9443-3a8b-40ca-8219-9704bef87ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:41.948038 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['b51da6fb-dc93-4166-b906-5f587d34e5aa'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:18:41.982892 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-435aee71-56e5-4a4f-a157-8abbe970a3dd req-cd924a7b-11f8-425d-9b62-647f8c2f4db3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b51da6fb-dc93-4166-b906-5f587d34e5aa HTTP/1.1" status: 200 len: 1001 time: 0.0619714 Apr 23 00:18:42.032353 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435aee71-56e5-4a4f-a157-8abbe970a3dd req-fcb8dbbe-633c-4b3d-b0dd-73d714b63454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:42.033820 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-435aee71-56e5-4a4f-a157-8abbe970a3dd req-fcb8dbbe-633c-4b3d-b0dd-73d714b63454 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e50d428-17c1-477e-b791-c0d22ae5ff62 HTTP/1.1" status: 200 len: 834 time: 0.0436699 Apr 23 00:18:42.078631 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435aee71-56e5-4a4f-a157-8abbe970a3dd req-d851c454-9ff8-4a7f-a639-18b38fd76baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:42.080178 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-435aee71-56e5-4a4f-a157-8abbe970a3dd req-d851c454-9ff8-4a7f-a639-18b38fd76baf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d55409-3819-4dc5-b95a-59bdb1053623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398705 Apr 23 00:18:42.177985 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-435aee71-56e5-4a4f-a157-8abbe970a3dd req-bc3e03f3-a89b-45fc-8589-7eef3baed7c4 service neutron] 10.222.0.16 "GET /v2.0/networks/15d55409-3819-4dc5-b95a-59bdb1053623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892575 Apr 23 00:18:42.269452 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-435aee71-56e5-4a4f-a157-8abbe970a3dd req-0488abcc-5f13-4489-b427-8285cbadd749 service neutron] 10.222.0.16 "GET /v2.0/networks/15d55409-3819-4dc5-b95a-59bdb1053623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844858 Apr 23 00:18:44.305782 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57802) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:18:44.460520 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-705fe039-cf1a-4a47-a0ff-b30ef16eb523 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port dbba4698-f164-40ec-87d9-cef74f8f1e1e {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:18:44.460866 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-705fe039-cf1a-4a47-a0ff-b30ef16eb523 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:44.534951 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-705fe039-cf1a-4a47-a0ff-b30ef16eb523 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:44.535285 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-705fe039-cf1a-4a47-a0ff-b30ef16eb523 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:44.546916 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-705fe039-cf1a-4a47-a0ff-b30ef16eb523 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for dbba4698-f164-40ec-87d9-cef74f8f1e1e owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:18:44.757385 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-705fe039-cf1a-4a47-a0ff-b30ef16eb523 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:44.791508 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fe039-cf1a-4a47-a0ff-b30ef16eb523 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=dbba4698-f164-40ec-87d9-cef74f8f1e1e,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:44.804494 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fe039-cf1a-4a47-a0ff-b30ef16eb523 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:44.804916 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fe039-cf1a-4a47-a0ff-b30ef16eb523 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:44.805191 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fe039-cf1a-4a47-a0ff-b30ef16eb523 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:44.805529 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fe039-cf1a-4a47-a0ff-b30ef16eb523 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:44.806966 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fe039-cf1a-4a47-a0ff-b30ef16eb523 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:44.807354 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fe039-cf1a-4a47-a0ff-b30ef16eb523 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:44.807728 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fe039-cf1a-4a47-a0ff-b30ef16eb523 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:44.808071 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fe039-cf1a-4a47-a0ff-b30ef16eb523 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:44.808408 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fe039-cf1a-4a47-a0ff-b30ef16eb523 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:44.808737 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fe039-cf1a-4a47-a0ff-b30ef16eb523 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:44.809071 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fe039-cf1a-4a47-a0ff-b30ef16eb523 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:44.809398 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fe039-cf1a-4a47-a0ff-b30ef16eb523 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:44.867175 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-705fe039-cf1a-4a47-a0ff-b30ef16eb523 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:44.867656 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-705fe039-cf1a-4a47-a0ff-b30ef16eb523 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Floating IP 998f8057-f2ee-417e-a602-e61c2caa8426 disassociated (deleted). External IP: 172.26.3.178, port: 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb. Apr 23 00:18:45.078569 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705fe039-cf1a-4a47-a0ff-b30ef16eb523 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router a83134fb-4cd2-4036-b910-3c727ec32b2a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:18:45.187456 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705fe039-cf1a-4a47-a0ff-b30ef16eb523 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:18:45.192749 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-705fe039-cf1a-4a47-a0ff-b30ef16eb523 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:45.197479 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eff511-43bb-42bf-9cf4-f41719e74f07 None None] Sync routers for ids ['a83134fb-4cd2-4036-b910-3c727ec32b2a'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:18:45.207675 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eff511-43bb-42bf-9cf4-f41719e74f07 None None] Routers {'a83134fb-4cd2-4036-b910-3c727ec32b2a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:18:45.208286 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-29eff511-43bb-42bf-9cf4-f41719e74f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:18:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a83134fb-4cd2-4036-b910-3c727ec32b2a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:45.218339 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-705fe039-cf1a-4a47-a0ff-b30ef16eb523 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/floatingips/998f8057-f2ee-417e-a602-e61c2caa8426 HTTP/1.1" status: 204 len: 168 time: 0.9113343 Apr 23 00:18:45.218912 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417ac9eb-8206-4dd8-ae0a-851ef0be1daf', 'tag': '2a13b9e8-74ba-4a76-acd5-6b89e09d08fb'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:18:45.221265 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e0d81b-8ac7-4584-b1ae-bfcaac5d322f" -d '{"events": [{"name": "network-changed", "server_uuid": "417ac9eb-8206-4dd8-ae0a-851ef0be1daf", "tag": "2a13b9e8-74ba-4a76-acd5-6b89e09d08fb"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:18:45.261688 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e497e3-88eb-4a61-aa45-532a39987886 x-openstack-request-id: req-49e497e3-88eb-4a61-aa45-532a39987886 {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:18:45.262133 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417ac9eb-8206-4dd8-ae0a-851ef0be1daf", "tag": "2a13b9e8-74ba-4a76-acd5-6b89e09d08fb", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:18:45.262597 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49e497e3-88eb-4a61-aa45-532a39987886 {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:18:45.262947 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49e497e3-88eb-4a61-aa45-532a39987886'] response: {'name': 'network-changed', 'server_uuid': '417ac9eb-8206-4dd8-ae0a-851ef0be1daf', 'tag': '2a13b9e8-74ba-4a76-acd5-6b89e09d08fb', 'status': 'completed', 'code': 200} Apr 23 00:18:45.327643 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-29eff511-43bb-42bf-9cf4-f41719e74f07 None None] Set router a83134fb-4cd2-4036-b910-3c727ec32b2a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:18:45.330282 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0d81b-8ac7-4584-b1ae-bfcaac5d322f req-5ef80fa2-09df-4e18-b5be-66e4c9cd3d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:45.331792 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a9e0d81b-8ac7-4584-b1ae-bfcaac5d322f req-5ef80fa2-09df-4e18-b5be-66e4c9cd3d41 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=417ac9eb-8206-4dd8-ae0a-851ef0be1daf HTTP/1.1" status: 200 len: 1098 time: 0.0475519 Apr 23 00:18:45.425248 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0d81b-8ac7-4584-b1ae-bfcaac5d322f req-e6f8109e-c1d9-405c-aa3b-09ff911fc27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:45.426844 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a9e0d81b-8ac7-4584-b1ae-bfcaac5d322f req-e6f8109e-c1d9-405c-aa3b-09ff911fc27c service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d55409-3819-4dc5-b95a-59bdb1053623 HTTP/1.1" status: 200 len: 898 time: 0.0869267 Apr 23 00:18:45.474094 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a9e0d81b-8ac7-4584-b1ae-bfcaac5d322f req-8fd8601f-2996-4d45-9d23-fe3500f3a8c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a13b9e8-74ba-4a76-acd5-6b89e09d08fb HTTP/1.1" status: 200 len: 217 time: 0.0404792 Apr 23 00:18:45.526595 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0d81b-8ac7-4584-b1ae-bfcaac5d322f req-aff05927-6dbb-4dc4-a2c2-1bf33f4f3ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:45.528110 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a9e0d81b-8ac7-4584-b1ae-bfcaac5d322f req-aff05927-6dbb-4dc4-a2c2-1bf33f4f3ba4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e50d428-17c1-477e-b791-c0d22ae5ff62 HTTP/1.1" status: 200 len: 834 time: 0.0469298 Apr 23 00:18:45.573995 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0d81b-8ac7-4584-b1ae-bfcaac5d322f req-55d225a9-5b94-44b8-afcd-0b1d08a3ac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:45.575485 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a9e0d81b-8ac7-4584-b1ae-bfcaac5d322f req-55d225a9-5b94-44b8-afcd-0b1d08a3ac58 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d55409-3819-4dc5-b95a-59bdb1053623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412285 Apr 23 00:18:45.673497 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a9e0d81b-8ac7-4584-b1ae-bfcaac5d322f req-f797dcb9-7f7d-481f-bad8-df7d9164d247 service neutron] 10.222.0.16 "GET /v2.0/networks/15d55409-3819-4dc5-b95a-59bdb1053623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911443 Apr 23 00:18:45.702138 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a49d49-23cf-4983-b951-800db3019914 req-bf07a821-bc05-4284-9884-aa2c7b8a6d20 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:45.703953 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-87a49d49-23cf-4983-b951-800db3019914 req-bf07a821-bc05-4284-9884-aa2c7b8a6d20 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=417ac9eb-8206-4dd8-ae0a-851ef0be1daf HTTP/1.1" status: 200 len: 945 time: 0.0566897 Apr 23 00:18:45.723278 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-29eff511-43bb-42bf-9cf4-f41719e74f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'name': 'tempest-TestNetworkBasicOps-router-1975743989', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:17:20Z', 'updated_at': '2022-04-23T00:17:25Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:21Z', 'updated_at': '2022-04-23T00:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '6ff961f5-25ea-495e-b0ba-d9071a8b3089', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'port_id': 'b51da6fb-dc93-4166-b906-5f587d34e5aa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'mac_address': 'fa:16:3e:a1:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c7cc6a-43b5-4f8f-9255-55f73bb3f318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:17:43Z', 'updated_at': '2022-04-23T00:17:45Z', 'revision_number': 1, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf4124f9-5506-44da-b5a0-93ca32d397e3', 'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:3f:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:24Z', 'updated_at': '2022-04-23T00:17:27Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:45.746482 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-87a49d49-23cf-4983-b951-800db3019914 req-31f7fb57-7408-477b-84d7-cf8675482368 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b58fb7bc-2291-4431-a4dc-a68e29d06796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356791 Apr 23 00:18:45.760812 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eff511-43bb-42bf-9cf4-f41719e74f07 None None] Checking router: a83134fb-4cd2-4036-b910-3c727ec32b2a for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:18:45.770428 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eff511-43bb-42bf-9cf4-f41719e74f07 None None] Routers {'a83134fb-4cd2-4036-b910-3c727ec32b2a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:18:45.771072 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-29eff511-43bb-42bf-9cf4-f41719e74f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:18:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a83134fb-4cd2-4036-b910-3c727ec32b2a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:45.883159 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-29eff511-43bb-42bf-9cf4-f41719e74f07 None None] Set router a83134fb-4cd2-4036-b910-3c727ec32b2a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:18:46.108968 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a9e0d81b-8ac7-4584-b1ae-bfcaac5d322f req-c2316e78-b17b-43d6-888c-dd8d17fd34bd service neutron] 10.222.0.16 "GET /v2.0/networks/15d55409-3819-4dc5-b95a-59bdb1053623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263408 Apr 23 00:18:46.111806 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-29eff511-43bb-42bf-9cf4-f41719e74f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'name': 'tempest-TestNetworkBasicOps-router-1975743989', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:17:20Z', 'updated_at': '2022-04-23T00:17:25Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:21Z', 'updated_at': '2022-04-23T00:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '6ff961f5-25ea-495e-b0ba-d9071a8b3089', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'port_id': 'b51da6fb-dc93-4166-b906-5f587d34e5aa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'mac_address': 'fa:16:3e:a1:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c7cc6a-43b5-4f8f-9255-55f73bb3f318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:17:43Z', 'updated_at': '2022-04-23T00:17:45Z', 'revision_number': 1, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf4124f9-5506-44da-b5a0-93ca32d397e3', 'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:3f:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:24Z', 'updated_at': '2022-04-23T00:17:27Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:46.142477 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eff511-43bb-42bf-9cf4-f41719e74f07 None None] The sync data for ids ['a83134fb-4cd2-4036-b910-3c727ec32b2a'] in dv-neutron-838783-1-hyperv is: [{'id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'name': 'tempest-TestNetworkBasicOps-router-1975743989', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:17:20Z', 'updated_at': '2022-04-23T00:17:25Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:21Z', 'updated_at': '2022-04-23T00:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '6ff961f5-25ea-495e-b0ba-d9071a8b3089', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'port_id': 'b51da6fb-dc93-4166-b906-5f587d34e5aa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'mac_address': 'fa:16:3e:a1:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c7cc6a-43b5-4f8f-9255-55f73bb3f318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:17:43Z', 'updated_at': '2022-04-23T00:17:45Z', 'revision_number': 1, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf4124f9-5506-44da-b5a0-93ca32d397e3', 'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:3f:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:24Z', 'updated_at': '2022-04-23T00:17:27Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:18:46.354072 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2a2c33-297b-4c8c-b515-8c115a4765ca None None] New status for floating IP 998f8057-f2ee-417e-a602-e61c2caa8426: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:18:46.864505 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f4367-f009-4a55-b4dc-45ae414ae3f2 req-61721e40-cc25-4b18-95c6-939dcc20e4f6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:46.865970 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-876f4367-f009-4a55-b4dc-45ae414ae3f2 req-61721e40-cc25-4b18-95c6-939dcc20e4f6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=417ac9eb-8206-4dd8-ae0a-851ef0be1daf HTTP/1.1" status: 200 len: 945 time: 0.0497804 Apr 23 00:18:46.932723 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-876f4367-f009-4a55-b4dc-45ae414ae3f2 req-26a907f7-5799-4ffe-bb3a-25796139af47 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=b58fb7bc-2291-4431-a4dc-a68e29d06796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602870 Apr 23 00:18:46.949471 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c82b39-7a86-45e1-b623-5223c52c7d3f req-89ba25a0-b6ac-47ef-a855-cf53dac9cf78 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:46.950951 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-08c82b39-7a86-45e1-b623-5223c52c7d3f req-89ba25a0-b6ac-47ef-a855-cf53dac9cf78 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/ports?device_id=417ac9eb-8206-4dd8-ae0a-851ef0be1daf HTTP/1.1" status: 200 len: 945 time: 0.0653806 Apr 23 00:18:47.038802 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-08c82b39-7a86-45e1-b623-5223c52c7d3f req-c8c9b4a0-e0a7-4c00-9bcd-18951a628412 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:18:47.042902 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-08c82b39-7a86-45e1-b623-5223c52c7d3f req-c8c9b4a0-e0a7-4c00-9bcd-18951a628412 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:47.135140 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-08c82b39-7a86-45e1-b623-5223c52c7d3f req-c8c9b4a0-e0a7-4c00-9bcd-18951a628412 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=2a13b9e8-74ba-4a76-acd5-6b89e09d08fb,segment=NetworkSegment(8644186a-e5a3-49a5-ba70-44c5b8e116fa),segment_id=8644186a-e5a3-49a5-ba70-44c5b8e116fa)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:18:47.135516 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-08c82b39-7a86-45e1-b623-5223c52c7d3f req-c8c9b4a0-e0a7-4c00-9bcd-18951a628412 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:47.148034 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-08c82b39-7a86-45e1-b623-5223c52c7d3f req-c8c9b4a0-e0a7-4c00-9bcd-18951a628412 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:18:47.366547 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-08c82b39-7a86-45e1-b623-5223c52c7d3f req-c8c9b4a0-e0a7-4c00-9bcd-18951a628412 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:47.395519 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9b4a0-e0a7-4c00-9bcd-18951a628412 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=2a13b9e8-74ba-4a76-acd5-6b89e09d08fb,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:47.436906 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c82b39-7a86-45e1-b623-5223c52c7d3f req-c8c9b4a0-e0a7-4c00-9bcd-18951a628412 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] No DVR routers for this DVR port 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:18:47.439381 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-08c82b39-7a86-45e1-b623-5223c52c7d3f req-c8c9b4a0-e0a7-4c00-9bcd-18951a628412 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:47.442693 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-08c82b39-7a86-45e1-b623-5223c52c7d3f req-c8c9b4a0-e0a7-4c00-9bcd-18951a628412 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "DELETE /v2.0/ports/2a13b9e8-74ba-4a76-acd5-6b89e09d08fb HTTP/1.1" status: 204 len: 173 time: 0.4857469 Apr 23 00:18:47.443129 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417ac9eb-8206-4dd8-ae0a-851ef0be1daf', 'name': 'network-vif-deleted', 'tag': '2a13b9e8-74ba-4a76-acd5-6b89e09d08fb'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:18:47.445406 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d57030c-2bd4-484e-9b8b-fce00cf7310c" -d '{"events": [{"server_uuid": "417ac9eb-8206-4dd8-ae0a-851ef0be1daf", "name": "network-vif-deleted", "tag": "2a13b9e8-74ba-4a76-acd5-6b89e09d08fb"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:18:47.481297 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0e4621-fe71-484f-9c3e-dcc5b0e3a08f x-openstack-request-id: req-fc0e4621-fe71-484f-9c3e-dcc5b0e3a08f {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:18:47.481592 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417ac9eb-8206-4dd8-ae0a-851ef0be1daf", "name": "network-vif-deleted", "tag": "2a13b9e8-74ba-4a76-acd5-6b89e09d08fb", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:18:47.481847 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc0e4621-fe71-484f-9c3e-dcc5b0e3a08f {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:18:47.482300 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc0e4621-fe71-484f-9c3e-dcc5b0e3a08f'] response: {'server_uuid': '417ac9eb-8206-4dd8-ae0a-851ef0be1daf', 'name': 'network-vif-deleted', 'tag': '2a13b9e8-74ba-4a76-acd5-6b89e09d08fb', 'status': 'completed', 'code': 200} Apr 23 00:18:48.034550 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2b5c03c9-5716-422e-aa2b-d577632d54f8 req-768b2eba-9e46-4aad-b7d4-dfc43819fd71 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=417ac9eb-8206-4dd8-ae0a-851ef0be1daf HTTP/1.1" status: 200 len: 210 time: 0.0255389 Apr 23 00:18:49.092325 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57818) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:18:49.148796 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-72a398e7-2ec4-40e5-9298-6a4fe107e458 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:49.173170 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-72a398e7-2ec4-40e5-9298-6a4fe107e458 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:49.326346 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-72a398e7-2ec4-40e5-9298-6a4fe107e458 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:49.328841 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-72a398e7-2ec4-40e5-9298-6a4fe107e458 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:49.330057 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-72a398e7-2ec4-40e5-9298-6a4fe107e458 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/security-groups/b58fb7bc-2291-4431-a4dc-a68e29d06796 HTTP/1.1" status: 204 len: 168 time: 0.2367315 Apr 23 00:18:49.339169 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a398e7-2ec4-40e5-9298-6a4fe107e458 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58fb7bc-2291-4431-a4dc-a68e29d06796,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:49.448855 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57822) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:18:49.604273 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-434b76a8-fe5c-49b0-b2da-e71577083cdc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port 902db535-da61-425a-86ad-2840380003cb {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:18:49.604524 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-434b76a8-fe5c-49b0-b2da-e71577083cdc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:49.678967 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-434b76a8-fe5c-49b0-b2da-e71577083cdc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:49.681900 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-434b76a8-fe5c-49b0-b2da-e71577083cdc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:49.690755 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-434b76a8-fe5c-49b0-b2da-e71577083cdc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for 902db535-da61-425a-86ad-2840380003cb owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:18:49.905609 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-434b76a8-fe5c-49b0-b2da-e71577083cdc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:49.937341 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b76a8-fe5c-49b0-b2da-e71577083cdc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=902db535-da61-425a-86ad-2840380003cb,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:49.995625 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-434b76a8-fe5c-49b0-b2da-e71577083cdc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:49.995956 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-434b76a8-fe5c-49b0-b2da-e71577083cdc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Floating IP 6ff961f5-25ea-495e-b0ba-d9071a8b3089 disassociated (deleted). External IP: 172.26.3.50, port: b51da6fb-dc93-4166-b906-5f587d34e5aa. Apr 23 00:18:50.502527 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434b76a8-fe5c-49b0-b2da-e71577083cdc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router a83134fb-4cd2-4036-b910-3c727ec32b2a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:18:50.598220 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:18:50.608507 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434b76a8-fe5c-49b0-b2da-e71577083cdc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:18:50.613261 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-434b76a8-fe5c-49b0-b2da-e71577083cdc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:50.620811 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e001fe-40a6-42ba-884f-2edd47e28707 None None] Sync routers for ids ['a83134fb-4cd2-4036-b910-3c727ec32b2a'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:18:50.623393 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:18:50.623767 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 2a13b9e8-74ba-4a76-acd5-6b89e09d08fb not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:18:50.632539 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e001fe-40a6-42ba-884f-2edd47e28707 None None] Routers {'a83134fb-4cd2-4036-b910-3c727ec32b2a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:18:50.633152 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-33e001fe-40a6-42ba-884f-2edd47e28707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:18:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a83134fb-4cd2-4036-b910-3c727ec32b2a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:50.640471 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-434b76a8-fe5c-49b0-b2da-e71577083cdc tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/floatingips/6ff961f5-25ea-495e-b0ba-d9071a8b3089 HTTP/1.1" status: 204 len: 168 time: 1.1905394 Apr 23 00:18:50.641037 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c7cc6a-43b5-4f8f-9255-55f73bb3f318', 'tag': 'b51da6fb-dc93-4166-b906-5f587d34e5aa'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:18:50.643280 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918f5aa9-03ef-4eab-9c35-391777a4c3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c7cc6a-43b5-4f8f-9255-55f73bb3f318", "tag": "b51da6fb-dc93-4166-b906-5f587d34e5aa"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:18:50.681897 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440dcdee-d03c-4945-89b9-18e3bedac08d x-openstack-request-id: req-440dcdee-d03c-4945-89b9-18e3bedac08d {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:18:50.682190 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c7cc6a-43b5-4f8f-9255-55f73bb3f318", "tag": "b51da6fb-dc93-4166-b906-5f587d34e5aa", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:18:50.682581 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-440dcdee-d03c-4945-89b9-18e3bedac08d {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:18:50.683001 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-440dcdee-d03c-4945-89b9-18e3bedac08d'] response: {'name': 'network-changed', 'server_uuid': 'd3c7cc6a-43b5-4f8f-9255-55f73bb3f318', 'tag': 'b51da6fb-dc93-4166-b906-5f587d34e5aa', 'status': 'completed', 'code': 200} Apr 23 00:18:50.748776 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-33e001fe-40a6-42ba-884f-2edd47e28707 None None] Set router a83134fb-4cd2-4036-b910-3c727ec32b2a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:18:50.751667 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f5aa9-03ef-4eab-9c35-391777a4c3ed req-992a18f3-80b9-42a2-b6b7-377f9bc1e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:50.753330 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-918f5aa9-03ef-4eab-9c35-391777a4c3ed req-992a18f3-80b9-42a2-b6b7-377f9bc1e4ea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 1099 time: 0.0482376 Apr 23 00:18:50.844438 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f5aa9-03ef-4eab-9c35-391777a4c3ed req-92a7d969-8a2e-41f0-b46b-63e479042998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:50.845996 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-918f5aa9-03ef-4eab-9c35-391777a4c3ed req-92a7d969-8a2e-41f0-b46b-63e479042998 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d55409-3819-4dc5-b95a-59bdb1053623 HTTP/1.1" status: 200 len: 898 time: 0.0857315 Apr 23 00:18:50.895853 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-918f5aa9-03ef-4eab-9c35-391777a4c3ed req-8040a2fa-158d-4516-9e85-c621b74b2e27 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b51da6fb-dc93-4166-b906-5f587d34e5aa HTTP/1.1" status: 200 len: 217 time: 0.0419133 Apr 23 00:18:50.953708 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f5aa9-03ef-4eab-9c35-391777a4c3ed req-d29f1416-ea84-480b-beb2-c8c4e5ba49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:50.955177 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-918f5aa9-03ef-4eab-9c35-391777a4c3ed req-d29f1416-ea84-480b-beb2-c8c4e5ba49b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e50d428-17c1-477e-b791-c0d22ae5ff62 HTTP/1.1" status: 200 len: 834 time: 0.0500071 Apr 23 00:18:50.958496 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-33e001fe-40a6-42ba-884f-2edd47e28707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'name': 'tempest-TestNetworkBasicOps-router-1975743989', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:17:20Z', 'updated_at': '2022-04-23T00:17:25Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:21Z', 'updated_at': '2022-04-23T00:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': 'bf4124f9-5506-44da-b5a0-93ca32d397e3', 'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:3f:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:24Z', 'updated_at': '2022-04-23T00:17:27Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:50.989703 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e001fe-40a6-42ba-884f-2edd47e28707 None None] Checking router: a83134fb-4cd2-4036-b910-3c727ec32b2a for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:18:50.999920 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e001fe-40a6-42ba-884f-2edd47e28707 None None] Routers {'a83134fb-4cd2-4036-b910-3c727ec32b2a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:18:51.000570 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-33e001fe-40a6-42ba-884f-2edd47e28707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:18:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a83134fb-4cd2-4036-b910-3c727ec32b2a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:51.005760 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f5aa9-03ef-4eab-9c35-391777a4c3ed req-990d68f4-0903-4774-8e23-405fbd407464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:51.007218 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-918f5aa9-03ef-4eab-9c35-391777a4c3ed req-990d68f4-0903-4774-8e23-405fbd407464 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d55409-3819-4dc5-b95a-59bdb1053623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440526 Apr 23 00:18:51.110705 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-33e001fe-40a6-42ba-884f-2edd47e28707 None None] Set router a83134fb-4cd2-4036-b910-3c727ec32b2a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:18:51.125133 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cddbec-a050-4c73-9ab9-bd43fd8168cc req-6ee53540-d78d-4a97-bc4d-bd51d9d8288e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:51.126606 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-24cddbec-a050-4c73-9ab9-bd43fd8168cc req-6ee53540-d78d-4a97-bc4d-bd51d9d8288e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 946 time: 0.1040742 Apr 23 00:18:51.152313 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-918f5aa9-03ef-4eab-9c35-391777a4c3ed req-c8b75c62-cfd3-4871-90b6-15d03b0333d0 service neutron] 10.222.0.16 "GET /v2.0/networks/15d55409-3819-4dc5-b95a-59bdb1053623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370225 Apr 23 00:18:51.190029 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-24cddbec-a050-4c73-9ab9-bd43fd8168cc req-cd56a6c4-7f2a-4256-ae52-5727255e0da1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce2b91ba-2a78-4f46-a9d0-20c47c60944a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540395 Apr 23 00:18:51.258819 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-918f5aa9-03ef-4eab-9c35-391777a4c3ed req-e3b06d71-b66e-4fbc-82b1-6d66432e24dd service neutron] 10.222.0.16 "GET /v2.0/networks/15d55409-3819-4dc5-b95a-59bdb1053623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981243 Apr 23 00:18:51.315261 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-33e001fe-40a6-42ba-884f-2edd47e28707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'name': 'tempest-TestNetworkBasicOps-router-1975743989', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:17:20Z', 'updated_at': '2022-04-23T00:17:25Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:21Z', 'updated_at': '2022-04-23T00:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': 'bf4124f9-5506-44da-b5a0-93ca32d397e3', 'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:3f:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:24Z', 'updated_at': '2022-04-23T00:17:27Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:51.346613 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e001fe-40a6-42ba-884f-2edd47e28707 None None] The sync data for ids ['a83134fb-4cd2-4036-b910-3c727ec32b2a'] in dv-neutron-838783-1-hyperv is: [{'id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'name': 'tempest-TestNetworkBasicOps-router-1975743989', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:17:20Z', 'updated_at': '2022-04-23T00:17:25Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:21Z', 'updated_at': '2022-04-23T00:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': 'bf4124f9-5506-44da-b5a0-93ca32d397e3', 'name': '', 'network_id': '15d55409-3819-4dc5-b95a-59bdb1053623', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:3f:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:24Z', 'updated_at': '2022-04-23T00:17:27Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '5e50d428-17c1-477e-b791-c0d22ae5ff62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:18:51.559962 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e5f90b-33e8-4f76-a075-1a0e75cadfc6 None None] New status for floating IP 6ff961f5-25ea-495e-b0ba-d9071a8b3089: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:18:52.310370 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7d390-adcf-4f77-b095-092fc922b28f req-914ba7b4-c58b-4a92-ac89-2541e3973924 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:52.311859 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ada7d390-adcf-4f77-b095-092fc922b28f req-914ba7b4-c58b-4a92-ac89-2541e3973924 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 946 time: 0.0484810 Apr 23 00:18:52.348673 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ada7d390-adcf-4f77-b095-092fc922b28f req-565126df-dda5-4690-8c54-1c6cb8bc9d21 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce2b91ba-2a78-4f46-a9d0-20c47c60944a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308998 Apr 23 00:18:52.461311 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660a11a-766b-4544-b47e-7d979cf80b7a req-9d480350-db6d-4a5d-bdbc-ad1592ef33e4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:52.462745 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a660a11a-766b-4544-b47e-7d979cf80b7a req-9d480350-db6d-4a5d-bdbc-ad1592ef33e4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 946 time: 0.0487189 Apr 23 00:18:52.550903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-a660a11a-766b-4544-b47e-7d979cf80b7a req-82c691b5-090f-475d-afbf-608c12a2d320 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port b51da6fb-dc93-4166-b906-5f587d34e5aa {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:18:52.551245 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a660a11a-766b-4544-b47e-7d979cf80b7a req-82c691b5-090f-475d-afbf-608c12a2d320 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:52.641394 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-a660a11a-766b-4544-b47e-7d979cf80b7a req-82c691b5-090f-475d-afbf-608c12a2d320 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port b51da6fb-dc93-4166-b906-5f587d34e5aa, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=b51da6fb-dc93-4166-b906-5f587d34e5aa,segment=NetworkSegment(8644186a-e5a3-49a5-ba70-44c5b8e116fa),segment_id=8644186a-e5a3-49a5-ba70-44c5b8e116fa)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:18:52.641782 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a660a11a-766b-4544-b47e-7d979cf80b7a req-82c691b5-090f-475d-afbf-608c12a2d320 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:52.654202 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-a660a11a-766b-4544-b47e-7d979cf80b7a req-82c691b5-090f-475d-afbf-608c12a2d320 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for b51da6fb-dc93-4166-b906-5f587d34e5aa owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:18:52.840773 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a660a11a-766b-4544-b47e-7d979cf80b7a req-82c691b5-090f-475d-afbf-608c12a2d320 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:52.867613 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c691b5-090f-475d-afbf-608c12a2d320 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=b51da6fb-dc93-4166-b906-5f587d34e5aa,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:52.910751 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-a660a11a-766b-4544-b47e-7d979cf80b7a req-82c691b5-090f-475d-afbf-608c12a2d320 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] No DVR routers for this DVR port b51da6fb-dc93-4166-b906-5f587d34e5aa on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:18:52.913407 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a660a11a-766b-4544-b47e-7d979cf80b7a req-82c691b5-090f-475d-afbf-608c12a2d320 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:52.917991 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a660a11a-766b-4544-b47e-7d979cf80b7a req-82c691b5-090f-475d-afbf-608c12a2d320 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "DELETE /v2.0/ports/b51da6fb-dc93-4166-b906-5f587d34e5aa HTTP/1.1" status: 204 len: 173 time: 0.4494300 Apr 23 00:18:52.918463 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c7cc6a-43b5-4f8f-9255-55f73bb3f318', 'name': 'network-vif-deleted', 'tag': 'b51da6fb-dc93-4166-b906-5f587d34e5aa'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:18:52.920772 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f334a66-dc05-4687-9753-5390d1531c63" -d '{"events": [{"server_uuid": "d3c7cc6a-43b5-4f8f-9255-55f73bb3f318", "name": "network-vif-deleted", "tag": "b51da6fb-dc93-4166-b906-5f587d34e5aa"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:18:52.956624 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec88e4a8-c553-435e-a57c-7eefedacbbf4 x-openstack-request-id: req-ec88e4a8-c553-435e-a57c-7eefedacbbf4 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:18:52.956961 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c7cc6a-43b5-4f8f-9255-55f73bb3f318", "name": "network-vif-deleted", "tag": "b51da6fb-dc93-4166-b906-5f587d34e5aa", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:18:52.957227 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec88e4a8-c553-435e-a57c-7eefedacbbf4 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:18:52.957637 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec88e4a8-c553-435e-a57c-7eefedacbbf4'] response: {'server_uuid': 'd3c7cc6a-43b5-4f8f-9255-55f73bb3f318', 'name': 'network-vif-deleted', 'tag': 'b51da6fb-dc93-4166-b906-5f587d34e5aa', 'status': 'completed', 'code': 200} Apr 23 00:18:53.455513 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-82e131ef-dbb9-44cc-bfa2-0de75accf5e8 req-ed4d32a0-410e-4688-8101-b76a1cd3e947 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c7cc6a-43b5-4f8f-9255-55f73bb3f318 HTTP/1.1" status: 200 len: 210 time: 0.0275934 Apr 23 00:18:53.681252 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:54.512368 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57838) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:18:54.570109 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7f08aef1-f359-4751-abe7-81ee69960042 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:54.599256 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7f08aef1-f359-4751-abe7-81ee69960042 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:54.733304 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7f08aef1-f359-4751-abe7-81ee69960042 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:54.736030 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7f08aef1-f359-4751-abe7-81ee69960042 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:54.739699 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7f08aef1-f359-4751-abe7-81ee69960042 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/security-groups/ce2b91ba-2a78-4f46-a9d0-20c47c60944a HTTP/1.1" status: 204 len: 168 time: 0.2238486 Apr 23 00:18:54.746623 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08aef1-f359-4751-abe7-81ee69960042 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2b91ba-2a78-4f46-a9d0-20c47c60944a,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:54.820007 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57842) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:18:55.174954 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f245735d-301c-496a-b2d7-0f81ed1dccb9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:55.424174 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-f245735d-301c-496a-b2d7-0f81ed1dccb9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port bf4124f9-5506-44da-b5a0-93ca32d397e3 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:18:55.424519 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f245735d-301c-496a-b2d7-0f81ed1dccb9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:55.514004 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-f245735d-301c-496a-b2d7-0f81ed1dccb9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port bf4124f9-5506-44da-b5a0-93ca32d397e3, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=bf4124f9-5506-44da-b5a0-93ca32d397e3,segment=NetworkSegment(8644186a-e5a3-49a5-ba70-44c5b8e116fa),segment_id=8644186a-e5a3-49a5-ba70-44c5b8e116fa)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:18:55.514672 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f245735d-301c-496a-b2d7-0f81ed1dccb9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:55.526893 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-f245735d-301c-496a-b2d7-0f81ed1dccb9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for bf4124f9-5506-44da-b5a0-93ca32d397e3 owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:18:55.785223 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f245735d-301c-496a-b2d7-0f81ed1dccb9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:55.812071 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245735d-301c-496a-b2d7-0f81ed1dccb9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=bf4124f9-5506-44da-b5a0-93ca32d397e3,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:55.988378 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f245735d-301c-496a-b2d7-0f81ed1dccb9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:56.201697 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f245735d-301c-496a-b2d7-0f81ed1dccb9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router a83134fb-4cd2-4036-b910-3c727ec32b2a has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:18:56.301172 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f245735d-301c-496a-b2d7-0f81ed1dccb9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:18:56.307949 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f245735d-301c-496a-b2d7-0f81ed1dccb9 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "PUT /v2.0/routers/a83134fb-4cd2-4036-b910-3c727ec32b2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4868639 Apr 23 00:18:56.309627 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57844) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:18:56.314676 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185e7ab1-6092-48d6-aa99-ec2f3af60667 None None] Sync routers for ids ['a83134fb-4cd2-4036-b910-3c727ec32b2a'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:18:56.325764 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185e7ab1-6092-48d6-aa99-ec2f3af60667 None None] Routers {'a83134fb-4cd2-4036-b910-3c727ec32b2a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:18:56.326508 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-185e7ab1-6092-48d6-aa99-ec2f3af60667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:18:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a83134fb-4cd2-4036-b910-3c727ec32b2a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:56.363850 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-b585b07e-493e-4d6a-9f6f-53da509537ff tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting subnet 5e50d428-17c1-477e-b791-c0d22ae5ff62 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:18:56.366897 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b585b07e-493e-4d6a-9f6f-53da509537ff tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:56.406959 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b585b07e-493e-4d6a-9f6f-53da509537ff tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:56.433257 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-185e7ab1-6092-48d6-aa99-ec2f3af60667 None None] Set router a83134fb-4cd2-4036-b910-3c727ec32b2a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:18:56.490225 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b585b07e-493e-4d6a-9f6f-53da509537ff tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:56.610162 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-185e7ab1-6092-48d6-aa99-ec2f3af60667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'name': 'tempest-TestNetworkBasicOps-router-1975743989', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:17:20Z', 'updated_at': '2022-04-23T00:18:55Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:21Z', 'updated_at': '2022-04-23T00:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:56.641117 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b585b07e-493e-4d6a-9f6f-53da509537ff tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:56.641709 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185e7ab1-6092-48d6-aa99-ec2f3af60667 None None] Checking router: a83134fb-4cd2-4036-b910-3c727ec32b2a for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:18:56.649820 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185e7ab1-6092-48d6-aa99-ec2f3af60667 None None] Routers {'a83134fb-4cd2-4036-b910-3c727ec32b2a'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:18:56.650750 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-185e7ab1-6092-48d6-aa99-ec2f3af60667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:18:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a83134fb-4cd2-4036-b910-3c727ec32b2a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:56.654898 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device b51da6fb-dc93-4166-b906-5f587d34e5aa no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:18:56.670245 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585b07e-493e-4d6a-9f6f-53da509537ff tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Subnet': ['ID=5e50d428-17c1-477e-b791-c0d22ae5ff62,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:56.672284 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b585b07e-493e-4d6a-9f6f-53da509537ff tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:56.675408 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b585b07e-493e-4d6a-9f6f-53da509537ff tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/subnets/5e50d428-17c1-477e-b791-c0d22ae5ff62 HTTP/1.1" status: 204 len: 168 time: 0.3648362 Apr 23 00:18:56.681297 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57846) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:18:56.709309 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d3d10a-ea2e-47f2-b95e-18b2662d4cdd None None] Network 15d55409-3819-4dc5-b95a-59bdb1053623 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:18:56.716133 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: b51da6fb-dc93-4166-b906-5f587d34e5aa {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:18:56.716469 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device b51da6fb-dc93-4166-b906-5f587d34e5aa not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:18:56.797046 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6178122f-7795-4bdc-b606-7eeab458e41e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:56.906957 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6178122f-7795-4bdc-b606-7eeab458e41e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:56.986399 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-185e7ab1-6092-48d6-aa99-ec2f3af60667 None None] Set router a83134fb-4cd2-4036-b910-3c727ec32b2a gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:18:57.021475 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-6178122f-7795-4bdc-b606-7eeab458e41e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port db3cb1ef-6106-4e95-814d-8f687b2972e4 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:18:57.022103 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6178122f-7795-4bdc-b606-7eeab458e41e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:57.115838 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-6178122f-7795-4bdc-b606-7eeab458e41e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port db3cb1ef-6106-4e95-814d-8f687b2972e4, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=db3cb1ef-6106-4e95-814d-8f687b2972e4,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:18:57.116517 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6178122f-7795-4bdc-b606-7eeab458e41e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:57.130753 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-6178122f-7795-4bdc-b606-7eeab458e41e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for db3cb1ef-6106-4e95-814d-8f687b2972e4 owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:18:57.224535 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ac3f0e-1f66-4aca-8a43-521399d922ed None None] DHCP port deletion for 15d55409-3819-4dc5-b95a-59bdb1053623 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:18:57.262747 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-185e7ab1-6092-48d6-aa99-ec2f3af60667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'name': 'tempest-TestNetworkBasicOps-router-1975743989', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:17:20Z', 'updated_at': '2022-04-23T00:18:55Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:21Z', 'updated_at': '2022-04-23T00:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:57.295398 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185e7ab1-6092-48d6-aa99-ec2f3af60667 None None] The sync data for ids ['a83134fb-4cd2-4036-b910-3c727ec32b2a'] in dv-neutron-838783-1-hyperv is: [{'id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'name': 'tempest-TestNetworkBasicOps-router-1975743989', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:17:20Z', 'updated_at': '2022-04-23T00:18:55Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': 'db3cb1ef-6106-4e95-814d-8f687b2972e4', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83134fb-4cd2-4036-b910-3c727ec32b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:17:21Z', 'updated_at': '2022-04-23T00:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:18:57.316146 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f1ac3f0e-1f66-4aca-8a43-521399d922ed None None] Deleting port 4bfb4472-fa8c-477d-9231-7576c9793099 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:18:57.321613 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1ac3f0e-1f66-4aca-8a43-521399d922ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:57.379554 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f1ac3f0e-1f66-4aca-8a43-521399d922ed None None] For port 4bfb4472-fa8c-477d-9231-7576c9793099, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4bfb4472-fa8c-477d-9231-7576c9793099,segment=NetworkSegment(8644186a-e5a3-49a5-ba70-44c5b8e116fa),segment_id=8644186a-e5a3-49a5-ba70-44c5b8e116fa)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:18:57.379976 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1ac3f0e-1f66-4aca-8a43-521399d922ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:57.390811 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6178122f-7795-4bdc-b606-7eeab458e41e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:57.395937 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f1ac3f0e-1f66-4aca-8a43-521399d922ed None None] Calling delete_port for 4bfb4472-fa8c-477d-9231-7576c9793099 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:18:57.419433 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178122f-7795-4bdc-b606-7eeab458e41e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=db3cb1ef-6106-4e95-814d-8f687b2972e4,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:57.483907 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6178122f-7795-4bdc-b606-7eeab458e41e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:57.527621 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1ac3f0e-1f66-4aca-8a43-521399d922ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:57.551356 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac3f0e-1f66-4aca-8a43-521399d922ed None None] Pushing event deleted for resources: {'Port': ['ID=4bfb4472-fa8c-477d-9231-7576c9793099,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:57.561363 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac3f0e-1f66-4aca-8a43-521399d922ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:57.562060 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac3f0e-1f66-4aca-8a43-521399d922ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:57.562060 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac3f0e-1f66-4aca-8a43-521399d922ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:57.562333 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac3f0e-1f66-4aca-8a43-521399d922ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:57.562689 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac3f0e-1f66-4aca-8a43-521399d922ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:57.562918 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac3f0e-1f66-4aca-8a43-521399d922ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:57.563237 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac3f0e-1f66-4aca-8a43-521399d922ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:57.563590 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac3f0e-1f66-4aca-8a43-521399d922ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:57.563916 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac3f0e-1f66-4aca-8a43-521399d922ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:57.564240 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac3f0e-1f66-4aca-8a43-521399d922ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:57.564562 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac3f0e-1f66-4aca-8a43-521399d922ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:57.564888 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac3f0e-1f66-4aca-8a43-521399d922ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:57.567609 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ac3f0e-1f66-4aca-8a43-521399d922ed None None] No DVR routers for this DVR port 4bfb4472-fa8c-477d-9231-7576c9793099 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:18:57.590037 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6178122f-7795-4bdc-b606-7eeab458e41e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:57.592189 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6178122f-7795-4bdc-b606-7eeab458e41e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:57.704914 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6178122f-7795-4bdc-b606-7eeab458e41e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:57.706147 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6178122f-7795-4bdc-b606-7eeab458e41e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Fanout notify agent at l3_agent the message router_deleted on router a83134fb-4cd2-4036-b910-3c727ec32b2a {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:18:57.714125 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6178122f-7795-4bdc-b606-7eeab458e41e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:57.715297 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6178122f-7795-4bdc-b606-7eeab458e41e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/routers/a83134fb-4cd2-4036-b910-3c727ec32b2a HTTP/1.1" status: 204 len: 168 time: 1.0343246 Apr 23 00:18:57.718075 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57848) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:18:57.801676 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4696a0dc-d325-4ba1-8e00-1fe80ce709db tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:57.817139 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:18:57.902533 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4696a0dc-d325-4ba1-8e00-1fe80ce709db tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:57.926464 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-4696a0dc-d325-4ba1-8e00-1fe80ce709db tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d55409-3819-4dc5-b95a-59bdb1053623']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:57.936732 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-4696a0dc-d325-4ba1-8e00-1fe80ce709db tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8644186a-e5a3-49a5-ba70-44c5b8e116fa') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:57.937035 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-4696a0dc-d325-4ba1-8e00-1fe80ce709db tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8644186a-e5a3-49a5-ba70-44c5b8e116fa') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:57.947328 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4696a0dc-d325-4ba1-8e00-1fe80ce709db tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:57.961021 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4696a0dc-d325-4ba1-8e00-1fe80ce709db tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:57.970492 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4696a0dc-d325-4ba1-8e00-1fe80ce709db tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:18:57.970887 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4696a0dc-d325-4ba1-8e00-1fe80ce709db tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:18:57.973940 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:18:58.133533 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4696a0dc-d325-4ba1-8e00-1fe80ce709db tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:58.141413 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4696a0dc-d325-4ba1-8e00-1fe80ce709db tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:58.143768 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4696a0dc-d325-4ba1-8e00-1fe80ce709db tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/networks/15d55409-3819-4dc5-b95a-59bdb1053623 HTTP/1.1" status: 204 len: 168 time: 0.4247341 Apr 23 00:18:58.156040 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696a0dc-d325-4ba1-8e00-1fe80ce709db tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Network': ['ID=15d55409-3819-4dc5-b95a-59bdb1053623,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:58.171384 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57850) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:18:58.176419 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-9b70fb2e-0c0d-453f-8fe3-207054482046 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'network': {'name': 'tempest-network-smoke--177955644', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'port_security_enabled': True}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:18:58.270751 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b70fb2e-0c0d-453f-8fe3-207054482046 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:18:58.274311 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b70fb2e-0c0d-453f-8fe3-207054482046 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:58.299416 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b70fb2e-0c0d-453f-8fe3-207054482046 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:18:58.309810 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b70fb2e-0c0d-453f-8fe3-207054482046 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:58.310179 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-9b70fb2e-0c0d-453f-8fe3-207054482046 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Added segment bfc81c28-1106-44b2-85e2-84238a917a90 of type vlan for network 5b73c5b0-af86-4b50-b1f1-d48efb336cdb Apr 23 00:18:58.351469 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b70fb2e-0c0d-453f-8fe3-207054482046 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:58.442196 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b70fb2e-0c0d-453f-8fe3-207054482046 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:58.448210 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b70fb2e-0c0d-453f-8fe3-207054482046 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:58.448802 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b70fb2e-0c0d-453f-8fe3-207054482046 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:58.530926 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70fb2e-0c0d-453f-8fe3-207054482046 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Network': ['ID=5b73c5b0-af86-4b50-b1f1-d48efb336cdb,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:58.541734 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 5b73c5b0-af86-4b50-b1f1-d48efb336cdb details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:18:58.543448 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9b70fb2e-0c0d-453f-8fe3-207054482046 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3711014 Apr 23 00:18:58.545375 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57852) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:18:58.551113 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-55db0df4-fa65-4b60-b928-1fe9fd37ada5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-840227366', 'admin_state_up': True, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:18:58.636445 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55db0df4-fa65-4b60-b928-1fe9fd37ada5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:58.637504 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55db0df4-fa65-4b60-b928-1fe9fd37ada5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:58.689043 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55db0df4-fa65-4b60-b928-1fe9fd37ada5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:58.784846 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device bf4124f9-5506-44da-b5a0-93ca32d397e3 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:18:58.813617 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: bf4124f9-5506-44da-b5a0-93ca32d397e3 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:18:58.814114 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device bf4124f9-5506-44da-b5a0-93ca32d397e3 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:18:58.814548 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device db3cb1ef-6106-4e95-814d-8f687b2972e4 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:18:58.840445 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: db3cb1ef-6106-4e95-814d-8f687b2972e4 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:18:58.840791 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device db3cb1ef-6106-4e95-814d-8f687b2972e4 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:18:58.841216 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4bfb4472-fa8c-477d-9231-7576c9793099 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:18:58.861150 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 4bfb4472-fa8c-477d-9231-7576c9793099 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:18:58.861500 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4bfb4472-fa8c-477d-9231-7576c9793099 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:18:58.873507 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55db0df4-fa65-4b60-b928-1fe9fd37ada5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:59.112729 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55db0df4-fa65-4b60-b928-1fe9fd37ada5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:59.140529 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55db0df4-fa65-4b60-b928-1fe9fd37ada5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:59.239596 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-55db0df4-fa65-4b60-b928-1fe9fd37ada5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.26.3.113 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/13fd5b7e-3593-41e9-bd9b-cb1af18394cb) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:18:59.342046 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55db0df4-fa65-4b60-b928-1fe9fd37ada5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:59.419598 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55db0df4-fa65-4b60-b928-1fe9fd37ada5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:59.455089 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55db0df4-fa65-4b60-b928-1fe9fd37ada5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:18:59.459821 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-55db0df4-fa65-4b60-b928-1fe9fd37ada5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:18:59.463429 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55db0df4-fa65-4b60-b928-1fe9fd37ada5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:18:59.486779 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db0df4-fa65-4b60-b928-1fe9fd37ada5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=13fd5b7e-3593-41e9-bd9b-cb1af18394cb,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:59.777904 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55db0df4-fa65-4b60-b928-1fe9fd37ada5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:59.970363 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55db0df4-fa65-4b60-b928-1fe9fd37ada5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:00.498772 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55db0df4-fa65-4b60-b928-1fe9fd37ada5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router fdec8f28-b844-4fcc-867d-5addf6493149 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:19:00.600876 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55db0df4-fa65-4b60-b928-1fe9fd37ada5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:19:00.610801 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] Sync routers for ids ['fdec8f28-b844-4fcc-867d-5addf6493149'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:19:00.620215 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] Routers {'fdec8f28-b844-4fcc-867d-5addf6493149'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:19:00.620799 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:18:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['fdec8f28-b844-4fcc-867d-5addf6493149'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:19:00.683981 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-55db0df4-fa65-4b60-b928-1fe9fd37ada5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:00.685249 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-55db0df4-fa65-4b60-b928-1fe9fd37ada5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1388834 Apr 23 00:19:00.688333 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57854) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:19:00.717042 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e1d7d70a-91a9-41b1-b46b-217043a06252 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b0d4e09f8966425d866e56289d457074&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276241 Apr 23 00:19:00.719517 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57856) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:19:00.721994 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] Set router fdec8f28-b844-4fcc-867d-5addf6493149 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:19:00.805556 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47f8802-26ed-4d8f-b2c7-794d08d0fa3c tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:00.806917 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b47f8802-26ed-4d8f-b2c7-794d08d0fa3c tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864732 Apr 23 00:19:00.809790 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57858) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:19:00.841525 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9fea9a45-7ba0-4aef-920a-0edcacf8dc79 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306401 Apr 23 00:19:00.843959 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57860) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:19:00.848557 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-2a79a19f-691d-46ea-b8a0-b5e8ccc6ad77 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1298273011', 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:19:00.894484 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'name': 'tempest-TestNetworkBasicOps-router-840227366', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113'}], 'enable_snat': True}, 'gw_port_id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:18:58Z', 'updated_at': '2022-04-23T00:18:59Z', 'revision_number': 3, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:59Z', 'updated_at': '2022-04-23T00:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:19:00.924322 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] Checking router: fdec8f28-b844-4fcc-867d-5addf6493149 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:19:00.924661 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] Updating router fdec8f28-b844-4fcc-867d-5addf6493149 port 13fd5b7e-3593-41e9-bd9b-cb1af18394cb binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:19:00.948915 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:00.990407 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a79a19f-691d-46ea-b8a0-b5e8ccc6ad77 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:19:00.994269 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2a79a19f-691d-46ea-b8a0-b5e8ccc6ad77 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:01.197307 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:01.219789 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2a79a19f-691d-46ea-b8a0-b5e8ccc6ad77 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:01.264775 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:01.279509 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79a19f-691d-46ea-b8a0-b5e8ccc6ad77 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Subnet': ['ID=6c20852c-c0ae-4427-945c-ab78a27efc24,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:01.288671 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a79a19f-691d-46ea-b8a0-b5e8ccc6ad77 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Checking segment: {'id': 'bfc81c28-1106-44b2-85e2-84238a917a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:19:01.289038 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a79a19f-691d-46ea-b8a0-b5e8ccc6ad77 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network hostable DHCP agents. Network: 5b73c5b0-af86-4b50-b1f1-d48efb336cdb, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:19:01.319775 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] Attempting to bind port 13fd5b7e-3593-41e9-bd9b-cb1af18394cb on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:19:01.320142 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] Attempting to bind port 13fd5b7e-3593-41e9-bd9b-cb1af18394cb by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:19:01.321188 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] Attempting to bind port 13fd5b7e-3593-41e9-bd9b-cb1af18394cb on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:19:01.327805 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec1960-6c90-4533-b542-a6e5ad36b94b None None] Pushing event updated for resources: {'Port': ['ID=13fd5b7e-3593-41e9-bd9b-cb1af18394cb,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:01.333619 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:19:01.333981 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:19:01.334372 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:01.334752 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:19:01.335197 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] Bound port: 13fd5b7e-3593-41e9-bd9b-cb1af18394cb, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:19:01.335610 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:01.338705 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec1960-6c90-4533-b542-a6e5ad36b94b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:19:01.339049 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec1960-6c90-4533-b542-a6e5ad36b94b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:19:01.339378 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec1960-6c90-4533-b542-a6e5ad36b94b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:19:01.339733 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec1960-6c90-4533-b542-a6e5ad36b94b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:19:01.340305 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec1960-6c90-4533-b542-a6e5ad36b94b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:19:01.340420 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec1960-6c90-4533-b542-a6e5ad36b94b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:19:01.340677 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec1960-6c90-4533-b542-a6e5ad36b94b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:19:01.340998 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec1960-6c90-4533-b542-a6e5ad36b94b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:19:01.341326 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec1960-6c90-4533-b542-a6e5ad36b94b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:19:01.341642 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec1960-6c90-4533-b542-a6e5ad36b94b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:19:01.341958 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec1960-6c90-4533-b542-a6e5ad36b94b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:19:01.342270 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec1960-6c90-4533-b542-a6e5ad36b94b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:19:01.351978 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a79a19f-691d-46ea-b8a0-b5e8ccc6ad77 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 5b73c5b0-af86-4b50-b1f1-d48efb336cdb is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:19:01.392682 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] For port 13fd5b7e-3593-41e9-bd9b-cb1af18394cb, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:19:01.395697 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] For port 13fd5b7e-3593-41e9-bd9b-cb1af18394cb, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=13fd5b7e-3593-41e9-bd9b-cb1af18394cb,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:19:01.402184 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-2a79a19f-691d-46ea-b8a0-b5e8ccc6ad77 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 5b73c5b0-af86-4b50-b1f1-d48efb336cdb) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:19:01.406755 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a79a19f-691d-46ea-b8a0-b5e8ccc6ad77 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:01.407509 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2a79a19f-691d-46ea-b8a0-b5e8ccc6ad77 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:01.411968 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c54f5be-d347-41dd-a222-a0d45c34dd65 None None] Network 5b73c5b0-af86-4b50-b1f1-d48efb336cdb requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:19:01.475288 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:01.490366 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2a79a19f-691d-46ea-b8a0-b5e8ccc6ad77 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6453812 Apr 23 00:19:01.493331 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57862) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:19:01.533501 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] Routers {'fdec8f28-b844-4fcc-867d-5addf6493149'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:19:01.534591 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:18:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['fdec8f28-b844-4fcc-867d-5addf6493149'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:19:01.565569 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28526657-5e0a-4428-9c94-122f97e7e340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-5b73c5b0-af86-4b50-b1f1-d48efb336cdb', 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ips': [{'subnet_id': '6c20852c-c0ae-4427-945c-ab78a27efc24'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:19:01.566732 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28526657-5e0a-4428-9c94-122f97e7e340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:01.593745 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec1960-6c90-4533-b542-a6e5ad36b94b None None] Pushing event updated for resources: {'Port': ['ID=13fd5b7e-3593-41e9-bd9b-cb1af18394cb,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:01.660020 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] Set router fdec8f28-b844-4fcc-867d-5addf6493149 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:19:01.718934 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-28526657-5e0a-4428-9c94-122f97e7e340 None None] Allocated IP 172.20.0.2 (5b73c5b0-af86-4b50-b1f1-d48efb336cdb/6c20852c-c0ae-4427-945c-ab78a27efc24/5b689c1b-4920-4b81-a4c4-09abcb04ab1b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:19:01.840940 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'name': 'tempest-TestNetworkBasicOps-router-840227366', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113'}], 'enable_snat': True}, 'gw_port_id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:18:58Z', 'updated_at': '2022-04-23T00:18:59Z', 'revision_number': 3, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:59Z', 'updated_at': '2022-04-23T00:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:19:01.871235 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a81cbf2-1e33-4182-b3b2-aa59b9490766 None None] The sync data for ids ['fdec8f28-b844-4fcc-867d-5addf6493149'] in dv-neutron-838783-1-hyperv is: [{'id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'name': 'tempest-TestNetworkBasicOps-router-840227366', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113'}], 'enable_snat': True}, 'gw_port_id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:18:58Z', 'updated_at': '2022-04-23T00:18:59Z', 'revision_number': 3, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:59Z', 'updated_at': '2022-04-23T00:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:19:01.873576 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28526657-5e0a-4428-9c94-122f97e7e340 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:01.943653 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28526657-5e0a-4428-9c94-122f97e7e340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:01.979511 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b419227d-111d-4d60-acc8-608ea16f2cb1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:01.985859 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28526657-5e0a-4428-9c94-122f97e7e340 None None] Network 5b73c5b0-af86-4b50-b1f1-d48efb336cdb is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:19:01.988897 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-28526657-5e0a-4428-9c94-122f97e7e340 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:19:01.993603 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28526657-5e0a-4428-9c94-122f97e7e340 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:19:02.000319 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28526657-5e0a-4428-9c94-122f97e7e340 None None] Pushing event updated for resources: {'Port': ['ID=5b689c1b-4920-4b81-a4c4-09abcb04ab1b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:02.053646 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-28526657-5e0a-4428-9c94-122f97e7e340 None None] Attempting to bind port 5b689c1b-4920-4b81-a4c4-09abcb04ab1b on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:19:02.054019 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-28526657-5e0a-4428-9c94-122f97e7e340 None None] Attempting to bind port 5b689c1b-4920-4b81-a4c4-09abcb04ab1b by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'bfc81c28-1106-44b2-85e2-84238a917a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:19:02.054386 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28526657-5e0a-4428-9c94-122f97e7e340 None None] Attempting to bind port 5b689c1b-4920-4b81-a4c4-09abcb04ab1b on network 5b73c5b0-af86-4b50-b1f1-d48efb336cdb {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:19:02.060366 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28526657-5e0a-4428-9c94-122f97e7e340 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:19:02.060748 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28526657-5e0a-4428-9c94-122f97e7e340 None None] Checking segment: {'id': 'bfc81c28-1106-44b2-85e2-84238a917a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:19:02.061283 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28526657-5e0a-4428-9c94-122f97e7e340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:02.061688 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28526657-5e0a-4428-9c94-122f97e7e340 None None] Bound using segment: {'id': 'bfc81c28-1106-44b2-85e2-84238a917a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:19:02.062168 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-28526657-5e0a-4428-9c94-122f97e7e340 None None] Bound port: 5b689c1b-4920-4b81-a4c4-09abcb04ab1b, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc81c28-1106-44b2-85e2-84238a917a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:19:02.062553 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28526657-5e0a-4428-9c94-122f97e7e340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:02.139810 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-28526657-5e0a-4428-9c94-122f97e7e340 None None] For port 5b689c1b-4920-4b81-a4c4-09abcb04ab1b, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:19:02.142986 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-28526657-5e0a-4428-9c94-122f97e7e340 None None] For port 5b689c1b-4920-4b81-a4c4-09abcb04ab1b, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=5b689c1b-4920-4b81-a4c4-09abcb04ab1b,segment=NetworkSegment(bfc81c28-1106-44b2-85e2-84238a917a90),segment_id=bfc81c28-1106-44b2-85e2-84238a917a90)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:19:02.206616 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28526657-5e0a-4428-9c94-122f97e7e340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:02.266126 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28526657-5e0a-4428-9c94-122f97e7e340 None None] Pushing event updated for resources: {'Port': ['ID=5b689c1b-4920-4b81-a4c4-09abcb04ab1b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:02.315850 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-b419227d-111d-4d60-acc8-608ea16f2cb1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.20.0.1 (5b73c5b0-af86-4b50-b1f1-d48efb336cdb/6c20852c-c0ae-4427-945c-ab78a27efc24/2f22296c-1dd4-4c67-939f-b126f7e2e52c) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:19:02.455028 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b419227d-111d-4d60-acc8-608ea16f2cb1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:02.591308 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b419227d-111d-4d60-acc8-608ea16f2cb1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:02.642312 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b419227d-111d-4d60-acc8-608ea16f2cb1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 5b73c5b0-af86-4b50-b1f1-d48efb336cdb is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:19:02.645593 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-b419227d-111d-4d60-acc8-608ea16f2cb1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:19:02.650339 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b419227d-111d-4d60-acc8-608ea16f2cb1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:19:02.674988 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419227d-111d-4d60-acc8-608ea16f2cb1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=2f22296c-1dd4-4c67-939f-b126f7e2e52c,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:02.698553 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b419227d-111d-4d60-acc8-608ea16f2cb1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:02.852960 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 13fd5b7e-3593-41e9-bd9b-cb1af18394cb up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:19:02.904550 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 13fd5b7e-3593-41e9-bd9b-cb1af18394cb triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:19:02.905776 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:02.925035 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b419227d-111d-4d60-acc8-608ea16f2cb1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:02.993159 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:03.016314 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 13fd5b7e-3593-41e9-bd9b-cb1af18394cb, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=13fd5b7e-3593-41e9-bd9b-cb1af18394cb,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:19:03.086524 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:03.087348 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 5b689c1b-4920-4b81-a4c4-09abcb04ab1b up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:19:03.163557 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=13fd5b7e-3593-41e9-bd9b-cb1af18394cb,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:03.178106 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 5b689c1b-4920-4b81-a4c4-09abcb04ab1b triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:19:03.178464 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:03.237908 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b419227d-111d-4d60-acc8-608ea16f2cb1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:03.252605 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59dff26-d0fb-49de-b61e-40644aa0890c None None] Network 5b73c5b0-af86-4b50-b1f1-d48efb336cdb requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:19:03.278017 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:03.303394 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b419227d-111d-4d60-acc8-608ea16f2cb1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:03.364057 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-f78e893a-1fef-4c4d-b17d-0a1e5e67d954 None None] Provisioning complete for port 5b689c1b-4920-4b81-a4c4-09abcb04ab1b triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:19:03.364429 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f78e893a-1fef-4c4d-b17d-0a1e5e67d954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:03.368945 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 5b689c1b-4920-4b81-a4c4-09abcb04ab1b, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=5b689c1b-4920-4b81-a4c4-09abcb04ab1b,segment=NetworkSegment(bfc81c28-1106-44b2-85e2-84238a917a90),segment_id=bfc81c28-1106-44b2-85e2-84238a917a90)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:19:03.377266 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419227d-111d-4d60-acc8-608ea16f2cb1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=2f22296c-1dd4-4c67-939f-b126f7e2e52c,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:03.379824 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b419227d-111d-4d60-acc8-608ea16f2cb1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:03.432663 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:03.495943 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b419227d-111d-4d60-acc8-608ea16f2cb1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 5b73c5b0-af86-4b50-b1f1-d48efb336cdb is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:19:03.497408 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-b419227d-111d-4d60-acc8-608ea16f2cb1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:19:03.542507 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=5b689c1b-4920-4b81-a4c4-09abcb04ab1b,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:03.624731 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b419227d-111d-4d60-acc8-608ea16f2cb1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router fdec8f28-b844-4fcc-867d-5addf6493149 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:19:03.741318 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b419227d-111d-4d60-acc8-608ea16f2cb1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:19:03.750129 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57864) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:19:03.750998 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b419227d-111d-4d60-acc8-608ea16f2cb1 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "PUT /v2.0/routers/fdec8f28-b844-4fcc-867d-5addf6493149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2563810 Apr 23 00:19:03.772086 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] Sync routers for ids ['fdec8f28-b844-4fcc-867d-5addf6493149'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:19:03.794684 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] Routers {'fdec8f28-b844-4fcc-867d-5addf6493149'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:19:03.795317 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:18:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['fdec8f28-b844-4fcc-867d-5addf6493149'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:19:03.798997 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-72ea614d-9920-4398-8c5b-ff5dbdf75cfe None None] Provisioning complete for port 2f22296c-1dd4-4c67-939f-b126f7e2e52c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:19:03.799628 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72ea614d-9920-4398-8c5b-ff5dbdf75cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:03.860303 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb351e6d-8693-4ea1-9dc7-33661d9f3908 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:03.861292 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb351e6d-8693-4ea1-9dc7-33661d9f3908 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:03.861770 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb351e6d-8693-4ea1-9dc7-33661d9f3908 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:03.862412 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb351e6d-8693-4ea1-9dc7-33661d9f3908 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:03.864905 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cb351e6d-8693-4ea1-9dc7-33661d9f3908 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1137772 Apr 23 00:19:03.868020 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57866) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:19:03.879890 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-72ea614d-9920-4398-8c5b-ff5dbdf75cfe None None] Port 2f22296c-1dd4-4c67-939f-b126f7e2e52c cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:19:03.927764 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-72ea614d-9920-4398-8c5b-ff5dbdf75cfe None None] Provisioning complete for port 5b689c1b-4920-4b81-a4c4-09abcb04ab1b triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:19:03.928199 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72ea614d-9920-4398-8c5b-ff5dbdf75cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:03.930287 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042cf64f-2bcd-4912-a800-75ff0dba967b tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:03.930954 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042cf64f-2bcd-4912-a800-75ff0dba967b tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:03.931428 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042cf64f-2bcd-4912-a800-75ff0dba967b tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:03.931920 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042cf64f-2bcd-4912-a800-75ff0dba967b tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:03.936155 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-042cf64f-2bcd-4912-a800-75ff0dba967b tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0649252 Apr 23 00:19:03.942119 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57868) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:19:04.082869 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-945fa783-ca56-4d69-8079-4efc66240c41 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1451092 Apr 23 00:19:04.130372 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] Set router fdec8f28-b844-4fcc-867d-5addf6493149 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:19:04.311007 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad7e13ee-ff23-4e78-a359-9334f15c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:04.374644 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'name': 'tempest-TestNetworkBasicOps-router-840227366', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113'}], 'enable_snat': True}, 'gw_port_id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:18:58Z', 'updated_at': '2022-04-23T00:19:02Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:59Z', 'updated_at': '2022-04-23T00:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '2f22296c-1dd4-4c67-939f-b126f7e2e52c', 'name': '', 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:7a:35:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6c20852c-c0ae-4427-945c-ab78a27efc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:19:02Z', 'updated_at': '2022-04-23T00:19:03Z', 'revision_number': 2, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '6c20852c-c0ae-4427-945c-ab78a27efc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:19:04.408501 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] Checking router: fdec8f28-b844-4fcc-867d-5addf6493149 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:19:04.409122 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] Updating router fdec8f28-b844-4fcc-867d-5addf6493149 port 2f22296c-1dd4-4c67-939f-b126f7e2e52c binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:19:04.423662 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57872) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:19:04.429633 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-8d61b17d-bfb0-4315-8a45-7fe94d980ef4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-588334416', 'description': 'tempest-secgroup-smoke-588334416 description', 'project_id': 'b0d4e09f8966425d866e56289d457074'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:19:04.442119 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:04.445049 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-7f4a0fa5-f9c2-4f16-bef8-a4ac7f466855 None None] Provisioning complete for port 2f22296c-1dd4-4c67-939f-b126f7e2e52c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:19:04.445944 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f4a0fa5-f9c2-4f16-bef8-a4ac7f466855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:04.499104 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8d61b17d-bfb0-4315-8a45-7fe94d980ef4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:04.515656 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7f4a0fa5-f9c2-4f16-bef8-a4ac7f466855 None None] Port 2f22296c-1dd4-4c67-939f-b126f7e2e52c cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:19:04.566421 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8d61b17d-bfb0-4315-8a45-7fe94d980ef4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:04.624874 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8d61b17d-bfb0-4315-8a45-7fe94d980ef4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:04.663095 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61b17d-bfb0-4315-8a45-7fe94d980ef4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0b826f-9529-49f3-9575-1dd0f7466aee,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:04.724493 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8d61b17d-bfb0-4315-8a45-7fe94d980ef4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:04.725684 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8d61b17d-bfb0-4315-8a45-7fe94d980ef4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3010023 Apr 23 00:19:04.728608 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57874) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:19:04.733077 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-9dce1c0d-8696-4977-a8d7-6e807c7ced44 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '0a0b826f-9529-49f3-9575-1dd0f7466aee', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:19:04.744011 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:04.799049 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 13fd5b7e-3593-41e9-bd9b-cb1af18394cb up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:19:04.823402 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:04.835047 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9dce1c0d-8696-4977-a8d7-6e807c7ced44 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:04.892579 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9dce1c0d-8696-4977-a8d7-6e807c7ced44 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:04.911295 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6fb3c-529f-48d1-be05-439a73660a8a None None] Pushing event updated for resources: {'Port': ['ID=2f22296c-1dd4-4c67-939f-b126f7e2e52c,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:04.938490 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 13fd5b7e-3593-41e9-bd9b-cb1af18394cb triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:19:04.938859 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:04.966629 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] Attempting to bind port 2f22296c-1dd4-4c67-939f-b126f7e2e52c on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:19:04.967000 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] Attempting to bind port 2f22296c-1dd4-4c67-939f-b126f7e2e52c by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'bfc81c28-1106-44b2-85e2-84238a917a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:19:04.967363 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] Attempting to bind port 2f22296c-1dd4-4c67-939f-b126f7e2e52c on network 5b73c5b0-af86-4b50-b1f1-d48efb336cdb {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:19:04.979036 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9dce1c0d-8696-4977-a8d7-6e807c7ced44 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:04.980838 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:19:04.981224 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] Checking segment: {'id': 'bfc81c28-1106-44b2-85e2-84238a917a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:19:04.981626 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:04.982078 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] Bound using segment: {'id': 'bfc81c28-1106-44b2-85e2-84238a917a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:19:04.982575 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] Bound port: 2f22296c-1dd4-4c67-939f-b126f7e2e52c, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc81c28-1106-44b2-85e2-84238a917a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:19:04.982953 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:05.000566 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce1c0d-8696-4977-a8d7-6e807c7ced44 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c04d581-f15f-4f5f-85ab-bdf7aa9f4ec7,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:05.065375 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9dce1c0d-8696-4977-a8d7-6e807c7ced44 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:05.069492 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9dce1c0d-8696-4977-a8d7-6e807c7ced44 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3370883 Apr 23 00:19:05.069492 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57876) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:19:05.074461 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-496a4451-8155-499c-a5d9-2bcc26b2d521 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '0a0b826f-9529-49f3-9575-1dd0f7466aee', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:19:05.080323 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] For port 2f22296c-1dd4-4c67-939f-b126f7e2e52c, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:19:05.098659 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] For port 2f22296c-1dd4-4c67-939f-b126f7e2e52c, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=2f22296c-1dd4-4c67-939f-b126f7e2e52c,segment=NetworkSegment(bfc81c28-1106-44b2-85e2-84238a917a90),segment_id=bfc81c28-1106-44b2-85e2-84238a917a90)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:19:05.101996 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 5b689c1b-4920-4b81-a4c4-09abcb04ab1b up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:19:05.148988 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-cf4473ea-94dc-4f30-af21-88a11a9b1e84 None None] Provisioning complete for port 2f22296c-1dd4-4c67-939f-b126f7e2e52c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:19:05.149303 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf4473ea-94dc-4f30-af21-88a11a9b1e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:05.170877 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-496a4451-8155-499c-a5d9-2bcc26b2d521 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:05.185272 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:05.217657 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 5b689c1b-4920-4b81-a4c4-09abcb04ab1b triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:19:05.218029 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:05.219467 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cf4473ea-94dc-4f30-af21-88a11a9b1e84 None None] Port 2f22296c-1dd4-4c67-939f-b126f7e2e52c cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:19:05.228539 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-496a4451-8155-499c-a5d9-2bcc26b2d521 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:05.286609 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6fb3c-529f-48d1-be05-439a73660a8a None None] Pushing event updated for resources: {'Port': ['ID=2f22296c-1dd4-4c67-939f-b126f7e2e52c,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:05.290093 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] Routers {'fdec8f28-b844-4fcc-867d-5addf6493149'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:19:05.290845 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:18:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['fdec8f28-b844-4fcc-867d-5addf6493149'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:19:05.309217 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-496a4451-8155-499c-a5d9-2bcc26b2d521 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:05.330625 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a4451-8155-499c-a5d9-2bcc26b2d521 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ae6db0-d70c-4174-879b-e0cf231b8676,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:05.414710 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-496a4451-8155-499c-a5d9-2bcc26b2d521 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:05.420637 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-496a4451-8155-499c-a5d9-2bcc26b2d521 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3458967 Apr 23 00:19:05.420785 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57878) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:19:05.427136 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-9e55353a-9dd7-47df-b1c0-0046ca4310ea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '0a0b826f-9529-49f3-9575-1dd0f7466aee', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:19:05.436181 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] Set router fdec8f28-b844-4fcc-867d-5addf6493149 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:19:05.476941 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-83343ddb-340e-4b33-a45d-1a108535139c None None] Provisioning complete for port 2f22296c-1dd4-4c67-939f-b126f7e2e52c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:19:05.477310 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83343ddb-340e-4b33-a45d-1a108535139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:05.537199 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e55353a-9dd7-47df-b1c0-0046ca4310ea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:05.596838 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e55353a-9dd7-47df-b1c0-0046ca4310ea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:05.657086 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83343ddb-340e-4b33-a45d-1a108535139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:05.670513 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e55353a-9dd7-47df-b1c0-0046ca4310ea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:05.689518 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55353a-9dd7-47df-b1c0-0046ca4310ea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d467ecc8-231e-4191-9c8e-b45bd8bf1c6b,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:05.714726 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-83343ddb-340e-4b33-a45d-1a108535139c None None] For port 2f22296c-1dd4-4c67-939f-b126f7e2e52c, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=2f22296c-1dd4-4c67-939f-b126f7e2e52c,segment=NetworkSegment(bfc81c28-1106-44b2-85e2-84238a917a90),segment_id=bfc81c28-1106-44b2-85e2-84238a917a90)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:19:05.730027 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'name': 'tempest-TestNetworkBasicOps-router-840227366', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113'}], 'enable_snat': True}, 'gw_port_id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:18:58Z', 'updated_at': '2022-04-23T00:19:02Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:59Z', 'updated_at': '2022-04-23T00:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '2f22296c-1dd4-4c67-939f-b126f7e2e52c', 'name': '', 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:7a:35:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6c20852c-c0ae-4427-945c-ab78a27efc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:19:02Z', 'updated_at': '2022-04-23T00:19:05Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '6c20852c-c0ae-4427-945c-ab78a27efc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:19:05.746899 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e55353a-9dd7-47df-b1c0-0046ca4310ea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:05.748172 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9e55353a-9dd7-47df-b1c0-0046ca4310ea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3279405 Apr 23 00:19:05.751190 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57880) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:19:05.755994 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-cc7c22f3-a689-40c5-80c0-128c8edf3f9b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '0a0b826f-9529-49f3-9575-1dd0f7466aee', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:19:05.761323 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e41694-5ce7-4725-abbd-59b3137f664c None None] The sync data for ids ['fdec8f28-b844-4fcc-867d-5addf6493149'] in dv-neutron-838783-1-hyperv is: [{'id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'name': 'tempest-TestNetworkBasicOps-router-840227366', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113'}], 'enable_snat': True}, 'gw_port_id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:18:58Z', 'updated_at': '2022-04-23T00:19:02Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:59Z', 'updated_at': '2022-04-23T00:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '2f22296c-1dd4-4c67-939f-b126f7e2e52c', 'name': '', 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:7a:35:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6c20852c-c0ae-4427-945c-ab78a27efc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:19:02Z', 'updated_at': '2022-04-23T00:19:05Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '6c20852c-c0ae-4427-945c-ab78a27efc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:19:05.772191 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83343ddb-340e-4b33-a45d-1a108535139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:05.838068 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83343ddb-340e-4b33-a45d-1a108535139c None None] Pushing event updated for resources: {'Port': ['ID=2f22296c-1dd4-4c67-939f-b126f7e2e52c,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:05.865796 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cc7c22f3-a689-40c5-80c0-128c8edf3f9b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:05.933262 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cc7c22f3-a689-40c5-80c0-128c8edf3f9b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:06.006341 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cc7c22f3-a689-40c5-80c0-128c8edf3f9b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:06.026350 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c22f3-a689-40c5-80c0-128c8edf3f9b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815caf1b-74a2-4fa1-b16a-647631a1f99b,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:06.101204 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cc7c22f3-a689-40c5-80c0-128c8edf3f9b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:06.103022 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cc7c22f3-a689-40c5-80c0-128c8edf3f9b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3507712 Apr 23 00:19:06.105938 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57882) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:19:06.110586 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-bee2d8df-494a-44ec-819d-84e4ae96714d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '0a0b826f-9529-49f3-9575-1dd0f7466aee', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:19:06.213447 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.securitygroups_db [None req-bee2d8df-494a-44ec-819d-84e4ae96714d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Project b0d4e09f8966425d866e56289d457074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:19:06.218694 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bee2d8df-494a-44ec-819d-84e4ae96714d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:06.281902 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bee2d8df-494a-44ec-819d-84e4ae96714d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:06.350863 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bee2d8df-494a-44ec-819d-84e4ae96714d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:06.370499 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2d8df-494a-44ec-819d-84e4ae96714d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430b19b5-6e06-4347-8e93-878d17d6b05a,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:06.455046 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bee2d8df-494a-44ec-819d-84e4ae96714d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:06.456332 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-bee2d8df-494a-44ec-819d-84e4ae96714d tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3494143 Apr 23 00:19:06.459114 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57884) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:19:06.464368 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-bb33cd7f-1cc7-47c6-9717-750fa4818e0b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'security_group_rule': {'security_group_id': '0a0b826f-9529-49f3-9575-1dd0f7466aee', 'project_id': 'b0d4e09f8966425d866e56289d457074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:19:06.544943 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.securitygroups_db [None req-bb33cd7f-1cc7-47c6-9717-750fa4818e0b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Project b0d4e09f8966425d866e56289d457074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:19:06.550505 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb33cd7f-1cc7-47c6-9717-750fa4818e0b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:06.615653 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb33cd7f-1cc7-47c6-9717-750fa4818e0b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:06.721695 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb33cd7f-1cc7-47c6-9717-750fa4818e0b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:06.738934 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33cd7f-1cc7-47c6-9717-750fa4818e0b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11975ffd-272c-4aef-8ca4-63f9c2b7e536,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:06.809729 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb33cd7f-1cc7-47c6-9717-750fa4818e0b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:06.810976 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-bb33cd7f-1cc7-47c6-9717-750fa4818e0b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3508828 Apr 23 00:19:06.821537 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2f22296c-1dd4-4c67-939f-b126f7e2e52c up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:19:06.870773 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 2f22296c-1dd4-4c67-939f-b126f7e2e52c triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:19:06.871151 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:06.958510 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-ff5b8105-31ec-4f15-ab42-a16ef5957e04 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-588334416&fields=id&tenant_id=b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 267 time: 0.0346589 Apr 23 00:19:07.062413 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-f953b567-f57f-4c1a-816f-66d8eafd97bb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:07.063884 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-f953b567-f57f-4c1a-816f-66d8eafd97bb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/networks?id=5b73c5b0-af86-4b50-b1f1-d48efb336cdb HTTP/1.1" status: 200 len: 796 time: 0.0982449 Apr 23 00:19:07.078823 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-0225f4a4-1da2-4174-aa68-f90504ad471e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/quotas/b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 375 time: 0.0091467 Apr 23 00:19:07.127905 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-1a23f8a9-4bee-4cda-92b3-ef2dcb6d5653 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437446 Apr 23 00:19:07.225683 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-c0b941ed-c020-46f5-858f-d3ce58ca8eee service neutron] 10.222.0.15 "GET /v2.0/networks/5b73c5b0-af86-4b50-b1f1-d48efb336cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858848 Apr 23 00:19:07.275966 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27869ef7-f43f-478a-af94-8165e2f9a024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:07.316878 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-f282c8ce-b128-4ac1-aa7a-530b728d673a service neutron] 10.222.0.15 "GET /v2.0/networks/5b73c5b0-af86-4b50-b1f1-d48efb336cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844228 Apr 23 00:19:07.569663 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ec48c16b-6e11-4a1a-8419-ca5c5d4defd1 req-ca7674f4-bbba-45e0-9d2c-1c112faf8ca3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f9186c-e688-4ce9-b319-8fa8d499f9c9 HTTP/1.1" status: 200 len: 210 time: 0.0270579 Apr 23 00:19:07.847378 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:08.668184 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4862ed38-b9d3-4fcf-b649-4a27f836e13e req-70027cc3-507b-4117-b900-02ee49c0c9a6 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f9186c-e688-4ce9-b319-8fa8d499f9c9 HTTP/1.1" status: 200 len: 210 time: 0.0322847 Apr 23 00:19:09.340433 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-663ebf6a-081d-4331-bbc5-b931f478948f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:09.341916 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-663ebf6a-081d-4331-bbc5-b931f478948f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/networks?id=5b73c5b0-af86-4b50-b1f1-d48efb336cdb HTTP/1.1" status: 200 len: 796 time: 0.1045263 Apr 23 00:19:09.386582 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-4b73d3c0-1066-4a1a-b797-3efdd70140ff tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0d4e09f8966425d866e56289d457074 HTTP/1.1" status: 200 len: 379 time: 0.0350208 Apr 23 00:19:09.395771 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-06ecb48f-35a5-45b3-b34a-caaf797b4927 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'port': {'device_id': '51f9186c-e688-4ce9-b319-8fa8d499f9c9', 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb', 'admin_state_up': True, 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'security_groups': ['0a0b826f-9529-49f3-9575-1dd0f7466aee']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:19:09.577257 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-06ecb48f-35a5-45b3-b34a-caaf797b4927 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Made reservation on behalf of b0d4e09f8966425d866e56289d457074 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:19:09.580828 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-06ecb48f-35a5-45b3-b34a-caaf797b4927 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:09.717460 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-06ecb48f-35a5-45b3-b34a-caaf797b4927 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.20.0.8 (5b73c5b0-af86-4b50-b1f1-d48efb336cdb/6c20852c-c0ae-4427-945c-ab78a27efc24/4a5435d2-191c-425e-9e07-42bf4509bdb5) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:19:09.720730 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:09.793691 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4df8d0db-2caf-420e-9d49-af87a4400cb3 req-54411840-fe1d-4f56-a16d-e63807457c3f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f9186c-e688-4ce9-b319-8fa8d499f9c9 HTTP/1.1" status: 200 len: 210 time: 0.0462852 Apr 23 00:19:09.807682 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:09.879802 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-06ecb48f-35a5-45b3-b34a-caaf797b4927 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:09.971943 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-06ecb48f-35a5-45b3-b34a-caaf797b4927 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:10.016847 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-06ecb48f-35a5-45b3-b34a-caaf797b4927 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network 5b73c5b0-af86-4b50-b1f1-d48efb336cdb is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:19:10.019874 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-06ecb48f-35a5-45b3-b34a-caaf797b4927 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:19:10.022296 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-06ecb48f-35a5-45b3-b34a-caaf797b4927 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:19:10.048976 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ecb48f-35a5-45b3-b34a-caaf797b4927 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=4a5435d2-191c-425e-9e07-42bf4509bdb5,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:10.078578 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-06ecb48f-35a5-45b3-b34a-caaf797b4927 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:10.079226 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-06ecb48f-35a5-45b3-b34a-caaf797b4927 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:10.152282 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-06ecb48f-35a5-45b3-b34a-caaf797b4927 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7599692 Apr 23 00:19:10.164116 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-93c95f81-6ff4-43e9-9b1d-53c480704099 service neutron] Request body: {'port': {'device_id': '51f9186c-e688-4ce9-b319-8fa8d499f9c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:19:10.221473 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-c59e8f54-03f6-4339-a02f-5a0b4b4d3dc3 None None] Provisioning complete for port 4a5435d2-191c-425e-9e07-42bf4509bdb5 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:19:10.221846 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c59e8f54-03f6-4339-a02f-5a0b4b4d3dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:10.223585 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-93c95f81-6ff4-43e9-9b1d-53c480704099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:10.255977 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c59e8f54-03f6-4339-a02f-5a0b4b4d3dc3 None None] Port 4a5435d2-191c-425e-9e07-42bf4509bdb5 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:19:10.479962 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-93c95f81-6ff4-43e9-9b1d-53c480704099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a5435d2-191c-425e-9e07-42bf4509bdb5 {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:19:10.486926 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-93c95f81-6ff4-43e9-9b1d-53c480704099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:10.498997 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-93c95f81-6ff4-43e9-9b1d-53c480704099 service neutron] Transition to ACTIVE for port object 4a5435d2-191c-425e-9e07-42bf4509bdb5 will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:19:10.567191 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-93c95f81-6ff4-43e9-9b1d-53c480704099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:10.615609 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c95f81-6ff4-43e9-9b1d-53c480704099 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5435d2-191c-425e-9e07-42bf4509bdb5,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:10.694176 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-93c95f81-6ff4-43e9-9b1d-53c480704099 service neutron] Attempting to bind port 4a5435d2-191c-425e-9e07-42bf4509bdb5 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:19:10.694512 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-93c95f81-6ff4-43e9-9b1d-53c480704099 service neutron] Attempting to bind port 4a5435d2-191c-425e-9e07-42bf4509bdb5 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'bfc81c28-1106-44b2-85e2-84238a917a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:19:10.694847 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-93c95f81-6ff4-43e9-9b1d-53c480704099 service neutron] Attempting to bind port 4a5435d2-191c-425e-9e07-42bf4509bdb5 on network 5b73c5b0-af86-4b50-b1f1-d48efb336cdb {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:19:10.699661 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-93c95f81-6ff4-43e9-9b1d-53c480704099 service neutron] Port 4a5435d2-191c-425e-9e07-42bf4509bdb5 on network 5b73c5b0-af86-4b50-b1f1-d48efb336cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:19:10.699985 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-93c95f81-6ff4-43e9-9b1d-53c480704099 service neutron] Attempting to bind port 4a5435d2-191c-425e-9e07-42bf4509bdb5 on network 5b73c5b0-af86-4b50-b1f1-d48efb336cdb {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:19:10.705665 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-93c95f81-6ff4-43e9-9b1d-53c480704099 service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:19:10.706057 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-93c95f81-6ff4-43e9-9b1d-53c480704099 service neutron] Checking segment: {'id': 'bfc81c28-1106-44b2-85e2-84238a917a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:19:10.706454 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-93c95f81-6ff4-43e9-9b1d-53c480704099 service neutron] Bound using segment: {'id': 'bfc81c28-1106-44b2-85e2-84238a917a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:19:10.706890 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-93c95f81-6ff4-43e9-9b1d-53c480704099 service neutron] Bound port: 4a5435d2-191c-425e-9e07-42bf4509bdb5, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc81c28-1106-44b2-85e2-84238a917a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:19:10.707284 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-93c95f81-6ff4-43e9-9b1d-53c480704099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:10.776153 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-93c95f81-6ff4-43e9-9b1d-53c480704099 service neutron] For port 4a5435d2-191c-425e-9e07-42bf4509bdb5, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:19:10.779250 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-93c95f81-6ff4-43e9-9b1d-53c480704099 service neutron] For port 4a5435d2-191c-425e-9e07-42bf4509bdb5, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=4a5435d2-191c-425e-9e07-42bf4509bdb5,segment=NetworkSegment(bfc81c28-1106-44b2-85e2-84238a917a90),segment_id=bfc81c28-1106-44b2-85e2-84238a917a90)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:19:10.836242 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-93c95f81-6ff4-43e9-9b1d-53c480704099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:10.866708 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-93c95f81-6ff4-43e9-9b1d-53c480704099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:10.868647 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-93c95f81-6ff4-43e9-9b1d-53c480704099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:10.870362 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-93c95f81-6ff4-43e9-9b1d-53c480704099 service neutron] 10.222.0.16 "PUT /v2.0/ports/4a5435d2-191c-425e-9e07-42bf4509bdb5 HTTP/1.1" status: 200 len: 1093 time: 0.7101548 Apr 23 00:19:10.872619 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f9186c-e688-4ce9-b319-8fa8d499f9c9', 'tag': '4a5435d2-191c-425e-9e07-42bf4509bdb5'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:19:10.875935 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6cabb6-5902-4b67-b507-452ce3ccf5fa" -d '{"events": [{"name": "network-changed", "server_uuid": "51f9186c-e688-4ce9-b319-8fa8d499f9c9", "tag": "4a5435d2-191c-425e-9e07-42bf4509bdb5"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:19:10.913709 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c95f81-6ff4-43e9-9b1d-53c480704099 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5435d2-191c-425e-9e07-42bf4509bdb5,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:10.931303 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051a7fc6-218e-48c8-bea5-522dee9afee9 x-openstack-request-id: req-051a7fc6-218e-48c8-bea5-522dee9afee9 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:19:10.931712 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f9186c-e688-4ce9-b319-8fa8d499f9c9", "tag": "4a5435d2-191c-425e-9e07-42bf4509bdb5", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:19:10.931979 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-051a7fc6-218e-48c8-bea5-522dee9afee9 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:19:10.932366 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-051a7fc6-218e-48c8-bea5-522dee9afee9'] response: {'name': 'network-changed', 'server_uuid': '51f9186c-e688-4ce9-b319-8fa8d499f9c9', 'tag': '4a5435d2-191c-425e-9e07-42bf4509bdb5', 'status': 'completed', 'code': 200} Apr 23 00:19:10.941447 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fb446-da26-4ef1-ae9b-a675a0cdca5b req-3e69c096-342c-473d-ae0e-28f60e854cea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:10.943005 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-912fb446-da26-4ef1-ae9b-a675a0cdca5b req-3e69c096-342c-473d-ae0e-28f60e854cea tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f9186c-e688-4ce9-b319-8fa8d499f9c9 HTTP/1.1" status: 200 len: 943 time: 0.0824177 Apr 23 00:19:10.986610 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-912fb446-da26-4ef1-ae9b-a675a0cdca5b req-47770af9-bc53-4401-94e6-a80d97d740af tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a0b826f-9529-49f3-9575-1dd0f7466aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358889 Apr 23 00:19:10.997749 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6cabb6-5902-4b67-b507-452ce3ccf5fa req-ba6f0516-2b89-4bb8-885a-ddf4a00c6df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:10.999273 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ec6cabb6-5902-4b67-b507-452ce3ccf5fa req-ba6f0516-2b89-4bb8-885a-ddf4a00c6df6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=51f9186c-e688-4ce9-b319-8fa8d499f9c9 HTTP/1.1" status: 200 len: 1096 time: 0.0475204 Apr 23 00:19:11.099778 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6cabb6-5902-4b67-b507-452ce3ccf5fa req-8ebb367b-6a18-4ee0-8583-2a343b47ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:11.101279 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ec6cabb6-5902-4b67-b507-452ce3ccf5fa req-8ebb367b-6a18-4ee0-8583-2a343b47ed61 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b0d4e09f8966425d866e56289d457074&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0947194 Apr 23 00:19:11.197555 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6cabb6-5902-4b67-b507-452ce3ccf5fa req-bffce1ac-efdc-4f19-9136-042f4c853eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:11.198988 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ec6cabb6-5902-4b67-b507-452ce3ccf5fa req-bffce1ac-efdc-4f19-9136-042f4c853eca service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907612 Apr 23 00:19:11.272054 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-bca3c95c-cc28-48af-86cb-4e75f89bbe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:11.273531 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-bca3c95c-cc28-48af-86cb-4e75f89bbe9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=51f9186c-e688-4ce9-b319-8fa8d499f9c9 HTTP/1.1" status: 200 len: 1096 time: 0.0403202 Apr 23 00:19:11.315696 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-0bdc8635-6762-454b-b6c3-0ad25ac11f70 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a5435d2-191c-425e-9e07-42bf4509bdb5 HTTP/1.1" status: 200 len: 217 time: 0.0345759 Apr 23 00:19:11.368890 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-df3a1fe1-4a47-494e-87b2-a0a8008093ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:11.370316 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-df3a1fe1-4a47-494e-87b2-a0a8008093ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c20852c-c0ae-4427-945c-ab78a27efc24 HTTP/1.1" status: 200 len: 835 time: 0.0464816 Apr 23 00:19:11.414754 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-3cd81f1c-f855-4208-a6a3-1b6e7ad71cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:11.416240 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-3cd81f1c-f855-4208-a6a3-1b6e7ad71cbb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5b73c5b0-af86-4b50-b1f1-d48efb336cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392082 Apr 23 00:19:11.502698 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-0877b0c6-2c33-4d2a-9e91-1ea191b07b87 service neutron] 10.222.0.16 "GET /v2.0/networks/5b73c5b0-af86-4b50-b1f1-d48efb336cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797215 Apr 23 00:19:11.593003 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c4163a6a-6b6b-4ad8-9d2d-1c94299968e8 req-02634705-414a-45ed-9b3b-859c0bc44b1c service neutron] 10.222.0.16 "GET /v2.0/networks/5b73c5b0-af86-4b50-b1f1-d48efb336cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828552 Apr 23 00:19:12.102223 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaddc46-0173-4a4e-ac2b-194a4fcf48e0 req-23a9de66-1173-431a-8349-e0f2180b5d02 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:12.103729 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bcaddc46-0173-4a4e-ac2b-194a4fcf48e0 req-23a9de66-1173-431a-8349-e0f2180b5d02 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f9186c-e688-4ce9-b319-8fa8d499f9c9 HTTP/1.1" status: 200 len: 943 time: 0.0494089 Apr 23 00:19:12.140435 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bcaddc46-0173-4a4e-ac2b-194a4fcf48e0 req-28bca226-35ed-4caa-8474-2072b222e16c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a0b826f-9529-49f3-9575-1dd0f7466aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307369 Apr 23 00:19:13.260755 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa44e8a-d1e7-4f23-96e3-f4842cd7be91 req-3e2f3b8e-06d0-4c78-a44f-16fa72290d6b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:13.262115 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-faa44e8a-d1e7-4f23-96e3-f4842cd7be91 req-3e2f3b8e-06d0-4c78-a44f-16fa72290d6b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f9186c-e688-4ce9-b319-8fa8d499f9c9 HTTP/1.1" status: 200 len: 943 time: 0.0481963 Apr 23 00:19:13.297952 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-faa44e8a-d1e7-4f23-96e3-f4842cd7be91 req-84fc6c57-5fdf-4822-a0b0-a05ec3fd655f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a0b826f-9529-49f3-9575-1dd0f7466aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300214 Apr 23 00:19:14.417603 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93602dbe-9a2a-4421-ab01-03163b7be264 req-3b846fb7-ca8d-4047-93ad-43a502e615c3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:14.419133 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-93602dbe-9a2a-4421-ab01-03163b7be264 req-3b846fb7-ca8d-4047-93ad-43a502e615c3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f9186c-e688-4ce9-b319-8fa8d499f9c9 HTTP/1.1" status: 200 len: 943 time: 0.0537057 Apr 23 00:19:14.457020 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-93602dbe-9a2a-4421-ab01-03163b7be264 req-0e8d4593-4969-4626-90eb-fc87f441c6f2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a0b826f-9529-49f3-9575-1dd0f7466aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317929 Apr 23 00:19:14.748570 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 4a5435d2-191c-425e-9e07-42bf4509bdb5 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:19:14.840868 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 4a5435d2-191c-425e-9e07-42bf4509bdb5, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=4a5435d2-191c-425e-9e07-42bf4509bdb5,segment=NetworkSegment(bfc81c28-1106-44b2-85e2-84238a917a90),segment_id=bfc81c28-1106-44b2-85e2-84238a917a90)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:19:14.852220 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '4a5435d2-191c-425e-9e07-42bf4509bdb5', 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb', 'port_id': '4a5435d2-191c-425e-9e07-42bf4509bdb5', 'mac_address': 'fa:16:3e:32:05:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c20852c-c0ae-4427-945c-ab78a27efc24', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:19:14.890483 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:14.903674 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5435d2-191c-425e-9e07-42bf4509bdb5 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:19:14.923481 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 4a5435d2-191c-425e-9e07-42bf4509bdb5, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=4a5435d2-191c-425e-9e07-42bf4509bdb5,segment=NetworkSegment(bfc81c28-1106-44b2-85e2-84238a917a90),segment_id=bfc81c28-1106-44b2-85e2-84238a917a90)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:19:14.966942 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:15.013362 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=4a5435d2-191c-425e-9e07-42bf4509bdb5,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:15.162864 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['4a5435d2-191c-425e-9e07-42bf4509bdb5'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:19:15.571289 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ea7fb-3612-4947-bb70-5a19682a4237 req-26f086c3-0fb9-45a6-a677-fea66d526868 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:15.572800 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6c4ea7fb-3612-4947-bb70-5a19682a4237 req-26f086c3-0fb9-45a6-a677-fea66d526868 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f9186c-e688-4ce9-b319-8fa8d499f9c9 HTTP/1.1" status: 200 len: 944 time: 0.0492146 Apr 23 00:19:15.612614 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6c4ea7fb-3612-4947-bb70-5a19682a4237 req-9d365451-f303-436b-ae4d-0e2410247cab tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a0b826f-9529-49f3-9575-1dd0f7466aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339143 Apr 23 00:19:16.728467 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a835245-6d58-4422-9b1c-8cdc80b648a5 req-2bd023f1-24ac-4d67-ba64-58c2312c7002 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:16.729996 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1a835245-6d58-4422-9b1c-8cdc80b648a5 req-2bd023f1-24ac-4d67-ba64-58c2312c7002 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f9186c-e688-4ce9-b319-8fa8d499f9c9 HTTP/1.1" status: 200 len: 944 time: 0.0497303 Apr 23 00:19:16.761010 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 4a5435d2-191c-425e-9e07-42bf4509bdb5 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:19:16.770091 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1a835245-6d58-4422-9b1c-8cdc80b648a5 req-850fc255-7214-41b7-8d85-4c334a74e96e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a0b826f-9529-49f3-9575-1dd0f7466aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338848 Apr 23 00:19:16.869956 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 4a5435d2-191c-425e-9e07-42bf4509bdb5 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:19:16.873999 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 4a5435d2-191c-425e-9e07-42bf4509bdb5 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:19:16.874367 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:17.096094 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:17.117808 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f9186c-e688-4ce9-b319-8fa8d499f9c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5435d2-191c-425e-9e07-42bf4509bdb5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:19:17.120085 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b782b3f1-5d9f-4d28-bd07-f2c5fdadf13d" -d '{"events": [{"server_uuid": "51f9186c-e688-4ce9-b319-8fa8d499f9c9", "name": "network-vif-plugged", "status": "completed", "tag": "4a5435d2-191c-425e-9e07-42bf4509bdb5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:19:17.132203 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 4a5435d2-191c-425e-9e07-42bf4509bdb5, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=4a5435d2-191c-425e-9e07-42bf4509bdb5,segment=NetworkSegment(bfc81c28-1106-44b2-85e2-84238a917a90),segment_id=bfc81c28-1106-44b2-85e2-84238a917a90)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:19:17.157665 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c7cb63-6adc-40ee-8e54-a13e64ecd493 x-openstack-request-id: req-a2c7cb63-6adc-40ee-8e54-a13e64ecd493 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:19:17.158074 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f9186c-e688-4ce9-b319-8fa8d499f9c9", "name": "network-vif-plugged", "status": "completed", "tag": "4a5435d2-191c-425e-9e07-42bf4509bdb5", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:19:17.158604 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2c7cb63-6adc-40ee-8e54-a13e64ecd493 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:19:17.159001 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2c7cb63-6adc-40ee-8e54-a13e64ecd493'] response: {'server_uuid': '51f9186c-e688-4ce9-b319-8fa8d499f9c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5435d2-191c-425e-9e07-42bf4509bdb5', 'code': 200} Apr 23 00:19:17.201688 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:17.249058 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=4a5435d2-191c-425e-9e07-42bf4509bdb5,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:17.441404 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7e199-953f-4b80-b486-a9e1403ef006 req-26113c68-afdd-4ba3-ad4d-09d4c64c8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:17.442803 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aae7e199-953f-4b80-b486-a9e1403ef006 req-26113c68-afdd-4ba3-ad4d-09d4c64c8f49 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=51f9186c-e688-4ce9-b319-8fa8d499f9c9 HTTP/1.1" status: 200 len: 1098 time: 0.0391865 Apr 23 00:19:17.476564 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aae7e199-953f-4b80-b486-a9e1403ef006 req-18d1c744-897b-406c-8750-b7b81a10ca6f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0a0b826f-9529-49f3-9575-1dd0f7466aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267768 Apr 23 00:19:17.903822 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63b215-2ec9-4c57-9e77-dab780dc6f82 req-ba25d604-3f24-4206-8ff1-8ab5a7401718 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:17.905284 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ef63b215-2ec9-4c57-9e77-dab780dc6f82 req-ba25d604-3f24-4206-8ff1-8ab5a7401718 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f9186c-e688-4ce9-b319-8fa8d499f9c9 HTTP/1.1" status: 200 len: 945 time: 0.0550237 Apr 23 00:19:17.945535 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ef63b215-2ec9-4c57-9e77-dab780dc6f82 req-a01a3a90-776c-426b-ab74-e25dfd99382c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a0b826f-9529-49f3-9575-1dd0f7466aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334468 Apr 23 00:19:19.060579 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd04d49-09c8-4c38-b1dc-75495426d7a5 req-ff94b44f-bd36-4328-bcfd-a2dec46591fb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:19.062024 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4fd04d49-09c8-4c38-b1dc-75495426d7a5 req-ff94b44f-bd36-4328-bcfd-a2dec46591fb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f9186c-e688-4ce9-b319-8fa8d499f9c9 HTTP/1.1" status: 200 len: 945 time: 0.0485058 Apr 23 00:19:19.098276 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4fd04d49-09c8-4c38-b1dc-75495426d7a5 req-4108bd32-e9a1-4175-91c4-24f1011093fb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a0b826f-9529-49f3-9575-1dd0f7466aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303948 Apr 23 00:19:19.211353 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cbf38-d709-4852-bf70-755700b4842c req-02fd7998-2163-4560-9c8e-9369691c4755 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:19.212869 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4e5cbf38-d709-4852-bf70-755700b4842c req-02fd7998-2163-4560-9c8e-9369691c4755 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f9186c-e688-4ce9-b319-8fa8d499f9c9 HTTP/1.1" status: 200 len: 945 time: 0.0495365 Apr 23 00:19:19.249935 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4e5cbf38-d709-4852-bf70-755700b4842c req-799c763b-60fc-430a-ae8f-8396b133a610 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a0b826f-9529-49f3-9575-1dd0f7466aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311084 Apr 23 00:19:19.271512 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57942) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:19:19.310098 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc87431-eadf-4f67-adf4-652ab61ac096 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:19.311621 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-efc87431-eadf-4f67-adf4-652ab61ac096 tempest-TestNetworkBasicOps-1136657260 tempest-TestNetworkBasicOps-1136657260-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=51f9186c-e688-4ce9-b319-8fa8d499f9c9 HTTP/1.1" status: 200 len: 1093 time: 0.0390954 Apr 23 00:19:19.314310 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57944) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:19:19.318510 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-ebbeda89-99af-4eec-86df-fbe5c1853cb4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': '4a5435d2-191c-425e-9e07-42bf4509bdb5', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:19:19.435491 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ebbeda89-99af-4eec-86df-fbe5c1853cb4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:19.534346 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ebbeda89-99af-4eec-86df-fbe5c1853cb4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:19.633507 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-ebbeda89-99af-4eec-86df-fbe5c1853cb4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Allocated IP 172.26.3.150 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/094c57af-068e-42b3-9117-5912aa40feed) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:19:19.740509 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ebbeda89-99af-4eec-86df-fbe5c1853cb4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:19.830282 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ebbeda89-99af-4eec-86df-fbe5c1853cb4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:19.866113 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbeda89-99af-4eec-86df-fbe5c1853cb4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:19:19.870905 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-ebbeda89-99af-4eec-86df-fbe5c1853cb4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:19:19.874390 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbeda89-99af-4eec-86df-fbe5c1853cb4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:19:19.897337 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbeda89-99af-4eec-86df-fbe5c1853cb4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=094c57af-068e-42b3-9117-5912aa40feed,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:20.557748 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ebbeda89-99af-4eec-86df-fbe5c1853cb4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:20.659665 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ebbeda89-99af-4eec-86df-fbe5c1853cb4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:20.810292 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ebbeda89-99af-4eec-86df-fbe5c1853cb4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:20.852722 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ebbeda89-99af-4eec-86df-fbe5c1853cb4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:20.927388 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbeda89-99af-4eec-86df-fbe5c1853cb4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event updated for resources: {'Port': ['ID=094c57af-068e-42b3-9117-5912aa40feed,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:20.935353 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ebbeda89-99af-4eec-86df-fbe5c1853cb4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:21.032973 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-ebbeda89-99af-4eec-86df-fbe5c1853cb4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Floating IP 5f6cefbc-3253-4661-a656-4729fed91ee5 associated. External IP: 172.26.3.150, port: 4a5435d2-191c-425e-9e07-42bf4509bdb5. Apr 23 00:19:21.243983 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbeda89-99af-4eec-86df-fbe5c1853cb4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router fdec8f28-b844-4fcc-867d-5addf6493149 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:19:21.350405 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbeda89-99af-4eec-86df-fbe5c1853cb4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:19:21.360742 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec9c81c-b64a-46b2-8e74-ba1318e432e9 None None] Sync routers for ids ['fdec8f28-b844-4fcc-867d-5addf6493149'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:19:21.370892 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec9c81c-b64a-46b2-8e74-ba1318e432e9 None None] Routers {'fdec8f28-b844-4fcc-867d-5addf6493149'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:19:21.371493 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-0ec9c81c-b64a-46b2-8e74-ba1318e432e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:19:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['fdec8f28-b844-4fcc-867d-5addf6493149'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:19:21.471887 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ebbeda89-99af-4eec-86df-fbe5c1853cb4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:21.473506 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-0ec9c81c-b64a-46b2-8e74-ba1318e432e9 None None] Set router fdec8f28-b844-4fcc-867d-5addf6493149 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:19:21.501556 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ebbeda89-99af-4eec-86df-fbe5c1853cb4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1836703 Apr 23 00:19:21.501556 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f9186c-e688-4ce9-b319-8fa8d499f9c9', 'tag': '4a5435d2-191c-425e-9e07-42bf4509bdb5'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:19:21.501873 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d04e91-4fc4-4140-86a2-081fdf02c844" -d '{"events": [{"name": "network-changed", "server_uuid": "51f9186c-e688-4ce9-b319-8fa8d499f9c9", "tag": "4a5435d2-191c-425e-9e07-42bf4509bdb5"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:19:21.501987 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57946) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:19:21.543342 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2466ade0-045f-42b9-bfc5-468890babe51 x-openstack-request-id: req-2466ade0-045f-42b9-bfc5-468890babe51 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:19:21.543821 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f9186c-e688-4ce9-b319-8fa8d499f9c9", "tag": "4a5435d2-191c-425e-9e07-42bf4509bdb5", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:19:21.544614 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2466ade0-045f-42b9-bfc5-468890babe51 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:19:21.544614 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2466ade0-045f-42b9-bfc5-468890babe51'] response: {'name': 'network-changed', 'server_uuid': '51f9186c-e688-4ce9-b319-8fa8d499f9c9', 'tag': '4a5435d2-191c-425e-9e07-42bf4509bdb5', 'status': 'completed', 'code': 200} Apr 23 00:19:21.566061 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e15781c2-1d13-48e0-9f80-ea108dbf758b tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/5f6cefbc-3253-4661-a656-4729fed91ee5 HTTP/1.1" status: 200 len: 991 time: 0.0629742 Apr 23 00:19:21.607291 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d04e91-4fc4-4140-86a2-081fdf02c844 req-d5e1a3c9-9e30-4a98-8188-4c0009410f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:21.608840 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-32d04e91-4fc4-4140-86a2-081fdf02c844 req-d5e1a3c9-9e30-4a98-8188-4c0009410f80 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=51f9186c-e688-4ce9-b319-8fa8d499f9c9 HTTP/1.1" status: 200 len: 1098 time: 0.0430279 Apr 23 00:19:21.702132 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-0ec9c81c-b64a-46b2-8e74-ba1318e432e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'name': 'tempest-TestNetworkBasicOps-router-840227366', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113'}], 'enable_snat': True}, 'gw_port_id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:18:58Z', 'updated_at': '2022-04-23T00:19:02Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:59Z', 'updated_at': '2022-04-23T00:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '5f6cefbc-3253-4661-a656-4729fed91ee5', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.150', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'port_id': '4a5435d2-191c-425e-9e07-42bf4509bdb5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb', 'mac_address': 'fa:16:3e:32:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9186c-e688-4ce9-b319-8fa8d499f9c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:19:20Z', 'updated_at': '2022-04-23T00:19:20Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f22296c-1dd4-4c67-939f-b126f7e2e52c', 'name': '', 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:7a:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6c20852c-c0ae-4427-945c-ab78a27efc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:19:02Z', 'updated_at': '2022-04-23T00:19:05Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '6c20852c-c0ae-4427-945c-ab78a27efc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:19:21.702560 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d04e91-4fc4-4140-86a2-081fdf02c844 req-4d58239e-68c1-4e99-b696-4a96840035b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:21.704081 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-32d04e91-4fc4-4140-86a2-081fdf02c844 req-4d58239e-68c1-4e99-b696-4a96840035b9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5b73c5b0-af86-4b50-b1f1-d48efb336cdb HTTP/1.1" status: 200 len: 897 time: 0.0889170 Apr 23 00:19:21.727871 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec9c81c-b64a-46b2-8e74-ba1318e432e9 None None] Checking router: fdec8f28-b844-4fcc-867d-5addf6493149 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:19:21.735877 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec9c81c-b64a-46b2-8e74-ba1318e432e9 None None] Routers {'fdec8f28-b844-4fcc-867d-5addf6493149'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:19:21.736466 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-0ec9c81c-b64a-46b2-8e74-ba1318e432e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:19:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['fdec8f28-b844-4fcc-867d-5addf6493149'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:19:21.775268 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-32d04e91-4fc4-4140-86a2-081fdf02c844 req-dfeb1e43-4193-46f4-850f-8a57e885775c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a5435d2-191c-425e-9e07-42bf4509bdb5 HTTP/1.1" status: 200 len: 999 time: 0.0652180 Apr 23 00:19:21.824512 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d04e91-4fc4-4140-86a2-081fdf02c844 req-002450ce-2ca2-476c-89c0-413b9dc59cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:21.826030 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-32d04e91-4fc4-4140-86a2-081fdf02c844 req-002450ce-2ca2-476c-89c0-413b9dc59cda service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c20852c-c0ae-4427-945c-ab78a27efc24 HTTP/1.1" status: 200 len: 835 time: 0.0449932 Apr 23 00:19:21.873194 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d04e91-4fc4-4140-86a2-081fdf02c844 req-896a3c94-0b9d-47ab-8241-aaecc0e8b928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:21.874706 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-32d04e91-4fc4-4140-86a2-081fdf02c844 req-896a3c94-0b9d-47ab-8241-aaecc0e8b928 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5b73c5b0-af86-4b50-b1f1-d48efb336cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425186 Apr 23 00:19:21.928101 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-0ec9c81c-b64a-46b2-8e74-ba1318e432e9 None None] Set router fdec8f28-b844-4fcc-867d-5addf6493149 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:19:21.969149 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-32d04e91-4fc4-4140-86a2-081fdf02c844 req-b24eee31-a459-4885-a3e3-9face4af8c2c service neutron] 10.222.0.16 "GET /v2.0/networks/5b73c5b0-af86-4b50-b1f1-d48efb336cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876956 Apr 23 00:19:22.057941 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-32d04e91-4fc4-4140-86a2-081fdf02c844 req-736f05e0-4887-4404-9e84-d4e3ca4663df service neutron] 10.222.0.16 "GET /v2.0/networks/5b73c5b0-af86-4b50-b1f1-d48efb336cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823624 Apr 23 00:19:22.148518 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-0ec9c81c-b64a-46b2-8e74-ba1318e432e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'name': 'tempest-TestNetworkBasicOps-router-840227366', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113'}], 'enable_snat': True}, 'gw_port_id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:18:58Z', 'updated_at': '2022-04-23T00:19:02Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:59Z', 'updated_at': '2022-04-23T00:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '5f6cefbc-3253-4661-a656-4729fed91ee5', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.150', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'port_id': '4a5435d2-191c-425e-9e07-42bf4509bdb5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb', 'mac_address': 'fa:16:3e:32:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9186c-e688-4ce9-b319-8fa8d499f9c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:19:20Z', 'updated_at': '2022-04-23T00:19:20Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f22296c-1dd4-4c67-939f-b126f7e2e52c', 'name': '', 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:7a:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6c20852c-c0ae-4427-945c-ab78a27efc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:19:02Z', 'updated_at': '2022-04-23T00:19:05Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '6c20852c-c0ae-4427-945c-ab78a27efc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:19:22.177573 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec9c81c-b64a-46b2-8e74-ba1318e432e9 None None] The sync data for ids ['fdec8f28-b844-4fcc-867d-5addf6493149'] in dv-neutron-838783-1-hyperv is: [{'id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'name': 'tempest-TestNetworkBasicOps-router-840227366', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113'}], 'enable_snat': True}, 'gw_port_id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:18:58Z', 'updated_at': '2022-04-23T00:19:02Z', 'revision_number': 4, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:59Z', 'updated_at': '2022-04-23T00:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '5f6cefbc-3253-4661-a656-4729fed91ee5', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.150', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'port_id': '4a5435d2-191c-425e-9e07-42bf4509bdb5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb', 'mac_address': 'fa:16:3e:32:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9186c-e688-4ce9-b319-8fa8d499f9c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:19:20Z', 'updated_at': '2022-04-23T00:19:20Z', 'revision_number': 0, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f22296c-1dd4-4c67-939f-b126f7e2e52c', 'name': '', 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:7a:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6c20852c-c0ae-4427-945c-ab78a27efc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:19:02Z', 'updated_at': '2022-04-23T00:19:05Z', 'revision_number': 5, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '6c20852c-c0ae-4427-945c-ab78a27efc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:19:22.366347 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af55111a-3a74-420e-a983-d3a2456c127c None None] New status for floating IP 5f6cefbc-3253-4661-a656-4729fed91ee5: ACTIVE {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:19:22.573655 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57950) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:19:23.011793 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ebc492ba-9863-44ac-853a-1811ab1c17ed tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/5f6cefbc-3253-4661-a656-4729fed91ee5 HTTP/1.1" status: 200 len: 993 time: 0.4409325 Apr 23 00:19:23.675820 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:34.241391 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77f28579-a910-4c75-b584-721d5a6e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:34.815482 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:19:37.246207 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6cf1ed5-5197-4bf3-a8a3-405d6090f34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:37.875303 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:39.680715 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:39.801050 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:49.589123 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57960) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:19:49.594301 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-36b9d12a-efb6-463d-a70a-47c1b49a638f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:19:49.896319 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-36b9d12a-efb6-463d-a70a-47c1b49a638f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:50.012065 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-36b9d12a-efb6-463d-a70a-47c1b49a638f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3900419'] for router, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:50.120011 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b9d12a-efb6-463d-a70a-47c1b49a638f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router fdec8f28-b844-4fcc-867d-5addf6493149 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:19:50.229082 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b9d12a-efb6-463d-a70a-47c1b49a638f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:19:50.236797 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-36b9d12a-efb6-463d-a70a-47c1b49a638f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:50.238118 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-36b9d12a-efb6-463d-a70a-47c1b49a638f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "PUT /v2.0/routers/fdec8f28-b844-4fcc-867d-5addf6493149 HTTP/1.1" status: 200 len: 888 time: 0.6479776 Apr 23 00:19:50.238555 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9436f8-015a-44e4-ba1a-c892243af2bd None None] Sync routers for ids ['fdec8f28-b844-4fcc-867d-5addf6493149'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:19:50.250115 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9436f8-015a-44e4-ba1a-c892243af2bd None None] Routers {'fdec8f28-b844-4fcc-867d-5addf6493149'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:19:50.250719 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5c9436f8-015a-44e4-ba1a-c892243af2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:19:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['fdec8f28-b844-4fcc-867d-5addf6493149'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:19:50.284889 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5c9436f8-015a-44e4-ba1a-c892243af2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:19:50.292994 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9436f8-015a-44e4-ba1a-c892243af2bd None None] Routers {'fdec8f28-b844-4fcc-867d-5addf6493149'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:19:50.293577 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5c9436f8-015a-44e4-ba1a-c892243af2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:19:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['fdec8f28-b844-4fcc-867d-5addf6493149'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:19:50.324498 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5c9436f8-015a-44e4-ba1a-c892243af2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:19:50.325096 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9436f8-015a-44e4-ba1a-c892243af2bd None None] The sync data for ids ['fdec8f28-b844-4fcc-867d-5addf6493149'] in dv-neutron-838783-1-hyperv is: [] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:19:51.071754 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ed9eca-5e46-4ea2-806b-bd7f75274a14 None None] New status for floating IP 5f6cefbc-3253-4661-a656-4729fed91ee5: DOWN {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:19:51.104303 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 13fd5b7e-3593-41e9-bd9b-cb1af18394cb no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:19:51.262464 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:51.283047 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 13fd5b7e-3593-41e9-bd9b-cb1af18394cb, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=13fd5b7e-3593-41e9-bd9b-cb1af18394cb,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:19:51.351416 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:51.359077 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2f22296c-1dd4-4c67-939f-b126f7e2e52c no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:19:51.430231 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=13fd5b7e-3593-41e9-bd9b-cb1af18394cb,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:51.468917 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:51.498774 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 2f22296c-1dd4-4c67-939f-b126f7e2e52c, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=2f22296c-1dd4-4c67-939f-b126f7e2e52c,segment=NetworkSegment(bfc81c28-1106-44b2-85e2-84238a917a90),segment_id=bfc81c28-1106-44b2-85e2-84238a917a90)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:19:51.577896 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:51.627503 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=2f22296c-1dd4-4c67-939f-b126f7e2e52c,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:52.350240 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57964) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:19:52.354834 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-5eba26db-7381-4515-95a9-e78d82c3d1c3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:19:52.653803 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5eba26db-7381-4515-95a9-e78d82c3d1c3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3900428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:52.703807 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5eba26db-7381-4515-95a9-e78d82c3d1c3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3900419'] for router, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:52.812174 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eba26db-7381-4515-95a9-e78d82c3d1c3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router fdec8f28-b844-4fcc-867d-5addf6493149 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:19:52.918447 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eba26db-7381-4515-95a9-e78d82c3d1c3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:19:52.925702 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5eba26db-7381-4515-95a9-e78d82c3d1c3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:52.926871 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5eba26db-7381-4515-95a9-e78d82c3d1c3 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "PUT /v2.0/routers/fdec8f28-b844-4fcc-867d-5addf6493149 HTTP/1.1" status: 200 len: 887 time: 0.5756314 Apr 23 00:19:52.928238 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b68c668-4137-46d0-a3db-f1d5ae3a930b None None] Sync routers for ids ['fdec8f28-b844-4fcc-867d-5addf6493149'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:19:52.929805 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57966) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:19:52.938312 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b68c668-4137-46d0-a3db-f1d5ae3a930b None None] Routers {'fdec8f28-b844-4fcc-867d-5addf6493149'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:19:52.938922 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-4b68c668-4137-46d0-a3db-f1d5ae3a930b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:19:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['fdec8f28-b844-4fcc-867d-5addf6493149'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:19:52.992970 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1901df11-d459-4335-a075-fdf48c8f8a0c tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/5f6cefbc-3253-4661-a656-4729fed91ee5 HTTP/1.1" status: 200 len: 991 time: 0.0620914 Apr 23 00:19:53.041693 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-4b68c668-4137-46d0-a3db-f1d5ae3a930b None None] Set router fdec8f28-b844-4fcc-867d-5addf6493149 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:19:53.256163 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-4b68c668-4137-46d0-a3db-f1d5ae3a930b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'name': 'tempest-TestNetworkBasicOps-router-840227366', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113'}], 'enable_snat': True}, 'gw_port_id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:18:58Z', 'updated_at': '2022-04-23T00:19:52Z', 'revision_number': 6, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:59Z', 'updated_at': '2022-04-23T00:19:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '5f6cefbc-3253-4661-a656-4729fed91ee5', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.150', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'port_id': '4a5435d2-191c-425e-9e07-42bf4509bdb5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb', 'mac_address': 'fa:16:3e:32:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9186c-e688-4ce9-b319-8fa8d499f9c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:19:20Z', 'updated_at': '2022-04-23T00:19:51Z', 'revision_number': 2, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f22296c-1dd4-4c67-939f-b126f7e2e52c', 'name': '', 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:7a:35:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6c20852c-c0ae-4427-945c-ab78a27efc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:19:02Z', 'updated_at': '2022-04-23T00:19:51Z', 'revision_number': 6, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '6c20852c-c0ae-4427-945c-ab78a27efc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:19:53.281566 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b68c668-4137-46d0-a3db-f1d5ae3a930b None None] Checking router: fdec8f28-b844-4fcc-867d-5addf6493149 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:19:53.289606 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b68c668-4137-46d0-a3db-f1d5ae3a930b None None] Routers {'fdec8f28-b844-4fcc-867d-5addf6493149'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:19:53.290198 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-4b68c668-4137-46d0-a3db-f1d5ae3a930b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:19:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['fdec8f28-b844-4fcc-867d-5addf6493149'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:19:53.390122 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-4b68c668-4137-46d0-a3db-f1d5ae3a930b None None] Set router fdec8f28-b844-4fcc-867d-5addf6493149 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:19:53.607752 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-4b68c668-4137-46d0-a3db-f1d5ae3a930b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'name': 'tempest-TestNetworkBasicOps-router-840227366', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113'}], 'enable_snat': True}, 'gw_port_id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:18:58Z', 'updated_at': '2022-04-23T00:19:52Z', 'revision_number': 6, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:59Z', 'updated_at': '2022-04-23T00:19:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '5f6cefbc-3253-4661-a656-4729fed91ee5', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.150', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'port_id': '4a5435d2-191c-425e-9e07-42bf4509bdb5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb', 'mac_address': 'fa:16:3e:32:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9186c-e688-4ce9-b319-8fa8d499f9c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:19:20Z', 'updated_at': '2022-04-23T00:19:51Z', 'revision_number': 2, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f22296c-1dd4-4c67-939f-b126f7e2e52c', 'name': '', 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:7a:35:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6c20852c-c0ae-4427-945c-ab78a27efc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:19:02Z', 'updated_at': '2022-04-23T00:19:51Z', 'revision_number': 6, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '6c20852c-c0ae-4427-945c-ab78a27efc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:19:53.638581 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b68c668-4137-46d0-a3db-f1d5ae3a930b None None] The sync data for ids ['fdec8f28-b844-4fcc-867d-5addf6493149'] in dv-neutron-838783-1-hyperv is: [{'id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'name': 'tempest-TestNetworkBasicOps-router-840227366', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113'}], 'enable_snat': True}, 'gw_port_id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:18:58Z', 'updated_at': '2022-04-23T00:19:52Z', 'revision_number': 6, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:59Z', 'updated_at': '2022-04-23T00:19:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '5f6cefbc-3253-4661-a656-4729fed91ee5', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'floating_ip_address': '172.26.3.150', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'port_id': '4a5435d2-191c-425e-9e07-42bf4509bdb5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb', 'mac_address': 'fa:16:3e:32:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9186c-e688-4ce9-b319-8fa8d499f9c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:19:20Z', 'updated_at': '2022-04-23T00:19:51Z', 'revision_number': 2, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f22296c-1dd4-4c67-939f-b126f7e2e52c', 'name': '', 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:7a:35:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6c20852c-c0ae-4427-945c-ab78a27efc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:19:02Z', 'updated_at': '2022-04-23T00:19:51Z', 'revision_number': 6, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '6c20852c-c0ae-4427-945c-ab78a27efc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:19:53.690741 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:53.997382 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57968) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:19:54.060732 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-34e019f9-9f9f-4177-b0e0-875be13fae6e tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/5f6cefbc-3253-4661-a656-4729fed91ee5 HTTP/1.1" status: 200 len: 991 time: 0.0608308 Apr 23 00:19:54.853809 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 13fd5b7e-3593-41e9-bd9b-cb1af18394cb up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:19:54.901125 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 13fd5b7e-3593-41e9-bd9b-cb1af18394cb triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:19:54.901488 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:54.980542 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:54.999704 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 13fd5b7e-3593-41e9-bd9b-cb1af18394cb, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=13fd5b7e-3593-41e9-bd9b-cb1af18394cb,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:19:55.064057 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57970) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:19:55.126273 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:55.128906 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2f22296c-1dd4-4c67-939f-b126f7e2e52c up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:19:55.129051 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b57dd00c-2628-43eb-bc66-99f731c49eab tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/5f6cefbc-3253-4661-a656-4729fed91ee5 HTTP/1.1" status: 200 len: 991 time: 0.0625391 Apr 23 00:19:55.194537 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b260fae-7eb2-46d4-8be3-5b5d7181417b None None] New status for floating IP 5f6cefbc-3253-4661-a656-4729fed91ee5: ACTIVE {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:19:55.243750 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=13fd5b7e-3593-41e9-bd9b-cb1af18394cb,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:55.269998 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 2f22296c-1dd4-4c67-939f-b126f7e2e52c triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:19:55.270365 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:55.414335 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:55.446337 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 2f22296c-1dd4-4c67-939f-b126f7e2e52c, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=2f22296c-1dd4-4c67-939f-b126f7e2e52c,segment=NetworkSegment(bfc81c28-1106-44b2-85e2-84238a917a90),segment_id=bfc81c28-1106-44b2-85e2-84238a917a90)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:19:55.519342 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:55.567144 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=2f22296c-1dd4-4c67-939f-b126f7e2e52c,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:56.131685 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 57972) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:19:56.191477 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-73268123-0350-4fd9-babd-35e87589fdf2 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/floatingips/5f6cefbc-3253-4661-a656-4729fed91ee5 HTTP/1.1" status: 200 len: 993 time: 0.0586514 Apr 23 00:19:56.473282 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57978) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:19:56.666332 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-c1c70890-e50e-4874-8669-f8c2067e88eb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port 094c57af-068e-42b3-9117-5912aa40feed {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:19:56.666701 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1c70890-e50e-4874-8669-f8c2067e88eb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:56.746946 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1c70890-e50e-4874-8669-f8c2067e88eb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:56.747180 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1c70890-e50e-4874-8669-f8c2067e88eb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:56.759848 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-c1c70890-e50e-4874-8669-f8c2067e88eb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for 094c57af-068e-42b3-9117-5912aa40feed owned by network:floatingip {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:19:56.823713 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 13fd5b7e-3593-41e9-bd9b-cb1af18394cb up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:19:56.874042 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 13fd5b7e-3593-41e9-bd9b-cb1af18394cb triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:19:56.874408 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:56.951398 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2f22296c-1dd4-4c67-939f-b126f7e2e52c up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:19:56.977215 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1c70890-e50e-4874-8669-f8c2067e88eb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:56.995651 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 2f22296c-1dd4-4c67-939f-b126f7e2e52c triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:19:56.995984 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:57.005784 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c70890-e50e-4874-8669-f8c2067e88eb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=094c57af-068e-42b3-9117-5912aa40feed,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:57.035591 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c70890-e50e-4874-8669-f8c2067e88eb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:19:57.035945 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c70890-e50e-4874-8669-f8c2067e88eb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:19:57.036290 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c70890-e50e-4874-8669-f8c2067e88eb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:19:57.036626 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c70890-e50e-4874-8669-f8c2067e88eb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:19:57.036964 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c70890-e50e-4874-8669-f8c2067e88eb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:19:57.037297 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c70890-e50e-4874-8669-f8c2067e88eb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:19:57.037629 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c70890-e50e-4874-8669-f8c2067e88eb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:19:57.037959 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c70890-e50e-4874-8669-f8c2067e88eb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:19:57.038289 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c70890-e50e-4874-8669-f8c2067e88eb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:19:57.038614 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c70890-e50e-4874-8669-f8c2067e88eb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:19:57.038938 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c70890-e50e-4874-8669-f8c2067e88eb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:19:57.039261 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c70890-e50e-4874-8669-f8c2067e88eb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:19:57.078331 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1c70890-e50e-4874-8669-f8c2067e88eb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for floatingip, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:57.078792 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-c1c70890-e50e-4874-8669-f8c2067e88eb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Floating IP 5f6cefbc-3253-4661-a656-4729fed91ee5 disassociated (deleted). External IP: 172.26.3.150, port: 4a5435d2-191c-425e-9e07-42bf4509bdb5. Apr 23 00:19:57.284875 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c70890-e50e-4874-8669-f8c2067e88eb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router fdec8f28-b844-4fcc-867d-5addf6493149 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:19:57.396576 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c70890-e50e-4874-8669-f8c2067e88eb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:19:57.401519 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1c70890-e50e-4874-8669-f8c2067e88eb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:57.407972 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a032080-1608-4375-ac72-1623608b8ec4 None None] Sync routers for ids ['fdec8f28-b844-4fcc-867d-5addf6493149'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:19:57.422600 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a032080-1608-4375-ac72-1623608b8ec4 None None] Routers {'fdec8f28-b844-4fcc-867d-5addf6493149'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:19:57.423298 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-9a032080-1608-4375-ac72-1623608b8ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:19:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['fdec8f28-b844-4fcc-867d-5addf6493149'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:19:57.430810 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c1c70890-e50e-4874-8669-f8c2067e88eb tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/floatingips/5f6cefbc-3253-4661-a656-4729fed91ee5 HTTP/1.1" status: 204 len: 168 time: 0.9563596 Apr 23 00:19:57.431367 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f9186c-e688-4ce9-b319-8fa8d499f9c9', 'tag': '4a5435d2-191c-425e-9e07-42bf4509bdb5'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:19:57.433741 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a5327c-18e3-443b-bfd8-cfa19c46e940" -d '{"events": [{"name": "network-changed", "server_uuid": "51f9186c-e688-4ce9-b319-8fa8d499f9c9", "tag": "4a5435d2-191c-425e-9e07-42bf4509bdb5"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:19:57.501869 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c8e890-4ee5-42fb-8c6c-bdaeeaa2e8b0 x-openstack-request-id: req-c8c8e890-4ee5-42fb-8c6c-bdaeeaa2e8b0 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:19:57.502455 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f9186c-e688-4ce9-b319-8fa8d499f9c9", "tag": "4a5435d2-191c-425e-9e07-42bf4509bdb5", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:19:57.502455 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8c8e890-4ee5-42fb-8c6c-bdaeeaa2e8b0 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:19:57.502842 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c8e890-4ee5-42fb-8c6c-bdaeeaa2e8b0'] response: {'name': 'network-changed', 'server_uuid': '51f9186c-e688-4ce9-b319-8fa8d499f9c9', 'tag': '4a5435d2-191c-425e-9e07-42bf4509bdb5', 'status': 'completed', 'code': 200} Apr 23 00:19:57.542428 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-9a032080-1608-4375-ac72-1623608b8ec4 None None] Set router fdec8f28-b844-4fcc-867d-5addf6493149 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:19:57.575156 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5327c-18e3-443b-bfd8-cfa19c46e940 req-83012e2f-c225-4acd-b1bb-e60b96492da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:57.576717 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-44a5327c-18e3-443b-bfd8-cfa19c46e940 req-83012e2f-c225-4acd-b1bb-e60b96492da4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0d4e09f8966425d866e56289d457074&device_id=51f9186c-e688-4ce9-b319-8fa8d499f9c9 HTTP/1.1" status: 200 len: 1098 time: 0.0472562 Apr 23 00:19:57.669943 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5327c-18e3-443b-bfd8-cfa19c46e940 req-1d29b225-16e1-481e-898f-c30d8382483d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:57.671452 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-44a5327c-18e3-443b-bfd8-cfa19c46e940 req-1d29b225-16e1-481e-898f-c30d8382483d service neutron] 10.222.0.16 "GET /v2.0/networks?id=5b73c5b0-af86-4b50-b1f1-d48efb336cdb HTTP/1.1" status: 200 len: 897 time: 0.0875525 Apr 23 00:19:57.720228 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-44a5327c-18e3-443b-bfd8-cfa19c46e940 req-5bc79e0e-ef88-438c-b702-db41e324c3a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a5435d2-191c-425e-9e07-42bf4509bdb5 HTTP/1.1" status: 200 len: 217 time: 0.0409935 Apr 23 00:19:57.771556 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5327c-18e3-443b-bfd8-cfa19c46e940 req-c4b376ad-7674-43f4-a36c-b2d6c285a3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:57.773157 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-44a5327c-18e3-443b-bfd8-cfa19c46e940 req-c4b376ad-7674-43f4-a36c-b2d6c285a3d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c20852c-c0ae-4427-945c-ab78a27efc24 HTTP/1.1" status: 200 len: 835 time: 0.0469801 Apr 23 00:19:57.820191 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5327c-18e3-443b-bfd8-cfa19c46e940 req-0a23b676-1469-4793-86fc-cb5752554160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:57.821699 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-44a5327c-18e3-443b-bfd8-cfa19c46e940 req-0a23b676-1469-4793-86fc-cb5752554160 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5b73c5b0-af86-4b50-b1f1-d48efb336cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420463 Apr 23 00:19:57.840349 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-9a032080-1608-4375-ac72-1623608b8ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'name': 'tempest-TestNetworkBasicOps-router-840227366', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113'}], 'enable_snat': True}, 'gw_port_id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:18:58Z', 'updated_at': '2022-04-23T00:19:52Z', 'revision_number': 6, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:59Z', 'updated_at': '2022-04-23T00:19:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '2f22296c-1dd4-4c67-939f-b126f7e2e52c', 'name': '', 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:7a:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6c20852c-c0ae-4427-945c-ab78a27efc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:19:02Z', 'updated_at': '2022-04-23T00:19:55Z', 'revision_number': 7, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '6c20852c-c0ae-4427-945c-ab78a27efc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:19:57.869771 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a032080-1608-4375-ac72-1623608b8ec4 None None] Checking router: fdec8f28-b844-4fcc-867d-5addf6493149 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:19:57.878110 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a032080-1608-4375-ac72-1623608b8ec4 None None] Routers {'fdec8f28-b844-4fcc-867d-5addf6493149'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:19:57.878717 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-9a032080-1608-4375-ac72-1623608b8ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:19:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['fdec8f28-b844-4fcc-867d-5addf6493149'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:19:57.932064 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3740fd-a1d9-46bf-a738-b6fe04dea9c8 req-bc9d4d21-f730-482c-ad57-beeb39529f87 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:57.933557 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4e3740fd-a1d9-46bf-a738-b6fe04dea9c8 req-bc9d4d21-f730-482c-ad57-beeb39529f87 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f9186c-e688-4ce9-b319-8fa8d499f9c9 HTTP/1.1" status: 200 len: 945 time: 0.1109993 Apr 23 00:19:57.965277 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-44a5327c-18e3-443b-bfd8-cfa19c46e940 req-0fcd4d0b-fed1-4164-b300-dcfef738407a service neutron] 10.222.0.16 "GET /v2.0/networks/5b73c5b0-af86-4b50-b1f1-d48efb336cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329658 Apr 23 00:19:57.982928 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-9a032080-1608-4375-ac72-1623608b8ec4 None None] Set router fdec8f28-b844-4fcc-867d-5addf6493149 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:19:57.990601 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4e3740fd-a1d9-46bf-a738-b6fe04dea9c8 req-8ac28b57-1781-4823-a819-d5761ed18781 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a0b826f-9529-49f3-9575-1dd0f7466aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490692 Apr 23 00:19:58.068591 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-44a5327c-18e3-443b-bfd8-cfa19c46e940 req-fc3ae2b1-d956-4da7-ba36-12803fa112c7 service neutron] 10.222.0.16 "GET /v2.0/networks/5b73c5b0-af86-4b50-b1f1-d48efb336cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923147 Apr 23 00:19:58.189439 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-9a032080-1608-4375-ac72-1623608b8ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'name': 'tempest-TestNetworkBasicOps-router-840227366', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113'}], 'enable_snat': True}, 'gw_port_id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:18:58Z', 'updated_at': '2022-04-23T00:19:52Z', 'revision_number': 6, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:59Z', 'updated_at': '2022-04-23T00:19:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '2f22296c-1dd4-4c67-939f-b126f7e2e52c', 'name': '', 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:7a:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6c20852c-c0ae-4427-945c-ab78a27efc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:19:02Z', 'updated_at': '2022-04-23T00:19:55Z', 'revision_number': 7, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '6c20852c-c0ae-4427-945c-ab78a27efc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:19:58.215137 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a032080-1608-4375-ac72-1623608b8ec4 None None] The sync data for ids ['fdec8f28-b844-4fcc-867d-5addf6493149'] in dv-neutron-838783-1-hyperv is: [{'id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'name': 'tempest-TestNetworkBasicOps-router-840227366', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113'}], 'enable_snat': True}, 'gw_port_id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:18:58Z', 'updated_at': '2022-04-23T00:19:52Z', 'revision_number': 6, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:59Z', 'updated_at': '2022-04-23T00:19:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '2f22296c-1dd4-4c67-939f-b126f7e2e52c', 'name': '', 'network_id': '5b73c5b0-af86-4b50-b1f1-d48efb336cdb', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'mac_address': 'fa:16:3e:7a:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6c20852c-c0ae-4427-945c-ab78a27efc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:19:02Z', 'updated_at': '2022-04-23T00:19:55Z', 'revision_number': 7, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'subnets': [{'id': '6c20852c-c0ae-4427-945c-ab78a27efc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:19:58.835552 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93371eb-9ea9-45c5-9446-422664b1f863 None None] New status for floating IP 5f6cefbc-3253-4661-a656-4729fed91ee5: DOWN {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:19:59.100965 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1a345-aa36-4a5b-9476-0aef3005a692 req-c3997fa6-da93-47d6-9a04-5d695de16e08 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:59.102479 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-63c1a345-aa36-4a5b-9476-0aef3005a692 req-c3997fa6-da93-47d6-9a04-5d695de16e08 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f9186c-e688-4ce9-b319-8fa8d499f9c9 HTTP/1.1" status: 200 len: 945 time: 0.0511158 Apr 23 00:19:59.110320 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609835a0-05a5-4fb0-8eae-971ac1eb4ef6 req-515c78ec-e5df-454b-95a1-9dde45a6db6f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:19:59.111836 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-609835a0-05a5-4fb0-8eae-971ac1eb4ef6 req-515c78ec-e5df-454b-95a1-9dde45a6db6f tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f9186c-e688-4ce9-b319-8fa8d499f9c9 HTTP/1.1" status: 200 len: 945 time: 0.0500124 Apr 23 00:19:59.152851 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-609835a0-05a5-4fb0-8eae-971ac1eb4ef6 req-4ba8db15-9e75-45f6-a4ad-61505a9a56d5 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a0b826f-9529-49f3-9575-1dd0f7466aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348611 Apr 23 00:19:59.196241 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-63c1a345-aa36-4a5b-9476-0aef3005a692 req-6a42f729-312f-4dee-95f6-b683baf664a4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port 4a5435d2-191c-425e-9e07-42bf4509bdb5 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:19:59.196585 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-63c1a345-aa36-4a5b-9476-0aef3005a692 req-6a42f729-312f-4dee-95f6-b683baf664a4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:59.284069 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-63c1a345-aa36-4a5b-9476-0aef3005a692 req-6a42f729-312f-4dee-95f6-b683baf664a4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port 4a5435d2-191c-425e-9e07-42bf4509bdb5, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=4a5435d2-191c-425e-9e07-42bf4509bdb5,segment=NetworkSegment(bfc81c28-1106-44b2-85e2-84238a917a90),segment_id=bfc81c28-1106-44b2-85e2-84238a917a90)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:19:59.284435 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-63c1a345-aa36-4a5b-9476-0aef3005a692 req-6a42f729-312f-4dee-95f6-b683baf664a4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:59.297291 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-63c1a345-aa36-4a5b-9476-0aef3005a692 req-6a42f729-312f-4dee-95f6-b683baf664a4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for 4a5435d2-191c-425e-9e07-42bf4509bdb5 owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:19:59.480493 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-63c1a345-aa36-4a5b-9476-0aef3005a692 req-6a42f729-312f-4dee-95f6-b683baf664a4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:59.510224 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42f729-312f-4dee-95f6-b683baf664a4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=4a5435d2-191c-425e-9e07-42bf4509bdb5,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:19:59.551561 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c1a345-aa36-4a5b-9476-0aef3005a692 req-6a42f729-312f-4dee-95f6-b683baf664a4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] No DVR routers for this DVR port 4a5435d2-191c-425e-9e07-42bf4509bdb5 on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:19:59.554076 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-63c1a345-aa36-4a5b-9476-0aef3005a692 req-6a42f729-312f-4dee-95f6-b683baf664a4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:59.557570 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-63c1a345-aa36-4a5b-9476-0aef3005a692 req-6a42f729-312f-4dee-95f6-b683baf664a4 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.16 "DELETE /v2.0/ports/4a5435d2-191c-425e-9e07-42bf4509bdb5 HTTP/1.1" status: 204 len: 173 time: 0.4490836 Apr 23 00:19:59.558004 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f9186c-e688-4ce9-b319-8fa8d499f9c9', 'name': 'network-vif-deleted', 'tag': '4a5435d2-191c-425e-9e07-42bf4509bdb5'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:19:59.561092 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab6c925-ab17-48a7-9723-63886046749d" -d '{"events": [{"server_uuid": "51f9186c-e688-4ce9-b319-8fa8d499f9c9", "name": "network-vif-deleted", "tag": "4a5435d2-191c-425e-9e07-42bf4509bdb5"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:19:59.597291 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c3daa1-7792-4324-9943-7b9742d1323a x-openstack-request-id: req-81c3daa1-7792-4324-9943-7b9742d1323a {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:19:59.597649 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f9186c-e688-4ce9-b319-8fa8d499f9c9", "name": "network-vif-deleted", "tag": "4a5435d2-191c-425e-9e07-42bf4509bdb5", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:19:59.597936 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81c3daa1-7792-4324-9943-7b9742d1323a {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:19:59.598344 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81c3daa1-7792-4324-9943-7b9742d1323a'] response: {'server_uuid': '51f9186c-e688-4ce9-b319-8fa8d499f9c9', 'name': 'network-vif-deleted', 'tag': '4a5435d2-191c-425e-9e07-42bf4509bdb5', 'status': 'completed', 'code': 200} Apr 23 00:20:00.260653 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-398b6abc-821f-4ab0-9452-d01d126f7069 req-0b836705-d9c9-44f7-b25c-4da759b0b299 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f9186c-e688-4ce9-b319-8fa8d499f9c9 HTTP/1.1" status: 200 len: 210 time: 0.0296993 Apr 23 00:20:01.317024 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57994) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:20:01.379316 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bee28e0d-9b4b-4198-a458-8ee4e2e5a8ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:01.404878 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bee28e0d-9b4b-4198-a458-8ee4e2e5a8ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:01.541617 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bee28e0d-9b4b-4198-a458-8ee4e2e5a8ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:01.544151 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bee28e0d-9b4b-4198-a458-8ee4e2e5a8ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:01.545557 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bee28e0d-9b4b-4198-a458-8ee4e2e5a8ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/security-groups/0a0b826f-9529-49f3-9575-1dd0f7466aee HTTP/1.1" status: 204 len: 168 time: 0.2275529 Apr 23 00:20:01.554776 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee28e0d-9b4b-4198-a458-8ee4e2e5a8ce tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0b826f-9529-49f3-9575-1dd0f7466aee,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:01.640545 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 57998) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:20:02.323469 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0ae8b851-3abe-4f40-b68a-201bd9673283 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:02.577435 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-0ae8b851-3abe-4f40-b68a-201bd9673283 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port 2f22296c-1dd4-4c67-939f-b126f7e2e52c {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:20:02.577672 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0ae8b851-3abe-4f40-b68a-201bd9673283 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:02.665626 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-0ae8b851-3abe-4f40-b68a-201bd9673283 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port 2f22296c-1dd4-4c67-939f-b126f7e2e52c, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=2f22296c-1dd4-4c67-939f-b126f7e2e52c,segment=NetworkSegment(bfc81c28-1106-44b2-85e2-84238a917a90),segment_id=bfc81c28-1106-44b2-85e2-84238a917a90)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:20:02.665988 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0ae8b851-3abe-4f40-b68a-201bd9673283 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:02.679048 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-0ae8b851-3abe-4f40-b68a-201bd9673283 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for 2f22296c-1dd4-4c67-939f-b126f7e2e52c owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:20:02.908948 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0ae8b851-3abe-4f40-b68a-201bd9673283 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:02.937273 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8b851-3abe-4f40-b68a-201bd9673283 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=2f22296c-1dd4-4c67-939f-b126f7e2e52c,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:02.986280 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 4a5435d2-191c-425e-9e07-42bf4509bdb5 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:20:03.006407 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 4a5435d2-191c-425e-9e07-42bf4509bdb5 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:20:03.006747 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 4a5435d2-191c-425e-9e07-42bf4509bdb5 not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:20:03.113266 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0ae8b851-3abe-4f40-b68a-201bd9673283 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:03.325232 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae8b851-3abe-4f40-b68a-201bd9673283 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Router fdec8f28-b844-4fcc-867d-5addf6493149 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:20:03.430541 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae8b851-3abe-4f40-b68a-201bd9673283 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:20:03.438492 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0ae8b851-3abe-4f40-b68a-201bd9673283 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "PUT /v2.0/routers/fdec8f28-b844-4fcc-867d-5addf6493149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7940807 Apr 23 00:20:03.439121 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 58000) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:20:03.441993 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42170c4a-bd46-4c68-a443-10c61c76219c None None] Sync routers for ids ['fdec8f28-b844-4fcc-867d-5addf6493149'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:20:03.451855 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42170c4a-bd46-4c68-a443-10c61c76219c None None] Routers {'fdec8f28-b844-4fcc-867d-5addf6493149'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:20:03.452470 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-42170c4a-bd46-4c68-a443-10c61c76219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:19:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['fdec8f28-b844-4fcc-867d-5addf6493149'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:20:03.493694 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-5993508e-5b07-4d28-bba9-2c1305fd8254 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting subnet 6c20852c-c0ae-4427-945c-ab78a27efc24 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:20:03.496731 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5993508e-5b07-4d28-bba9-2c1305fd8254 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:03.536487 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5993508e-5b07-4d28-bba9-2c1305fd8254 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:03.557975 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-42170c4a-bd46-4c68-a443-10c61c76219c None None] Set router fdec8f28-b844-4fcc-867d-5addf6493149 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:20:03.618969 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5993508e-5b07-4d28-bba9-2c1305fd8254 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:03.736356 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-42170c4a-bd46-4c68-a443-10c61c76219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'name': 'tempest-TestNetworkBasicOps-router-840227366', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113'}], 'enable_snat': True}, 'gw_port_id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:18:58Z', 'updated_at': '2022-04-23T00:20:02Z', 'revision_number': 7, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:59Z', 'updated_at': '2022-04-23T00:19:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:20:03.761858 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42170c4a-bd46-4c68-a443-10c61c76219c None None] Checking router: fdec8f28-b844-4fcc-867d-5addf6493149 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:20:03.766347 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5993508e-5b07-4d28-bba9-2c1305fd8254 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:03.770651 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42170c4a-bd46-4c68-a443-10c61c76219c None None] Routers {'fdec8f28-b844-4fcc-867d-5addf6493149'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:20:03.771252 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-42170c4a-bd46-4c68-a443-10c61c76219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:19:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['fdec8f28-b844-4fcc-867d-5addf6493149'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:20:03.795247 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993508e-5b07-4d28-bba9-2c1305fd8254 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Subnet': ['ID=6c20852c-c0ae-4427-945c-ab78a27efc24,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:03.800739 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5993508e-5b07-4d28-bba9-2c1305fd8254 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:03.806357 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5993508e-5b07-4d28-bba9-2c1305fd8254 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/subnets/6c20852c-c0ae-4427-945c-ab78a27efc24 HTTP/1.1" status: 204 len: 168 time: 0.3662124 Apr 23 00:20:03.806739 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 58002) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:20:03.812925 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc79614-9882-4708-b5b7-ee3348326635 None None] Network 5b73c5b0-af86-4b50-b1f1-d48efb336cdb requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:20:03.897841 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-42170c4a-bd46-4c68-a443-10c61c76219c None None] Set router fdec8f28-b844-4fcc-867d-5addf6493149 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:20:03.932315 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:04.022833 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2dddf6-f0dc-429b-9a40-550a4a29b186 None None] DHCP port deletion for 5b73c5b0-af86-4b50-b1f1-d48efb336cdb request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:20:04.042303 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:04.070039 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4c2dddf6-f0dc-429b-9a40-550a4a29b186 None None] Deleting port 5b689c1b-4920-4b81-a4c4-09abcb04ab1b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:20:04.070647 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c2dddf6-f0dc-429b-9a40-550a4a29b186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:04.084025 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-42170c4a-bd46-4c68-a443-10c61c76219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'name': 'tempest-TestNetworkBasicOps-router-840227366', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113'}], 'enable_snat': True}, 'gw_port_id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:18:58Z', 'updated_at': '2022-04-23T00:20:02Z', 'revision_number': 7, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:59Z', 'updated_at': '2022-04-23T00:19:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:20:04.115212 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42170c4a-bd46-4c68-a443-10c61c76219c None None] The sync data for ids ['fdec8f28-b844-4fcc-867d-5addf6493149'] in dv-neutron-838783-1-hyperv is: [{'id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'name': 'tempest-TestNetworkBasicOps-router-840227366', 'tenant_id': 'b0d4e09f8966425d866e56289d457074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113'}], 'enable_snat': True}, 'gw_port_id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:18:58Z', 'updated_at': '2022-04-23T00:20:02Z', 'revision_number': 7, 'project_id': 'b0d4e09f8966425d866e56289d457074', 'gw_port': {'id': '13fd5b7e-3593-41e9-bd9b-cb1af18394cb', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8f28-b844-4fcc-867d-5addf6493149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:59Z', 'updated_at': '2022-04-23T00:19:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:20:04.137824 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4c2dddf6-f0dc-429b-9a40-550a4a29b186 None None] For port 5b689c1b-4920-4b81-a4c4-09abcb04ab1b, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=5b689c1b-4920-4b81-a4c4-09abcb04ab1b,segment=NetworkSegment(bfc81c28-1106-44b2-85e2-84238a917a90),segment_id=bfc81c28-1106-44b2-85e2-84238a917a90)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:20:04.138100 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Deleting port 13fd5b7e-3593-41e9-bd9b-cb1af18394cb {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:20:04.138504 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:04.139229 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c2dddf6-f0dc-429b-9a40-550a4a29b186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:04.158173 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4c2dddf6-f0dc-429b-9a40-550a4a29b186 None None] Calling delete_port for 5b689c1b-4920-4b81-a4c4-09abcb04ab1b owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:20:04.221060 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] For port 13fd5b7e-3593-41e9-bd9b-cb1af18394cb, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=13fd5b7e-3593-41e9-bd9b-cb1af18394cb,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:20:04.221420 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:04.234029 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Calling delete_port for 13fd5b7e-3593-41e9-bd9b-cb1af18394cb owned by network:router_gateway {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:20:04.291676 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fca4dc6-e07a-4e4b-a8c3-f0fdd8c21928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:04.326447 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c2dddf6-f0dc-429b-9a40-550a4a29b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:04.355660 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2dddf6-f0dc-429b-9a40-550a4a29b186 None None] Pushing event deleted for resources: {'Port': ['ID=5b689c1b-4920-4b81-a4c4-09abcb04ab1b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:04.360026 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2dddf6-f0dc-429b-9a40-550a4a29b186 None None] No DVR routers for this DVR port 5b689c1b-4920-4b81-a4c4-09abcb04ab1b on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:20:04.371816 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2dddf6-f0dc-429b-9a40-550a4a29b186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:04.371816 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2dddf6-f0dc-429b-9a40-550a4a29b186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:04.371816 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2dddf6-f0dc-429b-9a40-550a4a29b186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:04.371816 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2dddf6-f0dc-429b-9a40-550a4a29b186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:04.371816 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2dddf6-f0dc-429b-9a40-550a4a29b186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:04.374661 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2dddf6-f0dc-429b-9a40-550a4a29b186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:04.374661 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2dddf6-f0dc-429b-9a40-550a4a29b186 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:04.374661 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2dddf6-f0dc-429b-9a40-550a4a29b186 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:04.374661 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2dddf6-f0dc-429b-9a40-550a4a29b186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:04.374661 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2dddf6-f0dc-429b-9a40-550a4a29b186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:04.375815 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2dddf6-f0dc-429b-9a40-550a4a29b186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:04.375815 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2dddf6-f0dc-429b-9a40-550a4a29b186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:04.463477 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:04.494581 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Port': ['ID=13fd5b7e-3593-41e9-bd9b-cb1af18394cb,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:04.525299 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:04.525299 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:04.525299 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:04.525299 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:04.525299 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:04.525299 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:04.525299 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:04.525299 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:04.525299 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:04.525299 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:04.525299 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:04.525299 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:04.569644 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:04.660264 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:04.662526 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:04.811113 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:04.811881 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Fanout notify agent at l3_agent the message router_deleted on router fdec8f28-b844-4fcc-867d-5addf6493149 {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:20:04.823269 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:04.823269 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2242ad18-6033-45b3-a827-ef757db06b83 tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/routers/fdec8f28-b844-4fcc-867d-5addf6493149 HTTP/1.1" status: 204 len: 168 time: 1.0125542 Apr 23 00:20:04.824227 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 58004) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:20:04.883272 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2f22296c-1dd4-4c67-939f-b126f7e2e52c no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:20:04.905510 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 2f22296c-1dd4-4c67-939f-b126f7e2e52c {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:20:04.906061 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 2f22296c-1dd4-4c67-939f-b126f7e2e52c not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:20:04.906288 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 5b689c1b-4920-4b81-a4c4-09abcb04ab1b no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:20:04.918857 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9922a519-50f8-4bdf-aa26-b114e7361ebf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:04.927301 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 5b689c1b-4920-4b81-a4c4-09abcb04ab1b {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:20:04.927707 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 5b689c1b-4920-4b81-a4c4-09abcb04ab1b not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:20:05.014168 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9922a519-50f8-4bdf-aa26-b114e7361ebf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:05.034260 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-9922a519-50f8-4bdf-aa26-b114e7361ebf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b73c5b0-af86-4b50-b1f1-d48efb336cdb']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:20:05.043091 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-9922a519-50f8-4bdf-aa26-b114e7361ebf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc81c28-1106-44b2-85e2-84238a917a90') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:20:05.043388 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-9922a519-50f8-4bdf-aa26-b114e7361ebf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc81c28-1106-44b2-85e2-84238a917a90') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:20:05.053181 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9922a519-50f8-4bdf-aa26-b114e7361ebf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:05.065959 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9922a519-50f8-4bdf-aa26-b114e7361ebf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:05.071667 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9922a519-50f8-4bdf-aa26-b114e7361ebf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:20:05.072049 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9922a519-50f8-4bdf-aa26-b114e7361ebf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:20:05.074909 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:20:05.187220 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9922a519-50f8-4bdf-aa26-b114e7361ebf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:05.197482 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9922a519-50f8-4bdf-aa26-b114e7361ebf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:05.197482 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9922a519-50f8-4bdf-aa26-b114e7361ebf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] 10.222.0.15 "DELETE /v2.0/networks/5b73c5b0-af86-4b50-b1f1-d48efb336cdb HTTP/1.1" status: 204 len: 168 time: 0.3717737 Apr 23 00:20:05.214195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922a519-50f8-4bdf-aa26-b114e7361ebf tempest-TestNetworkBasicOps-857705131 tempest-TestNetworkBasicOps-857705131-project] Pushing event deleted for resources: {'Network': ['ID=5b73c5b0-af86-4b50-b1f1-d48efb336cdb,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:05.698132 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 58010) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:20:05.826713 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b36f3c4d-5455-4f78-a917-08ba7b45927c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b0d4e09f8966425d866e56289d457074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1268559 Apr 23 00:20:05.829265 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 58014) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:20:05.875745 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bb1b037a-26e0-41f2-96fa-fdbfaa696eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:05.896315 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bb1b037a-26e0-41f2-96fa-fdbfaa696eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:06.000195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bb1b037a-26e0-41f2-96fa-fdbfaa696eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:06.002713 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bb1b037a-26e0-41f2-96fa-fdbfaa696eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:06.003879 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bb1b037a-26e0-41f2-96fa-fdbfaa696eb1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04bf30c3-0b5c-404b-9ede-d5ab9ef6251f HTTP/1.1" status: 204 len: 168 time: 0.1737049 Apr 23 00:20:06.011736 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b037a-26e0-41f2-96fa-fdbfaa696eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bf30c3-0b5c-404b-9ede-d5ab9ef6251f,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:06.603326 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 58020) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:20:06.616980 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3a16f7d4-f14b-43de-b8a8-f79c34c75276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:06.691812 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3a16f7d4-f14b-43de-b8a8-f79c34c75276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:06.742788 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3a16f7d4-f14b-43de-b8a8-f79c34c75276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:06.779111 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 13fd5b7e-3593-41e9-bd9b-cb1af18394cb no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:20:06.787885 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16f7d4-f14b-43de-b8a8-f79c34c75276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40980cb5-2785-4efe-87f4-dc4de1c3d337,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:06.794435 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3a16f7d4-f14b-43de-b8a8-f79c34c75276 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f11c153a1ce94a2dab756adde5d8c10f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1898005 Apr 23 00:20:06.797512 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 58022) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:20:06.799544 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 13fd5b7e-3593-41e9-bd9b-cb1af18394cb {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:20:06.799884 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 13fd5b7e-3593-41e9-bd9b-cb1af18394cb not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:20:06.851117 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ea3e49cf-5b0a-461f-b2c8-2274d0bee0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:06.872489 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ea3e49cf-5b0a-461f-b2c8-2274d0bee0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:06.983363 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ea3e49cf-5b0a-461f-b2c8-2274d0bee0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:06.985914 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ea3e49cf-5b0a-461f-b2c8-2274d0bee0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:06.987071 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ea3e49cf-5b0a-461f-b2c8-2274d0bee0ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/40980cb5-2785-4efe-87f4-dc4de1c3d337 HTTP/1.1" status: 204 len: 168 time: 0.1883764 Apr 23 00:20:06.994779 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e49cf-5b0a-461f-b2c8-2274d0bee0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40980cb5-2785-4efe-87f4-dc4de1c3d337,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:07.228373 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a12acef3-4e5e-411d-86ea-c0beab5d5446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:07.861853 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:08.034685 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 58044) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:20:08.125622 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-099955bc-cb1a-4533-aa96-97a179c5e79d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-549232439-network', 'tenant_id': '35033bd958dd420e90d5dd95c37a19cb'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:20:08.217360 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099955bc-cb1a-4533-aa96-97a179c5e79d admin admin] Made reservation on behalf of 35033bd958dd420e90d5dd95c37a19cb for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:20:08.219648 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-099955bc-cb1a-4533-aa96-97a179c5e79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:08.227781 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-099955bc-cb1a-4533-aa96-97a179c5e79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:08.304425 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-099955bc-cb1a-4533-aa96-97a179c5e79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:08.381582 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-099955bc-cb1a-4533-aa96-97a179c5e79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:08.409336 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099955bc-cb1a-4533-aa96-97a179c5e79d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:20:08.414554 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099955bc-cb1a-4533-aa96-97a179c5e79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbc9368-211b-4308-9676-9339ff5cbb5d,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:08.421760 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-099955bc-cb1a-4533-aa96-97a179c5e79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:08.422683 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-099955bc-cb1a-4533-aa96-97a179c5e79d admin admin] Added segment 65a3da16-6690-43f8-bd04-f6a00a6e2f0b of type vlan for network e38738ea-6823-4680-972d-b3e47d9f8a32 Apr 23 00:20:08.463379 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-099955bc-cb1a-4533-aa96-97a179c5e79d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:08.571226 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-099955bc-cb1a-4533-aa96-97a179c5e79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:08.572235 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099955bc-cb1a-4533-aa96-97a179c5e79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:08.572856 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-099955bc-cb1a-4533-aa96-97a179c5e79d admin admin] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:08.658435 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099955bc-cb1a-4533-aa96-97a179c5e79d admin admin] Pushing event updated for resources: {'Network': ['ID=e38738ea-6823-4680-972d-b3e47d9f8a32,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:08.670835 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network e38738ea-6823-4680-972d-b3e47d9f8a32 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:20:08.699532 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-099955bc-cb1a-4533-aa96-97a179c5e79d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6636760 Apr 23 00:20:08.703171 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 58048) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:20:08.709329 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-dc8aaaf5-6e56-4f50-82d4-a191770fcd79 admin admin] Request body: {'subnet': {'network_id': 'e38738ea-6823-4680-972d-b3e47d9f8a32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-549232439-subnet', 'tenant_id': '35033bd958dd420e90d5dd95c37a19cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:20:08.799913 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8aaaf5-6e56-4f50-82d4-a191770fcd79 admin admin] Made reservation on behalf of 35033bd958dd420e90d5dd95c37a19cb for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:20:08.802289 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dc8aaaf5-6e56-4f50-82d4-a191770fcd79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:09.314085 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dc8aaaf5-6e56-4f50-82d4-a191770fcd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:09.372344 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8aaaf5-6e56-4f50-82d4-a191770fcd79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f596dbc7-e97b-4dce-b1ee-930f8811b0d7,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:09.380151 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8aaaf5-6e56-4f50-82d4-a191770fcd79 admin admin] Checking segment: {'id': '65a3da16-6690-43f8-bd04-f6a00a6e2f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e38738ea-6823-4680-972d-b3e47d9f8a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:20:09.380491 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8aaaf5-6e56-4f50-82d4-a191770fcd79 admin admin] Network hostable DHCP agents. Network: e38738ea-6823-4680-972d-b3e47d9f8a32, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:20:09.468224 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8aaaf5-6e56-4f50-82d4-a191770fcd79 admin admin] Network e38738ea-6823-4680-972d-b3e47d9f8a32 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:20:09.548083 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-dc8aaaf5-6e56-4f50-82d4-a191770fcd79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, e38738ea-6823-4680-972d-b3e47d9f8a32) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:20:09.552222 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8aaaf5-6e56-4f50-82d4-a191770fcd79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:09.552858 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dc8aaaf5-6e56-4f50-82d4-a191770fcd79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:09.557434 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac74f465-9d0a-46e3-8f8a-4023af192517 None None] Network e38738ea-6823-4680-972d-b3e47d9f8a32 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:20:09.611496 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-dc8aaaf5-6e56-4f50-82d4-a191770fcd79 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9070914 Apr 23 00:20:09.688627 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:09.693124 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0de33ef-2da9-4a1a-b7ad-522e3d65d43a None None] Network e38738ea-6823-4680-972d-b3e47d9f8a32 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:20:09.950060 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:10.282893 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 58066) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:20:10.287904 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-ca4d6d27-dea1-4083-98b3-13e744d72fb7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-63048420-network', 'tenant_id': '6ca73189311d47eebd38d0f9b2f21c7a'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:20:10.353946 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4d6d27-dea1-4083-98b3-13e744d72fb7 admin admin] Made reservation on behalf of 6ca73189311d47eebd38d0f9b2f21c7a for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:20:10.356639 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6d27-dea1-4083-98b3-13e744d72fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:10.365405 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6d27-dea1-4083-98b3-13e744d72fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:10.437999 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6d27-dea1-4083-98b3-13e744d72fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:10.485431 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6d27-dea1-4083-98b3-13e744d72fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:10.506655 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4d6d27-dea1-4083-98b3-13e744d72fb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:20:10.521132 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d6d27-dea1-4083-98b3-13e744d72fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a93255-2955-4c3a-b33f-47bf0c857537,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:10.525839 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6d27-dea1-4083-98b3-13e744d72fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:10.526188 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-ca4d6d27-dea1-4083-98b3-13e744d72fb7 admin admin] Added segment 4c2616e0-a225-4fb6-a767-69440944cd0c of type vlan for network 5058bcdf-6079-4e86-9ce1-756f991ecabd Apr 23 00:20:10.565393 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6d27-dea1-4083-98b3-13e744d72fb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:10.644329 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6d27-dea1-4083-98b3-13e744d72fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:10.645297 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4d6d27-dea1-4083-98b3-13e744d72fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:10.645876 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6d27-dea1-4083-98b3-13e744d72fb7 admin admin] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:10.707053 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d6d27-dea1-4083-98b3-13e744d72fb7 admin admin] Pushing event updated for resources: {'Network': ['ID=5058bcdf-6079-4e86-9ce1-756f991ecabd,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:10.716780 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 5058bcdf-6079-4e86-9ce1-756f991ecabd details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:20:10.745317 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ca4d6d27-dea1-4083-98b3-13e744d72fb7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4612236 Apr 23 00:20:10.749081 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 58068) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:20:10.753822 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-d502e5b3-5d11-497a-89c0-95122790abc7 admin admin] Request body: {'subnet': {'network_id': '5058bcdf-6079-4e86-9ce1-756f991ecabd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-63048420-subnet', 'tenant_id': '6ca73189311d47eebd38d0f9b2f21c7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:20:10.845476 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d502e5b3-5d11-497a-89c0-95122790abc7 admin admin] Made reservation on behalf of 6ca73189311d47eebd38d0f9b2f21c7a for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:20:10.847893 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d502e5b3-5d11-497a-89c0-95122790abc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:11.045473 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d502e5b3-5d11-497a-89c0-95122790abc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:11.097804 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502e5b3-5d11-497a-89c0-95122790abc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15187049-7a21-4603-b957-56437548dcd6,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:11.108057 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d502e5b3-5d11-497a-89c0-95122790abc7 admin admin] Checking segment: {'id': '4c2616e0-a225-4fb6-a767-69440944cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5058bcdf-6079-4e86-9ce1-756f991ecabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:20:11.108406 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d502e5b3-5d11-497a-89c0-95122790abc7 admin admin] Network hostable DHCP agents. Network: 5058bcdf-6079-4e86-9ce1-756f991ecabd, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:20:11.176742 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d502e5b3-5d11-497a-89c0-95122790abc7 admin admin] Network 5058bcdf-6079-4e86-9ce1-756f991ecabd is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:20:11.227875 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-d502e5b3-5d11-497a-89c0-95122790abc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 5058bcdf-6079-4e86-9ce1-756f991ecabd) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:20:11.231828 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d502e5b3-5d11-497a-89c0-95122790abc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:11.232415 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d502e5b3-5d11-497a-89c0-95122790abc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:11.236416 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bd1bb4-4541-405b-b233-5c77b9aec89c None None] Network 5058bcdf-6079-4e86-9ce1-756f991ecabd requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:20:11.288350 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d502e5b3-5d11-497a-89c0-95122790abc7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5382204 Apr 23 00:20:11.362296 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d360306-90e9-474a-a8d9-2b1a7a345098 None None] Network 5058bcdf-6079-4e86-9ce1-756f991ecabd requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:20:11.754271 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-a7e7f91f-d6b2-4b43-9ce5-b7bbcef3672a tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:11.755752 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-a7e7f91f-d6b2-4b43-9ce5-b7bbcef3672a tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/networks?id=e38738ea-6823-4680-972d-b3e47d9f8a32 HTTP/1.1" status: 200 len: 811 time: 0.1000931 Apr 23 00:20:11.771076 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-a3c57c99-69b3-49f2-9f0e-1793e4b30c3a tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/quotas/35033bd958dd420e90d5dd95c37a19cb HTTP/1.1" status: 200 len: 375 time: 0.0095959 Apr 23 00:20:11.802021 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-db9a92d4-6c12-453a-8065-580ad12635b7 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=35033bd958dd420e90d5dd95c37a19cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255966 Apr 23 00:20:11.814010 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:20:11.984264 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-450d0d84-2819-409f-9c00-e54a53f1e85b service neutron] 10.222.0.15 "GET /v2.0/networks/e38738ea-6823-4680-972d-b3e47d9f8a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752419 Apr 23 00:20:12.071086 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-fde0101d-da59-4286-bae6-17078631ed2f service neutron] 10.222.0.15 "GET /v2.0/networks/e38738ea-6823-4680-972d-b3e47d9f8a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807383 Apr 23 00:20:12.302960 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1fa6b698-eee4-4a56-8129-7fdf4f96fa7c req-1f68945b-e328-432a-9f0b-f99a084e5509 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 210 time: 0.0275419 Apr 23 00:20:13.384365 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7199b145-9822-4eb7-9ebc-efb51b7a95de req-6b1bd2ef-ccc7-474d-a43e-b9aabec4d1b4 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 210 time: 0.0307350 Apr 23 00:20:14.461393 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-dcc794c4-0949-4351-8017-47e79f1c418a req-4e118e6f-c54c-4a02-a611-8d1d8aba5db0 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 210 time: 0.0265472 Apr 23 00:20:15.537495 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-edffa561-4b8d-4a52-8403-034de14e8cff req-0d4c5186-510d-40c2-911f-f6fb22ee6133 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 210 time: 0.0268986 Apr 23 00:20:16.629600 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-382bf425-1ea5-4f55-8b35-c64e2f403583 req-485bde76-c8db-4119-a4f1-1f052ad165eb tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 210 time: 0.0268588 Apr 23 00:20:17.724549 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-42d00264-378a-4652-8aac-0e1a489c8c28 req-a583236f-7e97-4d13-b37f-ac8f2a3700dd tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 210 time: 0.0276606 Apr 23 00:20:18.822448 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1b250fa6-d551-495d-87e5-5f522bad19e4 req-a81284b8-6e9c-466f-8c96-057c2d0b4ba8 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 210 time: 0.0267727 Apr 23 00:20:19.133473 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-1daffe9a-aecb-469a-933a-f95dfef918b6 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:19.134924 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-1daffe9a-aecb-469a-933a-f95dfef918b6 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.16 "GET /v2.0/networks?id=e38738ea-6823-4680-972d-b3e47d9f8a32 HTTP/1.1" status: 200 len: 811 time: 0.1024041 Apr 23 00:20:19.147273 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-8c1bb939-8bdb-4b12-9a53-dc13fcf9ad19 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Request body: {'port': {'device_id': 'ca7dee92-04fd-4c9c-aa83-750e46db5a3f', 'network_id': 'e38738ea-6823-4680-972d-b3e47d9f8a32', 'admin_state_up': True, 'tenant_id': '35033bd958dd420e90d5dd95c37a19cb'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:20:19.388123 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-8c1bb939-8bdb-4b12-9a53-dc13fcf9ad19 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Made reservation on behalf of 35033bd958dd420e90d5dd95c37a19cb for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:20:19.392470 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-8c1bb939-8bdb-4b12-9a53-dc13fcf9ad19 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:19.521726 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-8c1bb939-8bdb-4b12-9a53-dc13fcf9ad19 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Allocated IP 172.20.0.4 (e38738ea-6823-4680-972d-b3e47d9f8a32/f596dbc7-e97b-4dce-b1ee-930f8811b0d7/528f9933-8cb4-41aa-be8d-4fd623bc5348) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:20:19.671219 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-8c1bb939-8bdb-4b12-9a53-dc13fcf9ad19 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:19.765788 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-8c1bb939-8bdb-4b12-9a53-dc13fcf9ad19 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:19.811265 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-8c1bb939-8bdb-4b12-9a53-dc13fcf9ad19 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Network e38738ea-6823-4680-972d-b3e47d9f8a32 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:20:19.814531 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-8c1bb939-8bdb-4b12-9a53-dc13fcf9ad19 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:20:19.818399 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-8c1bb939-8bdb-4b12-9a53-dc13fcf9ad19 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:20:19.842353 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bb939-8bdb-4b12-9a53-dc13fcf9ad19 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Pushing event updated for resources: {'Port': ['ID=528f9933-8cb4-41aa-be8d-4fd623bc5348,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:19.869558 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-8c1bb939-8bdb-4b12-9a53-dc13fcf9ad19 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:19.870157 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-8c1bb939-8bdb-4b12-9a53-dc13fcf9ad19 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:19.938003 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec34acb-ccaa-4ba6-9960-83b1e0094e85 req-da23c319-78bf-4b91-9416-edf62043870b tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:19.939424 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fec34acb-ccaa-4ba6-9960-83b1e0094e85 req-da23c319-78bf-4b91-9416-edf62043870b tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 931 time: 0.0484495 Apr 23 00:20:19.942901 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-8c1bb939-8bdb-4b12-9a53-dc13fcf9ad19 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7994015 Apr 23 00:20:19.957013 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-4ee4b62c-3c96-49af-b273-06266e0e988b service neutron] Request body: {'port': {'device_id': 'ca7dee92-04fd-4c9c-aa83-750e46db5a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:20:20.014130 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fec34acb-ccaa-4ba6-9960-83b1e0094e85 req-dccfee34-c396-4b38-ab9a-cdb677946b2f tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbbc9368-211b-4308-9676-9339ff5cbb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678132 Apr 23 00:20:20.037759 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-4ee4b62c-3c96-49af-b273-06266e0e988b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:20.293214 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-4ee4b62c-3c96-49af-b273-06266e0e988b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 528f9933-8cb4-41aa-be8d-4fd623bc5348 {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:20:20.301181 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-4ee4b62c-3c96-49af-b273-06266e0e988b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:20.313069 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-4ee4b62c-3c96-49af-b273-06266e0e988b service neutron] Transition to ACTIVE for port object 528f9933-8cb4-41aa-be8d-4fd623bc5348 will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:20:20.376293 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-4ee4b62c-3c96-49af-b273-06266e0e988b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:20.431029 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4b62c-3c96-49af-b273-06266e0e988b service neutron] Pushing event updated for resources: {'Port': ['ID=528f9933-8cb4-41aa-be8d-4fd623bc5348,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:20.492813 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-4ee4b62c-3c96-49af-b273-06266e0e988b service neutron] Attempting to bind port 528f9933-8cb4-41aa-be8d-4fd623bc5348 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:20:20.493149 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-4ee4b62c-3c96-49af-b273-06266e0e988b service neutron] Attempting to bind port 528f9933-8cb4-41aa-be8d-4fd623bc5348 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '65a3da16-6690-43f8-bd04-f6a00a6e2f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e38738ea-6823-4680-972d-b3e47d9f8a32'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:20:20.493479 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-4ee4b62c-3c96-49af-b273-06266e0e988b service neutron] Attempting to bind port 528f9933-8cb4-41aa-be8d-4fd623bc5348 on network e38738ea-6823-4680-972d-b3e47d9f8a32 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:20:20.497916 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-4ee4b62c-3c96-49af-b273-06266e0e988b service neutron] Port 528f9933-8cb4-41aa-be8d-4fd623bc5348 on network e38738ea-6823-4680-972d-b3e47d9f8a32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:20:20.500546 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-4ee4b62c-3c96-49af-b273-06266e0e988b service neutron] Attempting to bind port 528f9933-8cb4-41aa-be8d-4fd623bc5348 on network e38738ea-6823-4680-972d-b3e47d9f8a32 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:20:20.502962 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-4ee4b62c-3c96-49af-b273-06266e0e988b service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:20:20.503300 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-4ee4b62c-3c96-49af-b273-06266e0e988b service neutron] Checking segment: {'id': '65a3da16-6690-43f8-bd04-f6a00a6e2f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e38738ea-6823-4680-972d-b3e47d9f8a32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:20:20.503712 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-4ee4b62c-3c96-49af-b273-06266e0e988b service neutron] Bound using segment: {'id': '65a3da16-6690-43f8-bd04-f6a00a6e2f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e38738ea-6823-4680-972d-b3e47d9f8a32'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:20:20.504140 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-4ee4b62c-3c96-49af-b273-06266e0e988b service neutron] Bound port: 528f9933-8cb4-41aa-be8d-4fd623bc5348, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a3da16-6690-43f8-bd04-f6a00a6e2f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e38738ea-6823-4680-972d-b3e47d9f8a32'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:20:20.504496 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-4ee4b62c-3c96-49af-b273-06266e0e988b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:20.566159 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-4ee4b62c-3c96-49af-b273-06266e0e988b service neutron] For port 528f9933-8cb4-41aa-be8d-4fd623bc5348, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:20:20.568993 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-4ee4b62c-3c96-49af-b273-06266e0e988b service neutron] For port 528f9933-8cb4-41aa-be8d-4fd623bc5348, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=528f9933-8cb4-41aa-be8d-4fd623bc5348,segment=NetworkSegment(65a3da16-6690-43f8-bd04-f6a00a6e2f0b),segment_id=65a3da16-6690-43f8-bd04-f6a00a6e2f0b)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:20:20.672955 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-4ee4b62c-3c96-49af-b273-06266e0e988b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:20.710654 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-4ee4b62c-3c96-49af-b273-06266e0e988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:20.711264 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-4ee4b62c-3c96-49af-b273-06266e0e988b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:20.712679 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-4ee4b62c-3c96-49af-b273-06266e0e988b service neutron] 10.222.0.16 "PUT /v2.0/ports/528f9933-8cb4-41aa-be8d-4fd623bc5348 HTTP/1.1" status: 200 len: 1093 time: 0.7605085 Apr 23 00:20:20.713115 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7dee92-04fd-4c9c-aa83-750e46db5a3f', 'tag': '528f9933-8cb4-41aa-be8d-4fd623bc5348'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:20:20.715367 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733b94ba-e539-4e0e-b37f-98e7023207f3" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7dee92-04fd-4c9c-aa83-750e46db5a3f", "tag": "528f9933-8cb4-41aa-be8d-4fd623bc5348"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:20:20.739659 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4b62c-3c96-49af-b273-06266e0e988b service neutron] Pushing event updated for resources: {'Port': ['ID=528f9933-8cb4-41aa-be8d-4fd623bc5348,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:20.755896 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df321dc6-7a40-4fa2-9074-a26192cee7b9 x-openstack-request-id: req-df321dc6-7a40-4fa2-9074-a26192cee7b9 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:20:20.756189 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7dee92-04fd-4c9c-aa83-750e46db5a3f", "tag": "528f9933-8cb4-41aa-be8d-4fd623bc5348", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:20:20.756447 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df321dc6-7a40-4fa2-9074-a26192cee7b9 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:20:20.756844 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df321dc6-7a40-4fa2-9074-a26192cee7b9'] response: {'name': 'network-changed', 'server_uuid': 'ca7dee92-04fd-4c9c-aa83-750e46db5a3f', 'tag': '528f9933-8cb4-41aa-be8d-4fd623bc5348', 'status': 'completed', 'code': 200} Apr 23 00:20:20.822009 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b94ba-e539-4e0e-b37f-98e7023207f3 req-70a4ebc7-0efe-4974-92a9-9c6e160b8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:20.823411 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-733b94ba-e539-4e0e-b37f-98e7023207f3 req-70a4ebc7-0efe-4974-92a9-9c6e160b8d6a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=35033bd958dd420e90d5dd95c37a19cb&device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 1096 time: 0.0428019 Apr 23 00:20:20.920212 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b94ba-e539-4e0e-b37f-98e7023207f3 req-d16c81ee-9e3e-4c70-bb16-62cb042f2c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:20.921693 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-733b94ba-e539-4e0e-b37f-98e7023207f3 req-d16c81ee-9e3e-4c70-bb16-62cb042f2c5f service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=35033bd958dd420e90d5dd95c37a19cb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0904410 Apr 23 00:20:21.018672 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b94ba-e539-4e0e-b37f-98e7023207f3 req-4e924e6f-9fd2-4776-be54-b0e0b43e6ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:21.020187 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-733b94ba-e539-4e0e-b37f-98e7023207f3 req-4e924e6f-9fd2-4776-be54-b0e0b43e6ca7 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918541 Apr 23 00:20:21.122586 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-4f7f0d38-9cf6-4e60-a8ac-d9c622640d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:21.124214 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-4f7f0d38-9cf6-4e60-a8ac-d9c622640d1b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=35033bd958dd420e90d5dd95c37a19cb&device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 1096 time: 0.0669396 Apr 23 00:20:21.146122 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97244b7-c16c-421a-b8cb-3c755ef3b527 req-47f4ac22-efb4-4c30-b364-30ee8e82a049 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:21.147502 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f97244b7-c16c-421a-b8cb-3c755ef3b527 req-47f4ac22-efb4-4c30-b364-30ee8e82a049 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 943 time: 0.0650129 Apr 23 00:20:21.183257 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-1d4f1804-ae35-4c91-8c90-0d2fe2fe0c0f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=528f9933-8cb4-41aa-be8d-4fd623bc5348 HTTP/1.1" status: 200 len: 217 time: 0.0510607 Apr 23 00:20:21.241046 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f97244b7-c16c-421a-b8cb-3c755ef3b527 req-3b7bb676-7308-4cba-87dd-489868ab21c6 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbbc9368-211b-4308-9676-9339ff5cbb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641065 Apr 23 00:20:21.248544 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-c17ed0e0-6339-4046-a183-254be6dbc397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:21.250001 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-c17ed0e0-6339-4046-a183-254be6dbc397 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f596dbc7-e97b-4dce-b1ee-930f8811b0d7 HTTP/1.1" status: 200 len: 851 time: 0.0588038 Apr 23 00:20:21.282228 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-53abdf9d-43fd-4b66-a372-652b7718fa88 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e38738ea-6823-4680-972d-b3e47d9f8a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256226 Apr 23 00:20:21.372505 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-d06081e4-7316-4481-a517-a4afe9d6a5a2 service neutron] 10.222.0.16 "GET /v2.0/networks/e38738ea-6823-4680-972d-b3e47d9f8a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832343 Apr 23 00:20:21.460551 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4b26b075-6e02-441a-94a2-e0d426a4b94f req-70dda3b4-98a3-4c00-9fda-aa0417d330d5 service neutron] 10.222.0.16 "GET /v2.0/networks/e38738ea-6823-4680-972d-b3e47d9f8a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808980 Apr 23 00:20:22.363394 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2465fa9-2619-435d-a501-add581b45807 req-ce33c5a2-cf44-4374-8a4d-ecf2fa73cce7 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:22.365037 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d2465fa9-2619-435d-a501-add581b45807 req-ce33c5a2-cf44-4374-8a4d-ecf2fa73cce7 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 943 time: 0.0543585 Apr 23 00:20:22.404952 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d2465fa9-2619-435d-a501-add581b45807 req-cb8240d0-8d87-40f3-aed6-35c78a311d86 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbbc9368-211b-4308-9676-9339ff5cbb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330687 Apr 23 00:20:23.526252 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9494e1-d89d-4b86-a5fe-bc101a8d731d req-3378d97a-d23d-4d3e-98f9-bc37a799f928 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:23.527747 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-af9494e1-d89d-4b86-a5fe-bc101a8d731d req-3378d97a-d23d-4d3e-98f9-bc37a799f928 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 943 time: 0.0552194 Apr 23 00:20:23.565543 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-af9494e1-d89d-4b86-a5fe-bc101a8d731d req-58dec1f8-ef1a-40f0-812e-2788b129acbf tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbbc9368-211b-4308-9676-9339ff5cbb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314512 Apr 23 00:20:23.707894 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:24.690573 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cbc8c-e55e-46ae-909c-9ac3203a6adc req-47c0adf9-5746-459a-86fc-995a10c980e2 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:24.692118 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b52cbc8c-e55e-46ae-909c-9ac3203a6adc req-47c0adf9-5746-459a-86fc-995a10c980e2 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 943 time: 0.0571010 Apr 23 00:20:24.738040 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b52cbc8c-e55e-46ae-909c-9ac3203a6adc req-0e84e041-2956-42a3-bdf3-44a70ceb40c3 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbbc9368-211b-4308-9676-9339ff5cbb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392501 Apr 23 00:20:25.102663 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 528f9933-8cb4-41aa-be8d-4fd623bc5348 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:20:25.199873 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 528f9933-8cb4-41aa-be8d-4fd623bc5348, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=528f9933-8cb4-41aa-be8d-4fd623bc5348,segment=NetworkSegment(65a3da16-6690-43f8-bd04-f6a00a6e2f0b),segment_id=65a3da16-6690-43f8-bd04-f6a00a6e2f0b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:20:25.211501 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '528f9933-8cb4-41aa-be8d-4fd623bc5348', 'network_id': 'e38738ea-6823-4680-972d-b3e47d9f8a32', 'port_id': '528f9933-8cb4-41aa-be8d-4fd623bc5348', 'mac_address': 'fa:16:3e:dd:c1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f596dbc7-e97b-4dce-b1ee-930f8811b0d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:20:25.247255 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:25.260428 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 528f9933-8cb4-41aa-be8d-4fd623bc5348 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:20:25.283754 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 528f9933-8cb4-41aa-be8d-4fd623bc5348, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=528f9933-8cb4-41aa-be8d-4fd623bc5348,segment=NetworkSegment(65a3da16-6690-43f8-bd04-f6a00a6e2f0b),segment_id=65a3da16-6690-43f8-bd04-f6a00a6e2f0b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:20:25.359703 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:25.407581 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=528f9933-8cb4-41aa-be8d-4fd623bc5348,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:25.596842 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['528f9933-8cb4-41aa-be8d-4fd623bc5348'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:20:25.861060 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd225bb9-4a14-4747-bb8f-9259edb6bb8c req-8f864753-e62c-46fa-823f-d3be7cc56f16 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:25.862537 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bd225bb9-4a14-4747-bb8f-9259edb6bb8c req-8f864753-e62c-46fa-823f-d3be7cc56f16 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 944 time: 0.0479703 Apr 23 00:20:25.899479 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bd225bb9-4a14-4747-bb8f-9259edb6bb8c req-4e9ab3ed-4120-4813-a35d-f63c66b5e5eb tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbbc9368-211b-4308-9676-9339ff5cbb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310946 Apr 23 00:20:27.011891 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fe98c-b995-490c-b25c-87f62d4acb92 req-47217a44-d385-4744-a5bb-0d1883f55cbe tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:27.013388 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-820fe98c-b995-490c-b25c-87f62d4acb92 req-47217a44-d385-4744-a5bb-0d1883f55cbe tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 944 time: 0.0484354 Apr 23 00:20:27.051120 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-820fe98c-b995-490c-b25c-87f62d4acb92 req-960a1ef8-21f6-4eb2-8856-8dcabfa9cc1b tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbbc9368-211b-4308-9676-9339ff5cbb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318890 Apr 23 00:20:27.118446 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 528f9933-8cb4-41aa-be8d-4fd623bc5348 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:20:27.238887 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 528f9933-8cb4-41aa-be8d-4fd623bc5348 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:20:27.242464 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 528f9933-8cb4-41aa-be8d-4fd623bc5348 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:20:27.242835 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:27.321622 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:27.343226 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7dee92-04fd-4c9c-aa83-750e46db5a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528f9933-8cb4-41aa-be8d-4fd623bc5348'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:20:27.345450 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c7af6e-f7f5-48ea-abe3-ef7a105151bd" -d '{"events": [{"server_uuid": "ca7dee92-04fd-4c9c-aa83-750e46db5a3f", "name": "network-vif-plugged", "status": "completed", "tag": "528f9933-8cb4-41aa-be8d-4fd623bc5348"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:20:27.358564 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 528f9933-8cb4-41aa-be8d-4fd623bc5348, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=528f9933-8cb4-41aa-be8d-4fd623bc5348,segment=NetworkSegment(65a3da16-6690-43f8-bd04-f6a00a6e2f0b),segment_id=65a3da16-6690-43f8-bd04-f6a00a6e2f0b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:20:27.380742 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f39786-174e-434f-881e-1e79a9bae71b x-openstack-request-id: req-35f39786-174e-434f-881e-1e79a9bae71b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:20:27.385678 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7dee92-04fd-4c9c-aa83-750e46db5a3f", "name": "network-vif-plugged", "status": "completed", "tag": "528f9933-8cb4-41aa-be8d-4fd623bc5348", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:20:27.385678 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35f39786-174e-434f-881e-1e79a9bae71b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:20:27.385678 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f39786-174e-434f-881e-1e79a9bae71b'] response: {'server_uuid': 'ca7dee92-04fd-4c9c-aa83-750e46db5a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528f9933-8cb4-41aa-be8d-4fd623bc5348', 'code': 200} Apr 23 00:20:27.433520 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:27.481300 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=528f9933-8cb4-41aa-be8d-4fd623bc5348,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:27.708827 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a5d54-7208-4193-8f42-0313f9b9051f req-526cc4d7-ca98-49b1-98e9-f41db73a1b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:27.710306 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e25a5d54-7208-4193-8f42-0313f9b9051f req-526cc4d7-ca98-49b1-98e9-f41db73a1b6c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 1098 time: 0.0395341 Apr 23 00:20:27.745482 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e25a5d54-7208-4193-8f42-0313f9b9051f req-e679bcd9-1bd9-4de8-bd46-a1e5a72b6e30 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bbbc9368-211b-4308-9676-9339ff5cbb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275176 Apr 23 00:20:28.167985 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173c16a-3491-4b1e-b20d-77347ad8a6f9 req-c157f101-631e-4e28-a82e-69b5743ac7d9 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:28.170067 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9173c16a-3491-4b1e-b20d-77347ad8a6f9 req-c157f101-631e-4e28-a82e-69b5743ac7d9 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 945 time: 0.0526717 Apr 23 00:20:28.208010 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9173c16a-3491-4b1e-b20d-77347ad8a6f9 req-bb5e256b-b27e-459f-aff7-fbe57c5d6629 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbbc9368-211b-4308-9676-9339ff5cbb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314724 Apr 23 00:20:29.328451 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c30e8-3994-49e7-a997-404d6dcedaa4 req-404354ad-e28d-476a-9739-f47f9a8272fa tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:29.329908 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e79c30e8-3994-49e7-a997-404d6dcedaa4 req-404354ad-e28d-476a-9739-f47f9a8272fa tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 945 time: 0.0523252 Apr 23 00:20:29.366546 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e79c30e8-3994-49e7-a997-404d6dcedaa4 req-0cb531f7-dd92-4782-8546-d582a38ef3e4 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbbc9368-211b-4308-9676-9339ff5cbb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307560 Apr 23 00:20:29.480729 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2d6ff-f3f4-4019-8b8e-3aa16aded0a7 req-2104127e-ad89-49ac-ae9f-1b2ba2fd9944 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:29.482447 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-dcc2d6ff-f3f4-4019-8b8e-3aa16aded0a7 req-2104127e-ad89-49ac-ae9f-1b2ba2fd9944 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 945 time: 0.0507400 Apr 23 00:20:29.520085 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-dcc2d6ff-f3f4-4019-8b8e-3aa16aded0a7 req-88e0c866-98fd-4df7-aa9e-d773b1596b12 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbbc9368-211b-4308-9676-9339ff5cbb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312054 Apr 23 00:20:29.920727 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490207a-7188-4e9b-857a-700069b35c1e req-1bd7f00c-5ff1-4b8a-bb43-b71db159c092 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:29.922220 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9490207a-7188-4e9b-857a-700069b35c1e req-1bd7f00c-5ff1-4b8a-bb43-b71db159c092 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 945 time: 0.0497022 Apr 23 00:20:29.958966 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9490207a-7188-4e9b-857a-700069b35c1e req-61947210-bea3-4d55-bc46-860a9e68122b tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbbc9368-211b-4308-9676-9339ff5cbb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306640 Apr 23 00:20:31.084654 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954f6ea-5812-42e6-afa6-d147162be7cd req-eb086625-b4f8-4100-99c4-6453b4601269 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:31.086046 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8954f6ea-5812-42e6-afa6-d147162be7cd req-eb086625-b4f8-4100-99c4-6453b4601269 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 945 time: 0.0509527 Apr 23 00:20:31.123552 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8954f6ea-5812-42e6-afa6-d147162be7cd req-0754187f-ea28-4d0c-ac32-a8992efce078 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbbc9368-211b-4308-9676-9339ff5cbb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314968 Apr 23 00:20:31.471159 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184415c-a002-4677-8770-a47e3d9eef16 req-de4967e9-4dc7-47bc-913f-ea97f31e1a26 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:31.472813 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7184415c-a002-4677-8770-a47e3d9eef16 req-de4967e9-4dc7-47bc-913f-ea97f31e1a26 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 945 time: 0.0493164 Apr 23 00:20:31.525851 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7184415c-a002-4677-8770-a47e3d9eef16 req-b0909689-e4a6-4f24-b42b-04f2ce01b3b4 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbbc9368-211b-4308-9676-9339ff5cbb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468700 Apr 23 00:20:31.565015 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bbe2d-320f-4a68-a0a0-5e120f7f7869 req-ead83176-b1f5-4978-9fa0-33de84aba3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:31.566496 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b78bbe2d-320f-4a68-a0a0-5e120f7f7869 req-ead83176-b1f5-4978-9fa0-33de84aba3be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=35033bd958dd420e90d5dd95c37a19cb&device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 1098 time: 0.0550799 Apr 23 00:20:31.654908 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bbe2d-320f-4a68-a0a0-5e120f7f7869 req-737969a5-9f00-460b-bfc2-0e455eb17e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:31.656557 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b78bbe2d-320f-4a68-a0a0-5e120f7f7869 req-737969a5-9f00-460b-bfc2-0e455eb17e69 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e38738ea-6823-4680-972d-b3e47d9f8a32 HTTP/1.1" status: 200 len: 912 time: 0.0834339 Apr 23 00:20:31.701022 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b78bbe2d-320f-4a68-a0a0-5e120f7f7869 req-096983d4-fa02-44c2-bcef-5f2015e1ef18 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=528f9933-8cb4-41aa-be8d-4fd623bc5348 HTTP/1.1" status: 200 len: 217 time: 0.0378308 Apr 23 00:20:31.749006 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bbe2d-320f-4a68-a0a0-5e120f7f7869 req-09066311-53a1-459e-b89d-21520ba69dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:31.750421 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b78bbe2d-320f-4a68-a0a0-5e120f7f7869 req-09066311-53a1-459e-b89d-21520ba69dde service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f596dbc7-e97b-4dce-b1ee-930f8811b0d7 HTTP/1.1" status: 200 len: 851 time: 0.0437276 Apr 23 00:20:31.782450 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b78bbe2d-320f-4a68-a0a0-5e120f7f7869 req-694f52db-8714-45bd-a657-4f040f54ca82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e38738ea-6823-4680-972d-b3e47d9f8a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253606 Apr 23 00:20:31.868184 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b78bbe2d-320f-4a68-a0a0-5e120f7f7869 req-c3211535-f4b7-43d6-9c51-cbbcdc0cfb79 service neutron] 10.222.0.16 "GET /v2.0/networks/e38738ea-6823-4680-972d-b3e47d9f8a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795503 Apr 23 00:20:31.959737 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b78bbe2d-320f-4a68-a0a0-5e120f7f7869 req-3cd95827-d7dd-4583-8707-07db662efdd8 service neutron] 10.222.0.16 "GET /v2.0/networks/e38738ea-6823-4680-972d-b3e47d9f8a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832231 Apr 23 00:20:32.649491 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2049015-359d-46df-a93b-2974261b2436 req-44eb2302-d66c-43e8-a5d3-ba7ec0dafff4 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:32.650957 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f2049015-359d-46df-a93b-2974261b2436 req-44eb2302-d66c-43e8-a5d3-ba7ec0dafff4 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 945 time: 0.0537224 Apr 23 00:20:32.690997 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f2049015-359d-46df-a93b-2974261b2436 req-a22d3641-6521-4518-a9a5-3b8a6605db33 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbbc9368-211b-4308-9676-9339ff5cbb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327146 Apr 23 00:20:33.811717 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3656ece-5f1a-47b6-bc1c-c03c8f34bec5 req-c19367f6-ca16-44c8-b7f4-6f0047e491d4 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:33.813168 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f3656ece-5f1a-47b6-bc1c-c03c8f34bec5 req-c19367f6-ca16-44c8-b7f4-6f0047e491d4 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 945 time: 0.0497251 Apr 23 00:20:33.851360 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f3656ece-5f1a-47b6-bc1c-c03c8f34bec5 req-6eff48f6-fe67-4a68-b9fe-5060dcfffa28 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbbc9368-211b-4308-9676-9339ff5cbb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321736 Apr 23 00:20:34.272435 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14c981-ea24-4f4a-ba5f-b12ea0ee2e68 req-b706f773-5624-4821-9e48-c3543696fea6 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:34.273922 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cc14c981-ea24-4f4a-ba5f-b12ea0ee2e68 req-b706f773-5624-4821-9e48-c3543696fea6 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 945 time: 0.0532854 Apr 23 00:20:34.279978 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb7a032c-9cf1-4e89-80a1-59e5a5bfcbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:34.313054 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cc14c981-ea24-4f4a-ba5f-b12ea0ee2e68 req-18c38f54-b734-4d8f-8292-fdd9cff2d8f8 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbbc9368-211b-4308-9676-9339ff5cbb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325093 Apr 23 00:20:35.429069 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a05f7f-20d4-43ff-873d-f712f29a7bee req-97dc2610-35e8-454b-b5eb-6ec9f8a0aeb3 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:35.430532 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e3a05f7f-20d4-43ff-873d-f712f29a7bee req-97dc2610-35e8-454b-b5eb-6ec9f8a0aeb3 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 945 time: 0.0487680 Apr 23 00:20:35.467592 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e3a05f7f-20d4-43ff-873d-f712f29a7bee req-7c07d19a-ea6b-4b23-a335-362447ff8665 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbbc9368-211b-4308-9676-9339ff5cbb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304139 Apr 23 00:20:35.797503 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec607d-b036-49da-b1ed-83ab70324d97 req-a3de1a6e-a646-4c08-8290-54627b254609 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:35.799043 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-33ec607d-b036-49da-b1ed-83ab70324d97 req-a3de1a6e-a646-4c08-8290-54627b254609 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 945 time: 0.0491138 Apr 23 00:20:35.840740 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-33ec607d-b036-49da-b1ed-83ab70324d97 req-6a64e760-d323-4756-9cfe-0247f9c5b2ae tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbbc9368-211b-4308-9676-9339ff5cbb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348482 Apr 23 00:20:35.879231 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b1027-279c-49b9-81d6-5e724ea0fc50 req-6cf3f21c-bf20-4add-9fa6-3f1442a5acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:35.880752 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4f6b1027-279c-49b9-81d6-5e724ea0fc50 req-6cf3f21c-bf20-4add-9fa6-3f1442a5acc2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=35033bd958dd420e90d5dd95c37a19cb&device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 1098 time: 0.0416439 Apr 23 00:20:35.970239 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b1027-279c-49b9-81d6-5e724ea0fc50 req-9f391353-b1cd-4f5a-81fd-4192dad68c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:35.971628 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4f6b1027-279c-49b9-81d6-5e724ea0fc50 req-9f391353-b1cd-4f5a-81fd-4192dad68c48 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e38738ea-6823-4680-972d-b3e47d9f8a32 HTTP/1.1" status: 200 len: 912 time: 0.0825510 Apr 23 00:20:36.016866 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4f6b1027-279c-49b9-81d6-5e724ea0fc50 req-f8523c3e-d7ec-4c07-9f39-b7bb92825480 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=528f9933-8cb4-41aa-be8d-4fd623bc5348 HTTP/1.1" status: 200 len: 217 time: 0.0385411 Apr 23 00:20:36.066071 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b1027-279c-49b9-81d6-5e724ea0fc50 req-86d01ffd-c8cd-48e7-8a76-72de09e9db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:36.067508 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4f6b1027-279c-49b9-81d6-5e724ea0fc50 req-86d01ffd-c8cd-48e7-8a76-72de09e9db9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f596dbc7-e97b-4dce-b1ee-930f8811b0d7 HTTP/1.1" status: 200 len: 851 time: 0.0444870 Apr 23 00:20:36.098894 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4f6b1027-279c-49b9-81d6-5e724ea0fc50 req-ebce244c-c86e-4ae4-80d5-ba2194e0ad06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e38738ea-6823-4680-972d-b3e47d9f8a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246241 Apr 23 00:20:36.191120 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4f6b1027-279c-49b9-81d6-5e724ea0fc50 req-ec4c655c-b51d-488a-8ebb-310ad8149509 service neutron] 10.222.0.16 "GET /v2.0/networks/e38738ea-6823-4680-972d-b3e47d9f8a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846176 Apr 23 00:20:36.279166 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4f6b1027-279c-49b9-81d6-5e724ea0fc50 req-94e9d87a-d302-419b-b0e3-a367ea701cd8 service neutron] 10.222.0.16 "GET /v2.0/networks/e38738ea-6823-4680-972d-b3e47d9f8a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805914 Apr 23 00:20:36.957733 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a1139-cc80-467c-9c23-3f6967e304cb req-92f2e992-de37-4bf4-a79f-ca71cd65a780 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:36.959104 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-196a1139-cc80-467c-9c23-3f6967e304cb req-92f2e992-de37-4bf4-a79f-ca71cd65a780 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 945 time: 0.0495532 Apr 23 00:20:36.999748 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-196a1139-cc80-467c-9c23-3f6967e304cb req-ae607dc4-32aa-4845-8ec3-4eb5d970f5c8 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbbc9368-211b-4308-9676-9339ff5cbb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344815 Apr 23 00:20:37.232983 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0cfce92-1ec8-4e84-b1c9-1c9699c9af72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:37.873482 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:38.121709 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af624dd5-38d4-43e1-95a8-6ff4a75336a7 req-8c54c68b-5db8-4deb-9fa4-f29fca41ce75 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:38.123405 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-af624dd5-38d4-43e1-95a8-6ff4a75336a7 req-8c54c68b-5db8-4deb-9fa4-f29fca41ce75 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 945 time: 0.0529900 Apr 23 00:20:38.160285 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-af624dd5-38d4-43e1-95a8-6ff4a75336a7 req-7d67097b-0238-4849-9ef2-9027760dbe06 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbbc9368-211b-4308-9676-9339ff5cbb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311420 Apr 23 00:20:38.567400 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62917a9d-1413-41e1-967c-5c1d9444f5f6 req-4dc28ff8-791e-412b-9f8f-3048b85d99d0 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:38.568914 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-62917a9d-1413-41e1-967c-5c1d9444f5f6 req-4dc28ff8-791e-412b-9f8f-3048b85d99d0 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 945 time: 0.0501156 Apr 23 00:20:38.605298 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-62917a9d-1413-41e1-967c-5c1d9444f5f6 req-d0f3d68a-e140-4578-b88e-4585ecf8a2d1 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbbc9368-211b-4308-9676-9339ff5cbb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304239 Apr 23 00:20:39.667493 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:39.731128 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93fc75-e44a-4d7f-a5b9-249b0bf0cd8c req-eeec1b45-fab8-4f0f-a381-6d46631649f8 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:39.732727 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6c93fc75-e44a-4d7f-a5b9-249b0bf0cd8c req-eeec1b45-fab8-4f0f-a381-6d46631649f8 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 945 time: 0.0564578 Apr 23 00:20:39.771316 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6c93fc75-e44a-4d7f-a5b9-249b0bf0cd8c req-b87f39b9-09b6-4a12-897c-6b18c03ddc3a tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/security-groups?id=bbbc9368-211b-4308-9676-9339ff5cbb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323987 Apr 23 00:20:39.798912 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:40.410879 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ca280-d380-4cdd-855b-5c6c3d540cea req-8d470a5b-8e66-426c-b42d-bc57a9056cf6 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:40.416555 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b19ca280-d380-4cdd-855b-5c6c3d540cea req-8d470a5b-8e66-426c-b42d-bc57a9056cf6 tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 945 time: 0.0497460 Apr 23 00:20:40.502733 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-b19ca280-d380-4cdd-855b-5c6c3d540cea req-e540739f-a861-4b1f-8744-61f531c9c61d tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Deleting port 528f9933-8cb4-41aa-be8d-4fd623bc5348 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:20:40.503070 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-b19ca280-d380-4cdd-855b-5c6c3d540cea req-e540739f-a861-4b1f-8744-61f531c9c61d tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:40.588196 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-b19ca280-d380-4cdd-855b-5c6c3d540cea req-e540739f-a861-4b1f-8744-61f531c9c61d tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] For port 528f9933-8cb4-41aa-be8d-4fd623bc5348, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=528f9933-8cb4-41aa-be8d-4fd623bc5348,segment=NetworkSegment(65a3da16-6690-43f8-bd04-f6a00a6e2f0b),segment_id=65a3da16-6690-43f8-bd04-f6a00a6e2f0b)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:20:40.588553 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-b19ca280-d380-4cdd-855b-5c6c3d540cea req-e540739f-a861-4b1f-8744-61f531c9c61d tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:40.601049 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-b19ca280-d380-4cdd-855b-5c6c3d540cea req-e540739f-a861-4b1f-8744-61f531c9c61d tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Calling delete_port for 528f9933-8cb4-41aa-be8d-4fd623bc5348 owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:20:40.804065 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-b19ca280-d380-4cdd-855b-5c6c3d540cea req-e540739f-a861-4b1f-8744-61f531c9c61d tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:40.820063 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['528f9933-8cb4-41aa-be8d-4fd623bc5348'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:20:40.847081 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540739f-a861-4b1f-8744-61f531c9c61d tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Pushing event deleted for resources: {'Port': ['ID=528f9933-8cb4-41aa-be8d-4fd623bc5348,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:40.879099 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7e16738f-517b-474e-ad64-e28ace52bcfc req-ce1d6086-bf3d-435a-9571-63c07e61007f tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca7dee92-04fd-4c9c-aa83-750e46db5a3f HTTP/1.1" status: 200 len: 210 time: 0.0352170 Apr 23 00:20:40.898236 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19ca280-d380-4cdd-855b-5c6c3d540cea req-e540739f-a861-4b1f-8744-61f531c9c61d tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] No DVR routers for this DVR port 528f9933-8cb4-41aa-be8d-4fd623bc5348 on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:20:40.900804 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-b19ca280-d380-4cdd-855b-5c6c3d540cea req-e540739f-a861-4b1f-8744-61f531c9c61d tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:40.904717 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b19ca280-d380-4cdd-855b-5c6c3d540cea req-e540739f-a861-4b1f-8744-61f531c9c61d tempest-TestServerAdvancedOps-1374834189 tempest-TestServerAdvancedOps-1374834189-project] 10.222.0.16 "DELETE /v2.0/ports/528f9933-8cb4-41aa-be8d-4fd623bc5348 HTTP/1.1" status: 204 len: 173 time: 0.4854436 Apr 23 00:20:40.905219 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7dee92-04fd-4c9c-aa83-750e46db5a3f', 'name': 'network-vif-deleted', 'tag': '528f9933-8cb4-41aa-be8d-4fd623bc5348'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:20:40.907722 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ec6dfd-cf91-47d9-97f2-4b7dbcf1a5e2" -d '{"events": [{"server_uuid": "ca7dee92-04fd-4c9c-aa83-750e46db5a3f", "name": "network-vif-deleted", "tag": "528f9933-8cb4-41aa-be8d-4fd623bc5348"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:20:40.942910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a125e8c-56f9-4ec5-8b9f-6b2c25c3c852 x-openstack-request-id: req-7a125e8c-56f9-4ec5-8b9f-6b2c25c3c852 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:20:40.943199 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7dee92-04fd-4c9c-aa83-750e46db5a3f", "name": "network-vif-deleted", "tag": "528f9933-8cb4-41aa-be8d-4fd623bc5348", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:20:40.943659 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a125e8c-56f9-4ec5-8b9f-6b2c25c3c852 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:20:40.944067 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a125e8c-56f9-4ec5-8b9f-6b2c25c3c852'] response: {'server_uuid': 'ca7dee92-04fd-4c9c-aa83-750e46db5a3f', 'name': 'network-vif-deleted', 'tag': '528f9933-8cb4-41aa-be8d-4fd623bc5348', 'status': 'completed', 'code': 200} Apr 23 00:20:41.939860 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 58192) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:20:42.312443 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-daffed23-5782-4a73-a546-3175ed1d615b admin admin] Deleting subnet f596dbc7-e97b-4dce-b1ee-930f8811b0d7 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:20:42.315513 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-daffed23-5782-4a73-a546-3175ed1d615b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:42.348834 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-daffed23-5782-4a73-a546-3175ed1d615b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:42.386699 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-daffed23-5782-4a73-a546-3175ed1d615b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:42.582445 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-daffed23-5782-4a73-a546-3175ed1d615b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:42.612600 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffed23-5782-4a73-a546-3175ed1d615b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f596dbc7-e97b-4dce-b1ee-930f8811b0d7,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:42.616367 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-daffed23-5782-4a73-a546-3175ed1d615b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:42.619484 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-daffed23-5782-4a73-a546-3175ed1d615b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f596dbc7-e97b-4dce-b1ee-930f8811b0d7 HTTP/1.1" status: 204 len: 168 time: 0.6785491 Apr 23 00:20:42.622000 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 58194) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:20:42.688264 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c7dcf4a8-0561-42c1-973f-f26ff0f90d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:42.766992 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c7dcf4a8-0561-42c1-973f-f26ff0f90d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:42.787224 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-c7dcf4a8-0561-42c1-973f-f26ff0f90d61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38738ea-6823-4680-972d-b3e47d9f8a32']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:20:42.796881 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-c7dcf4a8-0561-42c1-973f-f26ff0f90d61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a3da16-6690-43f8-bd04-f6a00a6e2f0b') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:20:42.797180 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-c7dcf4a8-0561-42c1-973f-f26ff0f90d61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a3da16-6690-43f8-bd04-f6a00a6e2f0b') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:20:42.806173 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c7dcf4a8-0561-42c1-973f-f26ff0f90d61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:42.819004 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c7dcf4a8-0561-42c1-973f-f26ff0f90d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:42.824692 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7dcf4a8-0561-42c1-973f-f26ff0f90d61 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:20:42.825073 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c7dcf4a8-0561-42c1-973f-f26ff0f90d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:20:42.827180 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:20:42.930569 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c7dcf4a8-0561-42c1-973f-f26ff0f90d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:42.934811 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c7dcf4a8-0561-42c1-973f-f26ff0f90d61 admin admin] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:42.938811 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c7dcf4a8-0561-42c1-973f-f26ff0f90d61 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e38738ea-6823-4680-972d-b3e47d9f8a32 HTTP/1.1" status: 204 len: 168 time: 0.3158183 Apr 23 00:20:42.941725 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 58196) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:20:42.957594 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dcf4a8-0561-42c1-973f-f26ff0f90d61 admin admin] Pushing event deleted for resources: {'Network': ['ID=e38738ea-6823-4680-972d-b3e47d9f8a32,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:42.992381 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f65046-e2b7-47fc-8bba-fad0e6854de9 admin admin] Deleting subnet 15187049-7a21-4603-b957-56437548dcd6 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:20:42.995472 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-81f65046-e2b7-47fc-8bba-fad0e6854de9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:43.031158 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-81f65046-e2b7-47fc-8bba-fad0e6854de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:43.068817 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-81f65046-e2b7-47fc-8bba-fad0e6854de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:43.187900 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-81f65046-e2b7-47fc-8bba-fad0e6854de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:43.213582 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f65046-e2b7-47fc-8bba-fad0e6854de9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15187049-7a21-4603-b957-56437548dcd6,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:43.219021 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-81f65046-e2b7-47fc-8bba-fad0e6854de9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:43.222206 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-81f65046-e2b7-47fc-8bba-fad0e6854de9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/15187049-7a21-4603-b957-56437548dcd6 HTTP/1.1" status: 204 len: 168 time: 0.2793984 Apr 23 00:20:43.224853 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 58198) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:20:43.295940 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-71faccb8-b5a1-429b-9824-be5c1c431de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:43.370522 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-71faccb8-b5a1-429b-9824-be5c1c431de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:43.391111 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-71faccb8-b5a1-429b-9824-be5c1c431de2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5058bcdf-6079-4e86-9ce1-756f991ecabd']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:20:43.399973 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-71faccb8-b5a1-429b-9824-be5c1c431de2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c2616e0-a225-4fb6-a767-69440944cd0c') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:20:43.400266 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-71faccb8-b5a1-429b-9824-be5c1c431de2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c2616e0-a225-4fb6-a767-69440944cd0c') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:20:43.414487 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-71faccb8-b5a1-429b-9824-be5c1c431de2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:43.428276 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-71faccb8-b5a1-429b-9824-be5c1c431de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:43.433813 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71faccb8-b5a1-429b-9824-be5c1c431de2 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:20:43.434189 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-71faccb8-b5a1-429b-9824-be5c1c431de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:20:43.435888 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:20:43.535734 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-71faccb8-b5a1-429b-9824-be5c1c431de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:43.540054 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-71faccb8-b5a1-429b-9824-be5c1c431de2 admin admin] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:43.543386 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-71faccb8-b5a1-429b-9824-be5c1c431de2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5058bcdf-6079-4e86-9ce1-756f991ecabd HTTP/1.1" status: 204 len: 168 time: 0.3175292 Apr 23 00:20:43.557424 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71faccb8-b5a1-429b-9824-be5c1c431de2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5058bcdf-6079-4e86-9ce1-756f991ecabd,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:43.916615 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 58202) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:20:43.956840 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-18e4aa50-934b-459b-b719-a4b2faa31688 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=35033bd958dd420e90d5dd95c37a19cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390909 Apr 23 00:20:43.959271 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 58204) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:20:44.005603 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-02d7c3b7-3c38-40fc-8e34-190d8f7d7e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:44.026353 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-02d7c3b7-3c38-40fc-8e34-190d8f7d7e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:44.130635 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-02d7c3b7-3c38-40fc-8e34-190d8f7d7e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:44.133137 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-02d7c3b7-3c38-40fc-8e34-190d8f7d7e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:44.134304 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-02d7c3b7-3c38-40fc-8e34-190d8f7d7e5e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bbbc9368-211b-4308-9676-9339ff5cbb5d HTTP/1.1" status: 204 len: 168 time: 0.1741376 Apr 23 00:20:44.142649 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7c3b7-3c38-40fc-8e34-190d8f7d7e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbc9368-211b-4308-9676-9339ff5cbb5d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:44.791630 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 58210) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:20:44.830698 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-beac8f27-ecfa-4b91-9edc-c5562d3d57f9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ca73189311d47eebd38d0f9b2f21c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377715 Apr 23 00:20:44.832978 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 58212) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:20:44.880854 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-241c7dbf-c4b3-40d3-ad17-288a7083949c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:44.901172 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-241c7dbf-c4b3-40d3-ad17-288a7083949c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:45.004519 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-241c7dbf-c4b3-40d3-ad17-288a7083949c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:45.007101 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-241c7dbf-c4b3-40d3-ad17-288a7083949c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:45.008306 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-241c7dbf-c4b3-40d3-ad17-288a7083949c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c8a93255-2955-4c3a-b33f-47bf0c857537 HTTP/1.1" status: 204 len: 168 time: 0.1744127 Apr 23 00:20:45.018275 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c7dbf-c4b3-40d3-ad17-288a7083949c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a93255-2955-4c3a-b33f-47bf0c857537,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:45.291734 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 528f9933-8cb4-41aa-be8d-4fd623bc5348 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:20:45.291734 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 528f9933-8cb4-41aa-be8d-4fd623bc5348 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:20:45.291734 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 528f9933-8cb4-41aa-be8d-4fd623bc5348 not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:20:48.813490 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:20:52.741037 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-0dd568c5-7c8b-4bc3-ac1a-9ac385152fe9 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d822223747284d00ba6f040c48a3b102&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288675 Apr 23 00:20:52.922417 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-5b9a745e-aeea-406a-9982-cf6ae99b04c5 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:52.923878 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-5b9a745e-aeea-406a-9982-cf6ae99b04c5 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775894 Apr 23 00:20:52.939117 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-0a323db4-aa25-45d5-9649-c8f81ed1b575 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/quotas/d822223747284d00ba6f040c48a3b102 HTTP/1.1" status: 200 len: 375 time: 0.0095079 Apr 23 00:20:52.970664 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-dd504f5c-b72a-4e97-9806-52403216594e tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d822223747284d00ba6f040c48a3b102&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259583 Apr 23 00:20:53.201971 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-97693f30-b644-4467-8d2e-228d9cda6470 req-cc10696c-c4b4-46a1-80fa-293ce3104e30 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/ports?device_id=abdaf1c1-3646-4c23-870c-d5986e0abe98 HTTP/1.1" status: 200 len: 210 time: 0.0278537 Apr 23 00:20:53.741358 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:54.297131 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8c0edf2d-7feb-47c4-9a35-acada3096549 req-fc6de22f-e848-440d-9b9f-ebf9972e38ca tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/ports?device_id=abdaf1c1-3646-4c23-870c-d5986e0abe98 HTTP/1.1" status: 200 len: 210 time: 0.0278640 Apr 23 00:20:55.121602 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-abc62f3c-26c4-4d4b-91a2-8d111a205a65 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d822223747284d00ba6f040c48a3b102&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237429 Apr 23 00:20:55.227368 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-604debd7-218e-4924-9800-f191dbc2c190 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:55.228832 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-604debd7-218e-4924-9800-f191dbc2c190 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1020632 Apr 23 00:20:55.242729 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-37128352-2bb9-4114-bb57-eefcbf887bf8 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Request body: {'port': {'device_id': 'abdaf1c1-3646-4c23-870c-d5986e0abe98', 'network_id': '73ac25aa-5ec5-40c6-a0a7-b1ab963db784', 'admin_state_up': True, 'tenant_id': 'd822223747284d00ba6f040c48a3b102'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:20:55.398358 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ca0d2987-9680-4279-ab2e-7cb266dd2898 req-de402a4e-787a-40ef-8550-d27a81974a73 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/ports?device_id=abdaf1c1-3646-4c23-870c-d5986e0abe98 HTTP/1.1" status: 200 len: 210 time: 0.0307972 Apr 23 00:20:55.438724 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-37128352-2bb9-4114-bb57-eefcbf887bf8 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Made reservation on behalf of d822223747284d00ba6f040c48a3b102 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:20:55.442360 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-37128352-2bb9-4114-bb57-eefcbf887bf8 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:55.452706 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-37128352-2bb9-4114-bb57-eefcbf887bf8 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:55.526105 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-37128352-2bb9-4114-bb57-eefcbf887bf8 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:55.563771 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-37128352-2bb9-4114-bb57-eefcbf887bf8 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:55.623164 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37128352-2bb9-4114-bb57-eefcbf887bf8 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8f610b-7b46-48c4-ac30-911970da11af,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:55.704817 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-37128352-2bb9-4114-bb57-eefcbf887bf8 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Allocated IP 192.168.233.33 (73ac25aa-5ec5-40c6-a0a7-b1ab963db784/1946ccca-1c72-4120-ae8b-1e61c6fe9bf2/810daa33-a9c7-438f-ab5c-e10293e1e958) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:20:55.847583 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-37128352-2bb9-4114-bb57-eefcbf887bf8 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:55.941085 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-37128352-2bb9-4114-bb57-eefcbf887bf8 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:55.989651 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-37128352-2bb9-4114-bb57-eefcbf887bf8 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Network 73ac25aa-5ec5-40c6-a0a7-b1ab963db784 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:20:55.992751 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-37128352-2bb9-4114-bb57-eefcbf887bf8 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:20:55.996589 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-37128352-2bb9-4114-bb57-eefcbf887bf8 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:20:56.003121 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37128352-2bb9-4114-bb57-eefcbf887bf8 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Pushing event updated for resources: {'Port': ['ID=810daa33-a9c7-438f-ab5c-e10293e1e958,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:56.051835 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-37128352-2bb9-4114-bb57-eefcbf887bf8 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:56.052450 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-37128352-2bb9-4114-bb57-eefcbf887bf8 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:56.127112 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-37128352-2bb9-4114-bb57-eefcbf887bf8 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8880312 Apr 23 00:20:56.139948 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-9da18d5c-e2a6-4252-9705-8eb3c6ea4ee0 service neutron] Request body: {'port': {'device_id': 'abdaf1c1-3646-4c23-870c-d5986e0abe98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:20:56.194238 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-9da18d5c-e2a6-4252-9705-8eb3c6ea4ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:56.274024 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b4e154c3-7878-4729-b266-b50c5ac9c359 None None] Provisioning complete for port 810daa33-a9c7-438f-ab5c-e10293e1e958 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:20:56.274576 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4e154c3-7878-4729-b266-b50c5ac9c359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:56.307352 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b4e154c3-7878-4729-b266-b50c5ac9c359 None None] Port 810daa33-a9c7-438f-ab5c-e10293e1e958 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:20:56.457195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-9da18d5c-e2a6-4252-9705-8eb3c6ea4ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 810daa33-a9c7-438f-ab5c-e10293e1e958 {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:20:56.464643 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-9da18d5c-e2a6-4252-9705-8eb3c6ea4ee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:56.500717 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-9da18d5c-e2a6-4252-9705-8eb3c6ea4ee0 service neutron] Transition to ACTIVE for port object 810daa33-a9c7-438f-ab5c-e10293e1e958 will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:20:56.520020 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b804f-8eee-4420-887d-c4550c71fa89 req-30ddc4a3-cdee-45d6-854e-22e3963660b0 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:56.521497 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-806b804f-8eee-4420-887d-c4550c71fa89 req-30ddc4a3-cdee-45d6-854e-22e3963660b0 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/ports?device_id=abdaf1c1-3646-4c23-870c-d5986e0abe98 HTTP/1.1" status: 200 len: 935 time: 0.0544870 Apr 23 00:20:56.558980 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-806b804f-8eee-4420-887d-c4550c71fa89 req-70b796cf-1847-44da-9a0f-fda99f3449b6 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc8f610b-7b46-48c4-ac30-911970da11af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315416 Apr 23 00:20:56.580393 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-9da18d5c-e2a6-4252-9705-8eb3c6ea4ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:56.632204 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da18d5c-e2a6-4252-9705-8eb3c6ea4ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=810daa33-a9c7-438f-ab5c-e10293e1e958,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:56.704767 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-9da18d5c-e2a6-4252-9705-8eb3c6ea4ee0 service neutron] Attempting to bind port 810daa33-a9c7-438f-ab5c-e10293e1e958 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:20:56.705111 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-9da18d5c-e2a6-4252-9705-8eb3c6ea4ee0 service neutron] Attempting to bind port 810daa33-a9c7-438f-ab5c-e10293e1e958 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '4b8f1485-0537-477c-b808-d53dae446f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '73ac25aa-5ec5-40c6-a0a7-b1ab963db784'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:20:56.705444 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-9da18d5c-e2a6-4252-9705-8eb3c6ea4ee0 service neutron] Attempting to bind port 810daa33-a9c7-438f-ab5c-e10293e1e958 on network 73ac25aa-5ec5-40c6-a0a7-b1ab963db784 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:20:56.710241 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-9da18d5c-e2a6-4252-9705-8eb3c6ea4ee0 service neutron] Port 810daa33-a9c7-438f-ab5c-e10293e1e958 on network 73ac25aa-5ec5-40c6-a0a7-b1ab963db784 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:20:56.710523 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-9da18d5c-e2a6-4252-9705-8eb3c6ea4ee0 service neutron] Attempting to bind port 810daa33-a9c7-438f-ab5c-e10293e1e958 on network 73ac25aa-5ec5-40c6-a0a7-b1ab963db784 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:20:56.716722 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-9da18d5c-e2a6-4252-9705-8eb3c6ea4ee0 service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:20:56.717256 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-9da18d5c-e2a6-4252-9705-8eb3c6ea4ee0 service neutron] Checking segment: {'id': '4b8f1485-0537-477c-b808-d53dae446f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '73ac25aa-5ec5-40c6-a0a7-b1ab963db784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:20:56.717644 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-9da18d5c-e2a6-4252-9705-8eb3c6ea4ee0 service neutron] Bound using segment: {'id': '4b8f1485-0537-477c-b808-d53dae446f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '73ac25aa-5ec5-40c6-a0a7-b1ab963db784'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:20:56.718082 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-9da18d5c-e2a6-4252-9705-8eb3c6ea4ee0 service neutron] Bound port: 810daa33-a9c7-438f-ab5c-e10293e1e958, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b8f1485-0537-477c-b808-d53dae446f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '73ac25aa-5ec5-40c6-a0a7-b1ab963db784'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:20:56.718442 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-9da18d5c-e2a6-4252-9705-8eb3c6ea4ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:56.784438 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-9da18d5c-e2a6-4252-9705-8eb3c6ea4ee0 service neutron] For port 810daa33-a9c7-438f-ab5c-e10293e1e958, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:20:56.787500 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-9da18d5c-e2a6-4252-9705-8eb3c6ea4ee0 service neutron] For port 810daa33-a9c7-438f-ab5c-e10293e1e958, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=810daa33-a9c7-438f-ab5c-e10293e1e958,segment=NetworkSegment(4b8f1485-0537-477c-b808-d53dae446f67),segment_id=4b8f1485-0537-477c-b808-d53dae446f67)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:20:56.867552 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-9da18d5c-e2a6-4252-9705-8eb3c6ea4ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:56.901437 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-9da18d5c-e2a6-4252-9705-8eb3c6ea4ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:56.902064 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-9da18d5c-e2a6-4252-9705-8eb3c6ea4ee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:56.904158 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-9da18d5c-e2a6-4252-9705-8eb3c6ea4ee0 service neutron] 10.222.0.16 "PUT /v2.0/ports/810daa33-a9c7-438f-ab5c-e10293e1e958 HTTP/1.1" status: 200 len: 1097 time: 0.7688422 Apr 23 00:20:56.904988 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abdaf1c1-3646-4c23-870c-d5986e0abe98', 'tag': '810daa33-a9c7-438f-ab5c-e10293e1e958'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:20:56.907525 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169696a0-106b-474c-bfe7-db74ec9a2910" -d '{"events": [{"name": "network-changed", "server_uuid": "abdaf1c1-3646-4c23-870c-d5986e0abe98", "tag": "810daa33-a9c7-438f-ab5c-e10293e1e958"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:20:56.932087 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da18d5c-e2a6-4252-9705-8eb3c6ea4ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=810daa33-a9c7-438f-ab5c-e10293e1e958,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:56.951887 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53eae19-9e04-4032-9e38-f44b7cefccbe x-openstack-request-id: req-f53eae19-9e04-4032-9e38-f44b7cefccbe {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:20:56.952187 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abdaf1c1-3646-4c23-870c-d5986e0abe98", "tag": "810daa33-a9c7-438f-ab5c-e10293e1e958", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:20:56.952447 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f53eae19-9e04-4032-9e38-f44b7cefccbe {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:20:56.952861 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f53eae19-9e04-4032-9e38-f44b7cefccbe'] response: {'name': 'network-changed', 'server_uuid': 'abdaf1c1-3646-4c23-870c-d5986e0abe98', 'tag': '810daa33-a9c7-438f-ab5c-e10293e1e958', 'status': 'completed', 'code': 200} Apr 23 00:20:57.019803 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169696a0-106b-474c-bfe7-db74ec9a2910 req-f87d1787-cbb6-49ec-bbed-0ca6ae7f2457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:57.021363 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-169696a0-106b-474c-bfe7-db74ec9a2910 req-f87d1787-cbb6-49ec-bbed-0ca6ae7f2457 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d822223747284d00ba6f040c48a3b102&device_id=abdaf1c1-3646-4c23-870c-d5986e0abe98 HTTP/1.1" status: 200 len: 1100 time: 0.0467961 Apr 23 00:20:57.050189 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-169696a0-106b-474c-bfe7-db74ec9a2910 req-68b0a37c-97c8-4d64-baf2-712d3982e771 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d822223747284d00ba6f040c48a3b102&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205491 Apr 23 00:20:57.142560 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169696a0-106b-474c-bfe7-db74ec9a2910 req-5bcffce3-bd5c-4b04-bf6c-709fff96e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:57.144066 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-169696a0-106b-474c-bfe7-db74ec9a2910 req-5bcffce3-bd5c-4b04-bf6c-709fff96e8ab service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877891 Apr 23 00:20:57.225456 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-acb7c6b3-f07b-47c5-9882-3da09e06f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:57.226837 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-acb7c6b3-f07b-47c5-9882-3da09e06f43b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d822223747284d00ba6f040c48a3b102&device_id=abdaf1c1-3646-4c23-870c-d5986e0abe98 HTTP/1.1" status: 200 len: 1100 time: 0.0463307 Apr 23 00:20:57.268418 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-38bebe65-89eb-49d1-a42e-2d7474049a41 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=810daa33-a9c7-438f-ab5c-e10293e1e958 HTTP/1.1" status: 200 len: 217 time: 0.0342205 Apr 23 00:20:57.318428 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-2198b47b-55e9-45a3-a7fd-fd7042491949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:57.319920 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-2198b47b-55e9-45a3-a7fd-fd7042491949 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1946ccca-1c72-4120-ae8b-1e61c6fe9bf2 HTTP/1.1" status: 200 len: 843 time: 0.0453014 Apr 23 00:20:57.366126 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-1244e9c1-7929-451d-9ad1-bb0fce6d4642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:57.367734 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-1244e9c1-7929-451d-9ad1-bb0fce6d4642 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73ac25aa-5ec5-40c6-a0a7-b1ab963db784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0401103 Apr 23 00:20:57.461737 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-129bca6f-66ed-41c7-bcac-7d3695c25b54 service neutron] 10.222.0.16 "GET /v2.0/networks/73ac25aa-5ec5-40c6-a0a7-b1ab963db784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859466 Apr 23 00:20:57.550222 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-342485e7-b98d-4695-ac4c-e8a24fba4f64 req-9f014d19-1a2d-4987-80fb-945aa8529605 service neutron] 10.222.0.16 "GET /v2.0/networks/73ac25aa-5ec5-40c6-a0a7-b1ab963db784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808115 Apr 23 00:20:57.685286 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4f601-fa47-4efa-b102-8fb2456f2535 req-eb2b2f28-6322-4979-b2fc-781f740e4348 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:57.686913 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9ce4f601-fa47-4efa-b102-8fb2456f2535 req-eb2b2f28-6322-4979-b2fc-781f740e4348 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/ports?device_id=abdaf1c1-3646-4c23-870c-d5986e0abe98 HTTP/1.1" status: 200 len: 947 time: 0.0582948 Apr 23 00:20:57.725204 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9ce4f601-fa47-4efa-b102-8fb2456f2535 req-fd970656-0359-408b-b0aa-d67decedd99c tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc8f610b-7b46-48c4-ac30-911970da11af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322051 Apr 23 00:20:58.842297 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e3fee-a48d-4cfb-80cd-ec9ad5239977 req-243ad359-5214-4eee-9dc7-fa3e66281638 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:58.843777 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-828e3fee-a48d-4cfb-80cd-ec9ad5239977 req-243ad359-5214-4eee-9dc7-fa3e66281638 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/ports?device_id=abdaf1c1-3646-4c23-870c-d5986e0abe98 HTTP/1.1" status: 200 len: 947 time: 0.0488806 Apr 23 00:20:58.880351 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-828e3fee-a48d-4cfb-80cd-ec9ad5239977 req-8c60cd3b-e328-4559-a6d5-ef131fbe70d0 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc8f610b-7b46-48c4-ac30-911970da11af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306447 Apr 23 00:20:59.993472 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad7e5e-ff08-42ce-898e-5cc0e6b958bc req-11c9c84d-25e6-4a4e-ac00-b6246ccb89c5 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:59.994946 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a6ad7e5e-ff08-42ce-898e-5cc0e6b958bc req-11c9c84d-25e6-4a4e-ac00-b6246ccb89c5 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/ports?device_id=abdaf1c1-3646-4c23-870c-d5986e0abe98 HTTP/1.1" status: 200 len: 947 time: 0.0485473 Apr 23 00:21:00.032633 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a6ad7e5e-ff08-42ce-898e-5cc0e6b958bc req-45eaf95a-2e39-4ccf-a803-4c56887aaff0 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc8f610b-7b46-48c4-ac30-911970da11af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314438 Apr 23 00:21:01.145336 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee691f-7493-42b8-839f-8c11fdda4326 req-4d9e3edc-840f-4bdc-bae8-abc2762ce7e1 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:01.146813 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d7ee691f-7493-42b8-839f-8c11fdda4326 req-4d9e3edc-840f-4bdc-bae8-abc2762ce7e1 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/ports?device_id=abdaf1c1-3646-4c23-870c-d5986e0abe98 HTTP/1.1" status: 200 len: 947 time: 0.0480688 Apr 23 00:21:01.184857 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d7ee691f-7493-42b8-839f-8c11fdda4326 req-b05861c7-6703-4d23-9f82-0a611e106ebb tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc8f610b-7b46-48c4-ac30-911970da11af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316553 Apr 23 00:21:01.241055 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 810daa33-a9c7-438f-ab5c-e10293e1e958 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:21:01.340587 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 810daa33-a9c7-438f-ab5c-e10293e1e958, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=810daa33-a9c7-438f-ab5c-e10293e1e958,segment=NetworkSegment(4b8f1485-0537-477c-b808-d53dae446f67),segment_id=4b8f1485-0537-477c-b808-d53dae446f67)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:21:01.355312 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '810daa33-a9c7-438f-ab5c-e10293e1e958', 'network_id': '73ac25aa-5ec5-40c6-a0a7-b1ab963db784', 'port_id': '810daa33-a9c7-438f-ab5c-e10293e1e958', 'mac_address': 'fa:16:3e:53:84:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1946ccca-1c72-4120-ae8b-1e61c6fe9bf2', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:21:01.392614 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:01.404799 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810daa33-a9c7-438f-ab5c-e10293e1e958 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:21:01.423357 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 810daa33-a9c7-438f-ab5c-e10293e1e958, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=810daa33-a9c7-438f-ab5c-e10293e1e958,segment=NetworkSegment(4b8f1485-0537-477c-b808-d53dae446f67),segment_id=4b8f1485-0537-477c-b808-d53dae446f67)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:21:01.513165 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:01.562165 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=810daa33-a9c7-438f-ab5c-e10293e1e958,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:21:01.705731 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['810daa33-a9c7-438f-ab5c-e10293e1e958'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:21:02.298810 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cad081-9e2e-4113-a753-cf3e1d2c8904 req-eb168268-b785-4d86-b7c2-2a3c764c0678 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:02.300305 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-36cad081-9e2e-4113-a753-cf3e1d2c8904 req-eb168268-b785-4d86-b7c2-2a3c764c0678 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/ports?device_id=abdaf1c1-3646-4c23-870c-d5986e0abe98 HTTP/1.1" status: 200 len: 948 time: 0.0488250 Apr 23 00:21:02.337635 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-36cad081-9e2e-4113-a753-cf3e1d2c8904 req-b59b996f-080e-46dc-816e-aacd706393e6 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc8f610b-7b46-48c4-ac30-911970da11af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313840 Apr 23 00:21:03.256422 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 810daa33-a9c7-438f-ab5c-e10293e1e958 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:21:03.369431 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 810daa33-a9c7-438f-ab5c-e10293e1e958 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:21:03.374313 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 810daa33-a9c7-438f-ab5c-e10293e1e958 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:21:03.379819 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:03.455067 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:03.460812 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7b992-146b-4f49-9913-ae1c4ed3ea94 req-31a7a810-349a-4d02-b822-6444f97ef456 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:03.462299 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-44d7b992-146b-4f49-9913-ae1c4ed3ea94 req-31a7a810-349a-4d02-b822-6444f97ef456 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/ports?device_id=abdaf1c1-3646-4c23-870c-d5986e0abe98 HTTP/1.1" status: 200 len: 948 time: 0.0558758 Apr 23 00:21:03.478690 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdaf1c1-3646-4c23-870c-d5986e0abe98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810daa33-a9c7-438f-ab5c-e10293e1e958'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:21:03.481038 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826425c2-e686-4130-b79b-a7aa8ecc7875" -d '{"events": [{"server_uuid": "abdaf1c1-3646-4c23-870c-d5986e0abe98", "name": "network-vif-plugged", "status": "completed", "tag": "810daa33-a9c7-438f-ab5c-e10293e1e958"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:21:03.493437 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 810daa33-a9c7-438f-ab5c-e10293e1e958, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=810daa33-a9c7-438f-ab5c-e10293e1e958,segment=NetworkSegment(4b8f1485-0537-477c-b808-d53dae446f67),segment_id=4b8f1485-0537-477c-b808-d53dae446f67)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:21:03.502457 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-44d7b992-146b-4f49-9913-ae1c4ed3ea94 req-67afdfd9-40ab-40eb-ab05-599497ab63cd tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc8f610b-7b46-48c4-ac30-911970da11af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333970 Apr 23 00:21:03.529089 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac93b55f-eeed-4f67-a10f-7d0bc3ad32dc x-openstack-request-id: req-ac93b55f-eeed-4f67-a10f-7d0bc3ad32dc {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:21:03.529485 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdaf1c1-3646-4c23-870c-d5986e0abe98", "name": "network-vif-plugged", "status": "completed", "tag": "810daa33-a9c7-438f-ab5c-e10293e1e958", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:21:03.529737 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac93b55f-eeed-4f67-a10f-7d0bc3ad32dc {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:21:03.530408 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac93b55f-eeed-4f67-a10f-7d0bc3ad32dc'] response: {'server_uuid': 'abdaf1c1-3646-4c23-870c-d5986e0abe98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810daa33-a9c7-438f-ab5c-e10293e1e958', 'code': 200} Apr 23 00:21:03.563865 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:03.610861 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=810daa33-a9c7-438f-ab5c-e10293e1e958,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:21:03.820989 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cd22d-8021-49f2-8687-84b0eb5b7b5f req-a6ddf17f-3b72-4464-9f90-9381797971fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:03.822489 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e32cd22d-8021-49f2-8687-84b0eb5b7b5f req-a6ddf17f-3b72-4464-9f90-9381797971fe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=abdaf1c1-3646-4c23-870c-d5986e0abe98 HTTP/1.1" status: 200 len: 1102 time: 0.0436218 Apr 23 00:21:03.856679 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e32cd22d-8021-49f2-8687-84b0eb5b7b5f req-58f0b751-3fd8-46d7-8040-5ccad40b384d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bc8f610b-7b46-48c4-ac30-911970da11af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277276 Apr 23 00:21:04.254726 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fec436e2-52d7-47e8-9797-45bb18e1201a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:04.617011 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec7e5c-da91-41ae-a71b-dde7d5dbaa1f req-c263557c-1d38-47c1-a209-4475b7a83d7a tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:04.618475 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-43ec7e5c-da91-41ae-a71b-dde7d5dbaa1f req-c263557c-1d38-47c1-a209-4475b7a83d7a tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/ports?device_id=abdaf1c1-3646-4c23-870c-d5986e0abe98 HTTP/1.1" status: 200 len: 949 time: 0.0487907 Apr 23 00:21:04.655867 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-43ec7e5c-da91-41ae-a71b-dde7d5dbaa1f req-e42902a0-2947-4998-9621-51c787a577a3 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc8f610b-7b46-48c4-ac30-911970da11af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308707 Apr 23 00:21:05.772532 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9830c2f-ebe0-457f-949a-32094ca0d0ce req-7e80c226-579f-4ddb-b963-da178f34ae8b tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:05.773997 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b9830c2f-ebe0-457f-949a-32094ca0d0ce req-7e80c226-579f-4ddb-b963-da178f34ae8b tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/ports?device_id=abdaf1c1-3646-4c23-870c-d5986e0abe98 HTTP/1.1" status: 200 len: 949 time: 0.0481956 Apr 23 00:21:05.812360 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b9830c2f-ebe0-457f-949a-32094ca0d0ce req-0d2ce8b2-7d15-4b99-9b8a-6494cc92a7b0 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc8f610b-7b46-48c4-ac30-911970da11af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316448 Apr 23 00:21:06.152132 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [req-64d58d69-ea9a-4088-8596-a48b30af3dfd req-72d53825-87c1-472f-b22a-cdd2771dd0a2 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:21:06.153777 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-64d58d69-ea9a-4088-8596-a48b30af3dfd req-72d53825-87c1-472f-b22a-cdd2771dd0a2 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058455 Apr 23 00:21:06.674258 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [req-19d297ed-41bf-4612-864f-ecbd92a652e9 req-c8004476-01a7-4532-b901-3333510579cf service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:21:06.675226 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-19d297ed-41bf-4612-864f-ecbd92a652e9 req-c8004476-01a7-4532-b901-3333510579cf service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053327 Apr 23 00:21:07.307211 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630eff72-3f10-4fa6-8fe0-77d282b5e39b req-912a742f-27a9-4e28-aa75-e6d07b881381 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:07.309996 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-630eff72-3f10-4fa6-8fe0-77d282b5e39b req-912a742f-27a9-4e28-aa75-e6d07b881381 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/ports?device_id=abdaf1c1-3646-4c23-870c-d5986e0abe98 HTTP/1.1" status: 200 len: 949 time: 0.0502691 Apr 23 00:21:07.313238 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94256129-546c-48e5-9b89-287e1d2bada1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:07.347816 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-630eff72-3f10-4fa6-8fe0-77d282b5e39b req-24827c30-b81b-4848-b373-b61b9e713b33 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc8f610b-7b46-48c4-ac30-911970da11af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317888 Apr 23 00:21:07.923555 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:08.466656 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9343b-d7c0-4886-9b6f-8b47b2d71e4a req-7135ba15-06e0-4681-b08b-7fbb22d90bb3 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:08.468158 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-43d9343b-d7c0-4886-9b6f-8b47b2d71e4a req-7135ba15-06e0-4681-b08b-7fbb22d90bb3 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/ports?device_id=abdaf1c1-3646-4c23-870c-d5986e0abe98 HTTP/1.1" status: 200 len: 949 time: 0.0505075 Apr 23 00:21:08.504862 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-43d9343b-d7c0-4886-9b6f-8b47b2d71e4a req-86c48900-fa58-4fec-b8ef-b77b9048e704 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc8f610b-7b46-48c4-ac30-911970da11af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307252 Apr 23 00:21:08.598942 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde054b-1b21-46c8-8fa9-b9cac9697611 req-abd087d1-8d84-460f-bacd-d97371f65129 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:08.600410 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9fde054b-1b21-46c8-8fa9-b9cac9697611 req-abd087d1-8d84-460f-bacd-d97371f65129 tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.16 "GET /v2.0/ports?device_id=abdaf1c1-3646-4c23-870c-d5986e0abe98 HTTP/1.1" status: 200 len: 949 time: 0.0513577 Apr 23 00:21:08.688871 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-9fde054b-1b21-46c8-8fa9-b9cac9697611 req-075316a8-3f1b-4863-8c38-96fbae5107ec tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Deleting port 810daa33-a9c7-438f-ab5c-e10293e1e958 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:21:08.689210 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-9fde054b-1b21-46c8-8fa9-b9cac9697611 req-075316a8-3f1b-4863-8c38-96fbae5107ec tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:08.780593 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-9fde054b-1b21-46c8-8fa9-b9cac9697611 req-075316a8-3f1b-4863-8c38-96fbae5107ec tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] For port 810daa33-a9c7-438f-ab5c-e10293e1e958, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=810daa33-a9c7-438f-ab5c-e10293e1e958,segment=NetworkSegment(4b8f1485-0537-477c-b808-d53dae446f67),segment_id=4b8f1485-0537-477c-b808-d53dae446f67)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:21:08.780955 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-9fde054b-1b21-46c8-8fa9-b9cac9697611 req-075316a8-3f1b-4863-8c38-96fbae5107ec tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:08.792569 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-9fde054b-1b21-46c8-8fa9-b9cac9697611 req-075316a8-3f1b-4863-8c38-96fbae5107ec tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Calling delete_port for 810daa33-a9c7-438f-ab5c-e10293e1e958 owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:21:08.998053 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-9fde054b-1b21-46c8-8fa9-b9cac9697611 req-075316a8-3f1b-4863-8c38-96fbae5107ec tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:09.009946 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['810daa33-a9c7-438f-ab5c-e10293e1e958'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:21:09.033842 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075316a8-3f1b-4863-8c38-96fbae5107ec tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Pushing event deleted for resources: {'Port': ['ID=810daa33-a9c7-438f-ab5c-e10293e1e958,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:21:09.060492 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075316a8-3f1b-4863-8c38-96fbae5107ec tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:09.060855 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075316a8-3f1b-4863-8c38-96fbae5107ec tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:09.061199 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075316a8-3f1b-4863-8c38-96fbae5107ec tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:09.061536 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075316a8-3f1b-4863-8c38-96fbae5107ec tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:09.061869 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075316a8-3f1b-4863-8c38-96fbae5107ec tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:09.062198 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075316a8-3f1b-4863-8c38-96fbae5107ec tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:09.062526 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075316a8-3f1b-4863-8c38-96fbae5107ec tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:09.062850 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075316a8-3f1b-4863-8c38-96fbae5107ec tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:09.063176 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075316a8-3f1b-4863-8c38-96fbae5107ec tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:09.063501 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075316a8-3f1b-4863-8c38-96fbae5107ec tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:09.063847 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075316a8-3f1b-4863-8c38-96fbae5107ec tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:09.064165 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075316a8-3f1b-4863-8c38-96fbae5107ec tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:09.087524 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fde054b-1b21-46c8-8fa9-b9cac9697611 req-075316a8-3f1b-4863-8c38-96fbae5107ec tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] No DVR routers for this DVR port 810daa33-a9c7-438f-ab5c-e10293e1e958 on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:21:09.090305 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-9fde054b-1b21-46c8-8fa9-b9cac9697611 req-075316a8-3f1b-4863-8c38-96fbae5107ec tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:09.094111 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9fde054b-1b21-46c8-8fa9-b9cac9697611 req-075316a8-3f1b-4863-8c38-96fbae5107ec tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.16 "DELETE /v2.0/ports/810daa33-a9c7-438f-ab5c-e10293e1e958 HTTP/1.1" status: 204 len: 173 time: 0.4868257 Apr 23 00:21:09.094586 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdaf1c1-3646-4c23-870c-d5986e0abe98', 'name': 'network-vif-deleted', 'tag': '810daa33-a9c7-438f-ab5c-e10293e1e958'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:21:09.097912 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ecd9ce-aba7-4434-a4f9-bfaf3bc3dfcf" -d '{"events": [{"server_uuid": "abdaf1c1-3646-4c23-870c-d5986e0abe98", "name": "network-vif-deleted", "tag": "810daa33-a9c7-438f-ab5c-e10293e1e958"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:21:09.135532 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16eaebf4-99e4-4be6-bc20-cc8fcba0309a x-openstack-request-id: req-16eaebf4-99e4-4be6-bc20-cc8fcba0309a {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:21:09.135853 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdaf1c1-3646-4c23-870c-d5986e0abe98", "name": "network-vif-deleted", "tag": "810daa33-a9c7-438f-ab5c-e10293e1e958", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:21:09.136112 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-16eaebf4-99e4-4be6-bc20-cc8fcba0309a {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:21:09.136524 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16eaebf4-99e4-4be6-bc20-cc8fcba0309a'] response: {'server_uuid': 'abdaf1c1-3646-4c23-870c-d5986e0abe98', 'name': 'network-vif-deleted', 'tag': '810daa33-a9c7-438f-ab5c-e10293e1e958', 'status': 'completed', 'code': 200} Apr 23 00:21:09.615559 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e2a209b8-825c-4b39-948b-1e29b83e3b0b req-1a9630a8-193f-4067-982a-bb63532b787f tempest-ServersAdminNegativeTestJSON-1728950867 tempest-ServersAdminNegativeTestJSON-1728950867-project] 10.222.0.15 "GET /v2.0/ports?device_id=abdaf1c1-3646-4c23-870c-d5986e0abe98 HTTP/1.1" status: 200 len: 210 time: 0.0311704 Apr 23 00:21:09.677467 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:09.826690 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:11.081765 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 58348) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:21:11.206752 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2cf2aca1-98a3-4e3e-bc72-f414b9b05301 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d822223747284d00ba6f040c48a3b102&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1237497 Apr 23 00:21:11.209165 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 58352) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:21:11.256666 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0ef7ca53-c883-4136-b2fc-fd6583da1b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:11.277051 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0ef7ca53-c883-4136-b2fc-fd6583da1b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:11.380772 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0ef7ca53-c883-4136-b2fc-fd6583da1b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:11.383309 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0ef7ca53-c883-4136-b2fc-fd6583da1b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:11.384490 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0ef7ca53-c883-4136-b2fc-fd6583da1b90 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc8f610b-7b46-48c4-ac30-911970da11af HTTP/1.1" status: 204 len: 168 time: 0.1744370 Apr 23 00:21:11.392479 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7ca53-c883-4136-b2fc-fd6583da1b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8f610b-7b46-48c4-ac30-911970da11af,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:21:11.945596 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 58358) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:21:11.951768 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3e08e40e-c135-4f5e-baeb-57c4f8ebe569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:12.024941 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3e08e40e-c135-4f5e-baeb-57c4f8ebe569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:12.107082 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3e08e40e-c135-4f5e-baeb-57c4f8ebe569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:12.145512 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3e08e40e-c135-4f5e-baeb-57c4f8ebe569 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94de315a393f4b59b353c547bb355165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2056398 Apr 23 00:21:12.146471 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08e40e-c135-4f5e-baeb-57c4f8ebe569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8fa317-f62e-4ce9-8ed5-2c03a116842b,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:21:12.148260 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 58360) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:21:12.199022 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b7f08968-8fcd-43b2-8eb6-bff5cdbd0fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:12.218999 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b7f08968-8fcd-43b2-8eb6-bff5cdbd0fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:12.328846 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b7f08968-8fcd-43b2-8eb6-bff5cdbd0fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:12.331449 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b7f08968-8fcd-43b2-8eb6-bff5cdbd0fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:12.332649 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b7f08968-8fcd-43b2-8eb6-bff5cdbd0fc5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da8fa317-f62e-4ce9-8ed5-2c03a116842b HTTP/1.1" status: 204 len: 168 time: 0.1825902 Apr 23 00:21:12.340493 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f08968-8fcd-43b2-8eb6-bff5cdbd0fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8fa317-f62e-4ce9-8ed5-2c03a116842b,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:21:12.348411 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f08968-8fcd-43b2-8eb6-bff5cdbd0fc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:12.348770 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f08968-8fcd-43b2-8eb6-bff5cdbd0fc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:12.349107 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f08968-8fcd-43b2-8eb6-bff5cdbd0fc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:12.349443 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f08968-8fcd-43b2-8eb6-bff5cdbd0fc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:12.349782 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f08968-8fcd-43b2-8eb6-bff5cdbd0fc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:12.350106 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f08968-8fcd-43b2-8eb6-bff5cdbd0fc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:12.350432 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f08968-8fcd-43b2-8eb6-bff5cdbd0fc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:12.350760 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f08968-8fcd-43b2-8eb6-bff5cdbd0fc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:12.351087 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f08968-8fcd-43b2-8eb6-bff5cdbd0fc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:12.351413 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f08968-8fcd-43b2-8eb6-bff5cdbd0fc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:12.351765 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f08968-8fcd-43b2-8eb6-bff5cdbd0fc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:12.352089 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f08968-8fcd-43b2-8eb6-bff5cdbd0fc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:13.272016 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 810daa33-a9c7-438f-ab5c-e10293e1e958 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:21:13.292540 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 810daa33-a9c7-438f-ab5c-e10293e1e958 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:21:13.292880 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 810daa33-a9c7-438f-ab5c-e10293e1e958 not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:21:13.330001 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 58382) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:21:13.422734 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-c155079d-e909-4de7-8d77-79957b08c340 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1880771789-network', 'tenant_id': '536a7d7bdedf4ca5b199b114289cf69e'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:21:13.500760 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c155079d-e909-4de7-8d77-79957b08c340 admin admin] Made reservation on behalf of 536a7d7bdedf4ca5b199b114289cf69e for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:21:13.503161 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c155079d-e909-4de7-8d77-79957b08c340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:13.515386 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c155079d-e909-4de7-8d77-79957b08c340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:13.589153 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c155079d-e909-4de7-8d77-79957b08c340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:13.655488 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c155079d-e909-4de7-8d77-79957b08c340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:13.679845 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c155079d-e909-4de7-8d77-79957b08c340 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:21:13.689261 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155079d-e909-4de7-8d77-79957b08c340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4da8b6-4513-46ab-8520-c493cbc4c3d1,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:21:13.693918 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c155079d-e909-4de7-8d77-79957b08c340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:13.694260 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-c155079d-e909-4de7-8d77-79957b08c340 admin admin] Added segment afe0e7dd-d2c0-4c0f-81ad-f0f0989486af of type vlan for network 559ccd30-6106-41fb-a651-f69baa7f89c0 Apr 23 00:21:13.736847 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c155079d-e909-4de7-8d77-79957b08c340 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:13.814181 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c155079d-e909-4de7-8d77-79957b08c340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:13.815170 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c155079d-e909-4de7-8d77-79957b08c340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:13.815781 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c155079d-e909-4de7-8d77-79957b08c340 admin admin] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:13.874397 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155079d-e909-4de7-8d77-79957b08c340 admin admin] Pushing event updated for resources: {'Network': ['ID=559ccd30-6106-41fb-a651-f69baa7f89c0,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:21:13.883994 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 559ccd30-6106-41fb-a651-f69baa7f89c0 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:21:13.909483 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c155079d-e909-4de7-8d77-79957b08c340 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5783706 Apr 23 00:21:13.912263 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 58386) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:21:13.916983 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-388f18e4-43c2-4178-bda3-85f15a2e0b1b admin admin] Request body: {'subnet': {'network_id': '559ccd30-6106-41fb-a651-f69baa7f89c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1880771789-subnet', 'tenant_id': '536a7d7bdedf4ca5b199b114289cf69e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:21:13.997276 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388f18e4-43c2-4178-bda3-85f15a2e0b1b admin admin] Made reservation on behalf of 536a7d7bdedf4ca5b199b114289cf69e for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:21:13.999797 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-388f18e4-43c2-4178-bda3-85f15a2e0b1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:14.226905 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-388f18e4-43c2-4178-bda3-85f15a2e0b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:14.282521 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f18e4-43c2-4178-bda3-85f15a2e0b1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e84d1af-19fd-48cc-97c1-59e444f1656b,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:21:14.289227 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388f18e4-43c2-4178-bda3-85f15a2e0b1b admin admin] Checking segment: {'id': 'afe0e7dd-d2c0-4c0f-81ad-f0f0989486af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '559ccd30-6106-41fb-a651-f69baa7f89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:21:14.289602 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388f18e4-43c2-4178-bda3-85f15a2e0b1b admin admin] Network hostable DHCP agents. Network: 559ccd30-6106-41fb-a651-f69baa7f89c0, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:21:14.391544 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388f18e4-43c2-4178-bda3-85f15a2e0b1b admin admin] Network 559ccd30-6106-41fb-a651-f69baa7f89c0 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:21:14.483382 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-388f18e4-43c2-4178-bda3-85f15a2e0b1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 559ccd30-6106-41fb-a651-f69baa7f89c0) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:21:14.487500 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388f18e4-43c2-4178-bda3-85f15a2e0b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:14.488112 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-388f18e4-43c2-4178-bda3-85f15a2e0b1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:14.496308 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b27b92-7c3d-4da4-a1a0-3c357452dfba None None] Network 559ccd30-6106-41fb-a651-f69baa7f89c0 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:21:14.583486 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-388f18e4-43c2-4178-bda3-85f15a2e0b1b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6701126 Apr 23 00:21:14.613469 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c11e8c-2a6a-423c-946a-84a2ddb4f35f None None] Network 559ccd30-6106-41fb-a651-f69baa7f89c0 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:21:15.004340 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-dfa0f2ae-8918-4c59-b6cb-d2d3b9c0d707 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:15.005702 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-dfa0f2ae-8918-4c59-b6cb-d2d3b9c0d707 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/networks?id=559ccd30-6106-41fb-a651-f69baa7f89c0 HTTP/1.1" status: 200 len: 812 time: 0.1039510 Apr 23 00:21:15.020794 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-1effa026-0d30-482a-899c-468e7813e58e tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/quotas/536a7d7bdedf4ca5b199b114289cf69e HTTP/1.1" status: 200 len: 375 time: 0.0093079 Apr 23 00:21:15.052910 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-61758fcf-bddf-46c8-a44c-12520d3ee4fb tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=536a7d7bdedf4ca5b199b114289cf69e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269113 Apr 23 00:21:15.146964 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-90351aa8-e72f-4fe8-bd4d-10c82550d5d7 service neutron] 10.222.0.15 "GET /v2.0/networks/559ccd30-6106-41fb-a651-f69baa7f89c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870690 Apr 23 00:21:15.236439 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-aa121c39-f93d-469a-96e6-ce96d2b522bb service neutron] 10.222.0.15 "GET /v2.0/networks/559ccd30-6106-41fb-a651-f69baa7f89c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833678 Apr 23 00:21:15.464622 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-235ba049-f41f-4dee-b2d2-c4a8e14cfbb3 req-f7af7a17-449b-4416-b651-d8a44962265d tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 210 time: 0.0269787 Apr 23 00:21:16.543694 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6431efe7-3096-453f-8ab2-eb2476192564 req-ba457064-b92e-4bcf-a18b-4ed0ce423a54 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 210 time: 0.0267835 Apr 23 00:21:17.659552 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6793555b-f5bf-426c-a6f1-3ba6bb963ceb req-07dd86e5-a902-44b9-ac9c-30f6390b1e81 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 210 time: 0.0341282 Apr 23 00:21:17.701998 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-d67322f6-67b6-49ae-989c-8beca369c93a tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:17.703446 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-d67322f6-67b6-49ae-989c-8beca369c93a tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.16 "GET /v2.0/networks?id=559ccd30-6106-41fb-a651-f69baa7f89c0 HTTP/1.1" status: 200 len: 812 time: 0.1323092 Apr 23 00:21:17.716216 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-d7ff97f6-66db-4b3c-a5cb-34164f0d0943 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Request body: {'port': {'device_id': '68c7a84e-feff-47cc-a336-a6264d5c399d', 'network_id': '559ccd30-6106-41fb-a651-f69baa7f89c0', 'admin_state_up': True, 'tenant_id': '536a7d7bdedf4ca5b199b114289cf69e'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:21:17.889724 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-d7ff97f6-66db-4b3c-a5cb-34164f0d0943 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Made reservation on behalf of 536a7d7bdedf4ca5b199b114289cf69e for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:21:17.893238 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-d7ff97f6-66db-4b3c-a5cb-34164f0d0943 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:18.019824 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-d7ff97f6-66db-4b3c-a5cb-34164f0d0943 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Allocated IP 172.20.0.12 (559ccd30-6106-41fb-a651-f69baa7f89c0/3e84d1af-19fd-48cc-97c1-59e444f1656b/8260a471-d788-4006-bf8c-8beeb6cf0aa5) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:21:18.166857 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-d7ff97f6-66db-4b3c-a5cb-34164f0d0943 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:18.261005 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-d7ff97f6-66db-4b3c-a5cb-34164f0d0943 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:18.300608 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-d7ff97f6-66db-4b3c-a5cb-34164f0d0943 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Network 559ccd30-6106-41fb-a651-f69baa7f89c0 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:21:18.305714 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-d7ff97f6-66db-4b3c-a5cb-34164f0d0943 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:21:18.309447 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-d7ff97f6-66db-4b3c-a5cb-34164f0d0943 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:21:18.338945 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff97f6-66db-4b3c-a5cb-34164f0d0943 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Pushing event updated for resources: {'Port': ['ID=8260a471-d788-4006-bf8c-8beeb6cf0aa5,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:21:18.368858 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-d7ff97f6-66db-4b3c-a5cb-34164f0d0943 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:18.369469 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-d7ff97f6-66db-4b3c-a5cb-34164f0d0943 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:18.434388 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-d7ff97f6-66db-4b3c-a5cb-34164f0d0943 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7218034 Apr 23 00:21:18.447038 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-cbb99941-2cb8-4992-9c32-10f18d5487ac service neutron] Request body: {'port': {'device_id': '68c7a84e-feff-47cc-a336-a6264d5c399d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:21:18.503286 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-cbb99941-2cb8-4992-9c32-10f18d5487ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:18.769220 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-cbb99941-2cb8-4992-9c32-10f18d5487ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8260a471-d788-4006-bf8c-8beeb6cf0aa5 {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:21:18.776748 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-cbb99941-2cb8-4992-9c32-10f18d5487ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:18.785198 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcf308-8f77-42af-b610-b435c5722663 req-af5380a1-99ad-4f6c-818a-d67663a69ce2 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:18.786894 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d0bcf308-8f77-42af-b610-b435c5722663 req-af5380a1-99ad-4f6c-818a-d67663a69ce2 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 932 time: 0.0575929 Apr 23 00:21:18.789881 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-cbb99941-2cb8-4992-9c32-10f18d5487ac service neutron] Transition to ACTIVE for port object 8260a471-d788-4006-bf8c-8beeb6cf0aa5 will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:21:18.827413 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d0bcf308-8f77-42af-b610-b435c5722663 req-015925b1-1915-432d-ba31-a3ca5649611c tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336366 Apr 23 00:21:18.849365 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-cbb99941-2cb8-4992-9c32-10f18d5487ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:18.916778 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb99941-2cb8-4992-9c32-10f18d5487ac service neutron] Pushing event updated for resources: {'Port': ['ID=8260a471-d788-4006-bf8c-8beeb6cf0aa5,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:21:18.965070 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-cbb99941-2cb8-4992-9c32-10f18d5487ac service neutron] Attempting to bind port 8260a471-d788-4006-bf8c-8beeb6cf0aa5 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:21:18.965324 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-cbb99941-2cb8-4992-9c32-10f18d5487ac service neutron] Attempting to bind port 8260a471-d788-4006-bf8c-8beeb6cf0aa5 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'afe0e7dd-d2c0-4c0f-81ad-f0f0989486af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '559ccd30-6106-41fb-a651-f69baa7f89c0'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:21:18.965647 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-cbb99941-2cb8-4992-9c32-10f18d5487ac service neutron] Attempting to bind port 8260a471-d788-4006-bf8c-8beeb6cf0aa5 on network 559ccd30-6106-41fb-a651-f69baa7f89c0 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:21:18.970499 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-cbb99941-2cb8-4992-9c32-10f18d5487ac service neutron] Port 8260a471-d788-4006-bf8c-8beeb6cf0aa5 on network 559ccd30-6106-41fb-a651-f69baa7f89c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:21:18.970816 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-cbb99941-2cb8-4992-9c32-10f18d5487ac service neutron] Attempting to bind port 8260a471-d788-4006-bf8c-8beeb6cf0aa5 on network 559ccd30-6106-41fb-a651-f69baa7f89c0 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:21:18.975545 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-cbb99941-2cb8-4992-9c32-10f18d5487ac service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:21:18.975918 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-cbb99941-2cb8-4992-9c32-10f18d5487ac service neutron] Checking segment: {'id': 'afe0e7dd-d2c0-4c0f-81ad-f0f0989486af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '559ccd30-6106-41fb-a651-f69baa7f89c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:21:18.976295 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-cbb99941-2cb8-4992-9c32-10f18d5487ac service neutron] Bound using segment: {'id': 'afe0e7dd-d2c0-4c0f-81ad-f0f0989486af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '559ccd30-6106-41fb-a651-f69baa7f89c0'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:21:18.976716 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-cbb99941-2cb8-4992-9c32-10f18d5487ac service neutron] Bound port: 8260a471-d788-4006-bf8c-8beeb6cf0aa5, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afe0e7dd-d2c0-4c0f-81ad-f0f0989486af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '559ccd30-6106-41fb-a651-f69baa7f89c0'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:21:18.977066 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-cbb99941-2cb8-4992-9c32-10f18d5487ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:19.037655 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-cbb99941-2cb8-4992-9c32-10f18d5487ac service neutron] For port 8260a471-d788-4006-bf8c-8beeb6cf0aa5, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:21:19.040551 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-cbb99941-2cb8-4992-9c32-10f18d5487ac service neutron] For port 8260a471-d788-4006-bf8c-8beeb6cf0aa5, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8260a471-d788-4006-bf8c-8beeb6cf0aa5,segment=NetworkSegment(afe0e7dd-d2c0-4c0f-81ad-f0f0989486af),segment_id=afe0e7dd-d2c0-4c0f-81ad-f0f0989486af)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:21:19.106472 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-cbb99941-2cb8-4992-9c32-10f18d5487ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:19.143829 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-cbb99941-2cb8-4992-9c32-10f18d5487ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:19.144493 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-cbb99941-2cb8-4992-9c32-10f18d5487ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:19.145910 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-cbb99941-2cb8-4992-9c32-10f18d5487ac service neutron] 10.222.0.16 "PUT /v2.0/ports/8260a471-d788-4006-bf8c-8beeb6cf0aa5 HTTP/1.1" status: 200 len: 1094 time: 0.7030027 Apr 23 00:21:19.146323 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c7a84e-feff-47cc-a336-a6264d5c399d', 'tag': '8260a471-d788-4006-bf8c-8beeb6cf0aa5'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:21:19.148605 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54994ddb-9c99-42c2-9950-5425fa249e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "68c7a84e-feff-47cc-a336-a6264d5c399d", "tag": "8260a471-d788-4006-bf8c-8beeb6cf0aa5"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:21:19.172998 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb99941-2cb8-4992-9c32-10f18d5487ac service neutron] Pushing event updated for resources: {'Port': ['ID=8260a471-d788-4006-bf8c-8beeb6cf0aa5,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:21:19.190311 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8a30ed-67f4-46a7-9efb-f964380b472c x-openstack-request-id: req-5d8a30ed-67f4-46a7-9efb-f964380b472c {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:21:19.190596 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c7a84e-feff-47cc-a336-a6264d5c399d", "tag": "8260a471-d788-4006-bf8c-8beeb6cf0aa5", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:21:19.190853 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d8a30ed-67f4-46a7-9efb-f964380b472c {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:21:19.191254 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d8a30ed-67f4-46a7-9efb-f964380b472c'] response: {'name': 'network-changed', 'server_uuid': '68c7a84e-feff-47cc-a336-a6264d5c399d', 'tag': '8260a471-d788-4006-bf8c-8beeb6cf0aa5', 'status': 'completed', 'code': 200} Apr 23 00:21:19.251315 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54994ddb-9c99-42c2-9950-5425fa249e3b req-c911e49d-bc0f-4a3d-936a-e7b403b9d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:19.252751 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-54994ddb-9c99-42c2-9950-5425fa249e3b req-c911e49d-bc0f-4a3d-936a-e7b403b9d806 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=536a7d7bdedf4ca5b199b114289cf69e&device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 1097 time: 0.0421236 Apr 23 00:21:19.347280 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54994ddb-9c99-42c2-9950-5425fa249e3b req-9c58c2d8-d6d2-4e00-880a-f401b9854605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:19.348774 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-54994ddb-9c99-42c2-9950-5425fa249e3b req-9c58c2d8-d6d2-4e00-880a-f401b9854605 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=536a7d7bdedf4ca5b199b114289cf69e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0893612 Apr 23 00:21:19.444255 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54994ddb-9c99-42c2-9950-5425fa249e3b req-b314496a-2301-425a-b706-326160befe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:19.445735 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-54994ddb-9c99-42c2-9950-5425fa249e3b req-b314496a-2301-425a-b706-326160befe42 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902522 Apr 23 00:21:19.522683 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-0080bec2-e30c-4306-bf8b-eff6f9eda57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:19.524247 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-0080bec2-e30c-4306-bf8b-eff6f9eda57f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=536a7d7bdedf4ca5b199b114289cf69e&device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 1097 time: 0.0424790 Apr 23 00:21:19.571297 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-3d9d4b86-bf29-4d8a-8bf2-e9552334eb74 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8260a471-d788-4006-bf8c-8beeb6cf0aa5 HTTP/1.1" status: 200 len: 217 time: 0.0377398 Apr 23 00:21:19.619427 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-73adcb73-2690-4046-a9f8-cc320f5e2c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:19.620939 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-73adcb73-2690-4046-a9f8-cc320f5e2c54 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3e84d1af-19fd-48cc-97c1-59e444f1656b HTTP/1.1" status: 200 len: 852 time: 0.0436904 Apr 23 00:21:19.651818 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-709d3d34-2d18-49b8-86c3-75a95524804f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=559ccd30-6106-41fb-a651-f69baa7f89c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236175 Apr 23 00:21:19.743704 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-ffff2499-4521-40b4-ac05-f8b7b96c5ce5 service neutron] 10.222.0.16 "GET /v2.0/networks/559ccd30-6106-41fb-a651-f69baa7f89c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852549 Apr 23 00:21:19.831006 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ee95fe8a-e0ee-4907-b87f-c07dc29e4f7c req-8618f47c-8f7e-4038-ae9c-0f8b706b3cb9 service neutron] 10.222.0.16 "GET /v2.0/networks/559ccd30-6106-41fb-a651-f69baa7f89c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809720 Apr 23 00:21:19.944187 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85181ec-9207-497e-b951-eb99d01ad340 req-b72a4bb8-3260-4cf9-b6ff-ebddc9909038 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:19.945735 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f85181ec-9207-497e-b951-eb99d01ad340 req-b72a4bb8-3260-4cf9-b6ff-ebddc9909038 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 944 time: 0.0494766 Apr 23 00:21:19.983589 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f85181ec-9207-497e-b951-eb99d01ad340 req-c793b5d8-fac0-448a-91d3-1a820a76427f tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307727 Apr 23 00:21:21.101271 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a2109-dc2e-461e-a45a-c7b30009aed4 req-f5e7bcbf-eef3-43d0-b885-ff2b72d32c77 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:21.102743 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c30a2109-dc2e-461e-a45a-c7b30009aed4 req-f5e7bcbf-eef3-43d0-b885-ff2b72d32c77 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 944 time: 0.0489583 Apr 23 00:21:21.140619 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c30a2109-dc2e-461e-a45a-c7b30009aed4 req-c68e29ce-d1b7-47db-b860-35ef64927211 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313296 Apr 23 00:21:22.262673 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5c480-9b72-41d3-8e70-1a417f7aecd1 req-35b6b88f-772f-4da4-8fdd-14f5564cff9f tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:22.264839 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9ea5c480-9b72-41d3-8e70-1a417f7aecd1 req-35b6b88f-772f-4da4-8fdd-14f5564cff9f tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 944 time: 0.0478973 Apr 23 00:21:22.301650 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9ea5c480-9b72-41d3-8e70-1a417f7aecd1 req-9e6b3327-6a95-47ce-ba12-5c9495e64b21 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309849 Apr 23 00:21:23.350410 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 8260a471-d788-4006-bf8c-8beeb6cf0aa5 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:21:23.418580 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f0f7d-e212-4a60-8e4f-ed90ec307125 req-d25f4d21-f207-4d75-8377-92f31fde10c6 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:23.420715 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-044f0f7d-e212-4a60-8e4f-ed90ec307125 req-d25f4d21-f207-4d75-8377-92f31fde10c6 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 944 time: 0.0537503 Apr 23 00:21:23.447457 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 8260a471-d788-4006-bf8c-8beeb6cf0aa5, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8260a471-d788-4006-bf8c-8beeb6cf0aa5,segment=NetworkSegment(afe0e7dd-d2c0-4c0f-81ad-f0f0989486af),segment_id=afe0e7dd-d2c0-4c0f-81ad-f0f0989486af)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:21:23.458553 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-044f0f7d-e212-4a60-8e4f-ed90ec307125 req-ceaeab72-5c8e-404f-b5e4-eb6c29712b9b tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317218 Apr 23 00:21:23.458871 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '8260a471-d788-4006-bf8c-8beeb6cf0aa5', 'network_id': '559ccd30-6106-41fb-a651-f69baa7f89c0', 'port_id': '8260a471-d788-4006-bf8c-8beeb6cf0aa5', 'mac_address': 'fa:16:3e:76:02:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e84d1af-19fd-48cc-97c1-59e444f1656b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:21:23.495271 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:23.511099 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8260a471-d788-4006-bf8c-8beeb6cf0aa5 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:21:23.531184 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 8260a471-d788-4006-bf8c-8beeb6cf0aa5, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8260a471-d788-4006-bf8c-8beeb6cf0aa5,segment=NetworkSegment(afe0e7dd-d2c0-4c0f-81ad-f0f0989486af),segment_id=afe0e7dd-d2c0-4c0f-81ad-f0f0989486af)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:21:23.597415 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:23.644977 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=8260a471-d788-4006-bf8c-8beeb6cf0aa5,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:21:23.651683 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:23.652033 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:23.652494 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:23.652841 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:23.653174 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:23.653505 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:23.653839 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:23.654258 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:23.654845 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:23.655168 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:23.655492 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:23.655842 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:23.728986 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:23.819465 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['8260a471-d788-4006-bf8c-8beeb6cf0aa5'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:21:24.577223 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a3dcf-1e68-4f1b-a779-03b9e11842e4 req-af353326-e082-4f28-b14e-2295290d2096 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:24.578695 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f27a3dcf-1e68-4f1b-a779-03b9e11842e4 req-af353326-e082-4f28-b14e-2295290d2096 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 945 time: 0.0526340 Apr 23 00:21:24.615508 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f27a3dcf-1e68-4f1b-a779-03b9e11842e4 req-f2e29815-241a-4eb0-90ba-ab1fd952e13a tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309188 Apr 23 00:21:25.343666 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 8260a471-d788-4006-bf8c-8beeb6cf0aa5 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:21:25.488938 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 8260a471-d788-4006-bf8c-8beeb6cf0aa5 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:21:25.492819 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 8260a471-d788-4006-bf8c-8beeb6cf0aa5 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:21:25.493213 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:25.568532 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:25.589415 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c7a84e-feff-47cc-a336-a6264d5c399d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8260a471-d788-4006-bf8c-8beeb6cf0aa5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:21:25.591666 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b471498-40ee-49c2-bd2a-59f48ade1d75" -d '{"events": [{"server_uuid": "68c7a84e-feff-47cc-a336-a6264d5c399d", "name": "network-vif-plugged", "status": "completed", "tag": "8260a471-d788-4006-bf8c-8beeb6cf0aa5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:21:25.606805 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 8260a471-d788-4006-bf8c-8beeb6cf0aa5, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8260a471-d788-4006-bf8c-8beeb6cf0aa5,segment=NetworkSegment(afe0e7dd-d2c0-4c0f-81ad-f0f0989486af),segment_id=afe0e7dd-d2c0-4c0f-81ad-f0f0989486af)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:21:25.626767 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d42b89-23b3-4400-9dc8-74ea5b99b79e x-openstack-request-id: req-85d42b89-23b3-4400-9dc8-74ea5b99b79e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:21:25.627051 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c7a84e-feff-47cc-a336-a6264d5c399d", "name": "network-vif-plugged", "status": "completed", "tag": "8260a471-d788-4006-bf8c-8beeb6cf0aa5", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:21:25.627299 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-85d42b89-23b3-4400-9dc8-74ea5b99b79e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:21:25.627725 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85d42b89-23b3-4400-9dc8-74ea5b99b79e'] response: {'server_uuid': '68c7a84e-feff-47cc-a336-a6264d5c399d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8260a471-d788-4006-bf8c-8beeb6cf0aa5', 'code': 200} Apr 23 00:21:25.677651 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:25.725600 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=8260a471-d788-4006-bf8c-8beeb6cf0aa5,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:21:25.733469 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda149bb-ca9d-4969-95ed-c7562f107beb req-7cfdff32-d393-434f-946f-b2d6472b42ba tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:25.735044 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-bda149bb-ca9d-4969-95ed-c7562f107beb req-7cfdff32-d393-434f-946f-b2d6472b42ba tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0516653 Apr 23 00:21:25.774523 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-bda149bb-ca9d-4969-95ed-c7562f107beb req-11d39658-2338-421b-8ec9-d4d6f0999d99 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331695 Apr 23 00:21:25.813658 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:21:25.908570 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51baf9e1-3a1b-41e8-8be8-3b4b1d7932fe req-b1ed89b5-a0dd-4821-b0e7-e22b141a4724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:25.910029 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-51baf9e1-3a1b-41e8-8be8-3b4b1d7932fe req-b1ed89b5-a0dd-4821-b0e7-e22b141a4724 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 1099 time: 0.0410731 Apr 23 00:21:25.944877 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-51baf9e1-3a1b-41e8-8be8-3b4b1d7932fe req-341375be-7a17-44f4-9752-8482a39329cc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273898 Apr 23 00:21:26.913641 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb3bc9-f4f2-46a8-84ee-199b63b4aef9 req-f4606709-54a2-4eac-8a61-1b0f7f2ac619 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:26.915060 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ceb3bc9-f4f2-46a8-84ee-199b63b4aef9 req-f4606709-54a2-4eac-8a61-1b0f7f2ac619 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0535946 Apr 23 00:21:26.958695 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ceb3bc9-f4f2-46a8-84ee-199b63b4aef9 req-e759337d-25cf-427f-b929-0de460c61bcb tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368483 Apr 23 00:21:28.077022 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b47e4-e0d5-4d72-a15e-03ceb8b4bb15 req-4d5da61c-296b-4bf0-8b9a-e7467a6e6073 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:28.078483 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-690b47e4-e0d5-4d72-a15e-03ceb8b4bb15 req-4d5da61c-296b-4bf0-8b9a-e7467a6e6073 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0492640 Apr 23 00:21:28.114730 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-690b47e4-e0d5-4d72-a15e-03ceb8b4bb15 req-19e01a71-6852-430b-9aa1-bf7e3e7a62f4 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303605 Apr 23 00:21:28.579742 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ed044-6df1-4a84-94ab-04c6ceb27b6c req-d716ad0b-60cf-45b8-ab79-621289c6a751 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:28.581232 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-246ed044-6df1-4a84-94ab-04c6ceb27b6c req-d716ad0b-60cf-45b8-ab79-621289c6a751 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0548058 Apr 23 00:21:28.619466 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-246ed044-6df1-4a84-94ab-04c6ceb27b6c req-293289f0-6a9d-4c12-a23b-17a07f0c296c tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321724 Apr 23 00:21:28.687629 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 58452) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:21:28.768564 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3d03b62a-af0c-4112-889e-95af80651fa3 req-5e4710bb-b5da-4573-be71-23056b3602ed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0797839 Apr 23 00:21:28.777379 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [req-3d03b62a-af0c-4112-889e-95af80651fa3 req-fa837b14-c842-438f-84bf-2eb7fab688db service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:21:28.778333 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3d03b62a-af0c-4112-889e-95af80651fa3 req-fa837b14-c842-438f-84bf-2eb7fab688db service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050194 Apr 23 00:21:29.749902 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801bda7-e1cb-42d5-b6ec-fb773454a156 req-ad2bd4ba-b8bd-477a-afac-a4f7110835b6 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:29.752124 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6801bda7-e1cb-42d5-b6ec-fb773454a156 req-ad2bd4ba-b8bd-477a-afac-a4f7110835b6 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0539191 Apr 23 00:21:29.789693 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6801bda7-e1cb-42d5-b6ec-fb773454a156 req-68aff464-26ec-4ef5-a594-769611bf03b6 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315783 Apr 23 00:21:30.626499 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03b62a-af0c-4112-889e-95af80651fa3 req-0837f878-f986-4f47-bf18-73ebaedc1d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:30.628037 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d03b62a-af0c-4112-889e-95af80651fa3 req-0837f878-f986-4f47-bf18-73ebaedc1d1d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=536a7d7bdedf4ca5b199b114289cf69e&device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 1099 time: 0.0415101 Apr 23 00:21:30.720255 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03b62a-af0c-4112-889e-95af80651fa3 req-ab80e78e-ce3a-4abf-a364-ff439d3aecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:30.721634 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d03b62a-af0c-4112-889e-95af80651fa3 req-ab80e78e-ce3a-4abf-a364-ff439d3aecc9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=559ccd30-6106-41fb-a651-f69baa7f89c0 HTTP/1.1" status: 200 len: 913 time: 0.0870290 Apr 23 00:21:30.764094 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d03b62a-af0c-4112-889e-95af80651fa3 req-76df4fe7-7f30-4aec-9733-3339342ee368 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8260a471-d788-4006-bf8c-8beeb6cf0aa5 HTTP/1.1" status: 200 len: 217 time: 0.0356205 Apr 23 00:21:30.812372 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03b62a-af0c-4112-889e-95af80651fa3 req-111378a5-8e3c-4bd2-8450-0cf2c67c6813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:30.813841 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d03b62a-af0c-4112-889e-95af80651fa3 req-111378a5-8e3c-4bd2-8450-0cf2c67c6813 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3e84d1af-19fd-48cc-97c1-59e444f1656b HTTP/1.1" status: 200 len: 852 time: 0.0441329 Apr 23 00:21:30.845934 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d03b62a-af0c-4112-889e-95af80651fa3 req-932f765f-69cc-4940-881d-73431d3d4b2b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=559ccd30-6106-41fb-a651-f69baa7f89c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251846 Apr 23 00:21:30.910150 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832eb29-d7d6-4b68-8716-e15c6a57d3cc req-d6f22e4b-5569-4801-b6ba-bacb87bf66b2 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:30.911820 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b832eb29-d7d6-4b68-8716-e15c6a57d3cc req-d6f22e4b-5569-4801-b6ba-bacb87bf66b2 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0531588 Apr 23 00:21:30.945686 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d03b62a-af0c-4112-889e-95af80651fa3 req-945de77c-f264-4aae-b154-3114dc7d009e service neutron] 10.222.0.16 "GET /v2.0/networks/559ccd30-6106-41fb-a651-f69baa7f89c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933878 Apr 23 00:21:30.951620 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b832eb29-d7d6-4b68-8716-e15c6a57d3cc req-8793963e-b7a4-4f02-999d-9121984e5212 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329258 Apr 23 00:21:31.036234 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d03b62a-af0c-4112-889e-95af80651fa3 req-8ed50cff-d62e-41c1-b043-e230aba81a28 service neutron] 10.222.0.16 "GET /v2.0/networks/559ccd30-6106-41fb-a651-f69baa7f89c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830517 Apr 23 00:21:32.071909 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc7a69-6e49-4f3e-a52e-bdb816049f03 req-963281d0-698b-43c7-b63c-eb91f4264f78 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:32.073374 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e6fc7a69-6e49-4f3e-a52e-bdb816049f03 req-963281d0-698b-43c7-b63c-eb91f4264f78 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0552156 Apr 23 00:21:32.110979 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e6fc7a69-6e49-4f3e-a52e-bdb816049f03 req-2acd9e1b-412c-4a9d-9b45-41ec51710dce tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307941 Apr 23 00:21:33.223815 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a2ea2-9196-49af-8a76-cfd092494d62 req-cf13218c-2c31-454c-b7be-e1f170a82d4a tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:33.225273 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a00a2ea2-9196-49af-8a76-cfd092494d62 req-cf13218c-2c31-454c-b7be-e1f170a82d4a tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0483866 Apr 23 00:21:33.266739 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a00a2ea2-9196-49af-8a76-cfd092494d62 req-d876072c-3159-4180-8716-019565770c94 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355723 Apr 23 00:21:34.265679 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b108d686-c63f-4aa4-9fc4-7494b9656b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:34.388195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c30ff4-4d97-47e0-a768-1e9565d6a296 req-c1e20d0f-715c-4980-87cd-3c77dd564eb6 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:34.389681 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e5c30ff4-4d97-47e0-a768-1e9565d6a296 req-c1e20d0f-715c-4980-87cd-3c77dd564eb6 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0498028 Apr 23 00:21:34.428025 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e5c30ff4-4d97-47e0-a768-1e9565d6a296 req-48b7e6a1-8d1a-4c32-97c9-1d3b90631330 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320187 Apr 23 00:21:35.542956 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90c20d-cb99-4cf8-b97f-c32d408c3896 req-eedc05fb-9249-4cd1-b6e7-271250bec391 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:35.544452 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-bb90c20d-cb99-4cf8-b97f-c32d408c3896 req-eedc05fb-9249-4cd1-b6e7-271250bec391 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0487454 Apr 23 00:21:35.581385 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-bb90c20d-cb99-4cf8-b97f-c32d408c3896 req-622fc37c-e61f-4aa4-9b44-1c6a8ba98e1e tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303884 Apr 23 00:21:36.696849 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c029256-173d-43b4-8656-865a0e7a6869 req-6a2e4ecc-ec5b-4595-a2c0-35cd6aad7a53 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:36.698322 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3c029256-173d-43b4-8656-865a0e7a6869 req-6a2e4ecc-ec5b-4595-a2c0-35cd6aad7a53 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0499353 Apr 23 00:21:36.735273 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3c029256-173d-43b4-8656-865a0e7a6869 req-aa590427-c151-44a0-950f-84ed5acdb37b tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308957 Apr 23 00:21:37.225585 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb50bd37-e745-41f2-bc78-6a0236642766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:37.849985 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef44a4-d3fe-46db-a979-1e84027104e9 req-7370a309-2c63-4142-a740-e7fb7c60d6df tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:37.851531 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-dfef44a4-d3fe-46db-a979-1e84027104e9 req-7370a309-2c63-4142-a740-e7fb7c60d6df tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0493751 Apr 23 00:21:37.871152 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:37.889819 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-dfef44a4-d3fe-46db-a979-1e84027104e9 req-013c8f38-9c8b-4e40-9333-e07466984256 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315759 Apr 23 00:21:39.006367 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff227d2-c4f2-4dc0-873a-6cdc2a666a14 req-728145ea-2776-4dd3-8bdd-867a733d0549 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:39.007839 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cff227d2-c4f2-4dc0-873a-6cdc2a666a14 req-728145ea-2776-4dd3-8bdd-867a733d0549 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0513704 Apr 23 00:21:39.045050 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cff227d2-c4f2-4dc0-873a-6cdc2a666a14 req-3bc560b3-2ffb-4b6d-824e-19c07255a634 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313451 Apr 23 00:21:39.654344 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:39.797459 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:40.158966 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacb430-0381-4036-83f6-58b5f6e78abf req-8f409461-5bc0-4480-a2cb-c20ebf6587ec tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:40.160454 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6dacb430-0381-4036-83f6-58b5f6e78abf req-8f409461-5bc0-4480-a2cb-c20ebf6587ec tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0480216 Apr 23 00:21:40.200450 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6dacb430-0381-4036-83f6-58b5f6e78abf req-8cadf3a5-485d-442d-91d0-29395a2abde7 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339184 Apr 23 00:21:41.319953 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e4c27-d927-4fe9-ab09-737cc261bd29 req-f0a42746-96f7-4d2a-b5da-0785ad1e7032 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:41.322080 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f37e4c27-d927-4fe9-ab09-737cc261bd29 req-f0a42746-96f7-4d2a-b5da-0785ad1e7032 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0512316 Apr 23 00:21:41.361996 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f37e4c27-d927-4fe9-ab09-737cc261bd29 req-a4e92f8e-7c99-449a-b32e-804f8de63a2d tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338767 Apr 23 00:21:42.477145 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d5532-ffaa-45b1-ad4c-91cbc09fcf3c req-476a2694-9663-493d-8af7-2459ea6e21d6 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:42.478602 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-608d5532-ffaa-45b1-ad4c-91cbc09fcf3c req-476a2694-9663-493d-8af7-2459ea6e21d6 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0499322 Apr 23 00:21:42.515927 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-608d5532-ffaa-45b1-ad4c-91cbc09fcf3c req-e0f13611-282e-4a49-a12e-b5bf65d7a7fd tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312381 Apr 23 00:21:43.627321 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d4e38-536e-4bc8-9d6e-ff7a0f149560 req-65bdd1b0-a68e-45bc-894c-b10af537fe8a tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:43.628698 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7a5d4e38-536e-4bc8-9d6e-ff7a0f149560 req-65bdd1b0-a68e-45bc-894c-b10af537fe8a tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0475783 Apr 23 00:21:43.666079 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7a5d4e38-536e-4bc8-9d6e-ff7a0f149560 req-7e980f33-32ad-46e0-be3e-78e4bb9bcdb7 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314975 Apr 23 00:21:44.782543 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c6bf8-99fd-4205-8f5f-27de4463bbd0 req-3e0cc994-9db3-4837-9854-6b81a831d17a tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:44.784037 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-de0c6bf8-99fd-4205-8f5f-27de4463bbd0 req-3e0cc994-9db3-4837-9854-6b81a831d17a tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0491560 Apr 23 00:21:44.820143 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-de0c6bf8-99fd-4205-8f5f-27de4463bbd0 req-f5726719-a39f-4f0e-9c2d-ffafcbe6038c tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302589 Apr 23 00:21:45.938359 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e43dda-dcd8-45da-b6fc-884b82cb5881 req-72f70692-f7d9-4e73-b930-f05740ee7896 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:45.939736 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-68e43dda-dcd8-45da-b6fc-884b82cb5881 req-72f70692-f7d9-4e73-b930-f05740ee7896 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0526705 Apr 23 00:21:45.975956 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-68e43dda-dcd8-45da-b6fc-884b82cb5881 req-56d5d87e-3cc7-48b6-a2bd-43b972fd186e tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303533 Apr 23 00:21:47.089450 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ebd02-f8e0-44f5-8e4a-521c40546370 req-07e4bf46-fe65-4817-a9da-2326c11f364f tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:47.090907 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8f9ebd02-f8e0-44f5-8e4a-521c40546370 req-07e4bf46-fe65-4817-a9da-2326c11f364f tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0475073 Apr 23 00:21:47.132950 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8f9ebd02-f8e0-44f5-8e4a-521c40546370 req-0e6b39dc-fe7d-4dec-af08-cb1fbc202dbf tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354609 Apr 23 00:21:48.247326 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74913028-e5a9-469d-89be-15d2360fc3fa req-f83d48ae-6588-4d68-af8b-f04fb99590c5 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:48.248834 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-74913028-e5a9-469d-89be-15d2360fc3fa req-f83d48ae-6588-4d68-af8b-f04fb99590c5 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0482316 Apr 23 00:21:48.286729 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-74913028-e5a9-469d-89be-15d2360fc3fa req-ead10f31-f9f1-406a-95a0-b448ea6e614d tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311973 Apr 23 00:21:49.401240 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114b5cc-6e02-4acb-b485-d3b7e34f14a9 req-d916d6bc-76ae-419d-87e2-3f81e18c1a2a tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:49.402717 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7114b5cc-6e02-4acb-b485-d3b7e34f14a9 req-d916d6bc-76ae-419d-87e2-3f81e18c1a2a tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0486217 Apr 23 00:21:49.441413 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7114b5cc-6e02-4acb-b485-d3b7e34f14a9 req-fdd9a689-27ad-4923-9d41-dc4b509bfa36 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324695 Apr 23 00:21:50.570469 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483040bf-492c-4021-ac61-2e40bbcbee12 req-f77afe2b-beeb-4f23-a4dd-3dd7f3b5c69e tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:50.571929 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-483040bf-492c-4021-ac61-2e40bbcbee12 req-f77afe2b-beeb-4f23-a4dd-3dd7f3b5c69e tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0481162 Apr 23 00:21:50.613202 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-483040bf-492c-4021-ac61-2e40bbcbee12 req-05b9895f-e002-4d6b-8510-465cdb524852 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353680 Apr 23 00:21:51.728469 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74703a00-f175-4d76-b24a-f28efd16a5a3 req-eb5010c8-21d8-4cfe-b01a-b903cd575eed tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:51.730180 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-74703a00-f175-4d76-b24a-f28efd16a5a3 req-eb5010c8-21d8-4cfe-b01a-b903cd575eed tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0503006 Apr 23 00:21:51.767346 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-74703a00-f175-4d76-b24a-f28efd16a5a3 req-fba0e82d-abdb-44fa-81b7-940ad7431b70 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307090 Apr 23 00:21:52.884976 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97521038-aeb2-40eb-8c1a-4eddf97511f9 req-d03b699f-70e9-4fbf-a2a3-afc59c94455f tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:52.886428 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-97521038-aeb2-40eb-8c1a-4eddf97511f9 req-d03b699f-70e9-4fbf-a2a3-afc59c94455f tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0514159 Apr 23 00:21:52.923876 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-97521038-aeb2-40eb-8c1a-4eddf97511f9 req-890ace3e-288f-40c9-9f1c-220a4a58e57a tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313523 Apr 23 00:21:53.768261 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:54.038557 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1774722-5f63-4dce-8a5b-a5916a7a1c87 req-2a51f7b0-acbe-4638-9a42-0c8d7f046d1a tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:54.040056 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f1774722-5f63-4dce-8a5b-a5916a7a1c87 req-2a51f7b0-acbe-4638-9a42-0c8d7f046d1a tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0500581 Apr 23 00:21:54.082568 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f1774722-5f63-4dce-8a5b-a5916a7a1c87 req-8973c0c6-4464-4cdd-b8bd-35279009ee02 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365651 Apr 23 00:21:55.196662 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e52075-5cbe-46d0-9913-11dad703af9d req-90cbcf1a-9d17-4db5-8ea0-a84f99520640 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:55.198130 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-14e52075-5cbe-46d0-9913-11dad703af9d req-90cbcf1a-9d17-4db5-8ea0-a84f99520640 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0495617 Apr 23 00:21:55.234727 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-14e52075-5cbe-46d0-9913-11dad703af9d req-6e0108ac-b2c4-42e5-9e8c-0f7f7447af30 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302041 Apr 23 00:21:56.352979 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba24901-db4a-422f-b45e-e2a5487cc0e8 req-22bff43f-5059-456c-beea-d7831bcac08e tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:56.354349 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cba24901-db4a-422f-b45e-e2a5487cc0e8 req-22bff43f-5059-456c-beea-d7831bcac08e tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0487387 Apr 23 00:21:56.391555 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cba24901-db4a-422f-b45e-e2a5487cc0e8 req-fd74e23c-1e12-4393-adcf-4b3b67110d8c tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311460 Apr 23 00:21:57.506070 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f744a-33bb-4908-8b29-39c2293cb2c7 req-c4a26a15-8c3e-463f-8d45-ac3496f32cdb tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:57.507540 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b58f744a-33bb-4908-8b29-39c2293cb2c7 req-c4a26a15-8c3e-463f-8d45-ac3496f32cdb tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0494063 Apr 23 00:21:57.544277 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b58f744a-33bb-4908-8b29-39c2293cb2c7 req-f4d39344-99df-4faf-bd8a-9aafa37533ab tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306435 Apr 23 00:21:58.002684 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d03b62a-af0c-4112-889e-95af80651fa3 req-b41a4531-3a1d-483b-bcf8-20302a19c98a service neutron] 10.222.0.16 "GET /v2.0/ports/8260a471-d788-4006-bf8c-8beeb6cf0aa5/bindings/hv-neutron-8387 HTTP/1.1" status: 200 len: 384 time: 0.0596421 Apr 23 00:21:58.584744 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03b62a-af0c-4112-889e-95af80651fa3 req-52f8a3b7-d769-4d21-b6a0-68df86a9ca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:58.586257 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d03b62a-af0c-4112-889e-95af80651fa3 req-52f8a3b7-d769-4d21-b6a0-68df86a9ca5c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d&tenant_id=536a7d7bdedf4ca5b199b114289cf69e HTTP/1.1" status: 200 len: 1099 time: 0.0696926 Apr 23 00:21:58.651203 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03b62a-af0c-4112-889e-95af80651fa3 req-a8112ffc-d82c-4099-97dd-c6adb1f06676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:58.652747 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d03b62a-af0c-4112-889e-95af80651fa3 req-a8112ffc-d82c-4099-97dd-c6adb1f06676 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=536a7d7bdedf4ca5b199b114289cf69e&device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 1099 time: 0.0448649 Apr 23 00:21:58.664058 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9ffa3-b7f8-42e7-85ed-39c51a9f6cc9 req-e8b3b096-ac98-4f38-8b0d-c170dfd8cc0a tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:58.665152 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c9e9ffa3-b7f8-42e7-85ed-39c51a9f6cc9 req-e8b3b096-ac98-4f38-8b0d-c170dfd8cc0a tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0540829 Apr 23 00:21:58.704795 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c9e9ffa3-b7f8-42e7-85ed-39c51a9f6cc9 req-0beefd58-6354-4336-97f9-b9ba8875345f tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336959 Apr 23 00:21:58.746623 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03b62a-af0c-4112-889e-95af80651fa3 req-42cc712d-f316-4602-8d2a-21b11604b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:58.748129 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d03b62a-af0c-4112-889e-95af80651fa3 req-42cc712d-f316-4602-8d2a-21b11604b8f6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=559ccd30-6106-41fb-a651-f69baa7f89c0 HTTP/1.1" status: 200 len: 913 time: 0.0887098 Apr 23 00:21:58.788490 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d03b62a-af0c-4112-889e-95af80651fa3 req-1671c5e4-3ddf-4d31-b495-e7035b2daee0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8260a471-d788-4006-bf8c-8beeb6cf0aa5 HTTP/1.1" status: 200 len: 217 time: 0.0336235 Apr 23 00:21:58.839540 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03b62a-af0c-4112-889e-95af80651fa3 req-b1e85db8-6a3d-4e43-8ef1-10af317e07b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:58.840987 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d03b62a-af0c-4112-889e-95af80651fa3 req-b1e85db8-6a3d-4e43-8ef1-10af317e07b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3e84d1af-19fd-48cc-97c1-59e444f1656b HTTP/1.1" status: 200 len: 852 time: 0.0460491 Apr 23 00:21:59.196905 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d03b62a-af0c-4112-889e-95af80651fa3 req-845dcc40-d71c-4d3d-8a8c-5b025ae1125e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=559ccd30-6106-41fb-a651-f69baa7f89c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3491440 Apr 23 00:21:59.284415 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d03b62a-af0c-4112-889e-95af80651fa3 req-0a67649e-150a-493d-affe-36800525beab service neutron] 10.222.0.16 "GET /v2.0/networks/559ccd30-6106-41fb-a651-f69baa7f89c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802202 Apr 23 00:21:59.374917 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d03b62a-af0c-4112-889e-95af80651fa3 req-a23df6c2-0aeb-4ee3-a2ec-3c1d213c7c7b service neutron] 10.222.0.16 "GET /v2.0/networks/559ccd30-6106-41fb-a651-f69baa7f89c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829358 Apr 23 00:21:59.821487 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bcff8-df38-4d75-ba4d-afd12759ea19 req-6b2cc608-493a-4fcb-b396-fa2f0d4445c2 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:59.822947 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ca2bcff8-df38-4d75-ba4d-afd12759ea19 req-6b2cc608-493a-4fcb-b396-fa2f0d4445c2 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0499656 Apr 23 00:21:59.859888 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ca2bcff8-df38-4d75-ba4d-afd12759ea19 req-22871aa5-1870-49bf-ac8e-c5fc360baee0 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306675 Apr 23 00:22:00.974486 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0408a50-a663-46b2-8210-f5f9fea21e6e req-347c1d67-fc28-4f8a-b92b-ef37b9c2c0e3 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:00.975864 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b0408a50-a663-46b2-8210-f5f9fea21e6e req-347c1d67-fc28-4f8a-b92b-ef37b9c2c0e3 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0474164 Apr 23 00:22:01.018140 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b0408a50-a663-46b2-8210-f5f9fea21e6e req-bacec47b-5279-4221-8fdd-a386dbe27f53 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364125 Apr 23 00:22:01.560989 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 8260a471-d788-4006-bf8c-8beeb6cf0aa5 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:22:01.564580 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 8260a471-d788-4006-bf8c-8beeb6cf0aa5 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:22:01.854051 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:01.860609 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 8260a471-d788-4006-bf8c-8beeb6cf0aa5, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8260a471-d788-4006-bf8c-8beeb6cf0aa5,segment=NetworkSegment(afe0e7dd-d2c0-4c0f-81ad-f0f0989486af),segment_id=afe0e7dd-d2c0-4c0f-81ad-f0f0989486af)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:22:01.881986 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '8260a471-d788-4006-bf8c-8beeb6cf0aa5', 'network_id': '559ccd30-6106-41fb-a651-f69baa7f89c0', 'port_id': '8260a471-d788-4006-bf8c-8beeb6cf0aa5', 'mac_address': 'fa:16:3e:76:02:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e84d1af-19fd-48cc-97c1-59e444f1656b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:22:01.889557 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c7a84e-feff-47cc-a336-a6264d5c399d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8260a471-d788-4006-bf8c-8beeb6cf0aa5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:22:01.894265 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea215ce-c7d6-4464-9637-0ab71b8ab0b3" -d '{"events": [{"server_uuid": "68c7a84e-feff-47cc-a336-a6264d5c399d", "name": "network-vif-unplugged", "status": "completed", "tag": "8260a471-d788-4006-bf8c-8beeb6cf0aa5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:22:01.924137 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 8260a471-d788-4006-bf8c-8beeb6cf0aa5, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8260a471-d788-4006-bf8c-8beeb6cf0aa5,segment=NetworkSegment(afe0e7dd-d2c0-4c0f-81ad-f0f0989486af),segment_id=afe0e7dd-d2c0-4c0f-81ad-f0f0989486af)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:22:01.939763 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:01.948550 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 23 Apr 2022 00:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0bf26e-30da-4383-a80b-7a0fe55f280f x-openstack-request-id: req-bb0bf26e-30da-4383-a80b-7a0fe55f280f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:22:01.948841 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c7a84e-feff-47cc-a336-a6264d5c399d", "name": "network-vif-unplugged", "status": "completed", "tag": "8260a471-d788-4006-bf8c-8beeb6cf0aa5", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:22:01.949088 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb0bf26e-30da-4383-a80b-7a0fe55f280f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:22:01.949468 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb0bf26e-30da-4383-a80b-7a0fe55f280f'] response: {'server_uuid': '68c7a84e-feff-47cc-a336-a6264d5c399d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8260a471-d788-4006-bf8c-8beeb6cf0aa5', 'code': 200} Apr 23 00:22:01.957850 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8260a471-d788-4006-bf8c-8beeb6cf0aa5 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:22:01.990884 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:02.062639 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:22:02.063231 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:22:02.067985 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=8260a471-d788-4006-bf8c-8beeb6cf0aa5,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:22:02.140922 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea27a8-5c6f-4ab5-9a2f-797c771d5e14 req-e026d0c2-8d7b-421d-b4ae-f55273507d62 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:02.142331 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-79ea27a8-5c6f-4ab5-9a2f-797c771d5e14 req-e026d0c2-8d7b-421d-b4ae-f55273507d62 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 944 time: 0.0516226 Apr 23 00:22:02.180769 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-79ea27a8-5c6f-4ab5-9a2f-797c771d5e14 req-814dc91e-f61a-4685-b9d4-ab3f9f6cab96 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323565 Apr 23 00:22:02.600381 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:02.612961 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8260a471-d788-4006-bf8c-8beeb6cf0aa5 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:22:02.632954 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 8260a471-d788-4006-bf8c-8beeb6cf0aa5, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8260a471-d788-4006-bf8c-8beeb6cf0aa5,segment=NetworkSegment(afe0e7dd-d2c0-4c0f-81ad-f0f0989486af),segment_id=afe0e7dd-d2c0-4c0f-81ad-f0f0989486af)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:22:02.650131 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6388ea0-1b21-42f8-b6b5-0332b9ca1ffb req-21b5b23e-45f1-4076-aaa6-e7152bddedb5 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:02.653154 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c6388ea0-1b21-42f8-b6b5-0332b9ca1ffb req-21b5b23e-45f1-4076-aaa6-e7152bddedb5 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.16 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d&tenant_id=536a7d7bdedf4ca5b199b114289cf69e&binding%3Ahost_id=hv-neutron-8387 HTTP/1.1" status: 200 len: 944 time: 0.0922632 Apr 23 00:22:02.733900 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:02.735209 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6388ea0-1b21-42f8-b6b5-0332b9ca1ffb req-017940ae-710f-4355-b242-333a09943714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:02.736704 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c6388ea0-1b21-42f8-b6b5-0332b9ca1ffb req-017940ae-710f-4355-b242-333a09943714 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=536a7d7bdedf4ca5b199b114289cf69e&device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 1097 time: 0.0418351 Apr 23 00:22:02.788503 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=8260a471-d788-4006-bf8c-8beeb6cf0aa5,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:22:02.795384 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['8260a471-d788-4006-bf8c-8beeb6cf0aa5'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:22:02.812541 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:22:02.833576 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6388ea0-1b21-42f8-b6b5-0332b9ca1ffb req-86ba6787-963a-481a-b750-f15f336f9042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:02.835124 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c6388ea0-1b21-42f8-b6b5-0332b9ca1ffb req-86ba6787-963a-481a-b750-f15f336f9042 service neutron] 10.222.0.16 "GET /v2.0/networks?id=559ccd30-6106-41fb-a651-f69baa7f89c0 HTTP/1.1" status: 200 len: 913 time: 0.0923707 Apr 23 00:22:02.876314 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c6388ea0-1b21-42f8-b6b5-0332b9ca1ffb req-3d7053c2-c025-4cea-8b92-e9af3179de1b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8260a471-d788-4006-bf8c-8beeb6cf0aa5 HTTP/1.1" status: 200 len: 217 time: 0.0336616 Apr 23 00:22:02.924714 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6388ea0-1b21-42f8-b6b5-0332b9ca1ffb req-f6cb6a09-b47c-43a3-917f-559cf105bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:02.926197 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c6388ea0-1b21-42f8-b6b5-0332b9ca1ffb req-f6cb6a09-b47c-43a3-917f-559cf105bf6c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3e84d1af-19fd-48cc-97c1-59e444f1656b HTTP/1.1" status: 200 len: 852 time: 0.0436811 Apr 23 00:22:02.959443 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c6388ea0-1b21-42f8-b6b5-0332b9ca1ffb req-71afcb0a-afa0-41ba-a6ab-bb01a27067a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=559ccd30-6106-41fb-a651-f69baa7f89c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257375 Apr 23 00:22:03.050575 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c6388ea0-1b21-42f8-b6b5-0332b9ca1ffb req-8d49f294-4c3c-4872-8da1-660cd290e9b7 service neutron] 10.222.0.16 "GET /v2.0/networks/559ccd30-6106-41fb-a651-f69baa7f89c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842748 Apr 23 00:22:03.142744 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c6388ea0-1b21-42f8-b6b5-0332b9ca1ffb req-65ccb17c-9f08-49f4-bf96-998914839ffd service neutron] 10.222.0.16 "GET /v2.0/networks/559ccd30-6106-41fb-a651-f69baa7f89c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846403 Apr 23 00:22:03.583031 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 8260a471-d788-4006-bf8c-8beeb6cf0aa5 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:22:03.633219 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 8260a471-d788-4006-bf8c-8beeb6cf0aa5 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:22:03.633852 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:03.710561 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:03.741972 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 8260a471-d788-4006-bf8c-8beeb6cf0aa5, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8260a471-d788-4006-bf8c-8beeb6cf0aa5,segment=NetworkSegment(afe0e7dd-d2c0-4c0f-81ad-f0f0989486af),segment_id=afe0e7dd-d2c0-4c0f-81ad-f0f0989486af)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:22:03.824837 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:03.876320 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=8260a471-d788-4006-bf8c-8beeb6cf0aa5,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:22:03.950602 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c7a84e-feff-47cc-a336-a6264d5c399d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8260a471-d788-4006-bf8c-8beeb6cf0aa5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:22:03.953054 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7460f32-d7c0-4537-bb1f-0c4c73cd806b" -d '{"events": [{"server_uuid": "68c7a84e-feff-47cc-a336-a6264d5c399d", "name": "network-vif-plugged", "status": "completed", "tag": "8260a471-d788-4006-bf8c-8beeb6cf0aa5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:22:03.988682 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5409a615-446c-4bf7-acbe-fead399261b4 x-openstack-request-id: req-5409a615-446c-4bf7-acbe-fead399261b4 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:22:03.989043 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c7a84e-feff-47cc-a336-a6264d5c399d", "name": "network-vif-plugged", "status": "completed", "tag": "8260a471-d788-4006-bf8c-8beeb6cf0aa5", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:22:03.989292 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5409a615-446c-4bf7-acbe-fead399261b4 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:22:03.989707 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5409a615-446c-4bf7-acbe-fead399261b4'] response: {'server_uuid': '68c7a84e-feff-47cc-a336-a6264d5c399d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8260a471-d788-4006-bf8c-8beeb6cf0aa5', 'code': 200} Apr 23 00:22:04.241889 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c68bbab-55d3-48c9-b2bc-8cd8d9b7a20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:04.550329 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25862a-b2a9-4497-ac1c-be3dd5aa466f req-899a9f12-ae61-4d7c-9bf7-20426b6c8e96 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:04.551808 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3e25862a-b2a9-4497-ac1c-be3dd5aa466f req-899a9f12-ae61-4d7c-9bf7-20426b6c8e96 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0500917 Apr 23 00:22:04.588538 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3e25862a-b2a9-4497-ac1c-be3dd5aa466f req-7283bc94-d07f-4272-9393-581ac35ce287 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308821 Apr 23 00:22:05.710520 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6b0de-da17-4223-8428-973771452392 req-9f473c57-5d7d-4a64-8b1d-2fc2834b0375 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:05.712033 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3ab6b0de-da17-4223-8428-973771452392 req-9f473c57-5d7d-4a64-8b1d-2fc2834b0375 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0496025 Apr 23 00:22:05.749001 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3ab6b0de-da17-4223-8428-973771452392 req-ed1e5c95-b3c3-470c-853e-ae9039ad75c1 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab4da8b6-4513-46ab-8520-c493cbc4c3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310671 Apr 23 00:22:06.213765 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6388ea0-1b21-42f8-b6b5-0332b9ca1ffb req-7fb03b45-9e23-435e-b050-3ebf830ff0bd tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:06.215208 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c6388ea0-1b21-42f8-b6b5-0332b9ca1ffb req-7fb03b45-9e23-435e-b050-3ebf830ff0bd tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.16 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 946 time: 0.0491626 Apr 23 00:22:06.305960 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-c6388ea0-1b21-42f8-b6b5-0332b9ca1ffb req-24a7191f-2dc3-48ae-a2b4-aee7f4cbede9 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Deleting port 8260a471-d788-4006-bf8c-8beeb6cf0aa5 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:22:06.306296 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c6388ea0-1b21-42f8-b6b5-0332b9ca1ffb req-24a7191f-2dc3-48ae-a2b4-aee7f4cbede9 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:06.393291 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-c6388ea0-1b21-42f8-b6b5-0332b9ca1ffb req-24a7191f-2dc3-48ae-a2b4-aee7f4cbede9 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] For port 8260a471-d788-4006-bf8c-8beeb6cf0aa5, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8260a471-d788-4006-bf8c-8beeb6cf0aa5,segment=NetworkSegment(afe0e7dd-d2c0-4c0f-81ad-f0f0989486af),segment_id=afe0e7dd-d2c0-4c0f-81ad-f0f0989486af)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:22:06.393653 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c6388ea0-1b21-42f8-b6b5-0332b9ca1ffb req-24a7191f-2dc3-48ae-a2b4-aee7f4cbede9 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:06.406955 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-c6388ea0-1b21-42f8-b6b5-0332b9ca1ffb req-24a7191f-2dc3-48ae-a2b4-aee7f4cbede9 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Calling delete_port for 8260a471-d788-4006-bf8c-8beeb6cf0aa5 owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:22:06.665165 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c6388ea0-1b21-42f8-b6b5-0332b9ca1ffb req-24a7191f-2dc3-48ae-a2b4-aee7f4cbede9 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:06.677578 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['8260a471-d788-4006-bf8c-8beeb6cf0aa5'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:22:06.694679 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7191f-2dc3-48ae-a2b4-aee7f4cbede9 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Pushing event deleted for resources: {'Port': ['ID=8260a471-d788-4006-bf8c-8beeb6cf0aa5,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:22:06.736303 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6388ea0-1b21-42f8-b6b5-0332b9ca1ffb req-24a7191f-2dc3-48ae-a2b4-aee7f4cbede9 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] No DVR routers for this DVR port 8260a471-d788-4006-bf8c-8beeb6cf0aa5 on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:22:06.738822 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c6388ea0-1b21-42f8-b6b5-0332b9ca1ffb req-24a7191f-2dc3-48ae-a2b4-aee7f4cbede9 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:06.742155 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c6388ea0-1b21-42f8-b6b5-0332b9ca1ffb req-24a7191f-2dc3-48ae-a2b4-aee7f4cbede9 tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.16 "DELETE /v2.0/ports/8260a471-d788-4006-bf8c-8beeb6cf0aa5 HTTP/1.1" status: 204 len: 173 time: 0.5211897 Apr 23 00:22:06.742594 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c7a84e-feff-47cc-a336-a6264d5c399d', 'name': 'network-vif-deleted', 'tag': '8260a471-d788-4006-bf8c-8beeb6cf0aa5'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:22:06.744928 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87339494-fc1b-4fdf-b737-f58f9f19d354" -d '{"events": [{"server_uuid": "68c7a84e-feff-47cc-a336-a6264d5c399d", "name": "network-vif-deleted", "tag": "8260a471-d788-4006-bf8c-8beeb6cf0aa5"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:22:06.783094 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198e8287-1b6d-4b1f-be4e-e56076deb411 x-openstack-request-id: req-198e8287-1b6d-4b1f-be4e-e56076deb411 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:22:06.783407 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c7a84e-feff-47cc-a336-a6264d5c399d", "name": "network-vif-deleted", "tag": "8260a471-d788-4006-bf8c-8beeb6cf0aa5", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:22:06.783688 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-198e8287-1b6d-4b1f-be4e-e56076deb411 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:22:06.790973 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-198e8287-1b6d-4b1f-be4e-e56076deb411'] response: {'server_uuid': '68c7a84e-feff-47cc-a336-a6264d5c399d', 'name': 'network-vif-deleted', 'tag': '8260a471-d788-4006-bf8c-8beeb6cf0aa5', 'status': 'completed', 'code': 200} Apr 23 00:22:06.849489 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-191615d2-99ec-4f14-bcfa-99ed741a6fe2 req-1669f31d-dde1-4269-8304-98f9ee5aed2f tempest-DeleteServersTestJSON-545535094 tempest-DeleteServersTestJSON-545535094-project] 10.222.0.15 "GET /v2.0/ports?device_id=68c7a84e-feff-47cc-a336-a6264d5c399d HTTP/1.1" status: 200 len: 210 time: 0.0314996 Apr 23 00:22:07.236161 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59803964-b3f0-43d9-ac68-a3c321764ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:07.858656 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:07.976664 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 58562) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:22:08.019628 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-338f575f-6eb9-47ac-863e-44f89147b259 admin admin] Deleting subnet 3e84d1af-19fd-48cc-97c1-59e444f1656b {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:22:08.022644 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-338f575f-6eb9-47ac-863e-44f89147b259 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:08.057621 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-338f575f-6eb9-47ac-863e-44f89147b259 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:08.097052 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-338f575f-6eb9-47ac-863e-44f89147b259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:08.230832 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-338f575f-6eb9-47ac-863e-44f89147b259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:08.262516 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f575f-6eb9-47ac-863e-44f89147b259 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e84d1af-19fd-48cc-97c1-59e444f1656b,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:22:08.268153 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-338f575f-6eb9-47ac-863e-44f89147b259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:08.268153 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-338f575f-6eb9-47ac-863e-44f89147b259 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3e84d1af-19fd-48cc-97c1-59e444f1656b HTTP/1.1" status: 204 len: 168 time: 0.2900324 Apr 23 00:22:08.270328 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 58564) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:22:08.337747 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-045dfab2-3a77-43b0-9e89-cde8ab0f217f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:08.425261 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-045dfab2-3a77-43b0-9e89-cde8ab0f217f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:08.446235 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-045dfab2-3a77-43b0-9e89-cde8ab0f217f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559ccd30-6106-41fb-a651-f69baa7f89c0']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:22:08.456198 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-045dfab2-3a77-43b0-9e89-cde8ab0f217f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe0e7dd-d2c0-4c0f-81ad-f0f0989486af') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:22:08.456494 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-045dfab2-3a77-43b0-9e89-cde8ab0f217f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe0e7dd-d2c0-4c0f-81ad-f0f0989486af') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:22:08.465828 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-045dfab2-3a77-43b0-9e89-cde8ab0f217f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:08.479818 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-045dfab2-3a77-43b0-9e89-cde8ab0f217f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:08.486215 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045dfab2-3a77-43b0-9e89-cde8ab0f217f admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:22:08.486547 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-045dfab2-3a77-43b0-9e89-cde8ab0f217f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:22:08.488200 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:22:08.681625 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-045dfab2-3a77-43b0-9e89-cde8ab0f217f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:08.687962 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-045dfab2-3a77-43b0-9e89-cde8ab0f217f admin admin] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:08.691550 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-045dfab2-3a77-43b0-9e89-cde8ab0f217f admin admin] 10.222.0.15 "DELETE /v2.0/networks/559ccd30-6106-41fb-a651-f69baa7f89c0 HTTP/1.1" status: 204 len: 168 time: 0.4202545 Apr 23 00:22:08.702893 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045dfab2-3a77-43b0-9e89-cde8ab0f217f admin admin] Pushing event deleted for resources: {'Network': ['ID=559ccd30-6106-41fb-a651-f69baa7f89c0,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:22:09.016721 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 58568) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:22:09.055975 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b0bb7e57-0891-4388-8435-26b4c136cbb3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=536a7d7bdedf4ca5b199b114289cf69e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380673 Apr 23 00:22:09.058325 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 58570) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:22:09.108787 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5298cbbd-0093-40e6-8832-4673689cbcca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:09.129470 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5298cbbd-0093-40e6-8832-4673689cbcca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:09.218563 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5298cbbd-0093-40e6-8832-4673689cbcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:09.221156 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5298cbbd-0093-40e6-8832-4673689cbcca admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:09.222364 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5298cbbd-0093-40e6-8832-4673689cbcca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab4da8b6-4513-46ab-8520-c493cbc4c3d1 HTTP/1.1" status: 204 len: 168 time: 0.1631730 Apr 23 00:22:09.230509 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298cbbd-0093-40e6-8832-4673689cbcca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4da8b6-4513-46ab-8520-c493cbc4c3d1,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:22:09.238384 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5298cbbd-0093-40e6-8832-4673689cbcca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:09.238746 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5298cbbd-0093-40e6-8832-4673689cbcca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:09.239093 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5298cbbd-0093-40e6-8832-4673689cbcca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:09.239439 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5298cbbd-0093-40e6-8832-4673689cbcca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:09.239812 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5298cbbd-0093-40e6-8832-4673689cbcca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:09.240157 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5298cbbd-0093-40e6-8832-4673689cbcca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:09.240497 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5298cbbd-0093-40e6-8832-4673689cbcca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:09.240828 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5298cbbd-0093-40e6-8832-4673689cbcca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:09.241161 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5298cbbd-0093-40e6-8832-4673689cbcca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:09.241492 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5298cbbd-0093-40e6-8832-4673689cbcca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:09.241825 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5298cbbd-0093-40e6-8832-4673689cbcca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:09.242154 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5298cbbd-0093-40e6-8832-4673689cbcca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:09.597821 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 8260a471-d788-4006-bf8c-8beeb6cf0aa5 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:22:09.626461 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 8260a471-d788-4006-bf8c-8beeb6cf0aa5 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:22:09.626802 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 8260a471-d788-4006-bf8c-8beeb6cf0aa5 not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:22:09.687946 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:09.836017 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:10.183737 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 58592) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:22:10.277282 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-4917d61c-a269-4dcb-96b0-02c5f27eaf7d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-948856862-network', 'tenant_id': '667ed76555a749b48189e4a07416a36f'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:22:10.384359 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4917d61c-a269-4dcb-96b0-02c5f27eaf7d admin admin] Made reservation on behalf of 667ed76555a749b48189e4a07416a36f for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:22:10.386743 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4917d61c-a269-4dcb-96b0-02c5f27eaf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:10.395286 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4917d61c-a269-4dcb-96b0-02c5f27eaf7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:10.469884 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4917d61c-a269-4dcb-96b0-02c5f27eaf7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:10.538923 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4917d61c-a269-4dcb-96b0-02c5f27eaf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:10.566067 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4917d61c-a269-4dcb-96b0-02c5f27eaf7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:22:10.571265 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917d61c-a269-4dcb-96b0-02c5f27eaf7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5107a5d-2964-4ffc-879b-a360ce937a03,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:22:10.578759 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4917d61c-a269-4dcb-96b0-02c5f27eaf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:10.578759 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-4917d61c-a269-4dcb-96b0-02c5f27eaf7d admin admin] Added segment b0d6b24e-981c-4afe-b8cd-956f55a695a7 of type vlan for network 92c84008-7d89-4e84-acf8-705903e8330b Apr 23 00:22:10.620875 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4917d61c-a269-4dcb-96b0-02c5f27eaf7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:10.681752 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4917d61c-a269-4dcb-96b0-02c5f27eaf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:10.682732 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4917d61c-a269-4dcb-96b0-02c5f27eaf7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:10.683337 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4917d61c-a269-4dcb-96b0-02c5f27eaf7d admin admin] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:10.790436 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917d61c-a269-4dcb-96b0-02c5f27eaf7d admin admin] Pushing event updated for resources: {'Network': ['ID=92c84008-7d89-4e84-acf8-705903e8330b,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:22:10.802773 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 92c84008-7d89-4e84-acf8-705903e8330b details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:22:10.855672 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4917d61c-a269-4dcb-96b0-02c5f27eaf7d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6707742 Apr 23 00:22:10.858481 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 58596) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:22:10.864807 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-639b4f36-adba-42a7-8f7b-a5ce3a23c6a9 admin admin] Request body: {'subnet': {'network_id': '92c84008-7d89-4e84-acf8-705903e8330b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-948856862-subnet', 'tenant_id': '667ed76555a749b48189e4a07416a36f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:22:10.944330 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639b4f36-adba-42a7-8f7b-a5ce3a23c6a9 admin admin] Made reservation on behalf of 667ed76555a749b48189e4a07416a36f for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:22:10.946620 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-639b4f36-adba-42a7-8f7b-a5ce3a23c6a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:11.190714 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-639b4f36-adba-42a7-8f7b-a5ce3a23c6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:11.248266 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b4f36-adba-42a7-8f7b-a5ce3a23c6a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5a104c2-c6cb-4a05-b11c-33314f643ea1,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:22:11.261275 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639b4f36-adba-42a7-8f7b-a5ce3a23c6a9 admin admin] Checking segment: {'id': 'b0d6b24e-981c-4afe-b8cd-956f55a695a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '92c84008-7d89-4e84-acf8-705903e8330b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:22:11.261636 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639b4f36-adba-42a7-8f7b-a5ce3a23c6a9 admin admin] Network hostable DHCP agents. Network: 92c84008-7d89-4e84-acf8-705903e8330b, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:22:11.349988 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639b4f36-adba-42a7-8f7b-a5ce3a23c6a9 admin admin] Network 92c84008-7d89-4e84-acf8-705903e8330b is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:22:11.435873 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-639b4f36-adba-42a7-8f7b-a5ce3a23c6a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 92c84008-7d89-4e84-acf8-705903e8330b) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:22:11.440195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639b4f36-adba-42a7-8f7b-a5ce3a23c6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:11.442660 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-639b4f36-adba-42a7-8f7b-a5ce3a23c6a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:11.446930 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a81959-6369-4ca6-b6e3-1e80eba82afe None None] Network 92c84008-7d89-4e84-acf8-705903e8330b requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:22:11.507347 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-639b4f36-adba-42a7-8f7b-a5ce3a23c6a9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6468852 Apr 23 00:22:11.577732 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19e8ef1-4aa2-4345-ba28-4f1d9bfc4a04 None None] Network 92c84008-7d89-4e84-acf8-705903e8330b requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:22:11.924789 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-2b0da929-e8a6-495e-9dc0-b56c3c2fe045 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:11.926258 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-2b0da929-e8a6-495e-9dc0-b56c3c2fe045 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/networks?id=92c84008-7d89-4e84-acf8-705903e8330b HTTP/1.1" status: 200 len: 814 time: 0.0999682 Apr 23 00:22:11.942627 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-c2460410-17d6-47af-9773-d13ed7bc7ca4 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/quotas/667ed76555a749b48189e4a07416a36f HTTP/1.1" status: 200 len: 375 time: 0.0102131 Apr 23 00:22:11.975503 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-34db69da-6ebe-4b8c-9b05-d3ac03868c70 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=667ed76555a749b48189e4a07416a36f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270960 Apr 23 00:22:12.068516 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-3e4bd2c9-ba6f-4302-8188-f2cdee841dcb service neutron] 10.222.0.15 "GET /v2.0/networks/92c84008-7d89-4e84-acf8-705903e8330b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864460 Apr 23 00:22:12.156570 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-b4a82e8d-344d-4ee2-b3b9-ef4f87573631 service neutron] 10.222.0.15 "GET /v2.0/networks/92c84008-7d89-4e84-acf8-705903e8330b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814488 Apr 23 00:22:12.455491 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8bc57f87-951d-4f4d-831c-701751cb67a5 req-083eaff4-6ef1-427d-95d5-6fdb7010c995 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 210 time: 0.0267351 Apr 23 00:22:13.549700 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b155eda5-2104-4e0d-8704-7a9fb3f1fa07 req-447c8348-a4d0-4f18-ad70-1af6da1bd58a tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 210 time: 0.0287051 Apr 23 00:22:14.274711 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-2a7d6289-c39e-4acb-851a-2b10b4e174f9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:14.276329 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-2a7d6289-c39e-4acb-851a-2b10b4e174f9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.16 "GET /v2.0/networks?id=92c84008-7d89-4e84-acf8-705903e8330b HTTP/1.1" status: 200 len: 814 time: 0.1061876 Apr 23 00:22:14.288533 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-a854e28d-5f6a-4e89-89d6-5abaa131a0e7 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Request body: {'port': {'device_id': '3775d470-47d1-403f-bfce-717eff3e13b3', 'network_id': '92c84008-7d89-4e84-acf8-705903e8330b', 'admin_state_up': True, 'tenant_id': '667ed76555a749b48189e4a07416a36f'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:22:14.475551 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-a854e28d-5f6a-4e89-89d6-5abaa131a0e7 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Made reservation on behalf of 667ed76555a749b48189e4a07416a36f for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:22:14.479149 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-a854e28d-5f6a-4e89-89d6-5abaa131a0e7 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:14.610498 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-a854e28d-5f6a-4e89-89d6-5abaa131a0e7 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Allocated IP 172.20.0.2 (92c84008-7d89-4e84-acf8-705903e8330b/a5a104c2-c6cb-4a05-b11c-33314f643ea1/bb95a5b0-1985-4ad6-85fc-1885500446b2) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:22:14.647097 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-84d96ffc-70ce-419b-b5f2-d82bc1cdf941 req-d69ea177-dba8-45b4-9f9b-7de4fb4205d7 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 210 time: 0.0299938 Apr 23 00:22:14.763444 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-a854e28d-5f6a-4e89-89d6-5abaa131a0e7 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:14.864689 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-a854e28d-5f6a-4e89-89d6-5abaa131a0e7 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:14.909671 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-a854e28d-5f6a-4e89-89d6-5abaa131a0e7 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Network 92c84008-7d89-4e84-acf8-705903e8330b is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:22:14.912862 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-a854e28d-5f6a-4e89-89d6-5abaa131a0e7 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:22:14.916759 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-a854e28d-5f6a-4e89-89d6-5abaa131a0e7 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:22:14.922967 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854e28d-5f6a-4e89-89d6-5abaa131a0e7 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Pushing event updated for resources: {'Port': ['ID=bb95a5b0-1985-4ad6-85fc-1885500446b2,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:22:14.967962 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-a854e28d-5f6a-4e89-89d6-5abaa131a0e7 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:14.968569 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-a854e28d-5f6a-4e89-89d6-5abaa131a0e7 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:15.022252 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-a854e28d-5f6a-4e89-89d6-5abaa131a0e7 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7371750 Apr 23 00:22:15.035616 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-1ed38229-c01c-4573-9a58-faee2c554be3 service neutron] Request body: {'port': {'device_id': '3775d470-47d1-403f-bfce-717eff3e13b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:22:15.092542 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-1ed38229-c01c-4573-9a58-faee2c554be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:15.350117 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-1ed38229-c01c-4573-9a58-faee2c554be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb95a5b0-1985-4ad6-85fc-1885500446b2 {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:22:15.357184 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-1ed38229-c01c-4573-9a58-faee2c554be3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:15.368947 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-1ed38229-c01c-4573-9a58-faee2c554be3 service neutron] Transition to ACTIVE for port object bb95a5b0-1985-4ad6-85fc-1885500446b2 will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:22:15.435918 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-1ed38229-c01c-4573-9a58-faee2c554be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:15.475038 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed38229-c01c-4573-9a58-faee2c554be3 service neutron] Pushing event updated for resources: {'Port': ['ID=bb95a5b0-1985-4ad6-85fc-1885500446b2,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:22:15.593079 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-1ed38229-c01c-4573-9a58-faee2c554be3 service neutron] Attempting to bind port bb95a5b0-1985-4ad6-85fc-1885500446b2 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:22:15.593412 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-1ed38229-c01c-4573-9a58-faee2c554be3 service neutron] Attempting to bind port bb95a5b0-1985-4ad6-85fc-1885500446b2 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b0d6b24e-981c-4afe-b8cd-956f55a695a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '92c84008-7d89-4e84-acf8-705903e8330b'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:22:15.593739 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-1ed38229-c01c-4573-9a58-faee2c554be3 service neutron] Attempting to bind port bb95a5b0-1985-4ad6-85fc-1885500446b2 on network 92c84008-7d89-4e84-acf8-705903e8330b {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:22:15.597946 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-1ed38229-c01c-4573-9a58-faee2c554be3 service neutron] Port bb95a5b0-1985-4ad6-85fc-1885500446b2 on network 92c84008-7d89-4e84-acf8-705903e8330b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:22:15.598262 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-1ed38229-c01c-4573-9a58-faee2c554be3 service neutron] Attempting to bind port bb95a5b0-1985-4ad6-85fc-1885500446b2 on network 92c84008-7d89-4e84-acf8-705903e8330b {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:22:15.603015 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-1ed38229-c01c-4573-9a58-faee2c554be3 service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:22:15.603288 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-1ed38229-c01c-4573-9a58-faee2c554be3 service neutron] Checking segment: {'id': 'b0d6b24e-981c-4afe-b8cd-956f55a695a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '92c84008-7d89-4e84-acf8-705903e8330b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:22:15.603696 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-1ed38229-c01c-4573-9a58-faee2c554be3 service neutron] Bound using segment: {'id': 'b0d6b24e-981c-4afe-b8cd-956f55a695a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '92c84008-7d89-4e84-acf8-705903e8330b'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:22:15.604118 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-1ed38229-c01c-4573-9a58-faee2c554be3 service neutron] Bound port: bb95a5b0-1985-4ad6-85fc-1885500446b2, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0d6b24e-981c-4afe-b8cd-956f55a695a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '92c84008-7d89-4e84-acf8-705903e8330b'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:22:15.604465 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-1ed38229-c01c-4573-9a58-faee2c554be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:15.667072 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-1ed38229-c01c-4573-9a58-faee2c554be3 service neutron] For port bb95a5b0-1985-4ad6-85fc-1885500446b2, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:22:15.670072 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-1ed38229-c01c-4573-9a58-faee2c554be3 service neutron] For port bb95a5b0-1985-4ad6-85fc-1885500446b2, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=bb95a5b0-1985-4ad6-85fc-1885500446b2,segment=NetworkSegment(b0d6b24e-981c-4afe-b8cd-956f55a695a7),segment_id=b0d6b24e-981c-4afe-b8cd-956f55a695a7)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:22:15.722058 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-1ed38229-c01c-4573-9a58-faee2c554be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:15.789516 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-1ed38229-c01c-4573-9a58-faee2c554be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:15.790144 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-1ed38229-c01c-4573-9a58-faee2c554be3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:15.791534 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-1ed38229-c01c-4573-9a58-faee2c554be3 service neutron] 10.222.0.16 "PUT /v2.0/ports/bb95a5b0-1985-4ad6-85fc-1885500446b2 HTTP/1.1" status: 200 len: 1093 time: 0.7601237 Apr 23 00:22:15.792017 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3775d470-47d1-403f-bfce-717eff3e13b3', 'tag': 'bb95a5b0-1985-4ad6-85fc-1885500446b2'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:22:15.794264 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff01fef2-d5b5-4f69-9faf-536fc2a52f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "3775d470-47d1-403f-bfce-717eff3e13b3", "tag": "bb95a5b0-1985-4ad6-85fc-1885500446b2"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:22:15.821983 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed38229-c01c-4573-9a58-faee2c554be3 service neutron] Pushing event updated for resources: {'Port': ['ID=bb95a5b0-1985-4ad6-85fc-1885500446b2,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:22:15.832875 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0424bdb-e3f3-434e-8cd4-a55c9200b9cf req-24cfdceb-4a1d-4367-9735-59d8085e7c28 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:15.834450 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c0424bdb-e3f3-434e-8cd4-a55c9200b9cf req-24cfdceb-4a1d-4367-9735-59d8085e7c28 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 943 time: 0.1094961 Apr 23 00:22:15.837437 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f366a029-82a3-4db8-a42f-77c873dbdfdf x-openstack-request-id: req-f366a029-82a3-4db8-a42f-77c873dbdfdf {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:22:15.837727 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3775d470-47d1-403f-bfce-717eff3e13b3", "tag": "bb95a5b0-1985-4ad6-85fc-1885500446b2", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:22:15.837997 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f366a029-82a3-4db8-a42f-77c873dbdfdf {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:22:15.838419 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f366a029-82a3-4db8-a42f-77c873dbdfdf'] response: {'name': 'network-changed', 'server_uuid': '3775d470-47d1-403f-bfce-717eff3e13b3', 'tag': 'bb95a5b0-1985-4ad6-85fc-1885500446b2', 'status': 'completed', 'code': 200} Apr 23 00:22:15.901835 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c0424bdb-e3f3-434e-8cd4-a55c9200b9cf req-db8c6c87-3525-4c4b-a167-d6c6e8e4a32a tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609267 Apr 23 00:22:15.915746 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01fef2-d5b5-4f69-9faf-536fc2a52f2a req-5f883fb2-c700-420c-9599-dfd41b0d8665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:15.917217 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ff01fef2-d5b5-4f69-9faf-536fc2a52f2a req-5f883fb2-c700-420c-9599-dfd41b0d8665 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=667ed76555a749b48189e4a07416a36f&device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 1096 time: 0.0515933 Apr 23 00:22:16.015764 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01fef2-d5b5-4f69-9faf-536fc2a52f2a req-aac2b7ec-ccf4-4648-a5a1-2eb3c45f5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:16.017216 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ff01fef2-d5b5-4f69-9faf-536fc2a52f2a req-aac2b7ec-ccf4-4648-a5a1-2eb3c45f5d7d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=667ed76555a749b48189e4a07416a36f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0917976 Apr 23 00:22:16.111010 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01fef2-d5b5-4f69-9faf-536fc2a52f2a req-29e44a9f-ca1e-4707-abb9-ada441e3a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:16.112535 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ff01fef2-d5b5-4f69-9faf-536fc2a52f2a req-29e44a9f-ca1e-4707-abb9-ada441e3a2b5 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891340 Apr 23 00:22:16.187049 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-d75e6813-3bf0-48d5-9204-6a8b610fa1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:16.188547 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-d75e6813-3bf0-48d5-9204-6a8b610fa1e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=667ed76555a749b48189e4a07416a36f&device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 1096 time: 0.0417759 Apr 23 00:22:16.234269 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-71227da3-637f-466e-bc10-5224098aeaa9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb95a5b0-1985-4ad6-85fc-1885500446b2 HTTP/1.1" status: 200 len: 217 time: 0.0384667 Apr 23 00:22:16.282976 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-e2912ac8-dccb-4193-9c2e-0eaea87217b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:16.284461 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-e2912ac8-dccb-4193-9c2e-0eaea87217b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5a104c2-c6cb-4a05-b11c-33314f643ea1 HTTP/1.1" status: 200 len: 854 time: 0.0440073 Apr 23 00:22:16.315858 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-f901cc7f-5e13-4115-90a6-36f68f5ade6b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92c84008-7d89-4e84-acf8-705903e8330b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244045 Apr 23 00:22:16.410774 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-2c6ac0f4-a089-421f-a5e0-86222f5e328e service neutron] 10.222.0.16 "GET /v2.0/networks/92c84008-7d89-4e84-acf8-705903e8330b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873370 Apr 23 00:22:16.499785 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8cec6f1e-79bf-4a6f-9b49-4b713ac2974b req-38165b09-60eb-4079-82d1-4dc625ed54f3 service neutron] 10.222.0.16 "GET /v2.0/networks/92c84008-7d89-4e84-acf8-705903e8330b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820384 Apr 23 00:22:17.017001 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde99bb-4bdc-4040-99a6-f40f46a5b476 req-c67a266f-1163-47a3-9e7a-9bbf59aec38a tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:17.018706 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-abde99bb-4bdc-4040-99a6-f40f46a5b476 req-c67a266f-1163-47a3-9e7a-9bbf59aec38a tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 943 time: 0.0492942 Apr 23 00:22:17.067689 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-abde99bb-4bdc-4040-99a6-f40f46a5b476 req-78fcc28a-1647-403c-9cd1-7375a53b5894 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422544 Apr 23 00:22:18.181738 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638dd0b-8ffa-4532-b948-38e231accf7b req-5288ef36-ac13-43d9-9b9e-78314decf3e4 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:18.183210 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d638dd0b-8ffa-4532-b948-38e231accf7b req-5288ef36-ac13-43d9-9b9e-78314decf3e4 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 943 time: 0.0502307 Apr 23 00:22:18.220092 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d638dd0b-8ffa-4532-b948-38e231accf7b req-6da3d320-a276-424b-9b92-ff5396d530ac tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309718 Apr 23 00:22:19.334618 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3d87e-3aaa-4bad-9c36-2a1917857f67 req-ab4f317a-a8d8-44dd-a1a2-607b64f577c2 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:19.336111 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f0b3d87e-3aaa-4bad-9c36-2a1917857f67 req-ab4f317a-a8d8-44dd-a1a2-607b64f577c2 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 943 time: 0.0489609 Apr 23 00:22:19.373877 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f0b3d87e-3aaa-4bad-9c36-2a1917857f67 req-193e5893-e0b5-406f-8dfd-53473c071c14 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318396 Apr 23 00:22:19.614031 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device bb95a5b0-1985-4ad6-85fc-1885500446b2 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:22:19.710607 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port bb95a5b0-1985-4ad6-85fc-1885500446b2, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=bb95a5b0-1985-4ad6-85fc-1885500446b2,segment=NetworkSegment(b0d6b24e-981c-4afe-b8cd-956f55a695a7),segment_id=b0d6b24e-981c-4afe-b8cd-956f55a695a7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:22:19.721787 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': 'bb95a5b0-1985-4ad6-85fc-1885500446b2', 'network_id': '92c84008-7d89-4e84-acf8-705903e8330b', 'port_id': 'bb95a5b0-1985-4ad6-85fc-1885500446b2', 'mac_address': 'fa:16:3e:76:36:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a104c2-c6cb-4a05-b11c-33314f643ea1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:22:19.757804 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:19.770645 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb95a5b0-1985-4ad6-85fc-1885500446b2 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:22:19.794036 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port bb95a5b0-1985-4ad6-85fc-1885500446b2, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=bb95a5b0-1985-4ad6-85fc-1885500446b2,segment=NetworkSegment(b0d6b24e-981c-4afe-b8cd-956f55a695a7),segment_id=b0d6b24e-981c-4afe-b8cd-956f55a695a7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:22:19.858217 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:19.905763 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=bb95a5b0-1985-4ad6-85fc-1885500446b2,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:22:20.103548 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['bb95a5b0-1985-4ad6-85fc-1885500446b2'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:22:20.492755 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad744f82-0bac-4483-8b29-781e791eec02 req-c895d45e-1484-43e8-91ca-ca9d62d644de tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:20.494234 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ad744f82-0bac-4483-8b29-781e791eec02 req-c895d45e-1484-43e8-91ca-ca9d62d644de tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 944 time: 0.0547533 Apr 23 00:22:20.532317 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ad744f82-0bac-4483-8b29-781e791eec02 req-27fbe228-8a0a-4c23-8e96-37667c5cf96f tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318861 Apr 23 00:22:21.636659 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device bb95a5b0-1985-4ad6-85fc-1885500446b2 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:22:21.654105 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add6a9e-e58b-40c2-940d-59c97ef7ae0b req-409308da-d02a-48fb-9e7b-5138af768ef3 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:21.655747 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4add6a9e-e58b-40c2-940d-59c97ef7ae0b req-409308da-d02a-48fb-9e7b-5138af768ef3 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 944 time: 0.0557559 Apr 23 00:22:21.694396 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4add6a9e-e58b-40c2-940d-59c97ef7ae0b req-4f744f9f-87da-4c95-84fb-b5c0e51d6218 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316784 Apr 23 00:22:21.744340 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port bb95a5b0-1985-4ad6-85fc-1885500446b2 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:22:21.748394 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port bb95a5b0-1985-4ad6-85fc-1885500446b2 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:22:21.748761 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:21.825505 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:21.846452 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3775d470-47d1-403f-bfce-717eff3e13b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb95a5b0-1985-4ad6-85fc-1885500446b2'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:22:21.849220 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38447a20-1db4-4dd8-90dc-1538327bff38" -d '{"events": [{"server_uuid": "3775d470-47d1-403f-bfce-717eff3e13b3", "name": "network-vif-plugged", "status": "completed", "tag": "bb95a5b0-1985-4ad6-85fc-1885500446b2"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:22:21.862119 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port bb95a5b0-1985-4ad6-85fc-1885500446b2, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=bb95a5b0-1985-4ad6-85fc-1885500446b2,segment=NetworkSegment(b0d6b24e-981c-4afe-b8cd-956f55a695a7),segment_id=b0d6b24e-981c-4afe-b8cd-956f55a695a7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:22:21.885172 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f02ad0-db6e-4943-a3c1-5c997671cb63 x-openstack-request-id: req-21f02ad0-db6e-4943-a3c1-5c997671cb63 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:22:21.885558 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3775d470-47d1-403f-bfce-717eff3e13b3", "name": "network-vif-plugged", "status": "completed", "tag": "bb95a5b0-1985-4ad6-85fc-1885500446b2", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:22:21.885807 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21f02ad0-db6e-4943-a3c1-5c997671cb63 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:22:21.886196 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f02ad0-db6e-4943-a3c1-5c997671cb63'] response: {'server_uuid': '3775d470-47d1-403f-bfce-717eff3e13b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb95a5b0-1985-4ad6-85fc-1885500446b2', 'code': 200} Apr 23 00:22:21.921065 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:21.973838 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=bb95a5b0-1985-4ad6-85fc-1885500446b2,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:22:22.178710 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58352bfd-8b29-4c85-b71c-c6b8432a9f13 req-6c70919b-6bc6-4abd-ab00-fdc3f397b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:22.180194 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-58352bfd-8b29-4c85-b71c-c6b8432a9f13 req-6c70919b-6bc6-4abd-ab00-fdc3f397b769 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 1098 time: 0.0398779 Apr 23 00:22:22.214616 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-58352bfd-8b29-4c85-b71c-c6b8432a9f13 req-0bb8ad1f-49b4-43f7-abab-756b9df16aa9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274019 Apr 23 00:22:22.811394 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a9475-20e7-455e-9a8e-f7daceeb4f7c req-a91a10af-b470-402f-a93a-05f187334518 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:22.812915 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-276a9475-20e7-455e-9a8e-f7daceeb4f7c req-a91a10af-b470-402f-a93a-05f187334518 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0508814 Apr 23 00:22:22.850698 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-276a9475-20e7-455e-9a8e-f7daceeb4f7c req-19e0b491-9117-4a0e-81de-209cd8826819 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306430 Apr 23 00:22:23.761771 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:23.967229 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0eaeca-c0c6-4dc8-8a15-8b1f226d23e2 req-6383c400-ef56-4bd1-8eff-703eecb637d8 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:23.968666 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7f0eaeca-c0c6-4dc8-8a15-8b1f226d23e2 req-6383c400-ef56-4bd1-8eff-703eecb637d8 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0492480 Apr 23 00:22:24.006972 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7f0eaeca-c0c6-4dc8-8a15-8b1f226d23e2 req-ca8d9b75-700b-40f3-a08e-884dbadffd85 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317283 Apr 23 00:22:24.120401 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db954b-70ac-4780-a83a-4152101c6076 req-ab30a17e-2afb-4982-bf11-857812e8e1fe tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:24.121870 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-56db954b-70ac-4780-a83a-4152101c6076 req-ab30a17e-2afb-4982-bf11-857812e8e1fe tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0483184 Apr 23 00:22:24.159523 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-56db954b-70ac-4780-a83a-4152101c6076 req-76b9f9a7-1e9a-4990-b302-a16e5d2f6460 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317087 Apr 23 00:22:24.419017 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb92d97-c6ef-4712-a399-ef63661aca57 req-48ff4939-ab29-408b-8af9-673812c11d82 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:24.420505 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9cb92d97-c6ef-4712-a399-ef63661aca57 req-48ff4939-ab29-408b-8af9-673812c11d82 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0530279 Apr 23 00:22:24.456660 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9cb92d97-c6ef-4712-a399-ef63661aca57 req-169b9e76-3384-48ac-8bd0-5c1e84a2e29d tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301592 Apr 23 00:22:24.576412 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46840225-034b-43c9-87de-d269b6ba5022 req-5b9b892e-e5ff-45c5-a05e-e48f31bec799 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:24.577770 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-46840225-034b-43c9-87de-d269b6ba5022 req-5b9b892e-e5ff-45c5-a05e-e48f31bec799 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0536959 Apr 23 00:22:24.614778 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-46840225-034b-43c9-87de-d269b6ba5022 req-fd41768c-cf3e-4ef7-a619-7efff8bc8f32 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310979 Apr 23 00:22:25.107902 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fb935-a4c3-47a5-a46c-bc921156e3ce req-adf52b76-c8c9-4587-9fdd-d49f96713964 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:25.109320 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a38fb935-a4c3-47a5-a46c-bc921156e3ce req-adf52b76-c8c9-4587-9fdd-d49f96713964 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0494156 Apr 23 00:22:25.146832 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a38fb935-a4c3-47a5-a46c-bc921156e3ce req-6c0b4a60-71cc-4e35-8293-531a299dd198 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314736 Apr 23 00:22:25.232629 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6934dccb-2a24-43b3-bc4b-aefcb405a28d req-3280ca51-6fd9-42c4-b94b-897f50d832d2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0391760 Apr 23 00:22:26.262507 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e6806-5833-4524-b0be-720cd8d0558d req-ed01fa9c-d3a9-4d39-9d27-718bfbbd3340 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:26.263913 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e92e6806-5833-4524-b0be-720cd8d0558d req-ed01fa9c-d3a9-4d39-9d27-718bfbbd3340 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0496013 Apr 23 00:22:26.302440 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e92e6806-5833-4524-b0be-720cd8d0558d req-f79df686-fe64-401e-aa20-b11562df0a0d tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324850 Apr 23 00:22:27.132424 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934dccb-2a24-43b3-bc4b-aefcb405a28d req-1f0d4eee-79f8-48c7-93ce-22c50d188e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:27.133932 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6934dccb-2a24-43b3-bc4b-aefcb405a28d req-1f0d4eee-79f8-48c7-93ce-22c50d188e41 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=667ed76555a749b48189e4a07416a36f&device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 1098 time: 0.0412152 Apr 23 00:22:27.229981 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934dccb-2a24-43b3-bc4b-aefcb405a28d req-6a421f4d-f712-4608-a600-6e6a453be888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:27.231471 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6934dccb-2a24-43b3-bc4b-aefcb405a28d req-6a421f4d-f712-4608-a600-6e6a453be888 service neutron] 10.222.0.16 "GET /v2.0/networks?id=92c84008-7d89-4e84-acf8-705903e8330b HTTP/1.1" status: 200 len: 915 time: 0.0903761 Apr 23 00:22:27.272877 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6934dccb-2a24-43b3-bc4b-aefcb405a28d req-e6e89536-a83f-4aa1-99d6-6528337c252d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb95a5b0-1985-4ad6-85fc-1885500446b2 HTTP/1.1" status: 200 len: 217 time: 0.0343115 Apr 23 00:22:27.323656 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934dccb-2a24-43b3-bc4b-aefcb405a28d req-8d6b3636-6268-4018-9c9b-d1ac557152b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:27.325119 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6934dccb-2a24-43b3-bc4b-aefcb405a28d req-8d6b3636-6268-4018-9c9b-d1ac557152b9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5a104c2-c6cb-4a05-b11c-33314f643ea1 HTTP/1.1" status: 200 len: 854 time: 0.0444059 Apr 23 00:22:27.362808 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6934dccb-2a24-43b3-bc4b-aefcb405a28d req-7201d862-aa1b-4c85-900d-75ddd8e8decc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92c84008-7d89-4e84-acf8-705903e8330b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306170 Apr 23 00:22:27.373875 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [req-6934dccb-2a24-43b3-bc4b-aefcb405a28d req-562192a7-ac98-4ce3-b4fd-955b0e15c490 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:22:27.374824 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6934dccb-2a24-43b3-bc4b-aefcb405a28d req-562192a7-ac98-4ce3-b4fd-955b0e15c490 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060055 Apr 23 00:22:27.491881 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30f15f-0d9d-4858-8511-6d6d7b95a2fd req-0e7f3424-2908-4658-b7ba-10af67c097e7 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:27.493402 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cb30f15f-0d9d-4858-8511-6d6d7b95a2fd req-0e7f3424-2908-4658-b7ba-10af67c097e7 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.1151910 Apr 23 00:22:27.528647 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6934dccb-2a24-43b3-bc4b-aefcb405a28d req-e9bfd295-6ba1-4b7c-bb7a-9c61b0ab4a6b service neutron] 10.222.0.16 "GET /v2.0/networks/92c84008-7d89-4e84-acf8-705903e8330b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412442 Apr 23 00:22:27.555661 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cb30f15f-0d9d-4858-8511-6d6d7b95a2fd req-58acec73-57ac-4ab9-8d83-b2b1b717b1f3 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520415 Apr 23 00:22:27.636344 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6934dccb-2a24-43b3-bc4b-aefcb405a28d req-30df0634-aee6-4d23-95b0-d673545d4e7b service neutron] 10.222.0.16 "GET /v2.0/networks/92c84008-7d89-4e84-acf8-705903e8330b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959721 Apr 23 00:22:28.671278 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967e1d2-10a3-4645-83ff-7532f8e1d5bb req-85752702-2ae6-4f7f-9648-a6b73f2284a8 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:28.672881 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2967e1d2-10a3-4645-83ff-7532f8e1d5bb req-85752702-2ae6-4f7f-9648-a6b73f2284a8 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0487471 Apr 23 00:22:28.714261 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2967e1d2-10a3-4645-83ff-7532f8e1d5bb req-b722bdbc-edad-4f58-a1de-e18e8a9de1a3 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348496 Apr 23 00:22:29.842743 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c78cd2-a9c7-4a66-a1c1-2cf15a3b5594 req-a838cf4b-fee4-4e6e-8dd9-c75680c84f3f tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:29.844241 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-40c78cd2-a9c7-4a66-a1c1-2cf15a3b5594 req-a838cf4b-fee4-4e6e-8dd9-c75680c84f3f tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0552945 Apr 23 00:22:29.881994 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-40c78cd2-a9c7-4a66-a1c1-2cf15a3b5594 req-1174201c-d2be-490c-a244-6f053ecd4d76 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313103 Apr 23 00:22:31.050486 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7e5a2-7da2-46e6-8fc2-4814ab530ad1 req-aece19a6-88ff-4116-9b4a-9337056437a3 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:31.052019 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-53b7e5a2-7da2-46e6-8fc2-4814ab530ad1 req-aece19a6-88ff-4116-9b4a-9337056437a3 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.1028843 Apr 23 00:22:31.089599 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-53b7e5a2-7da2-46e6-8fc2-4814ab530ad1 req-29834482-aaae-4959-b1a1-2d3a275fc02d tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315435 Apr 23 00:22:32.253341 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5c82b-eeb4-4c42-b3c2-181555d0cffd req-a3b85cc8-39e5-45df-852b-5865e7414643 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:32.254822 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-49f5c82b-eeb4-4c42-b3c2-181555d0cffd req-a3b85cc8-39e5-45df-852b-5865e7414643 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0970440 Apr 23 00:22:32.293859 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-49f5c82b-eeb4-4c42-b3c2-181555d0cffd req-96b5d818-5cb2-4b6a-bf4f-9f0aaa4d1b29 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325460 Apr 23 00:22:33.418646 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc7f71-e9b3-441e-bcc1-8b12ae59565a req-fb934da5-043d-470b-ae80-22def6670f3b tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:33.422663 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-dffc7f71-e9b3-441e-bcc1-8b12ae59565a req-fb934da5-043d-470b-ae80-22def6670f3b tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0489206 Apr 23 00:22:33.456675 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-dffc7f71-e9b3-441e-bcc1-8b12ae59565a req-69b41d4c-0e33-4373-8b78-76b96a92c464 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306344 Apr 23 00:22:34.258773 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ea663d3-c6e8-407f-8648-babbd145b34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:34.574126 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8413139-0c58-40f4-9796-faa490d15f43 req-3eee1e1c-279d-483c-9ffc-c63d8e39d08a tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:34.575604 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b8413139-0c58-40f4-9796-faa490d15f43 req-3eee1e1c-279d-483c-9ffc-c63d8e39d08a tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0517533 Apr 23 00:22:34.612346 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b8413139-0c58-40f4-9796-faa490d15f43 req-c486009a-2a6d-4267-9dcd-1741e7b81e7c tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308528 Apr 23 00:22:35.728797 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f1faf-a1bb-4bbb-a1c8-a55bc6da57b2 req-c960dc1c-ea58-4577-850c-0d22374ec2a9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:35.730276 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c29f1faf-a1bb-4bbb-a1c8-a55bc6da57b2 req-c960dc1c-ea58-4577-850c-0d22374ec2a9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0502241 Apr 23 00:22:35.772190 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c29f1faf-a1bb-4bbb-a1c8-a55bc6da57b2 req-4b156a28-4a3d-4394-a364-e79be1e3e1ef tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360119 Apr 23 00:22:36.892062 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa7c05-b7a6-4aab-86b0-c4e66d5b89b6 req-3424005e-b2b2-4bc5-8360-81df8e7ba488 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:36.893542 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-13fa7c05-b7a6-4aab-86b0-c4e66d5b89b6 req-3424005e-b2b2-4bc5-8360-81df8e7ba488 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0540922 Apr 23 00:22:36.932679 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-13fa7c05-b7a6-4aab-86b0-c4e66d5b89b6 req-a15f8bb3-1912-44b7-852f-31a257624252 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321407 Apr 23 00:22:37.241261 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7317d71-ca13-49b6-bb5e-312e9542e9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:37.875142 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:38.047740 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653abb7-4eaf-4216-99db-1cdc1f9d9aa3 req-9b055b1c-4a0d-4975-84b1-33ba4a94686c tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:38.049199 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7653abb7-4eaf-4216-99db-1cdc1f9d9aa3 req-9b055b1c-4a0d-4975-84b1-33ba4a94686c tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0484757 Apr 23 00:22:38.086154 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7653abb7-4eaf-4216-99db-1cdc1f9d9aa3 req-245121d9-f4db-47a3-a59a-f137021597f9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304096 Apr 23 00:22:39.202557 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a005d-7178-4301-bc92-7bf9099a30d1 req-5398399f-524a-4c77-ad31-84d9687648f0 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:39.204092 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-974a005d-7178-4301-bc92-7bf9099a30d1 req-5398399f-524a-4c77-ad31-84d9687648f0 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0491011 Apr 23 00:22:39.241282 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-974a005d-7178-4301-bc92-7bf9099a30d1 req-01492b50-6f50-4004-a090-80fb2b0805a3 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309916 Apr 23 00:22:39.686147 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:39.810359 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:22:39.835238 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:40.354189 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992eb2fa-1a01-4e36-8978-3551759cc375 req-7f9deead-19a9-4a05-b036-3af5d79515d1 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:40.355670 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-992eb2fa-1a01-4e36-8978-3551759cc375 req-7f9deead-19a9-4a05-b036-3af5d79515d1 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0479679 Apr 23 00:22:40.392454 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-992eb2fa-1a01-4e36-8978-3551759cc375 req-9c68395c-e5a9-4700-b6b0-ba617d55780e tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308909 Apr 23 00:22:41.508415 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb57b22-e298-4be8-a3f3-61ed8e82d3b4 req-e5bcd083-ef94-4f3c-ab37-f0ee58f043d5 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:41.509889 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6cb57b22-e298-4be8-a3f3-61ed8e82d3b4 req-e5bcd083-ef94-4f3c-ab37-f0ee58f043d5 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0483754 Apr 23 00:22:41.545852 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6cb57b22-e298-4be8-a3f3-61ed8e82d3b4 req-375ae416-0e25-4e3a-8a5d-24b1fe7242ab tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301738 Apr 23 00:22:42.657839 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579eba2-7ec6-475e-b4da-cd740f8b4312 req-0ff1dd21-e2d4-499c-a11e-ce8b292b278d tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:42.659299 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a579eba2-7ec6-475e-b4da-cd740f8b4312 req-0ff1dd21-e2d4-499c-a11e-ce8b292b278d tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0477889 Apr 23 00:22:42.703390 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a579eba2-7ec6-475e-b4da-cd740f8b4312 req-b195691e-4281-4c3b-9bdc-b59e4f8d0c21 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375223 Apr 23 00:22:43.822168 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba8d63-8c1d-4393-885f-6a1acd46f379 req-dcbd7404-7a40-4819-93ea-f9b75c027649 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:43.823822 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a8ba8d63-8c1d-4393-885f-6a1acd46f379 req-dcbd7404-7a40-4819-93ea-f9b75c027649 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0538347 Apr 23 00:22:43.860643 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a8ba8d63-8c1d-4393-885f-6a1acd46f379 req-82a3f901-6069-47e9-85fd-6d2cb0ae6212 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310171 Apr 23 00:22:44.976601 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb976839-dd92-49ae-bb48-b1edaf5f004b req-1eeb892a-7541-4c99-ad48-3110138e6499 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:44.977979 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-bb976839-dd92-49ae-bb48-b1edaf5f004b req-1eeb892a-7541-4c99-ad48-3110138e6499 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0490563 Apr 23 00:22:45.015409 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-bb976839-dd92-49ae-bb48-b1edaf5f004b req-aaf1621d-d1e9-4457-a569-036362008c83 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315282 Apr 23 00:22:46.129296 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d07a2-3d2d-4c5c-a43a-a15c4b6a854b req-3a532e08-01fd-45b1-812b-c5eeafae80a9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:46.131528 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-da2d07a2-3d2d-4c5c-a43a-a15c4b6a854b req-3a532e08-01fd-45b1-812b-c5eeafae80a9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0500402 Apr 23 00:22:46.168576 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-da2d07a2-3d2d-4c5c-a43a-a15c4b6a854b req-5cf39dbd-1d46-4167-b2a9-6d09e5e6e388 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310185 Apr 23 00:22:47.284532 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03491bf-ae78-49c4-8e9a-578d98692641 req-c6d2f124-f53c-48e8-96f8-0cd424bee11b tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:47.286611 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a03491bf-ae78-49c4-8e9a-578d98692641 req-c6d2f124-f53c-48e8-96f8-0cd424bee11b tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0502298 Apr 23 00:22:47.324188 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a03491bf-ae78-49c4-8e9a-578d98692641 req-b467aa47-b4b9-4a9c-a524-aa9fea04fe58 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321171 Apr 23 00:22:48.438918 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbab80-a5d0-477d-b86a-012187996a2f req-45bf1b1f-0f4a-4ba6-aad0-fe7eee600b8c tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:48.440500 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-47bbab80-a5d0-477d-b86a-012187996a2f req-45bf1b1f-0f4a-4ba6-aad0-fe7eee600b8c tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0488982 Apr 23 00:22:48.478699 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-47bbab80-a5d0-477d-b86a-012187996a2f req-f3717b7f-8a38-497e-99a1-aacfb8199f55 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315361 Apr 23 00:22:49.608275 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f91af8-a0e0-4297-87a9-ea3ad5f8489e req-8303f824-c417-42fa-b621-47763034dbfd tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:49.609766 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f2f91af8-a0e0-4297-87a9-ea3ad5f8489e req-8303f824-c417-42fa-b621-47763034dbfd tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0496809 Apr 23 00:22:49.653310 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f2f91af8-a0e0-4297-87a9-ea3ad5f8489e req-fad59706-bbbb-44bd-9937-52f6d7cad306 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358016 Apr 23 00:22:50.771324 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b679e45-102d-4473-9161-d07e8566a9ee req-31e7af01-cd98-41c1-a58e-71799ccd8e2c tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:50.772812 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1b679e45-102d-4473-9161-d07e8566a9ee req-31e7af01-cd98-41c1-a58e-71799ccd8e2c tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0527065 Apr 23 00:22:50.810949 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1b679e45-102d-4473-9161-d07e8566a9ee req-84f77f7f-e654-47de-bd7c-a886db85a84b tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319211 Apr 23 00:22:51.925460 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53874848-da64-4bb4-af0c-9d2592fc9d18 req-5bc3106b-0f17-459e-bf66-e42d1d3b576a tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:51.927357 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-53874848-da64-4bb4-af0c-9d2592fc9d18 req-5bc3106b-0f17-459e-bf66-e42d1d3b576a tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0492921 Apr 23 00:22:51.964808 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-53874848-da64-4bb4-af0c-9d2592fc9d18 req-c2e2407d-d977-4722-82e5-f3415f49055a tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314956 Apr 23 00:22:53.077540 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94761f91-b2bc-440a-b9b5-86f1dfbe21a1 req-b7e9b77d-297a-4e00-8030-6df6fa45323c tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:53.078994 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-94761f91-b2bc-440a-b9b5-86f1dfbe21a1 req-b7e9b77d-297a-4e00-8030-6df6fa45323c tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0487297 Apr 23 00:22:53.118973 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-94761f91-b2bc-440a-b9b5-86f1dfbe21a1 req-37270a58-1e82-4342-a965-71f17bab4e84 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333586 Apr 23 00:22:53.743499 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:54.236978 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc26d1-c1a2-4c28-9cd0-a8002cbc162a req-354fddac-ea89-43c1-b49a-0949f9d51cb4 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:54.238454 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-11fc26d1-c1a2-4c28-9cd0-a8002cbc162a req-354fddac-ea89-43c1-b49a-0949f9d51cb4 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0500126 Apr 23 00:22:54.275762 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-11fc26d1-c1a2-4c28-9cd0-a8002cbc162a req-987948dd-c814-4bb9-bf08-aa5961ae9601 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307441 Apr 23 00:22:54.577426 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6934dccb-2a24-43b3-bc4b-aefcb405a28d req-7d44e20c-76cf-4ef7-9510-f3004a037bea service neutron] 10.222.0.16 "GET /v2.0/ports/bb95a5b0-1985-4ad6-85fc-1885500446b2/bindings/hv-neutron-8387 HTTP/1.1" status: 200 len: 384 time: 0.0993373 Apr 23 00:22:55.015779 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934dccb-2a24-43b3-bc4b-aefcb405a28d req-3edc9c22-cd9b-4cec-aa24-c7205d4420e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:55.017267 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6934dccb-2a24-43b3-bc4b-aefcb405a28d req-3edc9c22-cd9b-4cec-aa24-c7205d4420e6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3&tenant_id=667ed76555a749b48189e4a07416a36f HTTP/1.1" status: 200 len: 1098 time: 0.0447853 Apr 23 00:22:55.441263 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934dccb-2a24-43b3-bc4b-aefcb405a28d req-7ef66c4c-6fe1-4fe2-9362-93f0e3813aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:55.442899 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6934dccb-2a24-43b3-bc4b-aefcb405a28d req-7ef66c4c-6fe1-4fe2-9362-93f0e3813aa9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=667ed76555a749b48189e4a07416a36f&device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 1098 time: 0.4045949 Apr 23 00:22:55.465195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ca197-dcc6-42aa-bb7a-b9f9e92df99b req-e9483627-6b7d-45e3-99a7-cb6d6b52a3d4 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:55.466595 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-461ca197-dcc6-42aa-bb7a-b9f9e92df99b req-e9483627-6b7d-45e3-99a7-cb6d6b52a3d4 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0667591 Apr 23 00:22:55.544835 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-461ca197-dcc6-42aa-bb7a-b9f9e92df99b req-b3a44740-ce0e-4ded-89e9-823eddb36d78 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682402 Apr 23 00:22:55.570417 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934dccb-2a24-43b3-bc4b-aefcb405a28d req-e3708586-07d1-4ec0-98a7-d744f3ebe09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:55.571920 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6934dccb-2a24-43b3-bc4b-aefcb405a28d req-e3708586-07d1-4ec0-98a7-d744f3ebe09d service neutron] 10.222.0.16 "GET /v2.0/networks?id=92c84008-7d89-4e84-acf8-705903e8330b HTTP/1.1" status: 200 len: 915 time: 0.1216640 Apr 23 00:22:55.612131 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6934dccb-2a24-43b3-bc4b-aefcb405a28d req-b1a2dddb-317b-4956-9f81-e9c723f34b5b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb95a5b0-1985-4ad6-85fc-1885500446b2 HTTP/1.1" status: 200 len: 217 time: 0.0336177 Apr 23 00:22:55.659984 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934dccb-2a24-43b3-bc4b-aefcb405a28d req-3fb036b1-e7cb-4ce9-a6a3-a670dcc5c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:55.661449 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6934dccb-2a24-43b3-bc4b-aefcb405a28d req-3fb036b1-e7cb-4ce9-a6a3-a670dcc5c77b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5a104c2-c6cb-4a05-b11c-33314f643ea1 HTTP/1.1" status: 200 len: 854 time: 0.0425699 Apr 23 00:22:55.697459 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6934dccb-2a24-43b3-bc4b-aefcb405a28d req-1521ad52-b5c6-46ed-9e85-8b6ff5b96d9a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92c84008-7d89-4e84-acf8-705903e8330b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290952 Apr 23 00:22:55.785420 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6934dccb-2a24-43b3-bc4b-aefcb405a28d req-8087754c-05bf-4503-885b-d6a5c830b179 service neutron] 10.222.0.16 "GET /v2.0/networks/92c84008-7d89-4e84-acf8-705903e8330b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810113 Apr 23 00:22:55.879667 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6934dccb-2a24-43b3-bc4b-aefcb405a28d req-83b9497a-73c2-476f-b944-45099b5ca4c0 service neutron] 10.222.0.16 "GET /v2.0/networks/92c84008-7d89-4e84-acf8-705903e8330b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877016 Apr 23 00:22:56.664797 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a75b8-5f68-46a0-91ff-4feee8dfa1da req-95d2beeb-d05a-4b49-8363-f8fe9854c3fa tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:56.665674 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7d4a75b8-5f68-46a0-91ff-4feee8dfa1da req-95d2beeb-d05a-4b49-8363-f8fe9854c3fa tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0488782 Apr 23 00:22:56.705966 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7d4a75b8-5f68-46a0-91ff-4feee8dfa1da req-61914872-a425-4558-ae37-af31410b1754 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342932 Apr 23 00:22:57.807112 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device bb95a5b0-1985-4ad6-85fc-1885500446b2 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:22:57.811103 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device bb95a5b0-1985-4ad6-85fc-1885500446b2 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:22:57.825207 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dacf1b-e43f-424c-9c9a-01d71e685419 req-01adec32-d24a-41d1-b039-84f96dc6a5b0 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:57.826808 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-85dacf1b-e43f-424c-9c9a-01d71e685419 req-01adec32-d24a-41d1-b039-84f96dc6a5b0 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0524578 Apr 23 00:22:57.865323 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-85dacf1b-e43f-424c-9c9a-01d71e685419 req-b35b62f2-a3d9-4b4b-8241-a64484d9ccb9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317230 Apr 23 00:22:57.967738 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port bb95a5b0-1985-4ad6-85fc-1885500446b2, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=bb95a5b0-1985-4ad6-85fc-1885500446b2,segment=NetworkSegment(b0d6b24e-981c-4afe-b8cd-956f55a695a7),segment_id=b0d6b24e-981c-4afe-b8cd-956f55a695a7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:22:57.969935 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:57.986309 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': 'bb95a5b0-1985-4ad6-85fc-1885500446b2', 'network_id': '92c84008-7d89-4e84-acf8-705903e8330b', 'port_id': 'bb95a5b0-1985-4ad6-85fc-1885500446b2', 'mac_address': 'fa:16:3e:76:36:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a104c2-c6cb-4a05-b11c-33314f643ea1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:22:58.003145 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3775d470-47d1-403f-bfce-717eff3e13b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb95a5b0-1985-4ad6-85fc-1885500446b2'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:22:58.005545 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caaeb9c-4ac8-4609-af49-f7c9c20cafa0" -d '{"events": [{"server_uuid": "3775d470-47d1-403f-bfce-717eff3e13b3", "name": "network-vif-unplugged", "status": "completed", "tag": "bb95a5b0-1985-4ad6-85fc-1885500446b2"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:22:58.038644 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port bb95a5b0-1985-4ad6-85fc-1885500446b2, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=bb95a5b0-1985-4ad6-85fc-1885500446b2,segment=NetworkSegment(b0d6b24e-981c-4afe-b8cd-956f55a695a7),segment_id=b0d6b24e-981c-4afe-b8cd-956f55a695a7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:22:58.051954 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 23 Apr 2022 00:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d05d5d-4857-4f10-a79c-8a2d0af8671c x-openstack-request-id: req-e9d05d5d-4857-4f10-a79c-8a2d0af8671c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:22:58.051954 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3775d470-47d1-403f-bfce-717eff3e13b3", "name": "network-vif-unplugged", "status": "completed", "tag": "bb95a5b0-1985-4ad6-85fc-1885500446b2", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:22:58.051954 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e9d05d5d-4857-4f10-a79c-8a2d0af8671c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:22:58.051954 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9d05d5d-4857-4f10-a79c-8a2d0af8671c'] response: {'server_uuid': '3775d470-47d1-403f-bfce-717eff3e13b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb95a5b0-1985-4ad6-85fc-1885500446b2', 'code': 200} Apr 23 00:22:58.053973 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:58.067976 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb95a5b0-1985-4ad6-85fc-1885500446b2 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:22:58.099635 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:58.185373 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:22:58.185732 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:22:58.190580 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b49ab-1b40-4a99-88a9-6bf367f6477f req-3e6f501b-c11b-4234-bda3-066a6410e228 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:58.198808 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=bb95a5b0-1985-4ad6-85fc-1885500446b2,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:22:58.199309 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-579b49ab-1b40-4a99-88a9-6bf367f6477f req-3e6f501b-c11b-4234-bda3-066a6410e228 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 943 time: 0.0648985 Apr 23 00:22:58.208955 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:58.209529 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:58.210060 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:58.210517 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:58.211091 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:58.211558 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:58.212189 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:58.212658 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:58.215052 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:58.216023 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:58.216488 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:58.216827 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:58.265694 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-579b49ab-1b40-4a99-88a9-6bf367f6477f req-20a92a6e-17f9-4f44-92dd-fc53329cc9bc tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653491 Apr 23 00:22:58.287698 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46812b40-b369-4632-b65f-31de7481423f req-1e86490b-6cf6-4930-b9f2-fe458c7665fd tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:58.287698 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-46812b40-b369-4632-b65f-31de7481423f req-1e86490b-6cf6-4930-b9f2-fe458c7665fd tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.16 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3&tenant_id=667ed76555a749b48189e4a07416a36f&binding%3Ahost_id=hv-neutron-8387 HTTP/1.1" status: 200 len: 943 time: 0.0789907 Apr 23 00:22:58.374188 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46812b40-b369-4632-b65f-31de7481423f req-3755526a-be2a-4c9a-bb49-164c1a3062bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:58.375740 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-46812b40-b369-4632-b65f-31de7481423f req-3755526a-be2a-4c9a-bb49-164c1a3062bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=667ed76555a749b48189e4a07416a36f&device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 1096 time: 0.0448465 Apr 23 00:22:58.469621 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46812b40-b369-4632-b65f-31de7481423f req-37b1267a-72bf-40d6-93ba-3ee13735ed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:58.471097 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-46812b40-b369-4632-b65f-31de7481423f req-37b1267a-72bf-40d6-93ba-3ee13735ed88 service neutron] 10.222.0.16 "GET /v2.0/networks?id=92c84008-7d89-4e84-acf8-705903e8330b HTTP/1.1" status: 200 len: 915 time: 0.0843387 Apr 23 00:22:58.517142 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-46812b40-b369-4632-b65f-31de7481423f req-9ed5f571-4865-469c-a99a-fed2a4b1d34b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb95a5b0-1985-4ad6-85fc-1885500446b2 HTTP/1.1" status: 200 len: 217 time: 0.0391276 Apr 23 00:22:58.564294 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46812b40-b369-4632-b65f-31de7481423f req-86599976-1036-48a2-b7b5-dc9569cfff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:58.565857 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-46812b40-b369-4632-b65f-31de7481423f req-86599976-1036-48a2-b7b5-dc9569cfff56 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5a104c2-c6cb-4a05-b11c-33314f643ea1 HTTP/1.1" status: 200 len: 854 time: 0.0426672 Apr 23 00:22:58.596864 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-46812b40-b369-4632-b65f-31de7481423f req-972d2d08-dc8c-47a7-af92-35726f72a7d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92c84008-7d89-4e84-acf8-705903e8330b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249970 Apr 23 00:22:58.689903 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-46812b40-b369-4632-b65f-31de7481423f req-bf5d273b-f29f-46c9-9fd8-1e883c09e40a service neutron] 10.222.0.16 "GET /v2.0/networks/92c84008-7d89-4e84-acf8-705903e8330b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865371 Apr 23 00:22:58.722194 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:58.734552 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb95a5b0-1985-4ad6-85fc-1885500446b2 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:22:58.753535 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port bb95a5b0-1985-4ad6-85fc-1885500446b2, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=bb95a5b0-1985-4ad6-85fc-1885500446b2,segment=NetworkSegment(b0d6b24e-981c-4afe-b8cd-956f55a695a7),segment_id=b0d6b24e-981c-4afe-b8cd-956f55a695a7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:22:58.779182 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-46812b40-b369-4632-b65f-31de7481423f req-2bc0740a-a785-48ef-a12a-ad7b75a933cf service neutron] 10.222.0.16 "GET /v2.0/networks/92c84008-7d89-4e84-acf8-705903e8330b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820982 Apr 23 00:22:58.805742 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:58.863614 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=bb95a5b0-1985-4ad6-85fc-1885500446b2,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:22:58.863614 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['bb95a5b0-1985-4ad6-85fc-1885500446b2'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:22:59.388204 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ecd55d-728d-491c-aa52-691a5ba96028 req-78f43ef7-6b17-4954-a31f-fb44d543d951 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:22:59.389683 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b4ecd55d-728d-491c-aa52-691a5ba96028 req-78f43ef7-6b17-4954-a31f-fb44d543d951 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 944 time: 0.0503211 Apr 23 00:22:59.431442 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b4ecd55d-728d-491c-aa52-691a5ba96028 req-bf426c58-edf5-48fb-9bd6-3486fb9dc318 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353723 Apr 23 00:22:59.945359 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device bb95a5b0-1985-4ad6-85fc-1885500446b2 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:22:59.993582 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port bb95a5b0-1985-4ad6-85fc-1885500446b2 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:22:59.993947 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:00.068698 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:00.090714 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3775d470-47d1-403f-bfce-717eff3e13b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb95a5b0-1985-4ad6-85fc-1885500446b2'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:23:00.092981 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdcdafc-fea6-47e8-a263-526665c54d59" -d '{"events": [{"server_uuid": "3775d470-47d1-403f-bfce-717eff3e13b3", "name": "network-vif-plugged", "status": "completed", "tag": "bb95a5b0-1985-4ad6-85fc-1885500446b2"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:23:00.105637 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port bb95a5b0-1985-4ad6-85fc-1885500446b2, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=bb95a5b0-1985-4ad6-85fc-1885500446b2,segment=NetworkSegment(b0d6b24e-981c-4afe-b8cd-956f55a695a7),segment_id=b0d6b24e-981c-4afe-b8cd-956f55a695a7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:23:00.165961 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:00.188915 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7309f217-5b8f-43d8-8370-eeaa9c38b0fd x-openstack-request-id: req-7309f217-5b8f-43d8-8370-eeaa9c38b0fd {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:23:00.189210 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3775d470-47d1-403f-bfce-717eff3e13b3", "name": "network-vif-plugged", "status": "completed", "tag": "bb95a5b0-1985-4ad6-85fc-1885500446b2", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:23:00.189462 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7309f217-5b8f-43d8-8370-eeaa9c38b0fd {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:23:00.189843 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7309f217-5b8f-43d8-8370-eeaa9c38b0fd'] response: {'server_uuid': '3775d470-47d1-403f-bfce-717eff3e13b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb95a5b0-1985-4ad6-85fc-1885500446b2', 'code': 200} Apr 23 00:23:00.214426 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=bb95a5b0-1985-4ad6-85fc-1885500446b2,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:23:00.550553 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce69bd-6f10-4c39-b300-d96a94602edf req-4cd8767d-9869-44c7-b095-78f884e7db2f tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:00.552190 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-58ce69bd-6f10-4c39-b300-d96a94602edf req-4cd8767d-9869-44c7-b095-78f884e7db2f tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0518174 Apr 23 00:23:00.589750 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-58ce69bd-6f10-4c39-b300-d96a94602edf req-465d84d4-50ce-4460-9b23-030517b67f85 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314069 Apr 23 00:23:00.703492 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76235b-f8de-4879-8810-c6ef5c71efc4 req-a0e3af41-c54a-41f6-918a-52b5c1f05c1a tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:00.704982 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3c76235b-f8de-4879-8810-c6ef5c71efc4 req-a0e3af41-c54a-41f6-918a-52b5c1f05c1a tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0491471 Apr 23 00:23:00.747063 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3c76235b-f8de-4879-8810-c6ef5c71efc4 req-4879c42d-112e-4710-84d1-4414becfd890 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347552 Apr 23 00:23:00.856944 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b059b-9b18-4a51-ae84-bd68ebe1f440 req-73090a31-af83-47bb-8168-d07dba61595e tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:00.858397 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e83b059b-9b18-4a51-ae84-bd68ebe1f440 req-73090a31-af83-47bb-8168-d07dba61595e tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0476947 Apr 23 00:23:00.905027 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e83b059b-9b18-4a51-ae84-bd68ebe1f440 req-a9553717-b356-4e3a-9e10-67d282f06eee tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407441 Apr 23 00:23:01.397956 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86605957-7da9-469c-93e0-003a30599025 req-d022c527-2071-4f7e-8b8a-51c33c8f8900 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:01.399425 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-86605957-7da9-469c-93e0-003a30599025 req-d022c527-2071-4f7e-8b8a-51c33c8f8900 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/networks?id=92c84008-7d89-4e84-acf8-705903e8330b HTTP/1.1" status: 200 len: 814 time: 0.0995755 Apr 23 00:23:01.414812 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-86605957-7da9-469c-93e0-003a30599025 req-55dccb9a-6aa4-43b3-8fa7-5ef542d8363e tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/quotas/667ed76555a749b48189e4a07416a36f HTTP/1.1" status: 200 len: 375 time: 0.0093956 Apr 23 00:23:01.463933 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-86605957-7da9-469c-93e0-003a30599025 req-527fe774-7807-48b9-a99e-e5f108913fc4 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=667ed76555a749b48189e4a07416a36f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0437064 Apr 23 00:23:01.517624 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [req-86605957-7da9-469c-93e0-003a30599025 req-44034a52-b3a3-428d-b7ff-6ba076f94c43 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:23:01.518632 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-86605957-7da9-469c-93e0-003a30599025 req-44034a52-b3a3-428d-b7ff-6ba076f94c43 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476203 Apr 23 00:23:01.610248 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-86605957-7da9-469c-93e0-003a30599025 req-e8caee96-a091-4c02-8c62-af606360d741 service neutron] 10.222.0.15 "GET /v2.0/networks/92c84008-7d89-4e84-acf8-705903e8330b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839918 Apr 23 00:23:01.698218 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-86605957-7da9-469c-93e0-003a30599025 req-fe402430-107b-4740-ae3d-2d54764f1227 service neutron] 10.222.0.15 "GET /v2.0/networks/92c84008-7d89-4e84-acf8-705903e8330b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810330 Apr 23 00:23:01.921054 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a4068154-fd26-4675-8191-d8fa50061467 req-dbec5db7-3ffc-41c0-b0ae-25162558ccd2 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 210 time: 0.0304971 Apr 23 00:23:02.960835 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47cf95-5933-4154-a11e-dbfa1817a0e8 req-c0f99aa4-598b-43db-a45b-e418323fe32d tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:02.962363 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1a47cf95-5933-4154-a11e-dbfa1817a0e8 req-c0f99aa4-598b-43db-a45b-e418323fe32d tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.16 "GET /v2.0/ports?device_id=3775d470-47d1-403f-bfce-717eff3e13b3 HTTP/1.1" status: 200 len: 945 time: 0.0489137 Apr 23 00:23:03.021644 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-54e68b1a-d859-420d-96f7-4d7ec69668b5 req-d4d5fd4d-5a41-469a-a1d8-775ecb7ba799 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 210 time: 0.0320823 Apr 23 00:23:03.059363 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-1a47cf95-5933-4154-a11e-dbfa1817a0e8 req-fca37dea-6fe0-40f6-b490-48672ec770e9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Deleting port bb95a5b0-1985-4ad6-85fc-1885500446b2 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:23:03.059739 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-1a47cf95-5933-4154-a11e-dbfa1817a0e8 req-fca37dea-6fe0-40f6-b490-48672ec770e9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:03.144606 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-1a47cf95-5933-4154-a11e-dbfa1817a0e8 req-fca37dea-6fe0-40f6-b490-48672ec770e9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] For port bb95a5b0-1985-4ad6-85fc-1885500446b2, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=bb95a5b0-1985-4ad6-85fc-1885500446b2,segment=NetworkSegment(b0d6b24e-981c-4afe-b8cd-956f55a695a7),segment_id=b0d6b24e-981c-4afe-b8cd-956f55a695a7)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:23:03.144954 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-1a47cf95-5933-4154-a11e-dbfa1817a0e8 req-fca37dea-6fe0-40f6-b490-48672ec770e9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:03.157730 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-1a47cf95-5933-4154-a11e-dbfa1817a0e8 req-fca37dea-6fe0-40f6-b490-48672ec770e9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Calling delete_port for bb95a5b0-1985-4ad6-85fc-1885500446b2 owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:23:03.338088 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-1a47cf95-5933-4154-a11e-dbfa1817a0e8 req-fca37dea-6fe0-40f6-b490-48672ec770e9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:03.350348 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['bb95a5b0-1985-4ad6-85fc-1885500446b2'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:23:03.407466 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca37dea-6fe0-40f6-b490-48672ec770e9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Pushing event deleted for resources: {'Port': ['ID=bb95a5b0-1985-4ad6-85fc-1885500446b2,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:23:03.458458 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a47cf95-5933-4154-a11e-dbfa1817a0e8 req-fca37dea-6fe0-40f6-b490-48672ec770e9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] No DVR routers for this DVR port bb95a5b0-1985-4ad6-85fc-1885500446b2 on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:23:03.462852 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-1a47cf95-5933-4154-a11e-dbfa1817a0e8 req-fca37dea-6fe0-40f6-b490-48672ec770e9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:03.466087 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1a47cf95-5933-4154-a11e-dbfa1817a0e8 req-fca37dea-6fe0-40f6-b490-48672ec770e9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.16 "DELETE /v2.0/ports/bb95a5b0-1985-4ad6-85fc-1885500446b2 HTTP/1.1" status: 204 len: 173 time: 0.4966338 Apr 23 00:23:03.466520 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3775d470-47d1-403f-bfce-717eff3e13b3', 'name': 'network-vif-deleted', 'tag': 'bb95a5b0-1985-4ad6-85fc-1885500446b2'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:23:03.468788 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fe794f-43ca-4dcb-bafe-0315b72716b5" -d '{"events": [{"server_uuid": "3775d470-47d1-403f-bfce-717eff3e13b3", "name": "network-vif-deleted", "tag": "bb95a5b0-1985-4ad6-85fc-1885500446b2"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:23:03.505914 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86605957-7da9-469c-93e0-003a30599025 req-1aad3704-42c4-4968-9e1d-d8e386158de9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:03.507531 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-86605957-7da9-469c-93e0-003a30599025 req-1aad3704-42c4-4968-9e1d-d8e386158de9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.16 "GET /v2.0/networks?id=92c84008-7d89-4e84-acf8-705903e8330b HTTP/1.1" status: 200 len: 814 time: 0.1798823 Apr 23 00:23:03.525181 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-86605957-7da9-469c-93e0-003a30599025 req-9dd805ec-845a-41dc-bcb1-1687cfac1234 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Request body: {'port': {'device_id': '3aadbd25-7941-482e-9ab4-f74aebe3e472', 'network_id': '92c84008-7d89-4e84-acf8-705903e8330b', 'admin_state_up': True, 'tenant_id': '667ed76555a749b48189e4a07416a36f'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:23:03.581528 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb982fe-0831-4fa0-8f4e-4485d7dcb127 x-openstack-request-id: req-6bb982fe-0831-4fa0-8f4e-4485d7dcb127 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:23:03.581816 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3775d470-47d1-403f-bfce-717eff3e13b3", "name": "network-vif-deleted", "tag": "bb95a5b0-1985-4ad6-85fc-1885500446b2", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:23:03.582056 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6bb982fe-0831-4fa0-8f4e-4485d7dcb127 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:23:03.582450 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bb982fe-0831-4fa0-8f4e-4485d7dcb127'] response: {'server_uuid': '3775d470-47d1-403f-bfce-717eff3e13b3', 'name': 'network-vif-deleted', 'tag': 'bb95a5b0-1985-4ad6-85fc-1885500446b2', 'status': 'completed', 'code': 200} Apr 23 00:23:03.691835 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86605957-7da9-469c-93e0-003a30599025 req-9dd805ec-845a-41dc-bcb1-1687cfac1234 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Made reservation on behalf of 667ed76555a749b48189e4a07416a36f for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:23:03.695513 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-86605957-7da9-469c-93e0-003a30599025 req-9dd805ec-845a-41dc-bcb1-1687cfac1234 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:03.821522 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-86605957-7da9-469c-93e0-003a30599025 req-9dd805ec-845a-41dc-bcb1-1687cfac1234 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Allocated IP 172.20.0.13 (92c84008-7d89-4e84-acf8-705903e8330b/a5a104c2-c6cb-4a05-b11c-33314f643ea1/c3886961-4424-4164-8a00-3e98652a11f3) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:23:03.971508 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-86605957-7da9-469c-93e0-003a30599025 req-9dd805ec-845a-41dc-bcb1-1687cfac1234 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:04.069749 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-86605957-7da9-469c-93e0-003a30599025 req-9dd805ec-845a-41dc-bcb1-1687cfac1234 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:04.116901 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86605957-7da9-469c-93e0-003a30599025 req-9dd805ec-845a-41dc-bcb1-1687cfac1234 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Network 92c84008-7d89-4e84-acf8-705903e8330b is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:23:04.120238 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-86605957-7da9-469c-93e0-003a30599025 req-9dd805ec-845a-41dc-bcb1-1687cfac1234 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:23:04.122661 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-86605957-7da9-469c-93e0-003a30599025 req-9dd805ec-845a-41dc-bcb1-1687cfac1234 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:23:04.139794 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19535de9-fd6b-4c57-a94b-8f1f6df55d67 req-b90df9a1-5a7c-4a15-b31d-db22f347d9c6 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:04.141279 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-19535de9-fd6b-4c57-a94b-8f1f6df55d67 req-b90df9a1-5a7c-4a15-b31d-db22f347d9c6 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 932 time: 0.0492291 Apr 23 00:23:04.151908 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd805ec-845a-41dc-bcb1-1687cfac1234 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Pushing event updated for resources: {'Port': ['ID=c3886961-4424-4164-8a00-3e98652a11f3,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:23:04.178438 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86605957-7da9-469c-93e0-003a30599025 req-9dd805ec-845a-41dc-bcb1-1687cfac1234 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:04.179054 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-86605957-7da9-469c-93e0-003a30599025 req-9dd805ec-845a-41dc-bcb1-1687cfac1234 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:04.181381 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-19535de9-fd6b-4c57-a94b-8f1f6df55d67 req-98509975-c335-41ee-9f58-01661ccf8876 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328927 Apr 23 00:23:04.262876 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da8cff02-9576-48e5-8d9c-1738aa2e14c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:04.266437 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-86605957-7da9-469c-93e0-003a30599025 req-9dd805ec-845a-41dc-bcb1-1687cfac1234 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7455819 Apr 23 00:23:04.278128 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-86605957-7da9-469c-93e0-003a30599025 req-1ba56298-22bd-40e5-8562-acdcf48b2d58 service neutron] Request body: {'port': {'device_id': '3aadbd25-7941-482e-9ab4-f74aebe3e472', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:23:04.338240 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-86605957-7da9-469c-93e0-003a30599025 req-1ba56298-22bd-40e5-8562-acdcf48b2d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:04.604838 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-86605957-7da9-469c-93e0-003a30599025 req-1ba56298-22bd-40e5-8562-acdcf48b2d58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3886961-4424-4164-8a00-3e98652a11f3 {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:23:04.612159 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-86605957-7da9-469c-93e0-003a30599025 req-1ba56298-22bd-40e5-8562-acdcf48b2d58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:04.624189 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-86605957-7da9-469c-93e0-003a30599025 req-1ba56298-22bd-40e5-8562-acdcf48b2d58 service neutron] Transition to ACTIVE for port object c3886961-4424-4164-8a00-3e98652a11f3 will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:23:04.702568 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-86605957-7da9-469c-93e0-003a30599025 req-1ba56298-22bd-40e5-8562-acdcf48b2d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:04.754806 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba56298-22bd-40e5-8562-acdcf48b2d58 service neutron] Pushing event updated for resources: {'Port': ['ID=c3886961-4424-4164-8a00-3e98652a11f3,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:23:04.819643 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-86605957-7da9-469c-93e0-003a30599025 req-1ba56298-22bd-40e5-8562-acdcf48b2d58 service neutron] Attempting to bind port c3886961-4424-4164-8a00-3e98652a11f3 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:23:04.819981 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-86605957-7da9-469c-93e0-003a30599025 req-1ba56298-22bd-40e5-8562-acdcf48b2d58 service neutron] Attempting to bind port c3886961-4424-4164-8a00-3e98652a11f3 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b0d6b24e-981c-4afe-b8cd-956f55a695a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '92c84008-7d89-4e84-acf8-705903e8330b'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:23:04.820307 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86605957-7da9-469c-93e0-003a30599025 req-1ba56298-22bd-40e5-8562-acdcf48b2d58 service neutron] Attempting to bind port c3886961-4424-4164-8a00-3e98652a11f3 on network 92c84008-7d89-4e84-acf8-705903e8330b {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:23:04.824441 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86605957-7da9-469c-93e0-003a30599025 req-1ba56298-22bd-40e5-8562-acdcf48b2d58 service neutron] Port c3886961-4424-4164-8a00-3e98652a11f3 on network 92c84008-7d89-4e84-acf8-705903e8330b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:23:04.824767 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86605957-7da9-469c-93e0-003a30599025 req-1ba56298-22bd-40e5-8562-acdcf48b2d58 service neutron] Attempting to bind port c3886961-4424-4164-8a00-3e98652a11f3 on network 92c84008-7d89-4e84-acf8-705903e8330b {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:23:04.829472 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86605957-7da9-469c-93e0-003a30599025 req-1ba56298-22bd-40e5-8562-acdcf48b2d58 service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:23:04.829808 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86605957-7da9-469c-93e0-003a30599025 req-1ba56298-22bd-40e5-8562-acdcf48b2d58 service neutron] Checking segment: {'id': 'b0d6b24e-981c-4afe-b8cd-956f55a695a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '92c84008-7d89-4e84-acf8-705903e8330b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:23:04.830193 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86605957-7da9-469c-93e0-003a30599025 req-1ba56298-22bd-40e5-8562-acdcf48b2d58 service neutron] Bound using segment: {'id': 'b0d6b24e-981c-4afe-b8cd-956f55a695a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '92c84008-7d89-4e84-acf8-705903e8330b'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:23:04.830615 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-86605957-7da9-469c-93e0-003a30599025 req-1ba56298-22bd-40e5-8562-acdcf48b2d58 service neutron] Bound port: c3886961-4424-4164-8a00-3e98652a11f3, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0d6b24e-981c-4afe-b8cd-956f55a695a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '92c84008-7d89-4e84-acf8-705903e8330b'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:23:04.830964 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-86605957-7da9-469c-93e0-003a30599025 req-1ba56298-22bd-40e5-8562-acdcf48b2d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:04.898993 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-86605957-7da9-469c-93e0-003a30599025 req-1ba56298-22bd-40e5-8562-acdcf48b2d58 service neutron] For port c3886961-4424-4164-8a00-3e98652a11f3, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:23:04.902603 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-86605957-7da9-469c-93e0-003a30599025 req-1ba56298-22bd-40e5-8562-acdcf48b2d58 service neutron] For port c3886961-4424-4164-8a00-3e98652a11f3, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=c3886961-4424-4164-8a00-3e98652a11f3,segment=NetworkSegment(b0d6b24e-981c-4afe-b8cd-956f55a695a7),segment_id=b0d6b24e-981c-4afe-b8cd-956f55a695a7)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:23:04.949341 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-86605957-7da9-469c-93e0-003a30599025 req-1ba56298-22bd-40e5-8562-acdcf48b2d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:04.982341 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86605957-7da9-469c-93e0-003a30599025 req-1ba56298-22bd-40e5-8562-acdcf48b2d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:04.983043 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-86605957-7da9-469c-93e0-003a30599025 req-1ba56298-22bd-40e5-8562-acdcf48b2d58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:04.984506 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-86605957-7da9-469c-93e0-003a30599025 req-1ba56298-22bd-40e5-8562-acdcf48b2d58 service neutron] 10.222.0.16 "PUT /v2.0/ports/c3886961-4424-4164-8a00-3e98652a11f3 HTTP/1.1" status: 200 len: 1094 time: 0.7109380 Apr 23 00:23:05.008280 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba56298-22bd-40e5-8562-acdcf48b2d58 service neutron] Pushing event updated for resources: {'Port': ['ID=c3886961-4424-4164-8a00-3e98652a11f3,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:23:05.127365 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86605957-7da9-469c-93e0-003a30599025 req-3159e4c0-4ac9-488c-91e2-95ed32c2c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:05.128791 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-86605957-7da9-469c-93e0-003a30599025 req-3159e4c0-4ac9-488c-91e2-95ed32c2c4bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=667ed76555a749b48189e4a07416a36f&device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 1097 time: 0.0441833 Apr 23 00:23:05.169506 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-86605957-7da9-469c-93e0-003a30599025 req-61c3e6fe-7fa1-4a74-918e-97b479d834be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3886961-4424-4164-8a00-3e98652a11f3 HTTP/1.1" status: 200 len: 217 time: 0.0329607 Apr 23 00:23:05.218429 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86605957-7da9-469c-93e0-003a30599025 req-4d183a01-007f-4cf1-b9f1-6732b6d79033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:05.219971 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-86605957-7da9-469c-93e0-003a30599025 req-4d183a01-007f-4cf1-b9f1-6732b6d79033 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5a104c2-c6cb-4a05-b11c-33314f643ea1 HTTP/1.1" status: 200 len: 854 time: 0.0441716 Apr 23 00:23:05.259348 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-86605957-7da9-469c-93e0-003a30599025 req-250cff20-2c86-4f35-bf4c-56803d1747b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92c84008-7d89-4e84-acf8-705903e8330b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330429 Apr 23 00:23:05.363230 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0961fe-fb13-49e0-9e50-2fd560955eca req-7c45327a-c70e-4b2f-bf26-e54b02afccc5 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:05.365249 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fe0961fe-fb13-49e0-9e50-2fd560955eca req-7c45327a-c70e-4b2f-bf26-e54b02afccc5 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 944 time: 0.1084838 Apr 23 00:23:05.393694 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-86605957-7da9-469c-93e0-003a30599025 req-d8095ef7-a428-4913-a083-e49ca242577e service neutron] 10.222.0.16 "GET /v2.0/networks/92c84008-7d89-4e84-acf8-705903e8330b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231201 Apr 23 00:23:05.434175 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fe0961fe-fb13-49e0-9e50-2fd560955eca req-ce8aec42-e60a-4324-a420-4366daa9953b tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617778 Apr 23 00:23:05.497516 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-86605957-7da9-469c-93e0-003a30599025 req-8010769b-e8a7-403a-87db-6cdd23f27ee1 service neutron] 10.222.0.16 "GET /v2.0/networks/92c84008-7d89-4e84-acf8-705903e8330b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968003 Apr 23 00:23:05.583289 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aadbd25-7941-482e-9ab4-f74aebe3e472', 'tag': 'c3886961-4424-4164-8a00-3e98652a11f3'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:23:05.585919 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3224f3-5df2-4a18-9696-3a2014f3aaed" -d '{"events": [{"name": "network-changed", "server_uuid": "3aadbd25-7941-482e-9ab4-f74aebe3e472", "tag": "c3886961-4424-4164-8a00-3e98652a11f3"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:23:05.621719 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfc9c0e-5004-4030-ad5e-9bd56795f925 x-openstack-request-id: req-7dfc9c0e-5004-4030-ad5e-9bd56795f925 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:23:05.622012 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aadbd25-7941-482e-9ab4-f74aebe3e472", "tag": "c3886961-4424-4164-8a00-3e98652a11f3", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:23:05.622266 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7dfc9c0e-5004-4030-ad5e-9bd56795f925 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:23:05.622670 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dfc9c0e-5004-4030-ad5e-9bd56795f925'] response: {'name': 'network-changed', 'server_uuid': '3aadbd25-7941-482e-9ab4-f74aebe3e472', 'tag': 'c3886961-4424-4164-8a00-3e98652a11f3', 'status': 'completed', 'code': 200} Apr 23 00:23:05.687234 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3224f3-5df2-4a18-9696-3a2014f3aaed req-105c789a-95aa-45c0-8d25-dd18796aee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:05.688769 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cc3224f3-5df2-4a18-9696-3a2014f3aaed req-105c789a-95aa-45c0-8d25-dd18796aee8d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=667ed76555a749b48189e4a07416a36f&device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 1097 time: 0.0421269 Apr 23 00:23:05.779908 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3224f3-5df2-4a18-9696-3a2014f3aaed req-86a34e27-f22b-43c1-b1f1-e9b887b0785a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:05.781370 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cc3224f3-5df2-4a18-9696-3a2014f3aaed req-86a34e27-f22b-43c1-b1f1-e9b887b0785a service neutron] 10.222.0.16 "GET /v2.0/networks?id=92c84008-7d89-4e84-acf8-705903e8330b HTTP/1.1" status: 200 len: 915 time: 0.0864272 Apr 23 00:23:05.821969 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cc3224f3-5df2-4a18-9696-3a2014f3aaed req-3460b0da-15c9-495e-a985-00e8a2cd9623 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3886961-4424-4164-8a00-3e98652a11f3 HTTP/1.1" status: 200 len: 217 time: 0.0330954 Apr 23 00:23:05.846052 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device bb95a5b0-1985-4ad6-85fc-1885500446b2 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:23:05.867391 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: bb95a5b0-1985-4ad6-85fc-1885500446b2 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:23:05.867765 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device bb95a5b0-1985-4ad6-85fc-1885500446b2 not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:23:05.876974 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3224f3-5df2-4a18-9696-3a2014f3aaed req-f11c2537-44df-418d-a2b0-7a04dcf2feca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:05.879443 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cc3224f3-5df2-4a18-9696-3a2014f3aaed req-f11c2537-44df-418d-a2b0-7a04dcf2feca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5a104c2-c6cb-4a05-b11c-33314f643ea1 HTTP/1.1" status: 200 len: 854 time: 0.0491018 Apr 23 00:23:05.917214 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cc3224f3-5df2-4a18-9696-3a2014f3aaed req-d067f4b5-4ddd-447a-8d3e-44e5c01027df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92c84008-7d89-4e84-acf8-705903e8330b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292914 Apr 23 00:23:06.003514 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cc3224f3-5df2-4a18-9696-3a2014f3aaed req-1576da0a-47d8-44c6-aecb-b1af4436231f service neutron] 10.222.0.16 "GET /v2.0/networks/92c84008-7d89-4e84-acf8-705903e8330b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792179 Apr 23 00:23:06.095621 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cc3224f3-5df2-4a18-9696-3a2014f3aaed req-54f9c166-ed4a-42dd-9f79-ff8942ae00cd service neutron] 10.222.0.16 "GET /v2.0/networks/92c84008-7d89-4e84-acf8-705903e8330b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838761 Apr 23 00:23:06.556008 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0f362-38f9-4ac1-a9c6-f18c47bafd0c req-0ba38de0-93ff-4ea2-b739-0243760e8bc7 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:06.557477 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e0c0f362-38f9-4ac1-a9c6-f18c47bafd0c req-0ba38de0-93ff-4ea2-b739-0243760e8bc7 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 944 time: 0.0538008 Apr 23 00:23:06.594058 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e0c0f362-38f9-4ac1-a9c6-f18c47bafd0c req-f1fc677e-489f-4b37-9209-77f7fd61f65f tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307348 Apr 23 00:23:07.245591 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28688247-2f2e-4bf0-bf74-2bc0775d68f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:07.710312 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e572d7-2a10-4b3a-8c06-0a68e6de282d req-b68e7c00-7094-4cff-a65a-6ec8f5528cf8 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:07.711816 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-04e572d7-2a10-4b3a-8c06-0a68e6de282d req-b68e7c00-7094-4cff-a65a-6ec8f5528cf8 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 944 time: 0.0477772 Apr 23 00:23:07.749614 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-04e572d7-2a10-4b3a-8c06-0a68e6de282d req-94754e93-ad65-47b3-8af7-5e400380860c tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318286 Apr 23 00:23:07.845501 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device c3886961-4424-4164-8a00-3e98652a11f3 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:23:07.879049 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:07.941793 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port c3886961-4424-4164-8a00-3e98652a11f3, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=c3886961-4424-4164-8a00-3e98652a11f3,segment=NetworkSegment(b0d6b24e-981c-4afe-b8cd-956f55a695a7),segment_id=b0d6b24e-981c-4afe-b8cd-956f55a695a7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:23:07.953069 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': 'c3886961-4424-4164-8a00-3e98652a11f3', 'network_id': '92c84008-7d89-4e84-acf8-705903e8330b', 'port_id': 'c3886961-4424-4164-8a00-3e98652a11f3', 'mac_address': 'fa:16:3e:8e:c6:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a104c2-c6cb-4a05-b11c-33314f643ea1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:23:07.988725 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:08.001587 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3886961-4424-4164-8a00-3e98652a11f3 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:23:08.024895 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port c3886961-4424-4164-8a00-3e98652a11f3, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=c3886961-4424-4164-8a00-3e98652a11f3,segment=NetworkSegment(b0d6b24e-981c-4afe-b8cd-956f55a695a7),segment_id=b0d6b24e-981c-4afe-b8cd-956f55a695a7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:23:08.096795 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:08.143863 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=c3886961-4424-4164-8a00-3e98652a11f3,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:23:08.293301 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['c3886961-4424-4164-8a00-3e98652a11f3'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:23:08.861734 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0e8cc-4212-419e-ac3d-5a4682a6d7fe req-80445d13-999c-45c9-b61c-44413711d244 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:08.863191 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c1c0e8cc-4212-419e-ac3d-5a4682a6d7fe req-80445d13-999c-45c9-b61c-44413711d244 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 945 time: 0.0478542 Apr 23 00:23:08.901801 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c1c0e8cc-4212-419e-ac3d-5a4682a6d7fe req-722da3f2-607c-4fdf-bb57-5177c2914cb9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320938 Apr 23 00:23:09.645390 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:09.828276 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:09.861105 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device c3886961-4424-4164-8a00-3e98652a11f3 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:23:09.977195 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port c3886961-4424-4164-8a00-3e98652a11f3 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:23:09.981148 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port c3886961-4424-4164-8a00-3e98652a11f3 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:23:09.981522 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:10.014813 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696128b9-7a69-49e8-84a6-f9a0859d470b req-7f398b94-3f39-46d9-914e-cc2a0891b938 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:10.016325 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-696128b9-7a69-49e8-84a6-f9a0859d470b req-7f398b94-3f39-46d9-914e-cc2a0891b938 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 945 time: 0.0489681 Apr 23 00:23:10.058680 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-696128b9-7a69-49e8-84a6-f9a0859d470b req-0a6be02e-fbc5-4e7c-b47f-141b2e94ba11 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360630 Apr 23 00:23:10.060058 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:10.082473 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aadbd25-7941-482e-9ab4-f74aebe3e472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3886961-4424-4164-8a00-3e98652a11f3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:23:10.085057 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7c9a62-6dcb-4114-9bc8-c5928a5a45f0" -d '{"events": [{"server_uuid": "3aadbd25-7941-482e-9ab4-f74aebe3e472", "name": "network-vif-plugged", "status": "completed", "tag": "c3886961-4424-4164-8a00-3e98652a11f3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:23:10.101129 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port c3886961-4424-4164-8a00-3e98652a11f3, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=c3886961-4424-4164-8a00-3e98652a11f3,segment=NetworkSegment(b0d6b24e-981c-4afe-b8cd-956f55a695a7),segment_id=b0d6b24e-981c-4afe-b8cd-956f55a695a7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:23:10.121500 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605b398d-7b39-47ff-ba9f-269b5870a2ba x-openstack-request-id: req-605b398d-7b39-47ff-ba9f-269b5870a2ba {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:23:10.121786 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aadbd25-7941-482e-9ab4-f74aebe3e472", "name": "network-vif-plugged", "status": "completed", "tag": "c3886961-4424-4164-8a00-3e98652a11f3", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:23:10.122042 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-605b398d-7b39-47ff-ba9f-269b5870a2ba {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:23:10.122430 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-605b398d-7b39-47ff-ba9f-269b5870a2ba'] response: {'server_uuid': '3aadbd25-7941-482e-9ab4-f74aebe3e472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3886961-4424-4164-8a00-3e98652a11f3', 'code': 200} Apr 23 00:23:10.171478 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:10.218243 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=c3886961-4424-4164-8a00-3e98652a11f3,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:23:10.385625 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfef22-6ead-4bbe-b588-c74ecc16d70f req-89a43afa-c23b-4c48-a95a-669fd17314eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:10.387152 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7bcfef22-6ead-4bbe-b588-c74ecc16d70f req-89a43afa-c23b-4c48-a95a-669fd17314eb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 1099 time: 0.0408676 Apr 23 00:23:10.424874 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7bcfef22-6ead-4bbe-b588-c74ecc16d70f req-10c83369-d778-4dee-b4f9-e074b79e333a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308557 Apr 23 00:23:11.172239 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250fb57-f0a9-444d-b6e8-05ec219c45c1 req-c2f422ce-39f9-4983-bd6e-35be59484c35 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:11.173698 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9250fb57-f0a9-444d-b6e8-05ec219c45c1 req-c2f422ce-39f9-4983-bd6e-35be59484c35 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0496047 Apr 23 00:23:11.210519 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9250fb57-f0a9-444d-b6e8-05ec219c45c1 req-36a2c38b-7fe9-4718-b8de-07221dd1bd50 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305581 Apr 23 00:23:12.323999 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2b2b1-eebe-4300-bb20-e186609a2364 req-ecc698de-bec8-47ac-94b3-77d73661f6e2 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:12.325463 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-02e2b2b1-eebe-4300-bb20-e186609a2364 req-ecc698de-bec8-47ac-94b3-77d73661f6e2 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0475471 Apr 23 00:23:12.362084 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-02e2b2b1-eebe-4300-bb20-e186609a2364 req-5476813a-0456-44a8-9474-a38dbf195082 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306802 Apr 23 00:23:12.475493 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8344b34-fe80-4736-820b-42947441fcfa req-8b5ff1bd-a025-4b25-83b0-b4d12b4ffc5a tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:12.477007 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d8344b34-fe80-4736-820b-42947441fcfa req-8b5ff1bd-a025-4b25-83b0-b4d12b4ffc5a tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0495908 Apr 23 00:23:12.516711 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d8344b34-fe80-4736-820b-42947441fcfa req-c799f668-f997-4551-a52f-1822719db64e tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335889 Apr 23 00:23:12.562034 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ee7cc2f9-8b8f-47a7-a338-eec24c428f7d req-f044e02b-b54a-4fc6-9044-f43cb9683d18 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401089 Apr 23 00:23:12.667810 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cc2f9-8b8f-47a7-a338-eec24c428f7d req-1a286b38-402a-44e4-bdb3-feb615788b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:12.669317 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ee7cc2f9-8b8f-47a7-a338-eec24c428f7d req-1a286b38-402a-44e4-bdb3-feb615788b4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=667ed76555a749b48189e4a07416a36f&device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 1099 time: 0.0425675 Apr 23 00:23:12.779173 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cc2f9-8b8f-47a7-a338-eec24c428f7d req-b46c6e59-c81e-421e-9ee0-f9a1cbfdb860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:12.781781 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ee7cc2f9-8b8f-47a7-a338-eec24c428f7d req-b46c6e59-c81e-421e-9ee0-f9a1cbfdb860 service neutron] 10.222.0.16 "GET /v2.0/networks?id=92c84008-7d89-4e84-acf8-705903e8330b HTTP/1.1" status: 200 len: 915 time: 0.0927162 Apr 23 00:23:12.836704 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ee7cc2f9-8b8f-47a7-a338-eec24c428f7d req-ff2d6fb7-cf84-4064-a140-750f89cf0709 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3886961-4424-4164-8a00-3e98652a11f3 HTTP/1.1" status: 200 len: 217 time: 0.0483587 Apr 23 00:23:12.892894 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cc2f9-8b8f-47a7-a338-eec24c428f7d req-b44a43e4-0fa7-4fd3-b12f-6261b4405fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:12.894347 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ee7cc2f9-8b8f-47a7-a338-eec24c428f7d req-b44a43e4-0fa7-4fd3-b12f-6261b4405fd2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5a104c2-c6cb-4a05-b11c-33314f643ea1 HTTP/1.1" status: 200 len: 854 time: 0.0495958 Apr 23 00:23:12.929249 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ee7cc2f9-8b8f-47a7-a338-eec24c428f7d req-d8465900-b775-47d0-a834-955aba85f128 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92c84008-7d89-4e84-acf8-705903e8330b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272262 Apr 23 00:23:12.930359 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ed410-11b5-4d0c-90b4-e5a3fca75732 req-d334bf60-1d79-4b44-944f-8bb78f5d5405 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:12.931847 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d20ed410-11b5-4d0c-90b4-e5a3fca75732 req-d334bf60-1d79-4b44-944f-8bb78f5d5405 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0565715 Apr 23 00:23:12.975672 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d20ed410-11b5-4d0c-90b4-e5a3fca75732 req-27592158-2884-44d3-aa8e-dde468960fda tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377131 Apr 23 00:23:13.020045 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ee7cc2f9-8b8f-47a7-a338-eec24c428f7d req-ff27aa45-064f-4104-89c9-6c49c364d1bc service neutron] 10.222.0.16 "GET /v2.0/networks/92c84008-7d89-4e84-acf8-705903e8330b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838883 Apr 23 00:23:13.020869 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-62d73e32-3ef9-47dc-952c-5d3c6a997dd1 req-2f6829bd-af4f-46e5-bd57-6f8769c9c26d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401154 Apr 23 00:23:13.113246 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ee7cc2f9-8b8f-47a7-a338-eec24c428f7d req-09b2c90d-d306-4224-9bc7-a774772e2764 service neutron] 10.222.0.16 "GET /v2.0/networks/92c84008-7d89-4e84-acf8-705903e8330b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865102 Apr 23 00:23:14.098394 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609a945-90c1-4dd5-9d6f-a18057b0b838 req-ab755ef0-e0d2-495e-81e5-330b19d6177c tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:14.109001 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5609a945-90c1-4dd5-9d6f-a18057b0b838 req-ab755ef0-e0d2-495e-81e5-330b19d6177c tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0538049 Apr 23 00:23:14.138912 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5609a945-90c1-4dd5-9d6f-a18057b0b838 req-469c8e6f-3002-46b8-a4c0-28a95fc2814a tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325303 Apr 23 00:23:14.838134 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d73e32-3ef9-47dc-952c-5d3c6a997dd1 req-badfdd5a-9124-4f85-b023-42256c1d2597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:14.839676 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-62d73e32-3ef9-47dc-952c-5d3c6a997dd1 req-badfdd5a-9124-4f85-b023-42256c1d2597 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=667ed76555a749b48189e4a07416a36f&device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 1099 time: 0.0407131 Apr 23 00:23:14.932361 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d73e32-3ef9-47dc-952c-5d3c6a997dd1 req-5e30f503-6d3f-4891-878c-a0a99ce44027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:14.933785 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-62d73e32-3ef9-47dc-952c-5d3c6a997dd1 req-5e30f503-6d3f-4891-878c-a0a99ce44027 service neutron] 10.222.0.16 "GET /v2.0/networks?id=92c84008-7d89-4e84-acf8-705903e8330b HTTP/1.1" status: 200 len: 915 time: 0.0872254 Apr 23 00:23:14.974648 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-62d73e32-3ef9-47dc-952c-5d3c6a997dd1 req-d1381579-477d-42de-afd5-4713a8c6cb21 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3886961-4424-4164-8a00-3e98652a11f3 HTTP/1.1" status: 200 len: 217 time: 0.0349076 Apr 23 00:23:15.024321 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d73e32-3ef9-47dc-952c-5d3c6a997dd1 req-fb880547-b63d-432f-8beb-0e052c9e4dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:15.025732 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-62d73e32-3ef9-47dc-952c-5d3c6a997dd1 req-fb880547-b63d-432f-8beb-0e052c9e4dbe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5a104c2-c6cb-4a05-b11c-33314f643ea1 HTTP/1.1" status: 200 len: 854 time: 0.0436060 Apr 23 00:23:15.060199 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-62d73e32-3ef9-47dc-952c-5d3c6a997dd1 req-e135b09c-846b-4b16-b2f3-8ee0195beb73 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92c84008-7d89-4e84-acf8-705903e8330b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279272 Apr 23 00:23:15.146600 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-62d73e32-3ef9-47dc-952c-5d3c6a997dd1 req-91b3e595-f175-4ff8-9772-e5808973247d service neutron] 10.222.0.16 "GET /v2.0/networks/92c84008-7d89-4e84-acf8-705903e8330b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796974 Apr 23 00:23:15.256181 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a154edf-7a1d-4f71-9824-d306bc9fd413 req-5ff8a668-9d53-4520-a635-ea6710c11ecf tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:15.257700 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6a154edf-7a1d-4f71-9824-d306bc9fd413 req-5ff8a668-9d53-4520-a635-ea6710c11ecf tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0518324 Apr 23 00:23:15.297927 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6a154edf-7a1d-4f71-9824-d306bc9fd413 req-0c3b7e3a-c5e8-474a-a6e8-24e862cbb81e tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338435 Apr 23 00:23:15.477320 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-62d73e32-3ef9-47dc-952c-5d3c6a997dd1 req-6f0e8e01-3cf0-4593-9c71-e4d4e4d10dc0 service neutron] 10.222.0.16 "GET /v2.0/networks/92c84008-7d89-4e84-acf8-705903e8330b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228316 Apr 23 00:23:16.412039 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71936318-adbb-4ac4-86cd-0be4394678ba req-c04625e9-757f-4bf8-b6dd-edb3ace8c5ce tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:16.413499 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-71936318-adbb-4ac4-86cd-0be4394678ba req-c04625e9-757f-4bf8-b6dd-edb3ace8c5ce tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0485253 Apr 23 00:23:16.449206 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-71936318-adbb-4ac4-86cd-0be4394678ba req-7efa7ed4-6224-40d9-82b8-fe6ac76a997f tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298233 Apr 23 00:23:16.809453 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:23:17.564121 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400ef9a-97b5-4a2a-ad7a-4e4bd8cae919 req-263b482d-72c1-46bf-9de5-78b7c389cfd0 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:17.565586 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c400ef9a-97b5-4a2a-ad7a-4e4bd8cae919 req-263b482d-72c1-46bf-9de5-78b7c389cfd0 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0492628 Apr 23 00:23:17.602357 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c400ef9a-97b5-4a2a-ad7a-4e4bd8cae919 req-67e2ecdd-9d46-462f-a90b-54df9b93d31c tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308149 Apr 23 00:23:18.716945 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04067c1d-ccd2-48d8-806f-f74e972128b1 req-5aae0c39-c493-4f51-a929-320dda613504 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:18.718419 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-04067c1d-ccd2-48d8-806f-f74e972128b1 req-5aae0c39-c493-4f51-a929-320dda613504 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0492699 Apr 23 00:23:18.755526 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-04067c1d-ccd2-48d8-806f-f74e972128b1 req-c9bc4505-8157-498a-b750-f402e2f14715 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310245 Apr 23 00:23:19.871404 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb406cf-e4b7-4ddd-be30-f451ec26b069 req-66f1834b-25ec-4f8e-aa83-bd25c27426c1 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:19.873939 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-acb406cf-e4b7-4ddd-be30-f451ec26b069 req-66f1834b-25ec-4f8e-aa83-bd25c27426c1 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0520875 Apr 23 00:23:19.916975 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-acb406cf-e4b7-4ddd-be30-f451ec26b069 req-eb3bbc21-1dbf-43a0-b604-d5a2d7f9c16e tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353746 Apr 23 00:23:21.033546 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4ab61-1093-4c5d-a554-bb66cc9e6ea2 req-cfca1fd2-c36d-42b8-a199-5b092927eccf tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:21.034992 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1dd4ab61-1093-4c5d-a554-bb66cc9e6ea2 req-cfca1fd2-c36d-42b8-a199-5b092927eccf tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0523355 Apr 23 00:23:21.071922 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1dd4ab61-1093-4c5d-a554-bb66cc9e6ea2 req-b4d66990-6833-468b-87aa-dc37144c2288 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309801 Apr 23 00:23:22.187978 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41f854-6a44-493c-b939-1321b600a767 req-9fd4b2f7-0f85-4907-8b53-66c906935758 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:22.189447 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0e41f854-6a44-493c-b939-1321b600a767 req-9fd4b2f7-0f85-4907-8b53-66c906935758 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0483754 Apr 23 00:23:22.227804 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0e41f854-6a44-493c-b939-1321b600a767 req-62b90215-01b1-4510-894b-188795287314 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318799 Apr 23 00:23:23.341081 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac4f00-7edc-4f20-9fe9-ccdbeb0b38bc req-4b5e0b8c-cf6b-4313-9aa1-cd8fdf8de1a5 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:23.342563 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7dac4f00-7edc-4f20-9fe9-ccdbeb0b38bc req-4b5e0b8c-cf6b-4313-9aa1-cd8fdf8de1a5 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0483348 Apr 23 00:23:23.380236 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7dac4f00-7edc-4f20-9fe9-ccdbeb0b38bc req-91f60f2d-d44b-40f7-947b-44e274a8c7f9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315080 Apr 23 00:23:23.742383 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:24.494982 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91edf7-dec8-45cf-a02a-1f94b634c686 req-842d3432-7fac-4489-97a7-caf47ee90c1e tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:24.496488 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3e91edf7-dec8-45cf-a02a-1f94b634c686 req-842d3432-7fac-4489-97a7-caf47ee90c1e tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0489614 Apr 23 00:23:24.533487 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3e91edf7-dec8-45cf-a02a-1f94b634c686 req-57981c11-5fee-4a66-bd2a-92ce67fdb132 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311215 Apr 23 00:23:25.648400 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0d382-557d-4514-9aae-1f1446c45ea8 req-c4798abc-1560-4840-bce3-de89c7252fe9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:25.649913 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-add0d382-557d-4514-9aae-1f1446c45ea8 req-c4798abc-1560-4840-bce3-de89c7252fe9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0507345 Apr 23 00:23:25.688881 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-add0d382-557d-4514-9aae-1f1446c45ea8 req-598b0b06-d887-48e7-887a-bc78fcb0733c tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327995 Apr 23 00:23:26.807132 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ccfdc-1cab-495f-b593-262cdcc455f2 req-461ec264-75c2-4971-964c-4704722f6cbf tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:26.808639 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5e9ccfdc-1cab-495f-b593-262cdcc455f2 req-461ec264-75c2-4971-964c-4704722f6cbf tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0529342 Apr 23 00:23:26.846331 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5e9ccfdc-1cab-495f-b593-262cdcc455f2 req-a25927d1-27e1-4fd6-bd70-126e39a7317b tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317690 Apr 23 00:23:27.964133 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d323d-805a-4285-8d06-8e16928eaf5f req-4bbd9664-4bbb-4d10-8624-0c4594b50a25 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:27.965497 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-264d323d-805a-4285-8d06-8e16928eaf5f req-4bbd9664-4bbb-4d10-8624-0c4594b50a25 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0517294 Apr 23 00:23:28.001229 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-264d323d-805a-4285-8d06-8e16928eaf5f req-c5b678e2-4bbd-40ad-b9b0-9b227cbdf6a1 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298340 Apr 23 00:23:29.120493 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40657d-6816-4067-ad25-628dde676144 req-a491206e-7eba-4324-bc44-3741841acbd8 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:29.121949 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5a40657d-6816-4067-ad25-628dde676144 req-a491206e-7eba-4324-bc44-3741841acbd8 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0488584 Apr 23 00:23:29.162735 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5a40657d-6816-4067-ad25-628dde676144 req-f8ff3a36-e8db-49ae-b718-8735aa39c75b tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343497 Apr 23 00:23:30.275683 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76ac93-cc03-43a3-af37-9d55f90ab0b1 req-c2935aba-4a06-4211-8f0c-3f757e21fecc tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:30.277131 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4f76ac93-cc03-43a3-af37-9d55f90ab0b1 req-c2935aba-4a06-4211-8f0c-3f757e21fecc tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0476558 Apr 23 00:23:30.313356 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4f76ac93-cc03-43a3-af37-9d55f90ab0b1 req-92f7e84c-5c5d-43c0-8257-1dc82346d135 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304601 Apr 23 00:23:31.428042 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc1b24-831d-40d3-aac1-54ada6bb3e6e req-c36de506-8b94-4a2b-9c2d-0f11ebd1ed69 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:31.429671 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f0bc1b24-831d-40d3-aac1-54ada6bb3e6e req-c36de506-8b94-4a2b-9c2d-0f11ebd1ed69 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0485742 Apr 23 00:23:31.466298 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f0bc1b24-831d-40d3-aac1-54ada6bb3e6e req-4755b319-d777-4822-b1f7-58f3088b190b tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307026 Apr 23 00:23:32.579739 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a048a-a773-4d00-b0e9-4b1f258a4495 req-72b0aa6e-5e32-4312-a6b5-44fa5b2332c6 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:32.581208 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-806a048a-a773-4d00-b0e9-4b1f258a4495 req-72b0aa6e-5e32-4312-a6b5-44fa5b2332c6 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0482845 Apr 23 00:23:32.619079 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-806a048a-a773-4d00-b0e9-4b1f258a4495 req-83bc539c-5b93-44b6-8f45-d27d197fc7c0 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314097 Apr 23 00:23:33.737173 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402e894-99c3-4ce7-aa4a-7ce3ef207500 req-4a31ab87-c8db-4a5e-8923-958015b72008 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:33.738628 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a402e894-99c3-4ce7-aa4a-7ce3ef207500 req-4a31ab87-c8db-4a5e-8923-958015b72008 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0513225 Apr 23 00:23:33.777276 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a402e894-99c3-4ce7-aa4a-7ce3ef207500 req-ec889bd4-1c85-4274-a686-4f917165a0ee tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315442 Apr 23 00:23:34.256345 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b1a04c4-205f-4a0c-8e00-0cc55be21733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:34.894866 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37549ac-b50a-4496-ba6a-8dfedcc030cb req-5c0ec260-91c0-4930-a2dc-43e64b2136fe tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:34.896345 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f37549ac-b50a-4496-ba6a-8dfedcc030cb req-5c0ec260-91c0-4930-a2dc-43e64b2136fe tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0522861 Apr 23 00:23:34.933636 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f37549ac-b50a-4496-ba6a-8dfedcc030cb req-90a01b07-4469-457c-99a9-3681cedc6db1 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307908 Apr 23 00:23:36.047352 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1e7ed-ac8c-465a-96c8-15459b37a6af req-0d3e25f8-3cab-4913-94b7-48b483d701e7 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:36.048854 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-36e1e7ed-ac8c-465a-96c8-15459b37a6af req-0d3e25f8-3cab-4913-94b7-48b483d701e7 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0487425 Apr 23 00:23:36.086216 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-36e1e7ed-ac8c-465a-96c8-15459b37a6af req-d616e1ad-ec90-4064-831c-929ba21e5845 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313277 Apr 23 00:23:37.202503 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8362f16-a551-4dc2-94bc-dd7d0fd08871 req-85771ecd-ad70-4bdc-b39c-ffc87d5ba365 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:37.203985 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c8362f16-a551-4dc2-94bc-dd7d0fd08871 req-85771ecd-ad70-4bdc-b39c-ffc87d5ba365 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0508850 Apr 23 00:23:37.242209 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c8362f16-a551-4dc2-94bc-dd7d0fd08871 req-67614fe9-418c-4a88-b678-411aa82d45f6 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322325 Apr 23 00:23:37.273976 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70a2f767-6fb1-4e50-9145-2ea384d3304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:37.896375 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:38.356645 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5d45b-5948-4660-b9a0-d42af612127a req-940f0bf8-3b85-4f36-8dfc-e8390b5fad89 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:38.358148 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-96a5d45b-5948-4660-b9a0-d42af612127a req-940f0bf8-3b85-4f36-8dfc-e8390b5fad89 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0495512 Apr 23 00:23:38.395985 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-96a5d45b-5948-4660-b9a0-d42af612127a req-9ac73885-a25c-441a-bb37-faebf4d90b36 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317171 Apr 23 00:23:39.511605 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75386fea-9451-47ca-b362-9aa2151803da req-d9530107-1dab-46e9-834e-b4486b35e7e0 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:39.513095 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-75386fea-9451-47ca-b362-9aa2151803da req-d9530107-1dab-46e9-834e-b4486b35e7e0 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0484552 Apr 23 00:23:39.551000 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-75386fea-9451-47ca-b362-9aa2151803da req-31ac37a1-c637-499c-b59f-27268ad54780 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318663 Apr 23 00:23:39.656344 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:39.805422 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:40.669594 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24211d99-5edf-4db1-b195-65eb3e3acb60 req-021ed9b1-fd72-4af7-909d-f2385a609d1e tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:40.671069 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-24211d99-5edf-4db1-b195-65eb3e3acb60 req-021ed9b1-fd72-4af7-909d-f2385a609d1e tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0530331 Apr 23 00:23:40.709460 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-24211d99-5edf-4db1-b195-65eb3e3acb60 req-e896822b-3f5f-4f4b-9768-9d3afcd0d0d0 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310116 Apr 23 00:23:41.826856 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24e644-8f47-4fb1-a756-72efe7af0021 req-33accac5-0b05-410f-8ba6-94ec51c646bf tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:41.828326 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4a24e644-8f47-4fb1-a756-72efe7af0021 req-33accac5-0b05-410f-8ba6-94ec51c646bf tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0521505 Apr 23 00:23:41.865552 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4a24e644-8f47-4fb1-a756-72efe7af0021 req-75a23b07-3246-4b6e-bd22-33f52a8bf69f tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313334 Apr 23 00:23:42.359540 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-62d73e32-3ef9-47dc-952c-5d3c6a997dd1 req-c3d47d59-4dab-4ada-9ff0-27c24dd678a1 service neutron] 10.222.0.16 "GET /v2.0/ports/c3886961-4424-4164-8a00-3e98652a11f3/bindings/hv-neutron-8387 HTTP/1.1" status: 200 len: 384 time: 0.0533981 Apr 23 00:23:42.872078 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d73e32-3ef9-47dc-952c-5d3c6a997dd1 req-fb4174df-1d27-46e2-bf74-b991c1aa3e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:42.873609 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-62d73e32-3ef9-47dc-952c-5d3c6a997dd1 req-fb4174df-1d27-46e2-bf74-b991c1aa3e44 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472&tenant_id=667ed76555a749b48189e4a07416a36f HTTP/1.1" status: 200 len: 1099 time: 0.0438654 Apr 23 00:23:42.939536 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d73e32-3ef9-47dc-952c-5d3c6a997dd1 req-b484f500-fb41-474a-81b3-bb47c14a77ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:42.941022 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-62d73e32-3ef9-47dc-952c-5d3c6a997dd1 req-b484f500-fb41-474a-81b3-bb47c14a77ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=667ed76555a749b48189e4a07416a36f&device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 1099 time: 0.0431764 Apr 23 00:23:42.992676 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c588ce2-900b-4ac4-9607-f39dcda791e5 req-4e0041e1-f404-41a5-93fb-f50a7bafeb64 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:42.994214 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8c588ce2-900b-4ac4-9607-f39dcda791e5 req-4e0041e1-f404-41a5-93fb-f50a7bafeb64 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0546215 Apr 23 00:23:43.032578 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8c588ce2-900b-4ac4-9607-f39dcda791e5 req-2790d76c-7c0a-4712-8072-97c4abe326c7 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322175 Apr 23 00:23:43.036900 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d73e32-3ef9-47dc-952c-5d3c6a997dd1 req-dd74084c-5cc1-4f4d-a61f-72bcf4ef287c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:43.038971 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-62d73e32-3ef9-47dc-952c-5d3c6a997dd1 req-dd74084c-5cc1-4f4d-a61f-72bcf4ef287c service neutron] 10.222.0.16 "GET /v2.0/networks?id=92c84008-7d89-4e84-acf8-705903e8330b HTTP/1.1" status: 200 len: 915 time: 0.0896013 Apr 23 00:23:43.080196 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-62d73e32-3ef9-47dc-952c-5d3c6a997dd1 req-821af6ab-30f7-4b91-93bd-7b923f782a0a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3886961-4424-4164-8a00-3e98652a11f3 HTTP/1.1" status: 200 len: 217 time: 0.0340364 Apr 23 00:23:43.131928 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d73e32-3ef9-47dc-952c-5d3c6a997dd1 req-4fc5da31-bf3b-4c68-b803-354155b83b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:43.133385 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-62d73e32-3ef9-47dc-952c-5d3c6a997dd1 req-4fc5da31-bf3b-4c68-b803-354155b83b88 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5a104c2-c6cb-4a05-b11c-33314f643ea1 HTTP/1.1" status: 200 len: 854 time: 0.0471756 Apr 23 00:23:43.165492 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-62d73e32-3ef9-47dc-952c-5d3c6a997dd1 req-a4cf2df2-0ba0-479e-8d0f-788a960208c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92c84008-7d89-4e84-acf8-705903e8330b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245397 Apr 23 00:23:43.251633 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-62d73e32-3ef9-47dc-952c-5d3c6a997dd1 req-8358b153-45f0-48bf-88c9-5dc938fab35f service neutron] 10.222.0.16 "GET /v2.0/networks/92c84008-7d89-4e84-acf8-705903e8330b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791869 Apr 23 00:23:43.342305 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-62d73e32-3ef9-47dc-952c-5d3c6a997dd1 req-fa781915-2ba7-433d-b77a-be955daa3a64 service neutron] 10.222.0.16 "GET /v2.0/networks/92c84008-7d89-4e84-acf8-705903e8330b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839555 Apr 23 00:23:44.150225 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76599871-780e-4198-8189-ba0789168dfd req-0cca27d6-2adf-4f91-ad87-2316d24d7132 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:44.151710 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-76599871-780e-4198-8189-ba0789168dfd req-0cca27d6-2adf-4f91-ad87-2316d24d7132 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0494204 Apr 23 00:23:44.188150 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-76599871-780e-4198-8189-ba0789168dfd req-27a36740-491f-45ba-bc12-2a177e5a256b tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305421 Apr 23 00:23:45.461930 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a5a80-59d9-413f-bb4d-c99f795192aa req-a9c2f863-b48e-44eb-b543-0fec5d82ed60 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:45.463857 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f66a5a80-59d9-413f-bb4d-c99f795192aa req-a9c2f863-b48e-44eb-b543-0fec5d82ed60 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0518067 Apr 23 00:23:45.500878 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f66a5a80-59d9-413f-bb4d-c99f795192aa req-635b1248-1135-414d-821a-a8aedf3944c9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308378 Apr 23 00:23:45.819183 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cdd2f-24b8-4c36-8fec-b2635daf80e5 req-a883fe98-7736-40d8-8e04-f31ec03b528f tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:45.820784 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8b5cdd2f-24b8-4c36-8fec-b2635daf80e5 req-a883fe98-7736-40d8-8e04-f31ec03b528f tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0530124 Apr 23 00:23:45.860897 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8b5cdd2f-24b8-4c36-8fec-b2635daf80e5 req-fa693340-2848-4103-bcf0-785a7b170ec9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338285 Apr 23 00:23:45.897987 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d32984-7c09-4260-8a04-e015ac91872c req-610feb6c-30c5-40ec-a215-376b03d1434c tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:45.899444 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-66d32984-7c09-4260-8a04-e015ac91872c req-610feb6c-30c5-40ec-a215-376b03d1434c tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.16 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472&tenant_id=667ed76555a749b48189e4a07416a36f&binding%3Ahost_id=hv-neutron-8387 HTTP/1.1" status: 200 len: 946 time: 0.0521615 Apr 23 00:23:45.984514 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d32984-7c09-4260-8a04-e015ac91872c req-48721512-c8f0-4515-9733-e3ddb46649d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:45.985990 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-66d32984-7c09-4260-8a04-e015ac91872c req-48721512-c8f0-4515-9733-e3ddb46649d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=667ed76555a749b48189e4a07416a36f&device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 1099 time: 0.0448902 Apr 23 00:23:46.071485 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d32984-7c09-4260-8a04-e015ac91872c req-e112608b-387e-4706-b21b-51c0b2aac591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:46.072869 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-66d32984-7c09-4260-8a04-e015ac91872c req-e112608b-387e-4706-b21b-51c0b2aac591 service neutron] 10.222.0.16 "GET /v2.0/networks?id=92c84008-7d89-4e84-acf8-705903e8330b HTTP/1.1" status: 200 len: 915 time: 0.0807061 Apr 23 00:23:46.116835 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-66d32984-7c09-4260-8a04-e015ac91872c req-8db94af0-567f-4dda-93de-72a887c33fc4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3886961-4424-4164-8a00-3e98652a11f3 HTTP/1.1" status: 200 len: 217 time: 0.0375915 Apr 23 00:23:46.146237 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device c3886961-4424-4164-8a00-3e98652a11f3 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:23:46.148572 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device c3886961-4424-4164-8a00-3e98652a11f3 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:23:46.165925 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d32984-7c09-4260-8a04-e015ac91872c req-7d4d259c-5244-40d5-8626-79f1be3c124c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:46.167386 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-66d32984-7c09-4260-8a04-e015ac91872c req-7d4d259c-5244-40d5-8626-79f1be3c124c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5a104c2-c6cb-4a05-b11c-33314f643ea1 HTTP/1.1" status: 200 len: 854 time: 0.0433443 Apr 23 00:23:46.200134 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-66d32984-7c09-4260-8a04-e015ac91872c req-701faa89-c1df-4f9a-bf6a-a21fa1cd7368 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92c84008-7d89-4e84-acf8-705903e8330b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255795 Apr 23 00:23:46.288333 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:46.289807 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-66d32984-7c09-4260-8a04-e015ac91872c req-d0cee9f7-c333-489b-931d-a51f0cbe0d82 service neutron] 10.222.0.16 "GET /v2.0/networks/92c84008-7d89-4e84-acf8-705903e8330b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828576 Apr 23 00:23:46.319969 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port c3886961-4424-4164-8a00-3e98652a11f3, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=c3886961-4424-4164-8a00-3e98652a11f3,segment=NetworkSegment(b0d6b24e-981c-4afe-b8cd-956f55a695a7),segment_id=b0d6b24e-981c-4afe-b8cd-956f55a695a7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:23:46.335058 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aadbd25-7941-482e-9ab4-f74aebe3e472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3886961-4424-4164-8a00-3e98652a11f3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:23:46.335058 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d003e0-a6df-4f48-9a01-bf43c468faf3" -d '{"events": [{"server_uuid": "3aadbd25-7941-482e-9ab4-f74aebe3e472", "name": "network-vif-unplugged", "status": "completed", "tag": "c3886961-4424-4164-8a00-3e98652a11f3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:23:46.347277 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port c3886961-4424-4164-8a00-3e98652a11f3, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=c3886961-4424-4164-8a00-3e98652a11f3,segment=NetworkSegment(b0d6b24e-981c-4afe-b8cd-956f55a695a7),segment_id=b0d6b24e-981c-4afe-b8cd-956f55a695a7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:23:46.349101 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': 'c3886961-4424-4164-8a00-3e98652a11f3', 'network_id': '92c84008-7d89-4e84-acf8-705903e8330b', 'port_id': 'c3886961-4424-4164-8a00-3e98652a11f3', 'mac_address': 'fa:16:3e:8e:c6:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a104c2-c6cb-4a05-b11c-33314f643ea1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:23:46.378849 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 23 Apr 2022 00:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e1a807-5298-4183-afc2-ece43a362e14 x-openstack-request-id: req-46e1a807-5298-4183-afc2-ece43a362e14 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:23:46.379192 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aadbd25-7941-482e-9ab4-f74aebe3e472", "name": "network-vif-unplugged", "status": "completed", "tag": "c3886961-4424-4164-8a00-3e98652a11f3", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:23:46.379448 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46e1a807-5298-4183-afc2-ece43a362e14 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:23:46.379873 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46e1a807-5298-4183-afc2-ece43a362e14'] response: {'server_uuid': '3aadbd25-7941-482e-9ab4-f74aebe3e472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3886961-4424-4164-8a00-3e98652a11f3', 'code': 200} Apr 23 00:23:46.388877 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-66d32984-7c09-4260-8a04-e015ac91872c req-628c92f8-15c3-427a-949c-353732f5d440 service neutron] 10.222.0.16 "GET /v2.0/networks/92c84008-7d89-4e84-acf8-705903e8330b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922370 Apr 23 00:23:46.394021 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:46.407489 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3886961-4424-4164-8a00-3e98652a11f3 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:23:46.416685 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:46.489854 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:23:46.490213 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:23:46.493443 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=c3886961-4424-4164-8a00-3e98652a11f3,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:23:46.977631 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78e209-3517-45b8-a7ba-3bf6ec02eba6 req-3b287091-578b-4302-b749-9d8256e27184 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:46.979862 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3c78e209-3517-45b8-a7ba-3bf6ec02eba6 req-3b287091-578b-4302-b749-9d8256e27184 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 944 time: 0.0502727 Apr 23 00:23:47.022360 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3c78e209-3517-45b8-a7ba-3bf6ec02eba6 req-b6faeb40-fc43-49e1-a45a-5ae61830e4e6 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352209 Apr 23 00:23:47.028397 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:47.041925 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3886961-4424-4164-8a00-3e98652a11f3 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:23:47.060926 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port c3886961-4424-4164-8a00-3e98652a11f3, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=c3886961-4424-4164-8a00-3e98652a11f3,segment=NetworkSegment(b0d6b24e-981c-4afe-b8cd-956f55a695a7),segment_id=b0d6b24e-981c-4afe-b8cd-956f55a695a7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:23:47.136184 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:47.190702 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=c3886961-4424-4164-8a00-3e98652a11f3,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:23:47.195112 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['c3886961-4424-4164-8a00-3e98652a11f3'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:23:48.137501 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f9691-7a0b-44ea-8b14-99ab913393ec req-a5f4be61-bbea-47b2-b268-d072658084e5 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:48.138976 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ea7f9691-7a0b-44ea-8b14-99ab913393ec req-a5f4be61-bbea-47b2-b268-d072658084e5 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 945 time: 0.0507097 Apr 23 00:23:48.141448 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device c3886961-4424-4164-8a00-3e98652a11f3 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:23:48.176827 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ea7f9691-7a0b-44ea-8b14-99ab913393ec req-478f8a0b-e35f-434c-bb1f-26b4eb511a91 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318892 Apr 23 00:23:48.193025 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port c3886961-4424-4164-8a00-3e98652a11f3 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:23:48.193507 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:48.270523 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:48.290357 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011d280-e7b4-47d2-9c38-cd70ef083e18 req-6f27132d-a6bf-42a4-b729-05fccdcabd40 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:48.292005 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b011d280-e7b4-47d2-9c38-cd70ef083e18 req-6f27132d-a6bf-42a4-b729-05fccdcabd40 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 945 time: 0.0488167 Apr 23 00:23:48.305276 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port c3886961-4424-4164-8a00-3e98652a11f3, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=c3886961-4424-4164-8a00-3e98652a11f3,segment=NetworkSegment(b0d6b24e-981c-4afe-b8cd-956f55a695a7),segment_id=b0d6b24e-981c-4afe-b8cd-956f55a695a7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:23:48.329467 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b011d280-e7b4-47d2-9c38-cd70ef083e18 req-58634242-4242-4b0d-a47b-c7cc5b0f6ca7 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311704 Apr 23 00:23:48.382209 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aadbd25-7941-482e-9ab4-f74aebe3e472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3886961-4424-4164-8a00-3e98652a11f3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:23:48.384968 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c335878-4543-4e6e-ba32-511bffdea1b7" -d '{"events": [{"server_uuid": "3aadbd25-7941-482e-9ab4-f74aebe3e472", "name": "network-vif-plugged", "status": "completed", "tag": "c3886961-4424-4164-8a00-3e98652a11f3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:23:48.399509 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:48.424459 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ea1ec6-cd81-4993-9265-12f7075610a8 x-openstack-request-id: req-c0ea1ec6-cd81-4993-9265-12f7075610a8 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:23:48.424753 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aadbd25-7941-482e-9ab4-f74aebe3e472", "name": "network-vif-plugged", "status": "completed", "tag": "c3886961-4424-4164-8a00-3e98652a11f3", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:23:48.425042 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0ea1ec6-cd81-4993-9265-12f7075610a8 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:23:48.425420 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0ea1ec6-cd81-4993-9265-12f7075610a8'] response: {'server_uuid': '3aadbd25-7941-482e-9ab4-f74aebe3e472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3886961-4424-4164-8a00-3e98652a11f3', 'code': 200} Apr 23 00:23:48.451874 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=c3886961-4424-4164-8a00-3e98652a11f3,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:23:48.458031 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afe735-c193-4509-9632-a658a7ba7d7c req-a4f3c3df-1ec9-4278-9822-b8980d747028 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:48.460294 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a8afe735-c193-4509-9632-a658a7ba7d7c req-a4f3c3df-1ec9-4278-9822-b8980d747028 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0647423 Apr 23 00:23:48.498390 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a8afe735-c193-4509-9632-a658a7ba7d7c req-20862b4f-1801-4d8a-bb29-283a482aa08c tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326378 Apr 23 00:23:48.968346 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94350e2-ecf4-4e21-ae0f-ab34e5b2f778 req-790ade4a-a23e-4357-8533-f08fd17de8ef tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:48.969818 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a94350e2-ecf4-4e21-ae0f-ab34e5b2f778 req-790ade4a-a23e-4357-8533-f08fd17de8ef tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0525634 Apr 23 00:23:49.006876 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a94350e2-ecf4-4e21-ae0f-ab34e5b2f778 req-abb99920-6c69-497c-b31e-800a9b394c35 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303457 Apr 23 00:23:50.125020 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e04a8-85c9-41d4-b8ce-835b9f8eb0bd req-3d73b9ab-cb42-43ea-b786-4f81cb976a02 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:50.126465 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8e4e04a8-85c9-41d4-b8ce-835b9f8eb0bd req-3d73b9ab-cb42-43ea-b786-4f81cb976a02 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0479679 Apr 23 00:23:50.163397 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8e4e04a8-85c9-41d4-b8ce-835b9f8eb0bd req-e21a062c-33b1-473d-9b07-2bc05b9f71dc tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5107a5d-2964-4ffc-879b-a360ce937a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302734 Apr 23 00:23:50.560909 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc851e1-2941-45f6-9c10-d5e5391b6dfb req-5c3610b0-11db-47fa-9965-8b9c037da199 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:50.562373 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2fc851e1-2941-45f6-9c10-d5e5391b6dfb req-5c3610b0-11db-47fa-9965-8b9c037da199 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.16 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 946 time: 0.0514107 Apr 23 00:23:50.652090 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-2fc851e1-2941-45f6-9c10-d5e5391b6dfb req-0c758d02-2166-4538-bb87-f7981093f207 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Deleting port c3886961-4424-4164-8a00-3e98652a11f3 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:23:50.652431 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2fc851e1-2941-45f6-9c10-d5e5391b6dfb req-0c758d02-2166-4538-bb87-f7981093f207 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:50.744676 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-2fc851e1-2941-45f6-9c10-d5e5391b6dfb req-0c758d02-2166-4538-bb87-f7981093f207 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] For port c3886961-4424-4164-8a00-3e98652a11f3, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=c3886961-4424-4164-8a00-3e98652a11f3,segment=NetworkSegment(b0d6b24e-981c-4afe-b8cd-956f55a695a7),segment_id=b0d6b24e-981c-4afe-b8cd-956f55a695a7)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:23:50.745043 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2fc851e1-2941-45f6-9c10-d5e5391b6dfb req-0c758d02-2166-4538-bb87-f7981093f207 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:50.757796 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-2fc851e1-2941-45f6-9c10-d5e5391b6dfb req-0c758d02-2166-4538-bb87-f7981093f207 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Calling delete_port for c3886961-4424-4164-8a00-3e98652a11f3 owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:23:50.952928 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2fc851e1-2941-45f6-9c10-d5e5391b6dfb req-0c758d02-2166-4538-bb87-f7981093f207 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:50.963940 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['c3886961-4424-4164-8a00-3e98652a11f3'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:23:50.984051 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c758d02-2166-4538-bb87-f7981093f207 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Pushing event deleted for resources: {'Port': ['ID=c3886961-4424-4164-8a00-3e98652a11f3,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:23:51.007031 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c758d02-2166-4538-bb87-f7981093f207 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:51.007391 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c758d02-2166-4538-bb87-f7981093f207 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:51.007774 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c758d02-2166-4538-bb87-f7981093f207 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:51.008122 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c758d02-2166-4538-bb87-f7981093f207 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:51.008459 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c758d02-2166-4538-bb87-f7981093f207 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:51.008797 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c758d02-2166-4538-bb87-f7981093f207 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:51.009132 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c758d02-2166-4538-bb87-f7981093f207 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:51.009465 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c758d02-2166-4538-bb87-f7981093f207 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:51.009797 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c758d02-2166-4538-bb87-f7981093f207 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:51.010128 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c758d02-2166-4538-bb87-f7981093f207 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:51.010461 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c758d02-2166-4538-bb87-f7981093f207 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:51.010788 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c758d02-2166-4538-bb87-f7981093f207 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:51.041014 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc851e1-2941-45f6-9c10-d5e5391b6dfb req-0c758d02-2166-4538-bb87-f7981093f207 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] No DVR routers for this DVR port c3886961-4424-4164-8a00-3e98652a11f3 on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:23:51.043528 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2fc851e1-2941-45f6-9c10-d5e5391b6dfb req-0c758d02-2166-4538-bb87-f7981093f207 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:51.046771 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2fc851e1-2941-45f6-9c10-d5e5391b6dfb req-0c758d02-2166-4538-bb87-f7981093f207 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.16 "DELETE /v2.0/ports/c3886961-4424-4164-8a00-3e98652a11f3 HTTP/1.1" status: 204 len: 173 time: 0.4785199 Apr 23 00:23:51.047214 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aadbd25-7941-482e-9ab4-f74aebe3e472', 'name': 'network-vif-deleted', 'tag': 'c3886961-4424-4164-8a00-3e98652a11f3'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:23:51.049498 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f990d64e-c727-46c2-b16d-063652b4f1fb" -d '{"events": [{"server_uuid": "3aadbd25-7941-482e-9ab4-f74aebe3e472", "name": "network-vif-deleted", "tag": "c3886961-4424-4164-8a00-3e98652a11f3"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:23:51.085166 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db114567-d6f7-4b90-96bb-aacd0ee17628 x-openstack-request-id: req-db114567-d6f7-4b90-96bb-aacd0ee17628 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:23:51.085480 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aadbd25-7941-482e-9ab4-f74aebe3e472", "name": "network-vif-deleted", "tag": "c3886961-4424-4164-8a00-3e98652a11f3", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:23:51.085732 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db114567-d6f7-4b90-96bb-aacd0ee17628 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:23:51.086139 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db114567-d6f7-4b90-96bb-aacd0ee17628'] response: {'server_uuid': '3aadbd25-7941-482e-9ab4-f74aebe3e472', 'name': 'network-vif-deleted', 'tag': 'c3886961-4424-4164-8a00-3e98652a11f3', 'status': 'completed', 'code': 200} Apr 23 00:23:51.260099 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cef9abc5-4094-46b7-a029-fd8a51cd3785 req-5cd70a0e-7da1-4128-8152-1de5b53a3ac5 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aadbd25-7941-482e-9ab4-f74aebe3e472 HTTP/1.1" status: 200 len: 210 time: 0.0266297 Apr 23 00:23:52.381799 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 58952) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:23:52.425423 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa706cb8-fa83-4bc5-a784-d4189ede938e admin admin] Deleting subnet a5a104c2-c6cb-4a05-b11c-33314f643ea1 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:23:52.429006 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-aa706cb8-fa83-4bc5-a784-d4189ede938e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:52.464005 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-aa706cb8-fa83-4bc5-a784-d4189ede938e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:52.507331 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-aa706cb8-fa83-4bc5-a784-d4189ede938e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:52.604868 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-aa706cb8-fa83-4bc5-a784-d4189ede938e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:52.631594 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa706cb8-fa83-4bc5-a784-d4189ede938e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5a104c2-c6cb-4a05-b11c-33314f643ea1,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:23:52.634509 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-aa706cb8-fa83-4bc5-a784-d4189ede938e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:52.637058 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-aa706cb8-fa83-4bc5-a784-d4189ede938e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a5a104c2-c6cb-4a05-b11c-33314f643ea1 HTTP/1.1" status: 204 len: 168 time: 0.2542429 Apr 23 00:23:52.639743 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 58954) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:23:52.643060 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa706cb8-fa83-4bc5-a784-d4189ede938e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:52.643413 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa706cb8-fa83-4bc5-a784-d4189ede938e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:52.643780 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa706cb8-fa83-4bc5-a784-d4189ede938e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:52.644121 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa706cb8-fa83-4bc5-a784-d4189ede938e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:52.644463 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa706cb8-fa83-4bc5-a784-d4189ede938e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:52.644798 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa706cb8-fa83-4bc5-a784-d4189ede938e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:52.645128 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa706cb8-fa83-4bc5-a784-d4189ede938e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:52.645455 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa706cb8-fa83-4bc5-a784-d4189ede938e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:52.645783 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa706cb8-fa83-4bc5-a784-d4189ede938e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:52.646109 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa706cb8-fa83-4bc5-a784-d4189ede938e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:52.646476 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa706cb8-fa83-4bc5-a784-d4189ede938e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:52.646795 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa706cb8-fa83-4bc5-a784-d4189ede938e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:52.713863 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b9f8efbf-ba5d-49f4-8e18-ff80d08e27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:52.797244 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b9f8efbf-ba5d-49f4-8e18-ff80d08e27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:52.816972 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-b9f8efbf-ba5d-49f4-8e18-ff80d08e27e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c84008-7d89-4e84-acf8-705903e8330b']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:23:52.825807 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-b9f8efbf-ba5d-49f4-8e18-ff80d08e27e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d6b24e-981c-4afe-b8cd-956f55a695a7') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:23:52.826096 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-b9f8efbf-ba5d-49f4-8e18-ff80d08e27e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d6b24e-981c-4afe-b8cd-956f55a695a7') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:23:52.835190 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b9f8efbf-ba5d-49f4-8e18-ff80d08e27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:52.847909 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b9f8efbf-ba5d-49f4-8e18-ff80d08e27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:52.854177 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f8efbf-ba5d-49f4-8e18-ff80d08e27e4 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:23:52.854551 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b9f8efbf-ba5d-49f4-8e18-ff80d08e27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:23:52.856217 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:23:52.941660 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b9f8efbf-ba5d-49f4-8e18-ff80d08e27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:52.947171 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b9f8efbf-ba5d-49f4-8e18-ff80d08e27e4 admin admin] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:52.950356 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b9f8efbf-ba5d-49f4-8e18-ff80d08e27e4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/92c84008-7d89-4e84-acf8-705903e8330b HTTP/1.1" status: 204 len: 168 time: 0.3095407 Apr 23 00:23:52.962006 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8efbf-ba5d-49f4-8e18-ff80d08e27e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=92c84008-7d89-4e84-acf8-705903e8330b,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:23:53.201732 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 58958) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:23:53.245844 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a954664f-492f-4b4b-a794-b5a279a0656f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=667ed76555a749b48189e4a07416a36f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429482 Apr 23 00:23:53.248256 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 58960) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:23:53.295153 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4afd6fb6-e1c7-40ac-9208-424e2a66e4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:53.315916 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4afd6fb6-e1c7-40ac-9208-424e2a66e4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:53.432994 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4afd6fb6-e1c7-40ac-9208-424e2a66e4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:53.435522 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4afd6fb6-e1c7-40ac-9208-424e2a66e4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:53.436777 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4afd6fb6-e1c7-40ac-9208-424e2a66e4fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c5107a5d-2964-4ffc-879b-a360ce937a03 HTTP/1.1" status: 204 len: 168 time: 0.1876311 Apr 23 00:23:53.445446 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd6fb6-e1c7-40ac-9208-424e2a66e4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5107a5d-2964-4ffc-879b-a360ce937a03,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:23:53.781607 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:53.809715 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:23:54.173517 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device c3886961-4424-4164-8a00-3e98652a11f3 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:23:54.196006 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: c3886961-4424-4164-8a00-3e98652a11f3 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:23:54.196427 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device c3886961-4424-4164-8a00-3e98652a11f3 not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:23:54.405891 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 58982) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:23:54.502791 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-e081fa4b-e209-4d32-9023-0886019b559a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1491020437-network', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:23:54.575806 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e081fa4b-e209-4d32-9023-0886019b559a admin admin] Made reservation on behalf of 491fe267efc94c6f99965894c4d1cbd7 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:23:54.578058 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e081fa4b-e209-4d32-9023-0886019b559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:54.586831 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e081fa4b-e209-4d32-9023-0886019b559a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:54.658891 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e081fa4b-e209-4d32-9023-0886019b559a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:54.719089 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e081fa4b-e209-4d32-9023-0886019b559a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:54.745986 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e081fa4b-e209-4d32-9023-0886019b559a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:23:54.753395 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081fa4b-e209-4d32-9023-0886019b559a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ac5424-7e51-4066-85d4-a6cbc352390e,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:23:54.758194 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e081fa4b-e209-4d32-9023-0886019b559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:54.758543 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-e081fa4b-e209-4d32-9023-0886019b559a admin admin] Added segment dbc1f3c7-0fc1-4da3-955b-62940bb61ea7 of type vlan for network ae917838-ee50-4289-8bc2-a376cc23650b Apr 23 00:23:54.801182 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e081fa4b-e209-4d32-9023-0886019b559a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:54.878421 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e081fa4b-e209-4d32-9023-0886019b559a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:54.879378 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e081fa4b-e209-4d32-9023-0886019b559a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:54.879989 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e081fa4b-e209-4d32-9023-0886019b559a admin admin] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:54.938514 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081fa4b-e209-4d32-9023-0886019b559a admin admin] Pushing event updated for resources: {'Network': ['ID=ae917838-ee50-4289-8bc2-a376cc23650b,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:23:54.949581 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network ae917838-ee50-4289-8bc2-a376cc23650b details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:23:54.952076 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e081fa4b-e209-4d32-9023-0886019b559a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5450501 Apr 23 00:23:54.952816 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 58986) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:23:54.957907 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-9dd07cce-d018-40eb-b93d-f50a3807d398 admin admin] Request body: {'subnet': {'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1491020437-subnet', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:23:55.039485 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd07cce-d018-40eb-b93d-f50a3807d398 admin admin] Made reservation on behalf of 491fe267efc94c6f99965894c4d1cbd7 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:23:55.041883 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9dd07cce-d018-40eb-b93d-f50a3807d398 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:55.261687 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9dd07cce-d018-40eb-b93d-f50a3807d398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:55.316056 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd07cce-d018-40eb-b93d-f50a3807d398 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55b9624f-e267-471c-b737-0bcbe474071d,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:23:55.324565 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd07cce-d018-40eb-b93d-f50a3807d398 admin admin] Checking segment: {'id': 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:23:55.324925 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd07cce-d018-40eb-b93d-f50a3807d398 admin admin] Network hostable DHCP agents. Network: ae917838-ee50-4289-8bc2-a376cc23650b, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:23:55.415343 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd07cce-d018-40eb-b93d-f50a3807d398 admin admin] Network ae917838-ee50-4289-8bc2-a376cc23650b is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:23:55.506814 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-9dd07cce-d018-40eb-b93d-f50a3807d398 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, ae917838-ee50-4289-8bc2-a376cc23650b) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:23:55.510958 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd07cce-d018-40eb-b93d-f50a3807d398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:23:55.511640 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9dd07cce-d018-40eb-b93d-f50a3807d398 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:55.515964 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b0ca5a-53b4-4994-be43-65ac9e63478d None None] Network ae917838-ee50-4289-8bc2-a376cc23650b requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:23:55.590075 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9dd07cce-d018-40eb-b93d-f50a3807d398 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6358593 Apr 23 00:23:55.592680 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 58988) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:23:55.596980 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-8439924c-643d-4d2a-9f0c-70541cbf1622 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:23:55.667698 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c471bcf-7354-4cea-8ea8-af05e884c99d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-ae917838-ee50-4289-8bc2-a376cc23650b', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:23:55.668548 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c471bcf-7354-4cea-8ea8-af05e884c99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:55.701619 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8439924c-643d-4d2a-9f0c-70541cbf1622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:55.702670 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8439924c-643d-4d2a-9f0c-70541cbf1622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:55.758369 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8439924c-643d-4d2a-9f0c-70541cbf1622 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:55.803448 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-5c471bcf-7354-4cea-8ea8-af05e884c99d None None] Allocated IP 172.20.0.2 (ae917838-ee50-4289-8bc2-a376cc23650b/55b9624f-e267-471c-b737-0bcbe474071d/6a9c7139-cfc1-4d61-99d9-24f578517b2e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:23:55.942649 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c471bcf-7354-4cea-8ea8-af05e884c99d None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:56.005192 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c471bcf-7354-4cea-8ea8-af05e884c99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:56.053564 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c471bcf-7354-4cea-8ea8-af05e884c99d None None] Network ae917838-ee50-4289-8bc2-a376cc23650b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:23:56.056767 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5c471bcf-7354-4cea-8ea8-af05e884c99d None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:23:56.061354 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c471bcf-7354-4cea-8ea8-af05e884c99d None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:23:56.064546 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c471bcf-7354-4cea-8ea8-af05e884c99d None None] Pushing event updated for resources: {'Port': ['ID=6a9c7139-cfc1-4d61-99d9-24f578517b2e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:23:56.120364 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5c471bcf-7354-4cea-8ea8-af05e884c99d None None] Attempting to bind port 6a9c7139-cfc1-4d61-99d9-24f578517b2e on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:23:56.120741 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5c471bcf-7354-4cea-8ea8-af05e884c99d None None] Attempting to bind port 6a9c7139-cfc1-4d61-99d9-24f578517b2e by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:23:56.121109 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c471bcf-7354-4cea-8ea8-af05e884c99d None None] Attempting to bind port 6a9c7139-cfc1-4d61-99d9-24f578517b2e on network ae917838-ee50-4289-8bc2-a376cc23650b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:23:56.126410 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c471bcf-7354-4cea-8ea8-af05e884c99d None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:23:56.126791 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c471bcf-7354-4cea-8ea8-af05e884c99d None None] Checking segment: {'id': 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:23:56.127200 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c471bcf-7354-4cea-8ea8-af05e884c99d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:56.127614 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c471bcf-7354-4cea-8ea8-af05e884c99d None None] Bound using segment: {'id': 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:23:56.128098 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5c471bcf-7354-4cea-8ea8-af05e884c99d None None] Bound port: 6a9c7139-cfc1-4d61-99d9-24f578517b2e, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:23:56.128483 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c471bcf-7354-4cea-8ea8-af05e884c99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:56.193679 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5c471bcf-7354-4cea-8ea8-af05e884c99d None None] For port 6a9c7139-cfc1-4d61-99d9-24f578517b2e, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:23:56.197018 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5c471bcf-7354-4cea-8ea8-af05e884c99d None None] For port 6a9c7139-cfc1-4d61-99d9-24f578517b2e, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=6a9c7139-cfc1-4d61-99d9-24f578517b2e,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:23:56.275327 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8439924c-643d-4d2a-9f0c-70541cbf1622 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:56.290827 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c471bcf-7354-4cea-8ea8-af05e884c99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:56.353513 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c471bcf-7354-4cea-8ea8-af05e884c99d None None] Pushing event updated for resources: {'Port': ['ID=6a9c7139-cfc1-4d61-99d9-24f578517b2e,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:23:56.553833 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8439924c-643d-4d2a-9f0c-70541cbf1622 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:56.574299 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8439924c-643d-4d2a-9f0c-70541cbf1622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:56.687089 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-8439924c-643d-4d2a-9f0c-70541cbf1622 admin admin] Allocated IP 172.26.3.37 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/bda086f5-844c-4e59-af89-14429a28c8e8) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:23:56.790756 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8439924c-643d-4d2a-9f0c-70541cbf1622 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:56.867170 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8439924c-643d-4d2a-9f0c-70541cbf1622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:56.910571 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8439924c-643d-4d2a-9f0c-70541cbf1622 admin admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:23:56.914152 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-8439924c-643d-4d2a-9f0c-70541cbf1622 admin admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:23:56.918007 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8439924c-643d-4d2a-9f0c-70541cbf1622 admin admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:23:56.940742 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439924c-643d-4d2a-9f0c-70541cbf1622 admin admin] Pushing event updated for resources: {'Port': ['ID=bda086f5-844c-4e59-af89-14429a28c8e8,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:23:56.971548 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 6a9c7139-cfc1-4d61-99d9-24f578517b2e up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:23:57.025521 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 6a9c7139-cfc1-4d61-99d9-24f578517b2e triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:23:57.026199 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:57.110640 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:57.148654 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 6a9c7139-cfc1-4d61-99d9-24f578517b2e, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=6a9c7139-cfc1-4d61-99d9-24f578517b2e,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:23:57.232610 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:57.270696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d388bd9-385f-493c-9666-e96f10d82f41 None None] Network ae917838-ee50-4289-8bc2-a376cc23650b requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:23:57.312246 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8439924c-643d-4d2a-9f0c-70541cbf1622 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:57.325342 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=6a9c7139-cfc1-4d61-99d9-24f578517b2e,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:23:57.365609 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-6c8197e7-7678-4ceb-97d6-c7e3128b2b65 None None] Provisioning complete for port 6a9c7139-cfc1-4d61-99d9-24f578517b2e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:23:57.365609 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c8197e7-7678-4ceb-97d6-c7e3128b2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:57.513350 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8439924c-643d-4d2a-9f0c-70541cbf1622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:57.735726 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8439924c-643d-4d2a-9f0c-70541cbf1622 admin admin] Router a8788fa2-da55-4cc8-92cd-a22e918b168b is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:23:57.822627 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-61d41f9a-a54a-4a28-9386-dcd64b115282 None None] Provisioning complete for port 6a9c7139-cfc1-4d61-99d9-24f578517b2e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:23:57.823595 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61d41f9a-a54a-4a28-9386-dcd64b115282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:57.842863 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8439924c-643d-4d2a-9f0c-70541cbf1622 admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:23:57.851917 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] Sync routers for ids ['a8788fa2-da55-4cc8-92cd-a22e918b168b'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:23:57.872963 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] Routers {'a8788fa2-da55-4cc8-92cd-a22e918b168b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:23:57.874068 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:23:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a8788fa2-da55-4cc8-92cd-a22e918b168b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:23:57.926215 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8439924c-643d-4d2a-9f0c-70541cbf1622 admin admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:57.930553 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8439924c-643d-4d2a-9f0c-70541cbf1622 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3338304 Apr 23 00:23:57.930936 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 58990) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:23:58.009253 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] Set router a8788fa2-da55-4cc8-92cd-a22e918b168b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:23:58.187495 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:57Z', 'revision_number': 3, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:23:58.213322 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] Checking router: a8788fa2-da55-4cc8-92cd-a22e918b168b for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:23:58.213674 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] Updating router a8788fa2-da55-4cc8-92cd-a22e918b168b port bda086f5-844c-4e59-af89-14429a28c8e8 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:23:58.238532 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:58.342024 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4c1747d0-226e-4068-a8f6-ec21e07f79b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:58.508628 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:58.552073 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-4c1747d0-226e-4068-a8f6-ec21e07f79b9 admin admin] Allocated IP 172.20.0.1 (ae917838-ee50-4289-8bc2-a376cc23650b/55b9624f-e267-471c-b737-0bcbe474071d/01fb27db-56f9-44e3-90b4-b98e446c9205) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:23:58.576030 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:58.637783 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] Attempting to bind port bda086f5-844c-4e59-af89-14429a28c8e8 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:23:58.638208 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] Attempting to bind port bda086f5-844c-4e59-af89-14429a28c8e8 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:23:58.638576 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] Attempting to bind port bda086f5-844c-4e59-af89-14429a28c8e8 on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:23:58.648409 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78e90b-e396-42e9-a221-b4b95a69c1b2 None None] Pushing event updated for resources: {'Port': ['ID=bda086f5-844c-4e59-af89-14429a28c8e8,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:23:58.651381 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:23:58.651799 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:23:58.654890 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:58.654890 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:23:58.654890 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] Bound port: bda086f5-844c-4e59-af89-14429a28c8e8, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:23:58.654890 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:58.668445 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4c1747d0-226e-4068-a8f6-ec21e07f79b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:58.676983 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78e90b-e396-42e9-a221-b4b95a69c1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:58.677333 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78e90b-e396-42e9-a221-b4b95a69c1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:58.677759 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78e90b-e396-42e9-a221-b4b95a69c1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:58.678131 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78e90b-e396-42e9-a221-b4b95a69c1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:58.678507 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78e90b-e396-42e9-a221-b4b95a69c1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:58.678841 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78e90b-e396-42e9-a221-b4b95a69c1b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:58.679174 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78e90b-e396-42e9-a221-b4b95a69c1b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:58.679508 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78e90b-e396-42e9-a221-b4b95a69c1b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:58.679870 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78e90b-e396-42e9-a221-b4b95a69c1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:58.680197 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78e90b-e396-42e9-a221-b4b95a69c1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:58.680522 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78e90b-e396-42e9-a221-b4b95a69c1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:58.680844 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78e90b-e396-42e9-a221-b4b95a69c1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:23:58.716764 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] For port bda086f5-844c-4e59-af89-14429a28c8e8, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:23:58.719954 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] For port bda086f5-844c-4e59-af89-14429a28c8e8, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=bda086f5-844c-4e59-af89-14429a28c8e8,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:23:58.782006 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4c1747d0-226e-4068-a8f6-ec21e07f79b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:58.793618 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:58.824956 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1747d0-226e-4068-a8f6-ec21e07f79b9 admin admin] Network ae917838-ee50-4289-8bc2-a376cc23650b is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:23:58.828115 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-4c1747d0-226e-4068-a8f6-ec21e07f79b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:23:58.831850 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1747d0-226e-4068-a8f6-ec21e07f79b9 admin admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:23:58.854328 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] Routers {'a8788fa2-da55-4cc8-92cd-a22e918b168b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:23:58.854966 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:23:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a8788fa2-da55-4cc8-92cd-a22e918b168b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:23:58.855362 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1747d0-226e-4068-a8f6-ec21e07f79b9 admin admin] Pushing event updated for resources: {'Port': ['ID=01fb27db-56f9-44e3-90b4-b98e446c9205,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:23:58.875956 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4c1747d0-226e-4068-a8f6-ec21e07f79b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:58.895472 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78e90b-e396-42e9-a221-b4b95a69c1b2 None None] Pushing event updated for resources: {'Port': ['ID=bda086f5-844c-4e59-af89-14429a28c8e8,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:23:58.965865 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 6a9c7139-cfc1-4d61-99d9-24f578517b2e up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:23:59.103660 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4c1747d0-226e-4068-a8f6-ec21e07f79b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:59.191906 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] Set router a8788fa2-da55-4cc8-92cd-a22e918b168b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:23:59.245646 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-85c43f9c-0fc3-4c61-b6d8-b80e5b8fb9a2 None None] Provisioning complete for port 01fb27db-56f9-44e3-90b4-b98e446c9205 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:23:59.246009 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85c43f9c-0fc3-4c61-b6d8-b80e5b8fb9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:59.271024 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4c1747d0-226e-4068-a8f6-ec21e07f79b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:59.321894 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 6a9c7139-cfc1-4d61-99d9-24f578517b2e triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:23:59.322188 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:59.341421 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4c1747d0-226e-4068-a8f6-ec21e07f79b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:59.354617 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-85c43f9c-0fc3-4c61-b6d8-b80e5b8fb9a2 None None] Port 01fb27db-56f9-44e3-90b4-b98e446c9205 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:23:59.408851 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1747d0-226e-4068-a8f6-ec21e07f79b9 admin admin] Pushing event updated for resources: {'Port': ['ID=01fb27db-56f9-44e3-90b4-b98e446c9205,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:23:59.412415 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4c1747d0-226e-4068-a8f6-ec21e07f79b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:59.476881 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:57Z', 'revision_number': 3, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:23:59.503130 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18a319a-8ee5-4396-be49-b46eedab0a49 None None] The sync data for ids ['a8788fa2-da55-4cc8-92cd-a22e918b168b'] in dv-neutron-838783-1-hyperv is: [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:57Z', 'revision_number': 3, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:23:59.537245 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1747d0-226e-4068-a8f6-ec21e07f79b9 admin admin] Network ae917838-ee50-4289-8bc2-a376cc23650b is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:23:59.538836 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-4c1747d0-226e-4068-a8f6-ec21e07f79b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:23:59.664899 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1747d0-226e-4068-a8f6-ec21e07f79b9 admin admin] Router a8788fa2-da55-4cc8-92cd-a22e918b168b has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:23:59.782563 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-4be58708-e0d0-44be-ba04-5a9d57e371dc None None] Provisioning complete for port 01fb27db-56f9-44e3-90b4-b98e446c9205 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:23:59.782936 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4be58708-e0d0-44be-ba04-5a9d57e371dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:59.801747 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1747d0-226e-4068-a8f6-ec21e07f79b9 admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:23:59.806814 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4c1747d0-226e-4068-a8f6-ec21e07f79b9 admin admin] 10.222.0.15 "PUT /v2.0/routers/a8788fa2-da55-4cc8-92cd-a22e918b168b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8747745 Apr 23 00:23:59.831544 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4be58708-e0d0-44be-ba04-5a9d57e371dc None None] Port 01fb27db-56f9-44e3-90b4-b98e446c9205 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:24:00.393720 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 58998) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:24:00.399194 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-945319ff-4e3c-43ea-9aac-3d69e88cda5f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1765591378', 'description': 'tempest-description--1879026794'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:24:00.490871 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-945319ff-4e3c-43ea-9aac-3d69e88cda5f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:00.590475 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-945319ff-4e3c-43ea-9aac-3d69e88cda5f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:00.633075 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-945319ff-4e3c-43ea-9aac-3d69e88cda5f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:00.661600 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945319ff-4e3c-43ea-9aac-3d69e88cda5f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67a915a1-7df2-49ee-ad96-acede89890c5,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:24:00.743306 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-945319ff-4e3c-43ea-9aac-3d69e88cda5f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:00.744694 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-945319ff-4e3c-43ea-9aac-3d69e88cda5f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3499467 Apr 23 00:24:00.747483 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 59000) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:24:00.752069 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-7f4f4cdc-1aa3-4a1a-ae42-40dadfda315a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Request body: {'security_group_rule': {'security_group_id': '67a915a1-7df2-49ee-ad96-acede89890c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:24:00.839997 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7f4f4cdc-1aa3-4a1a-ae42-40dadfda315a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:00.906213 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7f4f4cdc-1aa3-4a1a-ae42-40dadfda315a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:00.964496 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device bda086f5-844c-4e59-af89-14429a28c8e8 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:24:00.981220 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7f4f4cdc-1aa3-4a1a-ae42-40dadfda315a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:00.999694 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f4cdc-1aa3-4a1a-ae42-40dadfda315a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c7e995e-c244-4dcb-a8b6-4448adc84a2e,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:24:01.017000 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port bda086f5-844c-4e59-af89-14429a28c8e8 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:24:01.017362 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:01.022262 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] Sync routers for ids ['a8788fa2-da55-4cc8-92cd-a22e918b168b'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:24:01.032306 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] Routers {'a8788fa2-da55-4cc8-92cd-a22e918b168b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:24:01.032910 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:23:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a8788fa2-da55-4cc8-92cd-a22e918b168b'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:24:01.063276 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7f4f4cdc-1aa3-4a1a-ae42-40dadfda315a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:01.067400 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7f4f4cdc-1aa3-4a1a-ae42-40dadfda315a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3187468 Apr 23 00:24:01.067608 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 59002) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:24:01.074286 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-62d72267-80dc-45cb-9391-4da378d32398 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Request body: {'security_group_rule': {'security_group_id': '67a915a1-7df2-49ee-ad96-acede89890c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:24:01.103328 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:01.128172 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port bda086f5-844c-4e59-af89-14429a28c8e8, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=bda086f5-844c-4e59-af89-14429a28c8e8,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:24:01.141089 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] Set router a8788fa2-da55-4cc8-92cd-a22e918b168b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:24:01.195589 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-62d72267-80dc-45cb-9391-4da378d32398 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:01.210115 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:01.263940 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=bda086f5-844c-4e59-af89-14429a28c8e8,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:24:01.277717 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-62d72267-80dc-45cb-9391-4da378d32398 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:01.340473 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:23:59Z', 'revision_number': 2, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:24:01.347006 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-62d72267-80dc-45cb-9391-4da378d32398 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:01.366963 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d72267-80dc-45cb-9391-4da378d32398 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db5d75d-b407-4298-8ede-14072ef84c37,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:24:01.370967 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] Checking router: a8788fa2-da55-4cc8-92cd-a22e918b168b for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:24:01.371320 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] Updating router a8788fa2-da55-4cc8-92cd-a22e918b168b port 01fb27db-56f9-44e3-90b4-b98e446c9205 binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:24:01.396870 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:01.429816 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-62d72267-80dc-45cb-9391-4da378d32398 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:01.431082 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-62d72267-80dc-45cb-9391-4da378d32398 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3614788 Apr 23 00:24:01.434233 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 59004) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:24:01.438795 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-08d69255-974a-4103-bbbd-e1b0852107b8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:24:01.553276 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-08d69255-974a-4103-bbbd-e1b0852107b8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for floatingip, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:01.652946 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-08d69255-974a-4103-bbbd-e1b0852107b8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:01.658837 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:01.712912 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:01.764976 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1e486-9385-4e56-bbd0-8e4456fb0bfe None None] Pushing event updated for resources: {'Port': ['ID=01fb27db-56f9-44e3-90b4-b98e446c9205,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:24:01.773839 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df1e486-9385-4e56-bbd0-8e4456fb0bfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:01.774179 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df1e486-9385-4e56-bbd0-8e4456fb0bfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:01.774774 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df1e486-9385-4e56-bbd0-8e4456fb0bfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:01.775101 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df1e486-9385-4e56-bbd0-8e4456fb0bfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:01.775427 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df1e486-9385-4e56-bbd0-8e4456fb0bfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:01.775777 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df1e486-9385-4e56-bbd0-8e4456fb0bfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:01.776099 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df1e486-9385-4e56-bbd0-8e4456fb0bfe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:01.776417 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df1e486-9385-4e56-bbd0-8e4456fb0bfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:01.776736 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df1e486-9385-4e56-bbd0-8e4456fb0bfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:01.777043 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df1e486-9385-4e56-bbd0-8e4456fb0bfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:01.777363 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df1e486-9385-4e56-bbd0-8e4456fb0bfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:01.777729 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df1e486-9385-4e56-bbd0-8e4456fb0bfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:01.811807 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-08d69255-974a-4103-bbbd-e1b0852107b8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Allocated IP 172.26.3.136 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/2134f58a-a03c-4596-9373-a3c7837aca1b) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:24:01.832424 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] Attempting to bind port 01fb27db-56f9-44e3-90b4-b98e446c9205 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:24:01.833045 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] Attempting to bind port 01fb27db-56f9-44e3-90b4-b98e446c9205 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:24:01.833584 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] Attempting to bind port 01fb27db-56f9-44e3-90b4-b98e446c9205 on network ae917838-ee50-4289-8bc2-a376cc23650b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:24:01.839702 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:24:01.840502 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] Checking segment: {'id': 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:24:01.840502 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:01.840845 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] Bound using segment: {'id': 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:24:01.841306 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] Bound port: 01fb27db-56f9-44e3-90b4-b98e446c9205, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:24:01.842318 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:01.910130 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] For port 01fb27db-56f9-44e3-90b4-b98e446c9205, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:24:01.913818 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] For port 01fb27db-56f9-44e3-90b4-b98e446c9205, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=01fb27db-56f9-44e3-90b4-b98e446c9205,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:24:01.926804 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-08d69255-974a-4103-bbbd-e1b0852107b8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:01.964053 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b65c9f5d-87ed-450c-a14c-260667ae3d2d None None] Provisioning complete for port 01fb27db-56f9-44e3-90b4-b98e446c9205 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:24:01.964431 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b65c9f5d-87ed-450c-a14c-260667ae3d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:02.000080 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b65c9f5d-87ed-450c-a14c-260667ae3d2d None None] Port 01fb27db-56f9-44e3-90b4-b98e446c9205 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:24:02.004396 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:02.039589 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-08d69255-974a-4103-bbbd-e1b0852107b8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:02.052020 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] Routers {'a8788fa2-da55-4cc8-92cd-a22e918b168b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:24:02.052710 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:23:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a8788fa2-da55-4cc8-92cd-a22e918b168b'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:24:02.082671 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d69255-974a-4103-bbbd-e1b0852107b8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:24:02.086445 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-08d69255-974a-4103-bbbd-e1b0852107b8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:24:02.088936 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d69255-974a-4103-bbbd-e1b0852107b8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:24:02.106292 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1e486-9385-4e56-bbd0-8e4456fb0bfe None None] Pushing event updated for resources: {'Port': ['ID=01fb27db-56f9-44e3-90b4-b98e446c9205,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:24:02.114017 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d69255-974a-4103-bbbd-e1b0852107b8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Pushing event updated for resources: {'Port': ['ID=2134f58a-a03c-4596-9373-a3c7837aca1b,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:24:02.172522 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] Set router a8788fa2-da55-4cc8-92cd-a22e918b168b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:24:02.182833 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-08d69255-974a-4103-bbbd-e1b0852107b8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:02.302129 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-08d69255-974a-4103-bbbd-e1b0852107b8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:02.321456 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-80484cd2-429c-455e-8704-ff79e3de6456 None None] Provisioning complete for port 01fb27db-56f9-44e3-90b4-b98e446c9205 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:24:02.322083 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80484cd2-429c-455e-8704-ff79e3de6456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:02.387327 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:24:02.409691 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80484cd2-429c-455e-8704-ff79e3de6456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:02.414258 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dfc4c7-aa4b-4d19-b37d-fb1a30beb7a0 None None] The sync data for ids ['a8788fa2-da55-4cc8-92cd-a22e918b168b'] in dv-neutron-838783-1-hyperv is: [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:24:02.446220 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-80484cd2-429c-455e-8704-ff79e3de6456 None None] For port 01fb27db-56f9-44e3-90b4-b98e446c9205, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=01fb27db-56f9-44e3-90b4-b98e446c9205,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:24:02.461232 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-08d69255-974a-4103-bbbd-e1b0852107b8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:02.495952 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80484cd2-429c-455e-8704-ff79e3de6456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:02.518479 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-08d69255-974a-4103-bbbd-e1b0852107b8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:02.556269 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80484cd2-429c-455e-8704-ff79e3de6456 None None] Pushing event updated for resources: {'Port': ['ID=01fb27db-56f9-44e3-90b4-b98e446c9205,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:24:02.596587 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d69255-974a-4103-bbbd-e1b0852107b8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Pushing event updated for resources: {'Port': ['ID=2134f58a-a03c-4596-9373-a3c7837aca1b,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:24:02.607553 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-08d69255-974a-4103-bbbd-e1b0852107b8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:02.691832 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-08d69255-974a-4103-bbbd-e1b0852107b8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:02.693772 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-08d69255-974a-4103-bbbd-e1b0852107b8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2580261 Apr 23 00:24:02.840643 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-28894044-c2d2-45f0-bbba-a90bb4a4c0d2 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1765591378&fields=id&tenant_id=491fe267efc94c6f99965894c4d1cbd7 HTTP/1.1" status: 200 len: 267 time: 0.0341802 Apr 23 00:24:03.021667 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device bda086f5-844c-4e59-af89-14429a28c8e8 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:24:03.077260 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port bda086f5-844c-4e59-af89-14429a28c8e8 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:24:03.077638 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:03.165704 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 01fb27db-56f9-44e3-90b4-b98e446c9205 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:24:03.215797 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 01fb27db-56f9-44e3-90b4-b98e446c9205 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:24:03.216113 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:03.274613 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-e4e29855-53d5-491e-ab94-ead0cbcadf98 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:03.276202 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-e4e29855-53d5-491e-ab94-ead0cbcadf98 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 812 time: 0.4283047 Apr 23 00:24:03.296766 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-4c55ceb0-3af0-43d3-9d39-cffc5ca884f7 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/quotas/491fe267efc94c6f99965894c4d1cbd7 HTTP/1.1" status: 200 len: 375 time: 0.0136473 Apr 23 00:24:03.351721 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-20911012-5741-48a2-a832-4f494f45634c tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523241 Apr 23 00:24:03.455019 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-d37dd8fb-1cc4-43e3-96c6-1c808d9e44ed service neutron] 10.222.0.15 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908713 Apr 23 00:24:03.546943 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-a68a5ee5-e472-4c5e-9888-0048de241090 service neutron] 10.222.0.15 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847096 Apr 23 00:24:03.767895 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-eb80ddeb-487b-4d28-af0f-7070f4ce69b7 req-05c7f02f-add6-42e9-847f-510966cf2ff3 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 210 time: 0.0263064 Apr 23 00:24:04.300632 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4fb3606-13fe-4167-95fa-11be72173cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:04.864311 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d17f9ff2-a0e3-4c61-9516-a09b79c1647b req-52a67944-b638-4143-a512-cafeceef9e32 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 210 time: 0.0266368 Apr 23 00:24:05.925859 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-d8fb1f0c-defd-49d8-b4cf-d2c5ffe67bb1 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:05.926899 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-d8fb1f0c-defd-49d8-b4cf-d2c5ffe67bb1 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 812 time: 0.1148534 Apr 23 00:24:05.974893 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5774fded-6b46-4cc1-999f-21ae6470f31d req-fd49a916-0840-4573-b3cc-70c23d697b68 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 210 time: 0.0384974 Apr 23 00:24:06.003605 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-ba0d1a40-3d79-496f-9247-f6bc77b52005 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=491fe267efc94c6f99965894c4d1cbd7 HTTP/1.1" status: 200 len: 380 time: 0.0665979 Apr 23 00:24:06.013279 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-4fafd741-7ff1-4355-ba54-f831e61e02f5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Request body: {'port': {'device_id': '51de0ac1-2297-46cb-a0f3-043d3a841b9c', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'admin_state_up': True, 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'security_groups': ['67a915a1-7df2-49ee-ad96-acede89890c5']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:24:06.187099 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-4fafd741-7ff1-4355-ba54-f831e61e02f5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Made reservation on behalf of 491fe267efc94c6f99965894c4d1cbd7 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:24:06.190605 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-4fafd741-7ff1-4355-ba54-f831e61e02f5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:06.321455 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-4fafd741-7ff1-4355-ba54-f831e61e02f5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Allocated IP 172.20.0.8 (ae917838-ee50-4289-8bc2-a376cc23650b/55b9624f-e267-471c-b737-0bcbe474071d/6196682e-0933-45be-ab98-b25ef5dc9f4d) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:24:06.457947 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-4fafd741-7ff1-4355-ba54-f831e61e02f5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:06.554001 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-4fafd741-7ff1-4355-ba54-f831e61e02f5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:06.593564 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-4fafd741-7ff1-4355-ba54-f831e61e02f5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Network ae917838-ee50-4289-8bc2-a376cc23650b is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:24:06.598521 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-4fafd741-7ff1-4355-ba54-f831e61e02f5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:24:06.602241 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-4fafd741-7ff1-4355-ba54-f831e61e02f5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:24:06.634191 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fafd741-7ff1-4355-ba54-f831e61e02f5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Pushing event updated for resources: {'Port': ['ID=6196682e-0933-45be-ab98-b25ef5dc9f4d,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:24:06.668422 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-4fafd741-7ff1-4355-ba54-f831e61e02f5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:06.669040 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-4fafd741-7ff1-4355-ba54-f831e61e02f5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:06.755352 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-4fafd741-7ff1-4355-ba54-f831e61e02f5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7455490 Apr 23 00:24:06.767081 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-f7fab279-9c58-4596-b139-9be719ae1729 service neutron] Request body: {'port': {'device_id': '51de0ac1-2297-46cb-a0f3-043d3a841b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:24:06.820214 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-f7fab279-9c58-4596-b139-9be719ae1729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:06.841811 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-0f933001-5108-4cda-8259-27b6a8c100c1 None None] Provisioning complete for port 6196682e-0933-45be-ab98-b25ef5dc9f4d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:24:06.842359 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f933001-5108-4cda-8259-27b6a8c100c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:06.875068 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0f933001-5108-4cda-8259-27b6a8c100c1 None None] Port 6196682e-0933-45be-ab98-b25ef5dc9f4d cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:24:07.093718 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c31a05-dc70-4e3d-aeb6-04f8e6d3afe3 req-49a639d1-e554-4ce1-9341-929a0d477ab8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:07.095215 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-56c31a05-dc70-4e3d-aeb6-04f8e6d3afe3 req-49a639d1-e554-4ce1-9341-929a0d477ab8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 931 time: 0.0526013 Apr 23 00:24:07.096223 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-f7fab279-9c58-4596-b139-9be719ae1729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6196682e-0933-45be-ab98-b25ef5dc9f4d {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:24:07.103916 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-f7fab279-9c58-4596-b139-9be719ae1729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:07.115547 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-f7fab279-9c58-4596-b139-9be719ae1729 service neutron] Transition to ACTIVE for port object 6196682e-0933-45be-ab98-b25ef5dc9f4d will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:24:07.141331 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-56c31a05-dc70-4e3d-aeb6-04f8e6d3afe3 req-21e18d5c-f0a4-4040-9455-ddb99c20964a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398207 Apr 23 00:24:07.175409 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-f7fab279-9c58-4596-b139-9be719ae1729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:07.231390 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fab279-9c58-4596-b139-9be719ae1729 service neutron] Pushing event updated for resources: {'Port': ['ID=6196682e-0933-45be-ab98-b25ef5dc9f4d,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:24:07.239188 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bab8cecb-dc85-46cc-875b-c67fc3cb257a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:07.304869 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-f7fab279-9c58-4596-b139-9be719ae1729 service neutron] Attempting to bind port 6196682e-0933-45be-ab98-b25ef5dc9f4d on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:24:07.305211 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-f7fab279-9c58-4596-b139-9be719ae1729 service neutron] Attempting to bind port 6196682e-0933-45be-ab98-b25ef5dc9f4d by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:24:07.305544 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-f7fab279-9c58-4596-b139-9be719ae1729 service neutron] Attempting to bind port 6196682e-0933-45be-ab98-b25ef5dc9f4d on network ae917838-ee50-4289-8bc2-a376cc23650b {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:24:07.310448 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-f7fab279-9c58-4596-b139-9be719ae1729 service neutron] Port 6196682e-0933-45be-ab98-b25ef5dc9f4d on network ae917838-ee50-4289-8bc2-a376cc23650b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:24:07.316760 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-f7fab279-9c58-4596-b139-9be719ae1729 service neutron] Attempting to bind port 6196682e-0933-45be-ab98-b25ef5dc9f4d on network ae917838-ee50-4289-8bc2-a376cc23650b {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:24:07.316760 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-f7fab279-9c58-4596-b139-9be719ae1729 service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:24:07.316760 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-f7fab279-9c58-4596-b139-9be719ae1729 service neutron] Checking segment: {'id': 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:24:07.316760 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-f7fab279-9c58-4596-b139-9be719ae1729 service neutron] Bound using segment: {'id': 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:24:07.316760 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-f7fab279-9c58-4596-b139-9be719ae1729 service neutron] Bound port: 6196682e-0933-45be-ab98-b25ef5dc9f4d, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:24:07.317422 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-f7fab279-9c58-4596-b139-9be719ae1729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:07.389503 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-f7fab279-9c58-4596-b139-9be719ae1729 service neutron] For port 6196682e-0933-45be-ab98-b25ef5dc9f4d, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:24:07.392544 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-f7fab279-9c58-4596-b139-9be719ae1729 service neutron] For port 6196682e-0933-45be-ab98-b25ef5dc9f4d, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=6196682e-0933-45be-ab98-b25ef5dc9f4d,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:24:07.473199 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-f7fab279-9c58-4596-b139-9be719ae1729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:07.510016 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-f7fab279-9c58-4596-b139-9be719ae1729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:07.510915 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-f7fab279-9c58-4596-b139-9be719ae1729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:07.512059 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-f7fab279-9c58-4596-b139-9be719ae1729 service neutron] 10.222.0.16 "PUT /v2.0/ports/6196682e-0933-45be-ab98-b25ef5dc9f4d HTTP/1.1" status: 200 len: 1093 time: 0.7491107 Apr 23 00:24:07.512517 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51de0ac1-2297-46cb-a0f3-043d3a841b9c', 'tag': '6196682e-0933-45be-ab98-b25ef5dc9f4d'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:24:07.514766 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15469b6c-e4a4-4a83-af65-f549a77a76af" -d '{"events": [{"name": "network-changed", "server_uuid": "51de0ac1-2297-46cb-a0f3-043d3a841b9c", "tag": "6196682e-0933-45be-ab98-b25ef5dc9f4d"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:24:07.543354 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fab279-9c58-4596-b139-9be719ae1729 service neutron] Pushing event updated for resources: {'Port': ['ID=6196682e-0933-45be-ab98-b25ef5dc9f4d,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:24:07.556226 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c13a24-301b-468a-a33c-c84b3ca709cf x-openstack-request-id: req-d2c13a24-301b-468a-a33c-c84b3ca709cf {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:24:07.556521 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51de0ac1-2297-46cb-a0f3-043d3a841b9c", "tag": "6196682e-0933-45be-ab98-b25ef5dc9f4d", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:24:07.556798 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2c13a24-301b-468a-a33c-c84b3ca709cf {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:24:07.557405 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2c13a24-301b-468a-a33c-c84b3ca709cf'] response: {'name': 'network-changed', 'server_uuid': '51de0ac1-2297-46cb-a0f3-043d3a841b9c', 'tag': '6196682e-0933-45be-ab98-b25ef5dc9f4d', 'status': 'completed', 'code': 200} Apr 23 00:24:07.627265 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15469b6c-e4a4-4a83-af65-f549a77a76af req-bb184452-c60c-434a-8092-c68d4b3d3272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:07.628894 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-15469b6c-e4a4-4a83-af65-f549a77a76af req-bb184452-c60c-434a-8092-c68d4b3d3272 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 1096 time: 0.0457458 Apr 23 00:24:07.736812 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15469b6c-e4a4-4a83-af65-f549a77a76af req-ff66318f-06e8-499a-aac8-8b3604825ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:07.738282 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-15469b6c-e4a4-4a83-af65-f549a77a76af req-ff66318f-06e8-499a-aac8-8b3604825ebb service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=491fe267efc94c6f99965894c4d1cbd7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0989611 Apr 23 00:24:07.913247 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:08.079919 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15469b6c-e4a4-4a83-af65-f549a77a76af req-ff9f7da9-005a-49eb-a4ed-f5e9a54d5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:08.081401 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-15469b6c-e4a4-4a83-af65-f549a77a76af req-ff9f7da9-005a-49eb-a4ed-f5e9a54d5f40 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3368609 Apr 23 00:24:08.153854 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-e3a80359-b201-418e-8bdb-1157cb2bd974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:08.155336 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-e3a80359-b201-418e-8bdb-1157cb2bd974 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 1096 time: 0.0406210 Apr 23 00:24:08.201987 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-7419f91a-b111-4a92-8b4f-2638c53a69c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6196682e-0933-45be-ab98-b25ef5dc9f4d HTTP/1.1" status: 200 len: 217 time: 0.0388405 Apr 23 00:24:08.252807 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-892065ce-538d-4ec1-8e9b-d95deb7f2fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:08.254260 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-892065ce-538d-4ec1-8e9b-d95deb7f2fcc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.0450628 Apr 23 00:24:08.265742 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617be55-a009-4b95-ad8c-f7323e4f16e2 req-1207f879-436f-4f43-bdef-0035dab800ae tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:08.267226 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3617be55-a009-4b95-ad8c-f7323e4f16e2 req-1207f879-436f-4f43-bdef-0035dab800ae tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 943 time: 0.0500562 Apr 23 00:24:08.300843 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-2d581cb9-85e2-4270-b317-ffaf772c611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:08.302576 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-2d581cb9-85e2-4270-b317-ffaf772c611c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409386 Apr 23 00:24:08.308869 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3617be55-a009-4b95-ad8c-f7323e4f16e2 req-fe7ea746-0038-4ab8-80c9-61bfabd74b54 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348737 Apr 23 00:24:08.396418 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-32fb84f5-5c96-4d4c-aabf-2e0acb7df287 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860054 Apr 23 00:24:08.485936 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8af3a6ad-f6c5-46cd-9ffb-370552286d98 req-51e8c148-3ba0-40b9-8906-582a3b139dda service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827568 Apr 23 00:24:09.425507 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35dd69-fa19-4962-ac4b-a1228c92b64b req-7bbba598-b3ed-4c80-a89e-4066db82cafb tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:09.427717 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9a35dd69-fa19-4962-ac4b-a1228c92b64b req-7bbba598-b3ed-4c80-a89e-4066db82cafb tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 943 time: 0.0500312 Apr 23 00:24:09.470530 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9a35dd69-fa19-4962-ac4b-a1228c92b64b req-2b322ace-9ff1-4539-833f-a318344a102a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367489 Apr 23 00:24:09.661275 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:09.820814 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:10.209078 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 6196682e-0933-45be-ab98-b25ef5dc9f4d details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:24:10.300156 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 6196682e-0933-45be-ab98-b25ef5dc9f4d, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=6196682e-0933-45be-ab98-b25ef5dc9f4d,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:24:10.311878 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '6196682e-0933-45be-ab98-b25ef5dc9f4d', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'port_id': '6196682e-0933-45be-ab98-b25ef5dc9f4d', 'mac_address': 'fa:16:3e:37:9c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:24:10.351385 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:10.363677 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6196682e-0933-45be-ab98-b25ef5dc9f4d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:24:10.382554 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 6196682e-0933-45be-ab98-b25ef5dc9f4d, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=6196682e-0933-45be-ab98-b25ef5dc9f4d,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:24:10.477672 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:10.526336 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=6196682e-0933-45be-ab98-b25ef5dc9f4d,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:24:10.588744 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098f9bb-4210-4698-a32d-1d8bad1b2aea req-2cfd8b08-45f9-48d6-b5b8-f9bee77d61fb tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:10.590199 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3098f9bb-4210-4698-a32d-1d8bad1b2aea req-2cfd8b08-45f9-48d6-b5b8-f9bee77d61fb tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 944 time: 0.0481057 Apr 23 00:24:10.625934 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3098f9bb-4210-4698-a32d-1d8bad1b2aea req-8323b8a5-e167-4aa0-8af1-215ebd3549d7 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298090 Apr 23 00:24:10.715788 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['6196682e-0933-45be-ab98-b25ef5dc9f4d'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:24:11.741814 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5629d-f3b4-45e5-a316-4c55ab5ca6a6 req-86999e81-85ac-421f-b4a1-167c9c421401 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:11.743286 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4aa5629d-f3b4-45e5-a316-4c55ab5ca6a6 req-86999e81-85ac-421f-b4a1-167c9c421401 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 944 time: 0.0496371 Apr 23 00:24:11.780570 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4aa5629d-f3b4-45e5-a316-4c55ab5ca6a6 req-1190c4fb-a0e7-478e-847b-602d51c58e10 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312018 Apr 23 00:24:12.234222 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 6196682e-0933-45be-ab98-b25ef5dc9f4d up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:24:12.340681 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 6196682e-0933-45be-ab98-b25ef5dc9f4d completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:24:12.344501 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 6196682e-0933-45be-ab98-b25ef5dc9f4d triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:24:12.344870 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:12.423776 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:12.449116 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51de0ac1-2297-46cb-a0f3-043d3a841b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6196682e-0933-45be-ab98-b25ef5dc9f4d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:24:12.451317 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac75f761-d057-434c-a2d8-d8d527fb7c04" -d '{"events": [{"server_uuid": "51de0ac1-2297-46cb-a0f3-043d3a841b9c", "name": "network-vif-plugged", "status": "completed", "tag": "6196682e-0933-45be-ab98-b25ef5dc9f4d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:24:12.463529 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 6196682e-0933-45be-ab98-b25ef5dc9f4d, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=6196682e-0933-45be-ab98-b25ef5dc9f4d,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:24:12.487510 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb1bf89-b1a2-4b66-98f0-7ac5bf2dee36 x-openstack-request-id: req-feb1bf89-b1a2-4b66-98f0-7ac5bf2dee36 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:24:12.487841 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51de0ac1-2297-46cb-a0f3-043d3a841b9c", "name": "network-vif-plugged", "status": "completed", "tag": "6196682e-0933-45be-ab98-b25ef5dc9f4d", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:24:12.488157 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-feb1bf89-b1a2-4b66-98f0-7ac5bf2dee36 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:24:12.488573 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feb1bf89-b1a2-4b66-98f0-7ac5bf2dee36'] response: {'server_uuid': '51de0ac1-2297-46cb-a0f3-043d3a841b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6196682e-0933-45be-ab98-b25ef5dc9f4d', 'code': 200} Apr 23 00:24:12.524310 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:12.572344 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=6196682e-0933-45be-ab98-b25ef5dc9f4d,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:24:12.778038 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d63d1-2016-4282-84c6-538e28e2039e req-3f60736a-3af3-41a1-92c9-6ec9a8ee6e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:12.779528 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-960d63d1-2016-4282-84c6-538e28e2039e req-3f60736a-3af3-41a1-92c9-6ec9a8ee6e2b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 1098 time: 0.0408514 Apr 23 00:24:12.815921 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-960d63d1-2016-4282-84c6-538e28e2039e req-ff8c5e4b-67cc-4434-91b3-b432ecc515b8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297492 Apr 23 00:24:12.895758 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234bb2a-2d00-45fb-b47f-4ceb033cfdf2 req-40a86412-8f14-4c2a-b5d8-b90f351897d0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:12.897180 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8234bb2a-2d00-45fb-b47f-4ceb033cfdf2 req-40a86412-8f14-4c2a-b5d8-b90f351897d0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0505774 Apr 23 00:24:12.940080 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8234bb2a-2d00-45fb-b47f-4ceb033cfdf2 req-5f9c110d-f381-4c89-9283-144dc30bdb51 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364404 Apr 23 00:24:14.056183 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0471fed-cc72-495c-834b-33e23665cafa req-f5650124-9128-426a-bab4-c4a6940a8abf tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:14.057669 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b0471fed-cc72-495c-834b-33e23665cafa req-f5650124-9128-426a-bab4-c4a6940a8abf tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0506253 Apr 23 00:24:14.099467 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b0471fed-cc72-495c-834b-33e23665cafa req-c94e55fc-d11e-4610-8cb6-f43d2943c144 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352468 Apr 23 00:24:14.209586 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa88d9d-c1e6-446b-b2b6-f632e015647c req-363dd744-001e-4a69-beb5-e792d02b97bc tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:14.211071 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2fa88d9d-c1e6-446b-b2b6-f632e015647c req-363dd744-001e-4a69-beb5-e792d02b97bc tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0500550 Apr 23 00:24:14.219730 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 59058) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:24:14.224817 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-a6fd53a9-2c05-4653-8461-a80fdb604fb8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Request body: {'floatingip': {'port_id': '6196682e-0933-45be-ab98-b25ef5dc9f4d'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:24:14.262974 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a6fd53a9-2c05-4653-8461-a80fdb604fb8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for floatingip, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:14.706891 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8f932dd8-e201-4706-a04f-5a0cf9dfe76f req-d033085d-29b6-47cb-91b8-056b73fbb0e0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1387939 Apr 23 00:24:14.846374 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f932dd8-e201-4706-a04f-5a0cf9dfe76f req-bbebec2c-5c90-4a54-8e90-1c2abc7b53f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:14.847888 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8f932dd8-e201-4706-a04f-5a0cf9dfe76f req-bbebec2c-5c90-4a54-8e90-1c2abc7b53f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 1098 time: 0.0978792 Apr 23 00:24:14.856567 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a6fd53a9-2c05-4653-8461-a80fdb604fb8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:14.945375 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a6fd53a9-2c05-4653-8461-a80fdb604fb8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:14.951050 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f932dd8-e201-4706-a04f-5a0cf9dfe76f req-6b331601-cd4d-4906-a2d4-defb03a9827f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:14.952577 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8f932dd8-e201-4706-a04f-5a0cf9dfe76f req-6b331601-cd4d-4906-a2d4-defb03a9827f service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 913 time: 0.0867517 Apr 23 00:24:15.088321 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8f932dd8-e201-4706-a04f-5a0cf9dfe76f req-70c1e72f-8b8f-4ff0-9e0f-d1b804a35aa0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6196682e-0933-45be-ab98-b25ef5dc9f4d HTTP/1.1" status: 200 len: 999 time: 0.1018264 Apr 23 00:24:15.106637 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-a6fd53a9-2c05-4653-8461-a80fdb604fb8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Floating IP de210d1d-ebe5-4ee0-8291-63acd61afe62 associated. External IP: 172.26.3.136, port: 6196682e-0933-45be-ab98-b25ef5dc9f4d. Apr 23 00:24:15.181033 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f932dd8-e201-4706-a04f-5a0cf9dfe76f req-36ea35c8-eed4-4ee6-bdd6-e8acce69e90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:15.182497 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8f932dd8-e201-4706-a04f-5a0cf9dfe76f req-36ea35c8-eed4-4ee6-bdd6-e8acce69e90a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.0862134 Apr 23 00:24:15.272618 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f932dd8-e201-4706-a04f-5a0cf9dfe76f req-2e9999b6-c9f2-43e8-9a9c-036d44fbc7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:15.274351 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8f932dd8-e201-4706-a04f-5a0cf9dfe76f req-2e9999b6-c9f2-43e8-9a9c-036d44fbc7f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0572083 Apr 23 00:24:15.694839 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8f932dd8-e201-4706-a04f-5a0cf9dfe76f req-4ea69034-6a89-4336-8df0-50b30919af4e service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918695 Apr 23 00:24:15.699623 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fd53a9-2c05-4653-8461-a80fdb604fb8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Router a8788fa2-da55-4cc8-92cd-a22e918b168b has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:24:15.871963 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8f932dd8-e201-4706-a04f-5a0cf9dfe76f req-467f64eb-b7d7-4510-8e51-10e0100b004e service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688161 Apr 23 00:24:15.882199 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fd53a9-2c05-4653-8461-a80fdb604fb8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:24:15.887161 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a6fd53a9-2c05-4653-8461-a80fdb604fb8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:15.892304 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef46545c-23ae-4bce-a645-815c58d75ca1 None None] Sync routers for ids ['a8788fa2-da55-4cc8-92cd-a22e918b168b'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:24:15.902701 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef46545c-23ae-4bce-a645-815c58d75ca1 None None] Routers {'a8788fa2-da55-4cc8-92cd-a22e918b168b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:24:15.903410 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ef46545c-23ae-4bce-a645-815c58d75ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:24:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a8788fa2-da55-4cc8-92cd-a22e918b168b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:24:15.915193 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a6fd53a9-2c05-4653-8461-a80fdb604fb8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "PUT /v2.0/floatingips/de210d1d-ebe5-4ee0-8291-63acd61afe62 HTTP/1.1" status: 200 len: 991 time: 1.6943717 Apr 23 00:24:15.915751 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51de0ac1-2297-46cb-a0f3-043d3a841b9c', 'tag': '6196682e-0933-45be-ab98-b25ef5dc9f4d'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:24:15.918060 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e1c89a-d082-4500-b443-c0a8e727a6e8" -d '{"events": [{"name": "network-changed", "server_uuid": "51de0ac1-2297-46cb-a0f3-043d3a841b9c", "tag": "6196682e-0933-45be-ab98-b25ef5dc9f4d"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:24:15.965890 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7da7ef1-e825-4626-ab1e-a0dc7c7f08c3 x-openstack-request-id: req-f7da7ef1-e825-4626-ab1e-a0dc7c7f08c3 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:24:15.978529 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51de0ac1-2297-46cb-a0f3-043d3a841b9c", "tag": "6196682e-0933-45be-ab98-b25ef5dc9f4d", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:24:15.978820 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f7da7ef1-e825-4626-ab1e-a0dc7c7f08c3 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:24:15.979281 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7da7ef1-e825-4626-ab1e-a0dc7c7f08c3'] response: {'name': 'network-changed', 'server_uuid': '51de0ac1-2297-46cb-a0f3-043d3a841b9c', 'tag': '6196682e-0933-45be-ab98-b25ef5dc9f4d', 'status': 'completed', 'code': 200} Apr 23 00:24:16.018749 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-ef46545c-23ae-4bce-a645-815c58d75ca1 None None] Set router a8788fa2-da55-4cc8-92cd-a22e918b168b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:24:16.026241 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e80f8-3aa0-4c1c-af4a-f129090cd40f req-745d3e90-ad32-44f5-9940-65ea0fef0044 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:16.027861 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f55e80f8-3aa0-4c1c-af4a-f129090cd40f req-745d3e90-ad32-44f5-9940-65ea0fef0044 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0515599 Apr 23 00:24:16.033313 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1c89a-d082-4500-b443-c0a8e727a6e8 req-21bb0fe1-8fa1-40f8-bf7d-2391b59c919a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:16.035026 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-87e1c89a-d082-4500-b443-c0a8e727a6e8 req-21bb0fe1-8fa1-40f8-bf7d-2391b59c919a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 1098 time: 0.0481310 Apr 23 00:24:16.070691 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f55e80f8-3aa0-4c1c-af4a-f129090cd40f req-e8b641a4-9040-49e4-89e6-3714705867e3 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344558 Apr 23 00:24:16.128422 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1c89a-d082-4500-b443-c0a8e727a6e8 req-7b57461f-ba45-49ef-b86c-5076c0cbfeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:16.130596 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-87e1c89a-d082-4500-b443-c0a8e727a6e8 req-7b57461f-ba45-49ef-b86c-5076c0cbfeac service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 913 time: 0.0887289 Apr 23 00:24:16.231917 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-87e1c89a-d082-4500-b443-c0a8e727a6e8 req-6b34a18e-f855-4dfe-972d-ad1acddfba51 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6196682e-0933-45be-ab98-b25ef5dc9f4d HTTP/1.1" status: 200 len: 999 time: 0.0901082 Apr 23 00:24:16.245292 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d9611-09b1-4207-925e-099c08a5385a req-324b1260-6c25-47bb-b96c-e0fdd5ffdce7 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:16.246760 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-710d9611-09b1-4207-925e-099c08a5385a req-324b1260-6c25-47bb-b96c-e0fdd5ffdce7 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.1063144 Apr 23 00:24:16.250128 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ef46545c-23ae-4bce-a645-815c58d75ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'de210d1d-ebe5-4ee0-8291-63acd61afe62', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'floating_ip_address': '172.26.3.136', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'port_id': '6196682e-0933-45be-ab98-b25ef5dc9f4d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'mac_address': 'fa:16:3e:37:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51de0ac1-2297-46cb-a0f3-043d3a841b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:24:02Z', 'updated_at': '2022-04-23T00:24:14Z', 'revision_number': 1, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:24:02Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:24:16.277217 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef46545c-23ae-4bce-a645-815c58d75ca1 None None] Checking router: a8788fa2-da55-4cc8-92cd-a22e918b168b for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:24:16.285727 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef46545c-23ae-4bce-a645-815c58d75ca1 None None] Routers {'a8788fa2-da55-4cc8-92cd-a22e918b168b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:24:16.286426 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ef46545c-23ae-4bce-a645-815c58d75ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:24:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a8788fa2-da55-4cc8-92cd-a22e918b168b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:24:16.314672 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1c89a-d082-4500-b443-c0a8e727a6e8 req-0de1d89e-eb11-4588-a1c1-842a53d192e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:16.316173 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-87e1c89a-d082-4500-b443-c0a8e727a6e8 req-0de1d89e-eb11-4588-a1c1-842a53d192e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.0685546 Apr 23 00:24:16.319740 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-710d9611-09b1-4207-925e-099c08a5385a req-305afe98-9b30-45da-b54d-d9434e826f85 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632071 Apr 23 00:24:16.376715 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1c89a-d082-4500-b443-c0a8e727a6e8 req-f0d75d24-0434-4379-8307-db41c3c5fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:16.378231 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-87e1c89a-d082-4500-b443-c0a8e727a6e8 req-f0d75d24-0434-4379-8307-db41c3c5fbd5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0545981 Apr 23 00:24:16.396089 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-ef46545c-23ae-4bce-a645-815c58d75ca1 None None] Set router a8788fa2-da55-4cc8-92cd-a22e918b168b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:24:16.437568 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde95fd-e042-4671-af0a-c07042fc15eb req-5a628ec0-e8a0-4bf9-a48a-a8d44c618bd5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:16.439296 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5cde95fd-e042-4671-af0a-c07042fc15eb req-5a628ec0-e8a0-4bf9-a48a-a8d44c618bd5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0521681 Apr 23 00:24:16.475032 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-87e1c89a-d082-4500-b443-c0a8e727a6e8 req-772e44e4-5906-4ba5-a632-b9b31a9753f4 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890045 Apr 23 00:24:16.485567 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5cde95fd-e042-4671-af0a-c07042fc15eb req-174f14b8-2e28-43e9-8925-2035485c13a6 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393441 Apr 23 00:24:16.578254 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-87e1c89a-d082-4500-b443-c0a8e727a6e8 req-d970dcba-1a15-471a-af0b-8eabf4950275 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956235 Apr 23 00:24:16.636934 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ef46545c-23ae-4bce-a645-815c58d75ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'de210d1d-ebe5-4ee0-8291-63acd61afe62', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'floating_ip_address': '172.26.3.136', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'port_id': '6196682e-0933-45be-ab98-b25ef5dc9f4d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'mac_address': 'fa:16:3e:37:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51de0ac1-2297-46cb-a0f3-043d3a841b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:24:02Z', 'updated_at': '2022-04-23T00:24:14Z', 'revision_number': 1, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:24:02Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:24:16.668199 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef46545c-23ae-4bce-a645-815c58d75ca1 None None] The sync data for ids ['a8788fa2-da55-4cc8-92cd-a22e918b168b'] in dv-neutron-838783-1-hyperv is: [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'de210d1d-ebe5-4ee0-8291-63acd61afe62', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'floating_ip_address': '172.26.3.136', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'port_id': '6196682e-0933-45be-ab98-b25ef5dc9f4d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'mac_address': 'fa:16:3e:37:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51de0ac1-2297-46cb-a0f3-043d3a841b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:24:02Z', 'updated_at': '2022-04-23T00:24:14Z', 'revision_number': 1, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:24:02Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:24:16.838689 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62633552-8ed4-42bf-a280-b71526c24dee req-b44539d7-9c98-4a21-82e8-d44f1e124f23 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:16.840295 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-62633552-8ed4-42bf-a280-b71526c24dee req-b44539d7-9c98-4a21-82e8-d44f1e124f23 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0541461 Apr 23 00:24:16.891463 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f57221-b0ff-4f62-b279-bce5b5288546 None None] New status for floating IP de210d1d-ebe5-4ee0-8291-63acd61afe62: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:24:16.907669 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-62633552-8ed4-42bf-a280-b71526c24dee req-702856d6-2ae3-4f1b-a306-87675b4b11d5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611515 Apr 23 00:24:16.923609 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a02ad5de-c39b-40fd-9292-78c01b13ab9d req-b41d80d0-76ca-4326-9e93-24420eeb732f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0505915 Apr 23 00:24:18.028261 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db35ba-d8e9-48ef-99d8-ec4de6334c2a req-ba6fc46a-d97b-4fe1-bf86-0b21490aac18 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:18.029793 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-50db35ba-d8e9-48ef-99d8-ec4de6334c2a req-ba6fc46a-d97b-4fe1-bf86-0b21490aac18 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0500584 Apr 23 00:24:18.070439 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-50db35ba-d8e9-48ef-99d8-ec4de6334c2a req-16bde0d0-e5d7-4e25-b5e0-a88d188c5654 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339248 Apr 23 00:24:18.846751 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ad5de-c39b-40fd-9292-78c01b13ab9d req-bb5c9e16-099e-4810-a4dc-3c1f610fb83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:18.848250 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02ad5de-c39b-40fd-9292-78c01b13ab9d req-bb5c9e16-099e-4810-a4dc-3c1f610fb83f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 1098 time: 0.0398231 Apr 23 00:24:18.940671 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ad5de-c39b-40fd-9292-78c01b13ab9d req-9b8ffcba-6876-42d2-8da8-485686ce21d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:18.942042 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02ad5de-c39b-40fd-9292-78c01b13ab9d req-9b8ffcba-6876-42d2-8da8-485686ce21d1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 913 time: 0.0864649 Apr 23 00:24:19.007130 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02ad5de-c39b-40fd-9292-78c01b13ab9d req-f4940917-ff12-4aa5-889a-5fe189f2182d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6196682e-0933-45be-ab98-b25ef5dc9f4d HTTP/1.1" status: 200 len: 1001 time: 0.0576048 Apr 23 00:24:19.055172 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ad5de-c39b-40fd-9292-78c01b13ab9d req-b29e2f4a-2158-4f68-a250-4778c272b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:19.056610 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02ad5de-c39b-40fd-9292-78c01b13ab9d req-b29e2f4a-2158-4f68-a250-4778c272b903 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.0432947 Apr 23 00:24:19.110716 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ad5de-c39b-40fd-9292-78c01b13ab9d req-d7463574-e0fc-4728-83e1-a074aee9a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:19.112261 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02ad5de-c39b-40fd-9292-78c01b13ab9d req-d7463574-e0fc-4728-83e1-a074aee9a75e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0488796 Apr 23 00:24:19.187921 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbccd56-69fc-4951-8031-74a834cb5fb6 req-4ecd1240-8f07-4d18-9fae-be8e1055f736 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:19.189432 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-acbccd56-69fc-4951-8031-74a834cb5fb6 req-4ecd1240-8f07-4d18-9fae-be8e1055f736 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0500565 Apr 23 00:24:19.203131 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02ad5de-c39b-40fd-9292-78c01b13ab9d req-d480a3c9-da4a-43f5-b802-f748960e14c8 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830641 Apr 23 00:24:19.227688 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-acbccd56-69fc-4951-8031-74a834cb5fb6 req-f5185839-5d38-4132-8403-2bfac059b304 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319037 Apr 23 00:24:19.297009 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02ad5de-c39b-40fd-9292-78c01b13ab9d req-a2f9fd78-5927-44b0-8884-7178dd30ffc6 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877333 Apr 23 00:24:20.348108 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24ba69-7ff7-4359-8f30-eeba9a9eeeea req-99ca87a0-d5bc-41e2-b7bc-f3b8275dd302 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:20.349592 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fe24ba69-7ff7-4359-8f30-eeba9a9eeeea req-99ca87a0-d5bc-41e2-b7bc-f3b8275dd302 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0538836 Apr 23 00:24:20.387881 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fe24ba69-7ff7-4359-8f30-eeba9a9eeeea req-3ca58feb-9e13-4284-86d5-3f90a533206d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316207 Apr 23 00:24:21.502590 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76250eee-5560-489b-b05b-4bc8ef800d6a req-5d6d7f7e-a4d8-4a63-91ab-f05dffcbcfce tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:21.504181 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-76250eee-5560-489b-b05b-4bc8ef800d6a req-5d6d7f7e-a4d8-4a63-91ab-f05dffcbcfce tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0489752 Apr 23 00:24:21.542695 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-76250eee-5560-489b-b05b-4bc8ef800d6a req-906b0edc-a15d-4526-9919-028dc3987558 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324624 Apr 23 00:24:22.655447 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94210b-b66d-4482-ba79-fbe5050cbae4 req-0ffb088f-cb15-4425-93c8-8aa4399079ec tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:22.656977 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0b94210b-b66d-4482-ba79-fbe5050cbae4 req-0ffb088f-cb15-4425-93c8-8aa4399079ec tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0485253 Apr 23 00:24:22.696960 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0b94210b-b66d-4482-ba79-fbe5050cbae4 req-946f2162-bca6-4dc3-9639-1a5e892f3242 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317683 Apr 23 00:24:23.792468 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:23.823028 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9b9d0-6ceb-498d-aea3-ec0e59523125 req-68847388-aba0-4a9b-9e54-cd1c161d8777 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:23.824573 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fad9b9d0-6ceb-498d-aea3-ec0e59523125 req-68847388-aba0-4a9b-9e54-cd1c161d8777 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0572188 Apr 23 00:24:23.862891 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fad9b9d0-6ceb-498d-aea3-ec0e59523125 req-840562a0-3a1a-406a-9f1d-1bff856129fd tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323150 Apr 23 00:24:24.985313 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99db25-1a03-4589-b16b-a9ad5008dd8d req-1dbeb2ae-baa5-4711-bdf5-5a226443e885 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:24.986709 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5a99db25-1a03-4589-b16b-a9ad5008dd8d req-1dbeb2ae-baa5-4711-bdf5-5a226443e885 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0527010 Apr 23 00:24:25.029451 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5a99db25-1a03-4589-b16b-a9ad5008dd8d req-50259fc7-ba4c-4785-b13e-d5918a55a218 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350635 Apr 23 00:24:26.144359 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68228ffc-d8f5-4919-9e55-394f890274b8 req-f0e89cc7-ed91-42bf-a61a-2373b2e64a6c tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:26.145855 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-68228ffc-d8f5-4919-9e55-394f890274b8 req-f0e89cc7-ed91-42bf-a61a-2373b2e64a6c tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0495546 Apr 23 00:24:26.183620 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-68228ffc-d8f5-4919-9e55-394f890274b8 req-5cf80255-541f-4f5f-a68e-43ed7170c5da tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313137 Apr 23 00:24:27.297161 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ae627-29bd-494d-b587-cdf9c649b095 req-2d807f2d-54ec-4e61-8118-deb6e1fdd2a9 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:27.298640 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c13ae627-29bd-494d-b587-cdf9c649b095 req-2d807f2d-54ec-4e61-8118-deb6e1fdd2a9 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0495193 Apr 23 00:24:27.335554 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c13ae627-29bd-494d-b587-cdf9c649b095 req-45cb4c09-bd7c-41f1-9a28-83cdc7416775 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309596 Apr 23 00:24:28.459581 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21250da5-12cf-475d-940f-5548ca01aa8f req-53c73d7b-3da9-4447-9fec-65af042fd79e tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:28.461227 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-21250da5-12cf-475d-940f-5548ca01aa8f req-53c73d7b-3da9-4447-9fec-65af042fd79e tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0576508 Apr 23 00:24:28.510127 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-21250da5-12cf-475d-940f-5548ca01aa8f req-1d77fbcf-85cc-4d9a-a93b-c7073808258f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426137 Apr 23 00:24:29.630430 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544869b-005d-42b4-9c86-dcee74aa77d8 req-daa8ce84-83f6-4545-8633-44d935cd8925 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:29.632644 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a544869b-005d-42b4-9c86-dcee74aa77d8 req-daa8ce84-83f6-4545-8633-44d935cd8925 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0514619 Apr 23 00:24:29.672247 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a544869b-005d-42b4-9c86-dcee74aa77d8 req-7a32a271-8c74-45e3-b1a6-7d497326e1b0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336173 Apr 23 00:24:30.793300 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3538fb7-261c-4596-a9b2-0a1593dafceb req-eaa6b1be-5642-483d-bc05-9f8fad0b9f2c tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:30.794762 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e3538fb7-261c-4596-a9b2-0a1593dafceb req-eaa6b1be-5642-483d-bc05-9f8fad0b9f2c tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0537562 Apr 23 00:24:30.807675 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:24:30.831893 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e3538fb7-261c-4596-a9b2-0a1593dafceb req-3472d552-21a5-428a-8fb2-c64b5e59d00c tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311451 Apr 23 00:24:31.957892 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf9d1f-0cbc-4b9b-8df5-bd0ffe4d17ab req-03013a6b-a54f-433e-9cbc-950d44f668d2 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:31.960047 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c8bf9d1f-0cbc-4b9b-8df5-bd0ffe4d17ab req-03013a6b-a54f-433e-9cbc-950d44f668d2 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0543602 Apr 23 00:24:31.997126 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c8bf9d1f-0cbc-4b9b-8df5-bd0ffe4d17ab req-6774d337-c5c6-4f4c-a99a-ca7bb99acd29 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310664 Apr 23 00:24:33.111203 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa8523-ea1c-4d5b-93a5-902fbec72c03 req-3498b391-ce6d-48b3-8a9d-e23820519630 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:33.112686 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fcaa8523-ea1c-4d5b-93a5-902fbec72c03 req-3498b391-ce6d-48b3-8a9d-e23820519630 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0488384 Apr 23 00:24:33.150867 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fcaa8523-ea1c-4d5b-93a5-902fbec72c03 req-74432e4e-08bd-4d97-8d1b-9c0e0c11a713 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310223 Apr 23 00:24:34.267546 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08756d4-8443-4c59-9986-df0c8b516794 req-6f21a943-0261-49eb-a93a-2be93cd84cbb tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:34.269077 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b08756d4-8443-4c59-9986-df0c8b516794 req-6f21a943-0261-49eb-a93a-2be93cd84cbb tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0506678 Apr 23 00:24:34.289104 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9924a2f-77cc-4c11-989b-54752c80d81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:34.308950 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b08756d4-8443-4c59-9986-df0c8b516794 req-8456ae54-6961-454b-8cee-19e57df418bc tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324237 Apr 23 00:24:35.423269 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bdc2f-3b3c-4eb8-9f61-8b76efed17b8 req-66f0dc54-9c2d-4e08-be0a-e6f61424c02d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:35.424746 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-df3bdc2f-3b3c-4eb8-9f61-8b76efed17b8 req-66f0dc54-9c2d-4e08-be0a-e6f61424c02d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0490749 Apr 23 00:24:35.463196 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-df3bdc2f-3b3c-4eb8-9f61-8b76efed17b8 req-a6dc06ad-e30e-473c-a72d-e6ce5ac1e1f6 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321217 Apr 23 00:24:36.357092 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02ad5de-c39b-40fd-9292-78c01b13ab9d req-2f928ca4-da81-4990-83dd-9de180a45150 service neutron] 10.222.0.16 "GET /v2.0/ports/6196682e-0933-45be-ab98-b25ef5dc9f4d/bindings/hv-neutron-8387 HTTP/1.1" status: 200 len: 384 time: 0.0645657 Apr 23 00:24:36.585882 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be13c9-5025-41ca-9372-68df5a9db606 req-f81a3d89-cf96-4311-8769-7c857b6a5b83 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:36.587412 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-25be13c9-5025-41ca-9372-68df5a9db606 req-f81a3d89-cf96-4311-8769-7c857b6a5b83 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0567255 Apr 23 00:24:36.627022 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-25be13c9-5025-41ca-9372-68df5a9db606 req-4a478798-85fa-4023-ac37-5d21b6f532d5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333757 Apr 23 00:24:36.829806 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ad5de-c39b-40fd-9292-78c01b13ab9d req-18d3cac7-aa75-4a1a-ba9b-d13449e7b0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:36.831294 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02ad5de-c39b-40fd-9292-78c01b13ab9d req-18d3cac7-aa75-4a1a-ba9b-d13449e7b0a6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c&tenant_id=491fe267efc94c6f99965894c4d1cbd7 HTTP/1.1" status: 200 len: 1098 time: 0.0405779 Apr 23 00:24:36.891312 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ad5de-c39b-40fd-9292-78c01b13ab9d req-22a6244c-ac9c-4282-a5ba-13060e72fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:36.892889 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02ad5de-c39b-40fd-9292-78c01b13ab9d req-22a6244c-ac9c-4282-a5ba-13060e72fc7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 1098 time: 0.0406928 Apr 23 00:24:36.985463 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ad5de-c39b-40fd-9292-78c01b13ab9d req-2b3301af-50b6-4030-8160-b2a28ced83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:36.986922 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02ad5de-c39b-40fd-9292-78c01b13ab9d req-2b3301af-50b6-4030-8160-b2a28ced83cb service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 913 time: 0.0864501 Apr 23 00:24:37.050014 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02ad5de-c39b-40fd-9292-78c01b13ab9d req-d28717f6-05e1-40d3-a2fd-5285404b3422 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6196682e-0933-45be-ab98-b25ef5dc9f4d HTTP/1.1" status: 200 len: 1001 time: 0.0567777 Apr 23 00:24:37.098698 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ad5de-c39b-40fd-9292-78c01b13ab9d req-e2aae320-fee3-40b3-b6f4-ce67b656e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:37.100079 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02ad5de-c39b-40fd-9292-78c01b13ab9d req-e2aae320-fee3-40b3-b6f4-ce67b656e92e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.0427678 Apr 23 00:24:37.150728 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ad5de-c39b-40fd-9292-78c01b13ab9d req-4dbf3ef9-d6aa-47c0-8556-15d106583b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:37.152225 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02ad5de-c39b-40fd-9292-78c01b13ab9d req-4dbf3ef9-d6aa-47c0-8556-15d106583b3b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452726 Apr 23 00:24:37.243840 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02ad5de-c39b-40fd-9292-78c01b13ab9d req-0bc04da8-eafc-485f-bf26-95fd32c0eb39 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849397 Apr 23 00:24:37.311880 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7569ff73-6990-4226-aba5-30b4e9eda058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:37.338025 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02ad5de-c39b-40fd-9292-78c01b13ab9d req-0d8ada5b-9c6b-43ba-8d7a-05716ab2491f service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871754 Apr 23 00:24:37.749777 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13762eca-a119-43a0-ad66-f9bcad1dd370 req-e226648f-49ef-4816-b69c-d053fe90b42a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:37.751249 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-13762eca-a119-43a0-ad66-f9bcad1dd370 req-e226648f-49ef-4816-b69c-d053fe90b42a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0528271 Apr 23 00:24:37.789142 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-13762eca-a119-43a0-ad66-f9bcad1dd370 req-20e11bb6-c990-4ee4-b958-1cce396bb195 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315108 Apr 23 00:24:37.894486 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:38.912738 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba625a-30a4-4426-a05a-e3edd799b0b3 req-58919281-6905-4db4-825f-1e08790845ab tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:38.915012 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0dba625a-30a4-4426-a05a-e3edd799b0b3 req-58919281-6905-4db4-825f-1e08790845ab tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0568995 Apr 23 00:24:38.951918 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0dba625a-30a4-4426-a05a-e3edd799b0b3 req-3725550f-fca8-4d20-ab14-6405e6530440 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308809 Apr 23 00:24:39.676806 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:39.825693 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:40.071215 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e2834-c291-4aa9-ac25-4c38633b069a req-22501ada-8b13-4b60-bcf3-924d7e9fd7ed tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:40.072888 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fc7e2834-c291-4aa9-ac25-4c38633b069a req-22501ada-8b13-4b60-bcf3-924d7e9fd7ed tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0497699 Apr 23 00:24:40.109982 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fc7e2834-c291-4aa9-ac25-4c38633b069a req-1367c2e1-e35d-4fd3-9083-947e9bf4b939 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312288 Apr 23 00:24:40.388746 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 6196682e-0933-45be-ab98-b25ef5dc9f4d details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:24:40.391596 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 6196682e-0933-45be-ab98-b25ef5dc9f4d no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:24:40.442180 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858b043-0fe2-4f11-8a65-012cd3f21c7a req-73a0ce50-ab0e-4a1d-ab33-1d28c33693ce tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:40.443758 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b858b043-0fe2-4f11-8a65-012cd3f21c7a req-73a0ce50-ab0e-4a1d-ab33-1d28c33693ce tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0531700 Apr 23 00:24:40.487942 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b858b043-0fe2-4f11-8a65-012cd3f21c7a req-71a10af3-87c4-437b-b32c-d3f3f1926442 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360506 Apr 23 00:24:40.523440 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58a117-e635-4ebd-9b0e-8632cfb0c4ea req-bd1aa646-d976-498c-a1fa-9e66dbacdccd tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:40.525323 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8b58a117-e635-4ebd-9b0e-8632cfb0c4ea req-bd1aa646-d976-498c-a1fa-9e66dbacdccd tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.16 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c&tenant_id=491fe267efc94c6f99965894c4d1cbd7&binding%3Ahost_id=hv-neutron-8387 HTTP/1.1" status: 200 len: 945 time: 0.0661514 Apr 23 00:24:40.612816 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58a117-e635-4ebd-9b0e-8632cfb0c4ea req-248edbc9-1aed-42f1-93f0-095b3bf13c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:40.614228 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8b58a117-e635-4ebd-9b0e-8632cfb0c4ea req-248edbc9-1aed-42f1-93f0-095b3bf13c2b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 1098 time: 0.0460124 Apr 23 00:24:40.692559 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:40.704114 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58a117-e635-4ebd-9b0e-8632cfb0c4ea req-b50ad309-c377-47fb-9546-9c740348a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:40.705729 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8b58a117-e635-4ebd-9b0e-8632cfb0c4ea req-b50ad309-c377-47fb-9546-9c740348a1ae service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 913 time: 0.0840769 Apr 23 00:24:40.708517 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 6196682e-0933-45be-ab98-b25ef5dc9f4d, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=6196682e-0933-45be-ab98-b25ef5dc9f4d,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:24:40.729963 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51de0ac1-2297-46cb-a0f3-043d3a841b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6196682e-0933-45be-ab98-b25ef5dc9f4d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:24:40.732247 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4939cc-6f46-4fcf-b3ca-b1740e661d92" -d '{"events": [{"server_uuid": "51de0ac1-2297-46cb-a0f3-043d3a841b9c", "name": "network-vif-unplugged", "status": "completed", "tag": "6196682e-0933-45be-ab98-b25ef5dc9f4d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:24:40.737106 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '6196682e-0933-45be-ab98-b25ef5dc9f4d', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'port_id': '6196682e-0933-45be-ab98-b25ef5dc9f4d', 'mac_address': 'fa:16:3e:37:9c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:24:40.747837 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 6196682e-0933-45be-ab98-b25ef5dc9f4d, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=6196682e-0933-45be-ab98-b25ef5dc9f4d,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:24:40.780455 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8b58a117-e635-4ebd-9b0e-8632cfb0c4ea req-8db0e535-df60-45e9-867d-f4b6d816434d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6196682e-0933-45be-ab98-b25ef5dc9f4d HTTP/1.1" status: 200 len: 1001 time: 0.0667503 Apr 23 00:24:40.783554 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 23 Apr 2022 00:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ade250-e3c8-486e-9c39-7cbdffccf0ba x-openstack-request-id: req-32ade250-e3c8-486e-9c39-7cbdffccf0ba {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:24:40.783867 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51de0ac1-2297-46cb-a0f3-043d3a841b9c", "name": "network-vif-unplugged", "status": "completed", "tag": "6196682e-0933-45be-ab98-b25ef5dc9f4d", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:24:40.784116 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32ade250-e3c8-486e-9c39-7cbdffccf0ba {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:24:40.784528 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32ade250-e3c8-486e-9c39-7cbdffccf0ba'] response: {'server_uuid': '51de0ac1-2297-46cb-a0f3-043d3a841b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6196682e-0933-45be-ab98-b25ef5dc9f4d', 'code': 200} Apr 23 00:24:40.791443 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:40.804700 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:40.807528 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6196682e-0933-45be-ab98-b25ef5dc9f4d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:24:40.832575 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58a117-e635-4ebd-9b0e-8632cfb0c4ea req-f33be301-c60b-4584-b714-78b49b5b46cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:40.835982 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8b58a117-e635-4ebd-9b0e-8632cfb0c4ea req-f33be301-c60b-4584-b714-78b49b5b46cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.0456271 Apr 23 00:24:40.881397 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58a117-e635-4ebd-9b0e-8632cfb0c4ea req-ca0988ce-0132-4995-93bb-a2d757d36f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:40.883339 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8b58a117-e635-4ebd-9b0e-8632cfb0c4ea req-ca0988ce-0132-4995-93bb-a2d757d36f47 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405438 Apr 23 00:24:40.883849 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=6196682e-0933-45be-ab98-b25ef5dc9f4d,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:24:40.888239 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:24:40.888599 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:24:40.974626 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8b58a117-e635-4ebd-9b0e-8632cfb0c4ea req-eeeaa0f4-1225-4502-a9ec-029f27cf8ba5 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848329 Apr 23 00:24:41.062965 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8b58a117-e635-4ebd-9b0e-8632cfb0c4ea req-8dcfcdc8-ab40-4345-b3ac-a78fb5477c07 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805919 Apr 23 00:24:41.427443 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:41.440081 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6196682e-0933-45be-ab98-b25ef5dc9f4d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:24:41.459630 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 6196682e-0933-45be-ab98-b25ef5dc9f4d, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=6196682e-0933-45be-ab98-b25ef5dc9f4d,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:24:41.551646 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:41.603482 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=6196682e-0933-45be-ab98-b25ef5dc9f4d,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:24:41.612934 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['6196682e-0933-45be-ab98-b25ef5dc9f4d'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:24:41.614919 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fc924-bee9-45b5-b179-3dfd74304d91 req-a6b45cf5-27e7-4f36-af06-323672fbce7a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:41.616982 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f04fc924-bee9-45b5-b179-3dfd74304d91 req-a6b45cf5-27e7-4f36-af06-323672fbce7a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 944 time: 0.0575185 Apr 23 00:24:41.658633 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f04fc924-bee9-45b5-b179-3dfd74304d91 req-4de7653d-4bc8-425e-a8b3-e0240cccd695 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351465 Apr 23 00:24:42.404817 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 6196682e-0933-45be-ab98-b25ef5dc9f4d up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:24:42.451824 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 6196682e-0933-45be-ab98-b25ef5dc9f4d triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:24:42.452187 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:42.528857 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:42.559356 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 6196682e-0933-45be-ab98-b25ef5dc9f4d, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=6196682e-0933-45be-ab98-b25ef5dc9f4d,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:24:42.619950 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:42.666390 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=6196682e-0933-45be-ab98-b25ef5dc9f4d,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:24:42.781404 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c4da1-1b15-4be2-aac0-da135ddcd40c req-628c626c-dcde-4ac7-b0b5-48c2879a52ca tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:42.782917 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-332c4da1-1b15-4be2-aac0-da135ddcd40c req-628c626c-dcde-4ac7-b0b5-48c2879a52ca tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0502865 Apr 23 00:24:42.785377 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51de0ac1-2297-46cb-a0f3-043d3a841b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6196682e-0933-45be-ab98-b25ef5dc9f4d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:24:42.787710 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74eedf8a-aa4c-4b24-a06c-e02d0fbba6c3" -d '{"events": [{"server_uuid": "51de0ac1-2297-46cb-a0f3-043d3a841b9c", "name": "network-vif-plugged", "status": "completed", "tag": "6196682e-0933-45be-ab98-b25ef5dc9f4d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:24:42.821226 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-332c4da1-1b15-4be2-aac0-da135ddcd40c req-ca1e9eee-7b9e-4240-8395-2aa55a478df6 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321681 Apr 23 00:24:42.823287 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2cc768-7d18-4b31-9f7f-a3b03be79079 x-openstack-request-id: req-ed2cc768-7d18-4b31-9f7f-a3b03be79079 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:24:42.823605 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51de0ac1-2297-46cb-a0f3-043d3a841b9c", "name": "network-vif-plugged", "status": "completed", "tag": "6196682e-0933-45be-ab98-b25ef5dc9f4d", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:24:42.823853 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed2cc768-7d18-4b31-9f7f-a3b03be79079 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:24:42.824354 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed2cc768-7d18-4b31-9f7f-a3b03be79079'] response: {'server_uuid': '51de0ac1-2297-46cb-a0f3-043d3a841b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6196682e-0933-45be-ab98-b25ef5dc9f4d', 'code': 200} Apr 23 00:24:42.936992 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9654126-aaf6-4daf-8c5e-127acaebac68 req-11852d7a-dc55-46f6-9833-9b1282dc3cc8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:42.938418 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f9654126-aaf6-4daf-8c5e-127acaebac68 req-11852d7a-dc55-46f6-9833-9b1282dc3cc8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0501020 Apr 23 00:24:42.976190 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f9654126-aaf6-4daf-8c5e-127acaebac68 req-7c9bf941-28e0-4ccd-9fd2-6c3a673206b0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318577 Apr 23 00:24:43.091812 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e10bc-84aa-4706-a6e0-d320c69f40ad req-817870ff-7156-4d49-9af6-96b78eec617d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:43.093273 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-453e10bc-84aa-4706-a6e0-d320c69f40ad req-817870ff-7156-4d49-9af6-96b78eec617d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0528424 Apr 23 00:24:43.129921 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-453e10bc-84aa-4706-a6e0-d320c69f40ad req-02471be7-bba2-4e8b-9297-8c05999f1a48 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308313 Apr 23 00:24:43.582755 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646498f-c2d8-476d-9f3e-6b5bbe61ba32 req-0c1b3dd3-7451-4f04-b56e-7fcc105a955d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:43.584250 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e646498f-c2d8-476d-9f3e-6b5bbe61ba32 req-0c1b3dd3-7451-4f04-b56e-7fcc105a955d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0491810 Apr 23 00:24:43.621281 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e646498f-c2d8-476d-9f3e-6b5bbe61ba32 req-91c4902d-229b-4e88-a05f-c4d732bbb6f7 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310888 Apr 23 00:24:44.736625 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0431a94-77dd-4b61-99dd-7fdd010b1bae req-10297ab0-fa09-4f45-8404-82d3e0472d17 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:44.738105 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b0431a94-77dd-4b61-99dd-7fdd010b1bae req-10297ab0-fa09-4f45-8404-82d3e0472d17 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0490711 Apr 23 00:24:44.777611 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b0431a94-77dd-4b61-99dd-7fdd010b1bae req-0ac54d3a-1a06-4416-8ea5-29248dce21f9 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328321 Apr 23 00:24:45.285162 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40fa43-e825-4d18-9332-593b424030f7 req-cc6a230e-928e-40dc-8bc5-7949e23ca4b6 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:45.286621 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3b40fa43-e825-4d18-9332-593b424030f7 req-cc6a230e-928e-40dc-8bc5-7949e23ca4b6 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.16 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 945 time: 0.0486052 Apr 23 00:24:45.377322 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-3b40fa43-e825-4d18-9332-593b424030f7 req-d21b45f0-7bad-4dc3-8526-d6536ef70b5d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Deleting port 6196682e-0933-45be-ab98-b25ef5dc9f4d {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:24:45.377661 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-3b40fa43-e825-4d18-9332-593b424030f7 req-d21b45f0-7bad-4dc3-8526-d6536ef70b5d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:45.466748 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-3b40fa43-e825-4d18-9332-593b424030f7 req-d21b45f0-7bad-4dc3-8526-d6536ef70b5d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] For port 6196682e-0933-45be-ab98-b25ef5dc9f4d, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=6196682e-0933-45be-ab98-b25ef5dc9f4d,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:24:45.467105 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-3b40fa43-e825-4d18-9332-593b424030f7 req-d21b45f0-7bad-4dc3-8526-d6536ef70b5d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:45.679340 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-3b40fa43-e825-4d18-9332-593b424030f7 req-d21b45f0-7bad-4dc3-8526-d6536ef70b5d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:45.679730 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-3b40fa43-e825-4d18-9332-593b424030f7 req-d21b45f0-7bad-4dc3-8526-d6536ef70b5d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:45.680047 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [req-3b40fa43-e825-4d18-9332-593b424030f7 req-d21b45f0-7bad-4dc3-8526-d6536ef70b5d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Floating IP de210d1d-ebe5-4ee0-8291-63acd61afe62 disassociated. External IP: 172.26.3.136, port: 6196682e-0933-45be-ab98-b25ef5dc9f4d. Apr 23 00:24:45.680387 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-3b40fa43-e825-4d18-9332-593b424030f7 req-d21b45f0-7bad-4dc3-8526-d6536ef70b5d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Calling delete_port for 6196682e-0933-45be-ab98-b25ef5dc9f4d owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:24:45.871987 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-3b40fa43-e825-4d18-9332-593b424030f7 req-d21b45f0-7bad-4dc3-8526-d6536ef70b5d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:45.910873 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b45f0-7bad-4dc3-8526-d6536ef70b5d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Pushing event deleted for resources: {'Port': ['ID=6196682e-0933-45be-ab98-b25ef5dc9f4d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:24:45.968147 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c26b0c-2c86-471f-874b-a98185bef027 req-db1d9ead-eb6b-4a3e-98e0-d0fbc7e8838b tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:45.969676 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-62c26b0c-2c86-471f-874b-a98185bef027 req-db1d9ead-eb6b-4a3e-98e0-d0fbc7e8838b tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 867 time: 0.1245039 Apr 23 00:24:46.052754 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-62c26b0c-2c86-471f-874b-a98185bef027 req-265056ce-cf6d-4cb7-a602-799fb07db32a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758185 Apr 23 00:24:46.072492 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b40fa43-e825-4d18-9332-593b424030f7 req-d21b45f0-7bad-4dc3-8526-d6536ef70b5d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Router a8788fa2-da55-4cc8-92cd-a22e918b168b has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:24:46.454272 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b40fa43-e825-4d18-9332-593b424030f7 req-d21b45f0-7bad-4dc3-8526-d6536ef70b5d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:24:46.466567 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ec235-c25c-4ef4-9d71-97b9cfb13f8b None None] Sync routers for ids ['a8788fa2-da55-4cc8-92cd-a22e918b168b'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:24:46.477329 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ec235-c25c-4ef4-9d71-97b9cfb13f8b None None] Routers {'a8788fa2-da55-4cc8-92cd-a22e918b168b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:24:46.477953 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-586ec235-c25c-4ef4-9d71-97b9cfb13f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:24:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a8788fa2-da55-4cc8-92cd-a22e918b168b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:24:46.497012 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b40fa43-e825-4d18-9332-593b424030f7 req-d21b45f0-7bad-4dc3-8526-d6536ef70b5d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] No DVR routers for this DVR port 6196682e-0933-45be-ab98-b25ef5dc9f4d on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:24:46.499534 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-3b40fa43-e825-4d18-9332-593b424030f7 req-d21b45f0-7bad-4dc3-8526-d6536ef70b5d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:46.502783 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3b40fa43-e825-4d18-9332-593b424030f7 req-d21b45f0-7bad-4dc3-8526-d6536ef70b5d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.16 "DELETE /v2.0/ports/6196682e-0933-45be-ab98-b25ef5dc9f4d HTTP/1.1" status: 204 len: 173 time: 1.2093687 Apr 23 00:24:46.503226 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51de0ac1-2297-46cb-a0f3-043d3a841b9c', 'name': 'network-vif-deleted', 'tag': '6196682e-0933-45be-ab98-b25ef5dc9f4d'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:24:46.505587 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a563ece3-9d02-4fa0-9129-a85dbedae659" -d '{"events": [{"server_uuid": "51de0ac1-2297-46cb-a0f3-043d3a841b9c", "name": "network-vif-deleted", "tag": "6196682e-0933-45be-ab98-b25ef5dc9f4d"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:24:46.546951 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff03fe1-8b21-47c4-8931-a742bbe6e17d x-openstack-request-id: req-6ff03fe1-8b21-47c4-8931-a742bbe6e17d {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:24:46.546951 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51de0ac1-2297-46cb-a0f3-043d3a841b9c", "name": "network-vif-deleted", "tag": "6196682e-0933-45be-ab98-b25ef5dc9f4d", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:24:46.546951 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ff03fe1-8b21-47c4-8931-a742bbe6e17d {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:24:46.546951 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff03fe1-8b21-47c4-8931-a742bbe6e17d'] response: {'server_uuid': '51de0ac1-2297-46cb-a0f3-043d3a841b9c', 'name': 'network-vif-deleted', 'tag': '6196682e-0933-45be-ab98-b25ef5dc9f4d', 'status': 'completed', 'code': 200} Apr 23 00:24:46.589384 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-586ec235-c25c-4ef4-9d71-97b9cfb13f8b None None] Set router a8788fa2-da55-4cc8-92cd-a22e918b168b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:24:46.789951 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-586ec235-c25c-4ef4-9d71-97b9cfb13f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:24:02Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:24:46.816259 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ec235-c25c-4ef4-9d71-97b9cfb13f8b None None] Checking router: a8788fa2-da55-4cc8-92cd-a22e918b168b for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:24:46.824493 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ec235-c25c-4ef4-9d71-97b9cfb13f8b None None] Routers {'a8788fa2-da55-4cc8-92cd-a22e918b168b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:24:46.825095 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-586ec235-c25c-4ef4-9d71-97b9cfb13f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:24:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a8788fa2-da55-4cc8-92cd-a22e918b168b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:24:46.930395 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-586ec235-c25c-4ef4-9d71-97b9cfb13f8b None None] Set router a8788fa2-da55-4cc8-92cd-a22e918b168b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:24:47.125841 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-586ec235-c25c-4ef4-9d71-97b9cfb13f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:24:02Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:24:47.157064 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ec235-c25c-4ef4-9d71-97b9cfb13f8b None None] The sync data for ids ['a8788fa2-da55-4cc8-92cd-a22e918b168b'] in dv-neutron-838783-1-hyperv is: [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:24:02Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:24:47.159651 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0ffba39e-aafd-4041-86e3-3bbba1cff895 req-ceafb6d3-ccf9-47eb-b8a1-b14adfe7d785 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=51de0ac1-2297-46cb-a0f3-043d3a841b9c HTTP/1.1" status: 200 len: 210 time: 0.0274949 Apr 23 00:24:47.368179 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fdae15-47e6-458f-9ba1-3b8360f4549b None None] New status for floating IP de210d1d-ebe5-4ee0-8291-63acd61afe62: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:24:48.395687 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-b262566d-55b5-4de6-abb4-ca87961fbd19 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1765591378&fields=id&tenant_id=491fe267efc94c6f99965894c4d1cbd7 HTTP/1.1" status: 200 len: 267 time: 0.0360851 Apr 23 00:24:48.450621 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 6196682e-0933-45be-ab98-b25ef5dc9f4d no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:24:48.471344 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 6196682e-0933-45be-ab98-b25ef5dc9f4d {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:24:48.471720 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 6196682e-0933-45be-ab98-b25ef5dc9f4d not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:24:48.501900 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-c3805ca3-0175-4bf8-b5fd-5b17ea8de2ab tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:48.503362 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-c3805ca3-0175-4bf8-b5fd-5b17ea8de2ab tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 812 time: 0.0999153 Apr 23 00:24:48.518224 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-ae3104ad-e02e-4bc2-b011-efebe8f2d547 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/quotas/491fe267efc94c6f99965894c4d1cbd7 HTTP/1.1" status: 200 len: 375 time: 0.0088842 Apr 23 00:24:48.571184 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-e39ec36b-6aa0-4106-b52f-09842afa003a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469680 Apr 23 00:24:48.669309 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-9b760155-e61c-48d1-83f5-c48796b796e9 service neutron] 10.222.0.15 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865123 Apr 23 00:24:48.759640 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-4b5575a9-e177-4c14-aaa2-84d85724f4f3 service neutron] 10.222.0.15 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840869 Apr 23 00:24:48.995792 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7c03ba67-902d-4a50-8589-4af4505a47b5 req-ea13cba8-749e-48eb-883c-e78bb852f071 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 210 time: 0.0273993 Apr 23 00:24:50.096554 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5ad5ad1b-2fa4-463c-857e-a74fd50ae548 req-18c23eca-d896-4b3b-ab1b-cb370679eeba tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 210 time: 0.0334539 Apr 23 00:24:50.852632 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-dbc14c2e-7952-41d4-bfb5-f6465472a1b7 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:50.854150 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-dbc14c2e-7952-41d4-bfb5-f6465472a1b7 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 812 time: 0.1067500 Apr 23 00:24:50.895778 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-44e937c3-da26-4005-9327-ae6917fb20e3 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=491fe267efc94c6f99965894c4d1cbd7 HTTP/1.1" status: 200 len: 380 time: 0.0331194 Apr 23 00:24:50.905081 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-0c56847c-524b-462f-a341-6fcfa5ca5253 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Request body: {'port': {'device_id': '4a778509-9a56-47b2-95c3-f801cae433c3', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'admin_state_up': True, 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'security_groups': ['67a915a1-7df2-49ee-ad96-acede89890c5']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:24:51.100139 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-0c56847c-524b-462f-a341-6fcfa5ca5253 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Made reservation on behalf of 491fe267efc94c6f99965894c4d1cbd7 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:24:51.103761 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-0c56847c-524b-462f-a341-6fcfa5ca5253 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:51.201548 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f7bf0247-6b27-49fc-a3ef-6ac76ceda9e5 req-3a6a0c79-6ae2-4275-bc29-5da2e1ee0e1b tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 210 time: 0.0338817 Apr 23 00:24:51.261104 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-0c56847c-524b-462f-a341-6fcfa5ca5253 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Allocated IP 172.20.0.10 (ae917838-ee50-4289-8bc2-a376cc23650b/55b9624f-e267-471c-b737-0bcbe474071d/1f6474e8-2c78-44b0-a541-3111f6ae9800) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:24:51.402925 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-0c56847c-524b-462f-a341-6fcfa5ca5253 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:51.500227 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-0c56847c-524b-462f-a341-6fcfa5ca5253 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:51.543795 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-0c56847c-524b-462f-a341-6fcfa5ca5253 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Network ae917838-ee50-4289-8bc2-a376cc23650b is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:24:51.546868 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-0c56847c-524b-462f-a341-6fcfa5ca5253 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:24:51.550719 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-0c56847c-524b-462f-a341-6fcfa5ca5253 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:24:51.575478 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56847c-524b-462f-a341-6fcfa5ca5253 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Pushing event updated for resources: {'Port': ['ID=1f6474e8-2c78-44b0-a541-3111f6ae9800,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:24:51.590195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56847c-524b-462f-a341-6fcfa5ca5253 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:51.590542 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56847c-524b-462f-a341-6fcfa5ca5253 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:51.590880 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56847c-524b-462f-a341-6fcfa5ca5253 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:51.591218 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56847c-524b-462f-a341-6fcfa5ca5253 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:51.591549 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56847c-524b-462f-a341-6fcfa5ca5253 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:51.591916 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56847c-524b-462f-a341-6fcfa5ca5253 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:51.592247 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56847c-524b-462f-a341-6fcfa5ca5253 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:51.592603 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56847c-524b-462f-a341-6fcfa5ca5253 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:51.592929 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56847c-524b-462f-a341-6fcfa5ca5253 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:51.593252 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56847c-524b-462f-a341-6fcfa5ca5253 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:51.593576 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56847c-524b-462f-a341-6fcfa5ca5253 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:51.593898 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56847c-524b-462f-a341-6fcfa5ca5253 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:51.614337 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-0c56847c-524b-462f-a341-6fcfa5ca5253 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:51.614945 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-0c56847c-524b-462f-a341-6fcfa5ca5253 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:51.685583 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-0c56847c-524b-462f-a341-6fcfa5ca5253 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7841427 Apr 23 00:24:51.698043 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-51e2a8d6-8759-49ab-8046-d54f8d0c32ce service neutron] Request body: {'port': {'device_id': '4a778509-9a56-47b2-95c3-f801cae433c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:24:51.756237 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-51e2a8d6-8759-49ab-8046-d54f8d0c32ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:51.799239 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-7b71611b-15c9-4ac8-8604-9cba2d5e44b3 None None] Provisioning complete for port 1f6474e8-2c78-44b0-a541-3111f6ae9800 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:24:51.799831 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b71611b-15c9-4ac8-8604-9cba2d5e44b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:51.837546 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7b71611b-15c9-4ac8-8604-9cba2d5e44b3 None None] Port 1f6474e8-2c78-44b0-a541-3111f6ae9800 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:24:52.017490 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-51e2a8d6-8759-49ab-8046-d54f8d0c32ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f6474e8-2c78-44b0-a541-3111f6ae9800 {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:24:52.024973 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-51e2a8d6-8759-49ab-8046-d54f8d0c32ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:52.036635 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-51e2a8d6-8759-49ab-8046-d54f8d0c32ce service neutron] Transition to ACTIVE for port object 1f6474e8-2c78-44b0-a541-3111f6ae9800 will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:24:52.099757 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-51e2a8d6-8759-49ab-8046-d54f8d0c32ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:52.155991 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2a8d6-8759-49ab-8046-d54f8d0c32ce service neutron] Pushing event updated for resources: {'Port': ['ID=1f6474e8-2c78-44b0-a541-3111f6ae9800,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:24:52.223868 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-51e2a8d6-8759-49ab-8046-d54f8d0c32ce service neutron] Attempting to bind port 1f6474e8-2c78-44b0-a541-3111f6ae9800 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:24:52.224402 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-51e2a8d6-8759-49ab-8046-d54f8d0c32ce service neutron] Attempting to bind port 1f6474e8-2c78-44b0-a541-3111f6ae9800 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:24:52.224738 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-51e2a8d6-8759-49ab-8046-d54f8d0c32ce service neutron] Attempting to bind port 1f6474e8-2c78-44b0-a541-3111f6ae9800 on network ae917838-ee50-4289-8bc2-a376cc23650b {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:24:52.230604 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-51e2a8d6-8759-49ab-8046-d54f8d0c32ce service neutron] Port 1f6474e8-2c78-44b0-a541-3111f6ae9800 on network ae917838-ee50-4289-8bc2-a376cc23650b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:24:52.230918 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-51e2a8d6-8759-49ab-8046-d54f8d0c32ce service neutron] Attempting to bind port 1f6474e8-2c78-44b0-a541-3111f6ae9800 on network ae917838-ee50-4289-8bc2-a376cc23650b {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:24:52.236101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-51e2a8d6-8759-49ab-8046-d54f8d0c32ce service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:24:52.236500 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-51e2a8d6-8759-49ab-8046-d54f8d0c32ce service neutron] Checking segment: {'id': 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:24:52.236892 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-51e2a8d6-8759-49ab-8046-d54f8d0c32ce service neutron] Bound using segment: {'id': 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:24:52.237325 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-51e2a8d6-8759-49ab-8046-d54f8d0c32ce service neutron] Bound port: 1f6474e8-2c78-44b0-a541-3111f6ae9800, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:24:52.237707 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-51e2a8d6-8759-49ab-8046-d54f8d0c32ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:52.307480 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-51e2a8d6-8759-49ab-8046-d54f8d0c32ce service neutron] For port 1f6474e8-2c78-44b0-a541-3111f6ae9800, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:24:52.310598 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-51e2a8d6-8759-49ab-8046-d54f8d0c32ce service neutron] For port 1f6474e8-2c78-44b0-a541-3111f6ae9800, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=1f6474e8-2c78-44b0-a541-3111f6ae9800,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:24:52.325850 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d2621-7fd7-4388-ad6f-c167660e0bc1 req-89fcce9c-590d-46a5-8173-e9c7c021f954 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:52.333123 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-922d2621-7fd7-4388-ad6f-c167660e0bc1 req-89fcce9c-590d-46a5-8173-e9c7c021f954 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 944 time: 0.0555303 Apr 23 00:24:52.366228 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-922d2621-7fd7-4388-ad6f-c167660e0bc1 req-28df7fc3-d852-470d-9650-c87b78e14af8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327806 Apr 23 00:24:52.394752 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-51e2a8d6-8759-49ab-8046-d54f8d0c32ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:52.433685 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-51e2a8d6-8759-49ab-8046-d54f8d0c32ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:52.434303 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-51e2a8d6-8759-49ab-8046-d54f8d0c32ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:52.435817 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-51e2a8d6-8759-49ab-8046-d54f8d0c32ce service neutron] 10.222.0.16 "PUT /v2.0/ports/1f6474e8-2c78-44b0-a541-3111f6ae9800 HTTP/1.1" status: 200 len: 1094 time: 0.7427073 Apr 23 00:24:52.436149 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a778509-9a56-47b2-95c3-f801cae433c3', 'tag': '1f6474e8-2c78-44b0-a541-3111f6ae9800'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:24:52.438399 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c98a1a-50ba-4ea3-8d69-fbf4804d054c" -d '{"events": [{"name": "network-changed", "server_uuid": "4a778509-9a56-47b2-95c3-f801cae433c3", "tag": "1f6474e8-2c78-44b0-a541-3111f6ae9800"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:24:52.470201 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2a8d6-8759-49ab-8046-d54f8d0c32ce service neutron] Pushing event updated for resources: {'Port': ['ID=1f6474e8-2c78-44b0-a541-3111f6ae9800,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:24:52.482287 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783fd206-b975-490d-beb1-bd420e432592 x-openstack-request-id: req-783fd206-b975-490d-beb1-bd420e432592 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:24:52.482584 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a778509-9a56-47b2-95c3-f801cae433c3", "tag": "1f6474e8-2c78-44b0-a541-3111f6ae9800", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:24:52.482859 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-783fd206-b975-490d-beb1-bd420e432592 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:24:52.483276 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-783fd206-b975-490d-beb1-bd420e432592'] response: {'name': 'network-changed', 'server_uuid': '4a778509-9a56-47b2-95c3-f801cae433c3', 'tag': '1f6474e8-2c78-44b0-a541-3111f6ae9800', 'status': 'completed', 'code': 200} Apr 23 00:24:52.546127 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c98a1a-50ba-4ea3-8d69-fbf4804d054c req-39bb558a-0638-4324-a131-b3bb8cafaf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:52.548012 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a7c98a1a-50ba-4ea3-8d69-fbf4804d054c req-39bb558a-0638-4324-a131-b3bb8cafaf5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 1097 time: 0.0432916 Apr 23 00:24:52.650759 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c98a1a-50ba-4ea3-8d69-fbf4804d054c req-c5c1a0e1-a70a-443a-bb97-fb5dd6dd8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:52.652266 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a7c98a1a-50ba-4ea3-8d69-fbf4804d054c req-c5c1a0e1-a70a-443a-bb97-fb5dd6dd8dff service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=491fe267efc94c6f99965894c4d1cbd7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0942674 Apr 23 00:24:52.749229 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c98a1a-50ba-4ea3-8d69-fbf4804d054c req-94396d54-022b-422a-969a-80ba52b61c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:52.750637 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a7c98a1a-50ba-4ea3-8d69-fbf4804d054c req-94396d54-022b-422a-969a-80ba52b61c95 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920436 Apr 23 00:24:52.827799 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-109d6880-4fd9-45fe-94bf-bf0bca158812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:52.829201 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-109d6880-4fd9-45fe-94bf-bf0bca158812 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 1097 time: 0.0412652 Apr 23 00:24:52.877783 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-9cc6a556-823f-45de-9411-e28c2caf91e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f6474e8-2c78-44b0-a541-3111f6ae9800 HTTP/1.1" status: 200 len: 217 time: 0.0410600 Apr 23 00:24:52.932920 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-33e45c10-c51e-41ee-a740-c8e0d1e6a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:52.934365 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-33e45c10-c51e-41ee-a740-c8e0d1e6a014 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.0498309 Apr 23 00:24:52.984260 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-33917026-3ed0-44d6-8e5f-1d22553ad05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:52.985759 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-33917026-3ed0-44d6-8e5f-1d22553ad05c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448289 Apr 23 00:24:53.076599 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-d4f56acc-b739-4bf0-8cba-89a7b82c3e24 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837905 Apr 23 00:24:53.165833 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2525d33d-74c5-420c-8353-b70c89c7cffd req-c5d007da-0579-421a-964f-331b03e1ee12 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825615 Apr 23 00:24:53.483467 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54434e0-e4ef-4cc9-b12e-37959504fa81 req-e0e9172b-c013-4af9-ad99-347fd11da243 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:53.484897 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c54434e0-e4ef-4cc9-b12e-37959504fa81 req-e0e9172b-c013-4af9-ad99-347fd11da243 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 944 time: 0.0491738 Apr 23 00:24:53.522409 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c54434e0-e4ef-4cc9-b12e-37959504fa81 req-1dc93dfd-e462-4d1c-8a3b-e522be9910ad tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315647 Apr 23 00:24:53.802706 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:54.800596 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b04e9-c8c3-457e-bbfe-bc55c80f2df2 req-836c2e58-9108-4463-92c3-64d2029d9db7 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:54.802123 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4e1b04e9-c8c3-457e-bbfe-bc55c80f2df2 req-836c2e58-9108-4463-92c3-64d2029d9db7 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 944 time: 0.0495341 Apr 23 00:24:54.838715 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4e1b04e9-c8c3-457e-bbfe-bc55c80f2df2 req-9c52a25e-82b9-44f4-981b-79e2917eab35 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306761 Apr 23 00:24:55.951936 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317d832-e66f-4cfb-be1a-bd65e7e4d825 req-bfa1bbff-4702-4cbc-b587-706fa8a3e8fc tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:55.953302 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8317d832-e66f-4cfb-be1a-bd65e7e4d825 req-bfa1bbff-4702-4cbc-b587-706fa8a3e8fc tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 944 time: 0.0477793 Apr 23 00:24:55.993961 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8317d832-e66f-4cfb-be1a-bd65e7e4d825 req-91bcc196-3a0f-43b5-908f-75b21aca9e9c tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347793 Apr 23 00:24:56.484884 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 1f6474e8-2c78-44b0-a541-3111f6ae9800 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:24:56.575041 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 1f6474e8-2c78-44b0-a541-3111f6ae9800, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=1f6474e8-2c78-44b0-a541-3111f6ae9800,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:24:56.589285 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '1f6474e8-2c78-44b0-a541-3111f6ae9800', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'port_id': '1f6474e8-2c78-44b0-a541-3111f6ae9800', 'mac_address': 'fa:16:3e:a9:32:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:24:56.624756 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:56.637687 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f6474e8-2c78-44b0-a541-3111f6ae9800 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:24:56.657220 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 1f6474e8-2c78-44b0-a541-3111f6ae9800, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=1f6474e8-2c78-44b0-a541-3111f6ae9800,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:24:56.712222 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:56.756936 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=1f6474e8-2c78-44b0-a541-3111f6ae9800,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:24:56.926175 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['1f6474e8-2c78-44b0-a541-3111f6ae9800'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:24:57.119499 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e353c0-ae89-4dba-8ebf-1f04bd81dd12 req-f6dd5b97-5ab4-4985-8f08-4f70184a6f77 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:57.120995 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d0e353c0-ae89-4dba-8ebf-1f04bd81dd12 req-f6dd5b97-5ab4-4985-8f08-4f70184a6f77 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 945 time: 0.0562637 Apr 23 00:24:57.158001 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d0e353c0-ae89-4dba-8ebf-1f04bd81dd12 req-8d57f1e9-63fe-44aa-816d-b18a10e48d0b tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311668 Apr 23 00:24:58.269801 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01362f-4e46-44b9-ab89-c014c522c16a req-4936410a-4a35-4a6d-9a1b-26ff62dff693 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:58.271286 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9c01362f-4e46-44b9-ab89-c014c522c16a req-4936410a-4a35-4a6d-9a1b-26ff62dff693 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 945 time: 0.0485694 Apr 23 00:24:58.309680 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9c01362f-4e46-44b9-ab89-c014c522c16a req-1ffe5fd8-efdc-4994-9bc4-50364f905850 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317721 Apr 23 00:24:58.482726 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 1f6474e8-2c78-44b0-a541-3111f6ae9800 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:24:58.585477 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 1f6474e8-2c78-44b0-a541-3111f6ae9800 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:24:58.589178 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 1f6474e8-2c78-44b0-a541-3111f6ae9800 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:24:58.589544 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:58.667339 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:58.691041 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a778509-9a56-47b2-95c3-f801cae433c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6474e8-2c78-44b0-a541-3111f6ae9800'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:24:58.693332 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27898569-d73f-4203-89e2-75c93415fa6f" -d '{"events": [{"server_uuid": "4a778509-9a56-47b2-95c3-f801cae433c3", "name": "network-vif-plugged", "status": "completed", "tag": "1f6474e8-2c78-44b0-a541-3111f6ae9800"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:24:58.706996 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 1f6474e8-2c78-44b0-a541-3111f6ae9800, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=1f6474e8-2c78-44b0-a541-3111f6ae9800,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:24:58.735401 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b473e05a-c603-4164-b627-edc3774c8e23 x-openstack-request-id: req-b473e05a-c603-4164-b627-edc3774c8e23 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:24:58.735849 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a778509-9a56-47b2-95c3-f801cae433c3", "name": "network-vif-plugged", "status": "completed", "tag": "1f6474e8-2c78-44b0-a541-3111f6ae9800", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:24:58.740456 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b473e05a-c603-4164-b627-edc3774c8e23 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:24:58.740456 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b473e05a-c603-4164-b627-edc3774c8e23'] response: {'server_uuid': '4a778509-9a56-47b2-95c3-f801cae433c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6474e8-2c78-44b0-a541-3111f6ae9800', 'code': 200} Apr 23 00:24:58.751859 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:58.806141 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=1f6474e8-2c78-44b0-a541-3111f6ae9800,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:24:58.813581 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:58.813928 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:58.814268 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:58.814602 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:58.814933 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:58.815262 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:58.815604 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:58.815935 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:58.816264 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:58.816585 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:58.816902 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:58.817221 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:24:58.994591 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36b09f-a79d-470f-894a-16315da75139 req-c52bf215-92b3-44ef-9785-a1a2965dfec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:58.996066 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-eb36b09f-a79d-470f-894a-16315da75139 req-c52bf215-92b3-44ef-9785-a1a2965dfec4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 1099 time: 0.0417628 Apr 23 00:24:59.030297 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-eb36b09f-a79d-470f-894a-16315da75139 req-d96763d2-cce1-4e3a-bd2f-60eccf89e635 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270979 Apr 23 00:24:59.425092 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1185a-6cb8-4e12-a24a-ed81ad4a4103 req-dc269d3d-7009-4b7b-be52-291b61b89845 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:24:59.426602 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-15b1185a-6cb8-4e12-a24a-ed81ad4a4103 req-dc269d3d-7009-4b7b-be52-291b61b89845 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0493109 Apr 23 00:24:59.464928 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-15b1185a-6cb8-4e12-a24a-ed81ad4a4103 req-a328534f-ed4e-450b-b3cf-25fee6fd08e6 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319095 Apr 23 00:25:00.582585 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ea2dc-de32-4817-8971-02387366e85e req-b3242915-0e07-417b-a622-d7a80c7c9eaa tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:00.584087 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-397ea2dc-de32-4817-8971-02387366e85e req-b3242915-0e07-417b-a622-d7a80c7c9eaa tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0499368 Apr 23 00:25:00.620932 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-397ea2dc-de32-4817-8971-02387366e85e req-e3a86bdc-ab4d-47bb-ab69-cd7227aedee1 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308602 Apr 23 00:25:00.731933 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31273701-6190-40ed-bfa4-b8c1b1364b17 req-d067cadf-55ea-417d-aec6-821153157f0c tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:00.733408 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-31273701-6190-40ed-bfa4-b8c1b1364b17 req-d067cadf-55ea-417d-aec6-821153157f0c tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0495126 Apr 23 00:25:00.743164 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 59222) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:25:00.747798 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-0edf6c34-d5d4-4048-88a4-c28744a47be6 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Request body: {'floatingip': {'port_id': '1f6474e8-2c78-44b0-a541-3111f6ae9800'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:25:00.790337 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0edf6c34-d5d4-4048-88a4-c28744a47be6 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for floatingip, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:01.239096 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0edf6c34-d5d4-4048-88a4-c28744a47be6 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:01.293748 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0edf6c34-d5d4-4048-88a4-c28744a47be6 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:01.393750 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-0edf6c34-d5d4-4048-88a4-c28744a47be6 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Floating IP de210d1d-ebe5-4ee0-8291-63acd61afe62 associated. External IP: 172.26.3.136, port: 1f6474e8-2c78-44b0-a541-3111f6ae9800. Apr 23 00:25:01.595964 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edf6c34-d5d4-4048-88a4-c28744a47be6 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Router a8788fa2-da55-4cc8-92cd-a22e918b168b has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:25:01.702469 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edf6c34-d5d4-4048-88a4-c28744a47be6 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:25:01.707341 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0edf6c34-d5d4-4048-88a4-c28744a47be6 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:01.713382 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43368edb-1f2c-4cc6-af84-7838cbe6d82a None None] Sync routers for ids ['a8788fa2-da55-4cc8-92cd-a22e918b168b'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:25:01.724324 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43368edb-1f2c-4cc6-af84-7838cbe6d82a None None] Routers {'a8788fa2-da55-4cc8-92cd-a22e918b168b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:25:01.725065 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-43368edb-1f2c-4cc6-af84-7838cbe6d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:24:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a8788fa2-da55-4cc8-92cd-a22e918b168b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:25:01.737808 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0edf6c34-d5d4-4048-88a4-c28744a47be6 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "PUT /v2.0/floatingips/de210d1d-ebe5-4ee0-8291-63acd61afe62 HTTP/1.1" status: 200 len: 992 time: 0.9908979 Apr 23 00:25:01.737808 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a778509-9a56-47b2-95c3-f801cae433c3', 'tag': '1f6474e8-2c78-44b0-a541-3111f6ae9800'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:25:01.738072 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502055e9-4c41-4775-8045-d5cb922066b3" -d '{"events": [{"name": "network-changed", "server_uuid": "4a778509-9a56-47b2-95c3-f801cae433c3", "tag": "1f6474e8-2c78-44b0-a541-3111f6ae9800"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:25:01.776122 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a02c42d-1d58-4165-a4fb-042090c9647c x-openstack-request-id: req-4a02c42d-1d58-4165-a4fb-042090c9647c {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:25:01.776416 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a778509-9a56-47b2-95c3-f801cae433c3", "tag": "1f6474e8-2c78-44b0-a541-3111f6ae9800", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:25:01.776672 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a02c42d-1d58-4165-a4fb-042090c9647c {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:25:01.777081 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a02c42d-1d58-4165-a4fb-042090c9647c'] response: {'name': 'network-changed', 'server_uuid': '4a778509-9a56-47b2-95c3-f801cae433c3', 'tag': '1f6474e8-2c78-44b0-a541-3111f6ae9800', 'status': 'completed', 'code': 200} Apr 23 00:25:01.833598 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-43368edb-1f2c-4cc6-af84-7838cbe6d82a None None] Set router a8788fa2-da55-4cc8-92cd-a22e918b168b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:25:01.842674 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502055e9-4c41-4775-8045-d5cb922066b3 req-0c0f73e0-973c-4462-878a-d354bd6cc560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:01.844251 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-502055e9-4c41-4775-8045-d5cb922066b3 req-0c0f73e0-973c-4462-878a-d354bd6cc560 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 1099 time: 0.0456777 Apr 23 00:25:01.936554 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502055e9-4c41-4775-8045-d5cb922066b3 req-42f0918a-8921-4e06-b4d6-bef35e53f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:01.937972 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-502055e9-4c41-4775-8045-d5cb922066b3 req-42f0918a-8921-4e06-b4d6-bef35e53f8de service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 913 time: 0.0876482 Apr 23 00:25:02.023739 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-502055e9-4c41-4775-8045-d5cb922066b3 req-a2274601-1ed1-43bd-821e-fa2761f5011d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f6474e8-2c78-44b0-a541-3111f6ae9800 HTTP/1.1" status: 200 len: 1000 time: 0.0793645 Apr 23 00:25:02.060660 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2512ac8-3909-41bc-98bf-f5c85d4a4a02 req-7c585346-2008-45ce-a287-231c15689533 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:02.062177 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f2512ac8-3909-41bc-98bf-f5c85d4a4a02 req-7c585346-2008-45ce-a287-231c15689533 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0616655 Apr 23 00:25:02.067740 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-43368edb-1f2c-4cc6-af84-7838cbe6d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'de210d1d-ebe5-4ee0-8291-63acd61afe62', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'floating_ip_address': '172.26.3.136', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'port_id': '1f6474e8-2c78-44b0-a541-3111f6ae9800', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'mac_address': 'fa:16:3e:a9:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a778509-9a56-47b2-95c3-f801cae433c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:24:02Z', 'updated_at': '2022-04-23T00:25:01Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:24:02Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:25:02.081186 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502055e9-4c41-4775-8045-d5cb922066b3 req-9da41f86-2438-43ef-bf5b-d4f4f6253a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:02.082660 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-502055e9-4c41-4775-8045-d5cb922066b3 req-9da41f86-2438-43ef-bf5b-d4f4f6253a93 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.0485501 Apr 23 00:25:02.094842 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43368edb-1f2c-4cc6-af84-7838cbe6d82a None None] Checking router: a8788fa2-da55-4cc8-92cd-a22e918b168b for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:25:02.104235 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f2512ac8-3909-41bc-98bf-f5c85d4a4a02 req-7b928809-0105-43f2-bc7e-856b4367a9fa tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349672 Apr 23 00:25:02.111309 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43368edb-1f2c-4cc6-af84-7838cbe6d82a None None] Routers {'a8788fa2-da55-4cc8-92cd-a22e918b168b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:25:02.111981 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-43368edb-1f2c-4cc6-af84-7838cbe6d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:24:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a8788fa2-da55-4cc8-92cd-a22e918b168b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:25:02.139562 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502055e9-4c41-4775-8045-d5cb922066b3 req-d81a2515-24b7-43ec-a22b-71f2b649fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:02.141094 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-502055e9-4c41-4775-8045-d5cb922066b3 req-d81a2515-24b7-43ec-a22b-71f2b649fe4e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455258 Apr 23 00:25:02.238314 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-502055e9-4c41-4775-8045-d5cb922066b3 req-2f04e173-0835-4831-a229-3e1331e8e45b service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896578 Apr 23 00:25:02.333658 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-502055e9-4c41-4775-8045-d5cb922066b3 req-ce308488-8952-4173-b73e-44cbdeea199d service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872388 Apr 23 00:25:02.369860 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-43368edb-1f2c-4cc6-af84-7838cbe6d82a None None] Set router a8788fa2-da55-4cc8-92cd-a22e918b168b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:25:02.588335 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-43368edb-1f2c-4cc6-af84-7838cbe6d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'de210d1d-ebe5-4ee0-8291-63acd61afe62', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'floating_ip_address': '172.26.3.136', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'port_id': '1f6474e8-2c78-44b0-a541-3111f6ae9800', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'mac_address': 'fa:16:3e:a9:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a778509-9a56-47b2-95c3-f801cae433c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:24:02Z', 'updated_at': '2022-04-23T00:25:01Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:24:02Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:25:02.613749 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43368edb-1f2c-4cc6-af84-7838cbe6d82a None None] The sync data for ids ['a8788fa2-da55-4cc8-92cd-a22e918b168b'] in dv-neutron-838783-1-hyperv is: [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'de210d1d-ebe5-4ee0-8291-63acd61afe62', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'floating_ip_address': '172.26.3.136', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'port_id': '1f6474e8-2c78-44b0-a541-3111f6ae9800', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'mac_address': 'fa:16:3e:a9:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a778509-9a56-47b2-95c3-f801cae433c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:24:02Z', 'updated_at': '2022-04-23T00:25:01Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:24:02Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:25:02.807582 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b620bd56-0efb-4ba7-b10e-f4259d565627 None None] New status for floating IP de210d1d-ebe5-4ee0-8291-63acd61afe62: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:25:03.226222 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1faaf6-d24c-41fa-adb1-8e186888d125 req-a141ded5-1d31-40d4-8f11-d89d2005faea tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:03.227799 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-be1faaf6-d24c-41fa-adb1-8e186888d125 req-a141ded5-1d31-40d4-8f11-d89d2005faea tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0493538 Apr 23 00:25:03.264458 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-be1faaf6-d24c-41fa-adb1-8e186888d125 req-7083bac3-3a55-4c9d-81ee-27a57fca4ea2 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307436 Apr 23 00:25:04.275868 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3d544ad-36db-4aef-bb16-f789bc7cfb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:04.379096 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67d615-ca73-474c-96ac-9eac6244e599 req-b06bb242-5378-476d-84c1-7f0ea2b63d8e tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:04.380626 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2a67d615-ca73-474c-96ac-9eac6244e599 req-b06bb242-5378-476d-84c1-7f0ea2b63d8e tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0490470 Apr 23 00:25:04.418587 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2a67d615-ca73-474c-96ac-9eac6244e599 req-1b3ff050-e38c-4c29-a898-57353c6930f4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317667 Apr 23 00:25:05.539991 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c87f9-81bb-493f-baa8-ff3002f4309a req-d8b74938-4f45-426c-8ede-7f83804d2dcc tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:05.541550 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-685c87f9-81bb-493f-baa8-ff3002f4309a req-d8b74938-4f45-426c-8ede-7f83804d2dcc tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0534527 Apr 23 00:25:05.577679 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-685c87f9-81bb-493f-baa8-ff3002f4309a req-5d4a2bb7-7a8d-44b1-b659-1966dc958dd2 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303068 Apr 23 00:25:06.692987 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e9288-ca6d-4aa7-a94c-d95e08433759 req-421fb884-189c-4ed2-8568-a02460d0cf23 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:06.694543 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ad3e9288-ca6d-4aa7-a94c-d95e08433759 req-421fb884-189c-4ed2-8568-a02460d0cf23 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0499446 Apr 23 00:25:06.733785 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ad3e9288-ca6d-4aa7-a94c-d95e08433759 req-fbb9e319-4da0-4d41-9122-4d64e0a065e3 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321889 Apr 23 00:25:07.248143 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0aeda74-d0b7-4c07-8e6f-a10446c875e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:07.806610 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:25:07.848129 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eac0df-a7d0-454b-9a8c-73ba439bc406 req-79058de6-722e-4f22-95f9-8ac67e37f663 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:07.849608 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f3eac0df-a7d0-454b-9a8c-73ba439bc406 req-79058de6-722e-4f22-95f9-8ac67e37f663 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0499134 Apr 23 00:25:07.892536 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f3eac0df-a7d0-454b-9a8c-73ba439bc406 req-266cea75-22ab-4e4e-b95d-36609983aab2 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362518 Apr 23 00:25:07.905456 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:09.009895 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145cfab-fe3d-4adc-bc48-4485719610a9 req-d3338191-a177-40b5-802c-a7f2c19aec49 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:09.011351 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6145cfab-fe3d-4adc-bc48-4485719610a9 req-d3338191-a177-40b5-802c-a7f2c19aec49 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0519559 Apr 23 00:25:09.051846 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6145cfab-fe3d-4adc-bc48-4485719610a9 req-8cd404da-8f44-4682-9394-def2431dc16b tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344718 Apr 23 00:25:09.688309 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:09.824714 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:10.163712 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3862196-d4fe-4cbf-9286-f2f99c180c00 req-3fe8d525-f18b-42dd-9ac1-85bb1ef17267 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:10.165185 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b3862196-d4fe-4cbf-9286-f2f99c180c00 req-3fe8d525-f18b-42dd-9ac1-85bb1ef17267 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0483704 Apr 23 00:25:10.202383 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b3862196-d4fe-4cbf-9286-f2f99c180c00 req-e2e780cd-2e78-4097-94a3-a3af3669d426 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307939 Apr 23 00:25:11.318075 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1f6ae-2c28-4bd9-ad04-0cdc5887d734 req-a3e42648-91b9-4c20-953a-a8ceef33079f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:11.319544 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e0b1f6ae-2c28-4bd9-ad04-0cdc5887d734 req-a3e42648-91b9-4c20-953a-a8ceef33079f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0498118 Apr 23 00:25:11.358552 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e0b1f6ae-2c28-4bd9-ad04-0cdc5887d734 req-fb373d61-818c-41b4-9af4-08907a8b174b tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320399 Apr 23 00:25:12.477581 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bc8b0-0b39-4f8a-906f-476255fb7ddb req-47e11d53-3838-4b27-b4fc-14c5e0e8d9f4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:12.479263 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d18bc8b0-0b39-4f8a-906f-476255fb7ddb req-47e11d53-3838-4b27-b4fc-14c5e0e8d9f4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0526748 Apr 23 00:25:12.517349 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d18bc8b0-0b39-4f8a-906f-476255fb7ddb req-6a84a9ad-99e3-4639-851d-6d69d64644b5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321932 Apr 23 00:25:13.631137 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf656210-0c7e-41ed-bf67-449bed04f790 req-ae978e54-e12b-4c2a-af0b-51a7d34264a5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:13.632629 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-bf656210-0c7e-41ed-bf67-449bed04f790 req-ae978e54-e12b-4c2a-af0b-51a7d34264a5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0483882 Apr 23 00:25:13.670934 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-bf656210-0c7e-41ed-bf67-449bed04f790 req-f0404ae5-895d-4eaa-93d6-ea7bdc15f176 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322378 Apr 23 00:25:14.587666 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da780094-6830-4d48-a59f-7d43d7281376 req-c73dcde1-9fe6-4aec-b5e1-d78c5bcc1c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:14.589192 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-da780094-6830-4d48-a59f-7d43d7281376 req-c73dcde1-9fe6-4aec-b5e1-d78c5bcc1c54 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 1099 time: 0.0402389 Apr 23 00:25:14.693462 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da780094-6830-4d48-a59f-7d43d7281376 req-3f25e741-58ca-4e18-a4a1-9bda432c3930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:14.695011 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-da780094-6830-4d48-a59f-7d43d7281376 req-3f25e741-58ca-4e18-a4a1-9bda432c3930 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 913 time: 0.0871189 Apr 23 00:25:14.784669 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-da780094-6830-4d48-a59f-7d43d7281376 req-5c3ff231-5fbc-4ed1-b04e-76452d76b1de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f6474e8-2c78-44b0-a541-3111f6ae9800 HTTP/1.1" status: 200 len: 1002 time: 0.0837245 Apr 23 00:25:14.809059 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddf53a-f2b9-4259-8ffa-5e4f7e282bf4 req-20d0c7b9-0d5d-416f-82a8-067aa2017859 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:14.810448 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4bddf53a-f2b9-4259-8ffa-5e4f7e282bf4 req-20d0c7b9-0d5d-416f-82a8-067aa2017859 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0724270 Apr 23 00:25:15.132131 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da780094-6830-4d48-a59f-7d43d7281376 req-e51f610a-147e-4e24-ab82-378364122258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:15.133643 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-da780094-6830-4d48-a59f-7d43d7281376 req-e51f610a-147e-4e24-ab82-378364122258 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.3405287 Apr 23 00:25:15.154829 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4bddf53a-f2b9-4259-8ffa-5e4f7e282bf4 req-96af28af-06b1-49f7-ba25-46e328c3a339 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3241267 Apr 23 00:25:15.183250 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da780094-6830-4d48-a59f-7d43d7281376 req-c102cf73-6b3a-4ad6-8476-ed0310febd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:15.184671 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-da780094-6830-4d48-a59f-7d43d7281376 req-c102cf73-6b3a-4ad6-8476-ed0310febd7b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430632 Apr 23 00:25:15.270779 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-da780094-6830-4d48-a59f-7d43d7281376 req-cd3d6c97-390a-4e23-9176-48853645fdf5 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784609 Apr 23 00:25:15.364625 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-da780094-6830-4d48-a59f-7d43d7281376 req-72710bbd-090b-48b2-aeab-1966fe7c0c0b service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863547 Apr 23 00:25:16.273516 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658e4f5-1645-44ce-82ab-950d011f8cb6 req-6a96cae5-26c5-486e-b782-8acffe240321 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:16.274980 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b658e4f5-1645-44ce-82ab-950d011f8cb6 req-6a96cae5-26c5-486e-b782-8acffe240321 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0522585 Apr 23 00:25:16.314569 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b658e4f5-1645-44ce-82ab-950d011f8cb6 req-23fe563b-5348-4c4c-bdea-0730e8571df3 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327733 Apr 23 00:25:17.434814 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2299b-8411-405a-8d16-f93c49dbc94e req-829d2490-4454-4e60-adaf-4acd443378ef tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:17.436309 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-afc2299b-8411-405a-8d16-f93c49dbc94e req-829d2490-4454-4e60-adaf-4acd443378ef tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0557806 Apr 23 00:25:17.473508 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-afc2299b-8411-405a-8d16-f93c49dbc94e req-43afc9af-a679-4dd7-9dbc-128ba451c944 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311790 Apr 23 00:25:18.589001 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc530da-08b8-4132-968c-319bdde654ae req-babece12-ec26-49ea-95a8-27d856f6cb65 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:18.590462 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fcc530da-08b8-4132-968c-319bdde654ae req-babece12-ec26-49ea-95a8-27d856f6cb65 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0486102 Apr 23 00:25:18.627666 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fcc530da-08b8-4132-968c-319bdde654ae req-f07fcdfb-ef78-4c62-815d-030e1de1b235 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312228 Apr 23 00:25:19.746355 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5ed7c-334c-4339-baec-d6cddee5548b req-64ff1be5-5a85-49b7-afd6-b9dee3c15879 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:19.747913 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-69a5ed7c-334c-4339-baec-d6cddee5548b req-64ff1be5-5a85-49b7-afd6-b9dee3c15879 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0533590 Apr 23 00:25:19.785543 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-69a5ed7c-334c-4339-baec-d6cddee5548b req-292894d4-84a7-4de9-9388-52a740183a54 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316737 Apr 23 00:25:20.898290 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51987009-cd04-4a4c-9333-9a7b3a130046 req-4386d642-a839-4f67-80c2-bb03aba5e361 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:20.899844 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-51987009-cd04-4a4c-9333-9a7b3a130046 req-4386d642-a839-4f67-80c2-bb03aba5e361 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0484538 Apr 23 00:25:20.936949 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-51987009-cd04-4a4c-9333-9a7b3a130046 req-3ee7efbc-a630-4b46-b2a2-69357d090655 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307436 Apr 23 00:25:22.059271 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3078c9-5d2b-4a64-a29d-2fe0cb4d7c2a req-61666d35-1ec1-4fc7-a6a8-c212198808e4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:22.060938 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5c3078c9-5d2b-4a64-a29d-2fe0cb4d7c2a req-61666d35-1ec1-4fc7-a6a8-c212198808e4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0529597 Apr 23 00:25:22.100280 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5c3078c9-5d2b-4a64-a29d-2fe0cb4d7c2a req-aa4509f9-8a73-48ae-ae52-9522d638239c tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335145 Apr 23 00:25:23.220678 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e2ae2-923d-42b0-8eef-3ab449488940 req-cee76f8f-af5a-4c59-ab48-91f993f9bc79 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:23.222047 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-dc9e2ae2-923d-42b0-8eef-3ab449488940 req-cee76f8f-af5a-4c59-ab48-91f993f9bc79 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0523314 Apr 23 00:25:23.258754 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-dc9e2ae2-923d-42b0-8eef-3ab449488940 req-657ded2f-e61e-402c-a647-b72af82c96c9 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308063 Apr 23 00:25:23.778901 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:24.374033 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cf6f5-c400-4ee5-968d-fd94264b568c req-cdf09b11-5289-4a46-9b63-7d2ea0a68cb1 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:24.375496 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f64cf6f5-c400-4ee5-968d-fd94264b568c req-cdf09b11-5289-4a46-9b63-7d2ea0a68cb1 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0494525 Apr 23 00:25:24.411482 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f64cf6f5-c400-4ee5-968d-fd94264b568c req-5de1a9e3-1904-4047-ae35-02b0b608f31d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300465 Apr 23 00:25:25.528680 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192642f2-2e6c-40c6-81e5-9eac47099a55 req-655d3444-399d-43c2-95e0-7f035a45bdf7 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:25.530237 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-192642f2-2e6c-40c6-81e5-9eac47099a55 req-655d3444-399d-43c2-95e0-7f035a45bdf7 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0501425 Apr 23 00:25:25.567110 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-192642f2-2e6c-40c6-81e5-9eac47099a55 req-60682d41-14a6-4885-98ec-d5deb1e7c560 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309587 Apr 23 00:25:26.688511 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a92686-76a5-4728-a3c7-f129ddbd2ab1 req-2663d5d2-a5ab-4598-94a1-67bad374e7f2 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:26.689997 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-85a92686-76a5-4728-a3c7-f129ddbd2ab1 req-2663d5d2-a5ab-4598-94a1-67bad374e7f2 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0547159 Apr 23 00:25:26.730333 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-85a92686-76a5-4728-a3c7-f129ddbd2ab1 req-4f150868-54d0-4e89-a830-f2d3838a2e39 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335052 Apr 23 00:25:27.843564 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c902ec-9d27-4839-bdfc-31ac91109c43 req-9032721d-efe6-4784-9ccd-f1f6579af6f2 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:27.845034 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a2c902ec-9d27-4839-bdfc-31ac91109c43 req-9032721d-efe6-4784-9ccd-f1f6579af6f2 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0481942 Apr 23 00:25:27.881392 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a2c902ec-9d27-4839-bdfc-31ac91109c43 req-cb656791-0a66-4de2-b5c4-55b4673b4dd5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304589 Apr 23 00:25:28.260719 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e9f2f-d9cc-4955-95dc-851b5b5d5f51 req-32ce04fc-3ace-4b70-8259-de6c4ff615ac tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:28.262236 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-372e9f2f-d9cc-4955-95dc-851b5b5d5f51 req-32ce04fc-3ace-4b70-8259-de6c4ff615ac tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0533011 Apr 23 00:25:28.301556 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-372e9f2f-d9cc-4955-95dc-851b5b5d5f51 req-72596e06-0d10-47cd-9f70-21db7da122d5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329621 Apr 23 00:25:28.356586 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9d3833ad-0383-4e49-867a-c2c5cc1dfe72 req-f6e5ca24-1d8a-40b4-881c-93f98fa47f87 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0487077 Apr 23 00:25:29.421483 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a3e26-1256-415d-ab99-57ea9b970419 req-33c19d2d-fb76-4232-b74c-54baeea27d55 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:29.422880 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7b0a3e26-1256-415d-ab99-57ea9b970419 req-33c19d2d-fb76-4232-b74c-54baeea27d55 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0531671 Apr 23 00:25:29.461645 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7b0a3e26-1256-415d-ab99-57ea9b970419 req-8d8b8101-4268-4bfe-9dcb-0b49713749ab tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326548 Apr 23 00:25:30.318519 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3833ad-0383-4e49-867a-c2c5cc1dfe72 req-088ff92e-b8e5-4a28-9a89-58db679c7d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:30.320055 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d3833ad-0383-4e49-867a-c2c5cc1dfe72 req-088ff92e-b8e5-4a28-9a89-58db679c7d37 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 1099 time: 0.0406535 Apr 23 00:25:30.411290 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3833ad-0383-4e49-867a-c2c5cc1dfe72 req-d21c1794-7f9e-4507-80e2-83153b515cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:30.412787 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d3833ad-0383-4e49-867a-c2c5cc1dfe72 req-d21c1794-7f9e-4507-80e2-83153b515cf8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 913 time: 0.0864079 Apr 23 00:25:30.479803 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d3833ad-0383-4e49-867a-c2c5cc1dfe72 req-a293f07c-0083-482c-a91a-66b0fd242884 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f6474e8-2c78-44b0-a541-3111f6ae9800 HTTP/1.1" status: 200 len: 1002 time: 0.0589061 Apr 23 00:25:30.531666 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3833ad-0383-4e49-867a-c2c5cc1dfe72 req-0a9290fa-72f5-4682-ba80-ce32feef7b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:30.533247 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d3833ad-0383-4e49-867a-c2c5cc1dfe72 req-0a9290fa-72f5-4682-ba80-ce32feef7b75 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.0461237 Apr 23 00:25:30.582484 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b3144-90a7-402a-855c-9311b88c1c32 req-45385c0d-52e8-4c6b-af62-dda12f445a11 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:30.583483 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3833ad-0383-4e49-867a-c2c5cc1dfe72 req-05b184dd-7d6f-428d-86cc-e8aae5eeeb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:30.585022 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d3833ad-0383-4e49-867a-c2c5cc1dfe72 req-05b184dd-7d6f-428d-86cc-e8aae5eeeb0e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456407 Apr 23 00:25:30.585246 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d85b3144-90a7-402a-855c-9311b88c1c32 req-45385c0d-52e8-4c6b-af62-dda12f445a11 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0520699 Apr 23 00:25:30.624466 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d85b3144-90a7-402a-855c-9311b88c1c32 req-74d9ccf1-d025-4e91-b8c6-842bee0c3d28 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330894 Apr 23 00:25:30.679143 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d3833ad-0383-4e49-867a-c2c5cc1dfe72 req-fb90742b-c7de-48d2-94ca-c77601483c16 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862494 Apr 23 00:25:30.774024 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d3833ad-0383-4e49-867a-c2c5cc1dfe72 req-340847fa-4f16-4980-936b-4ea740884477 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883029 Apr 23 00:25:31.741505 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88de5c0-5838-4d20-884d-b9cada20a30d req-5bcadfd3-92d6-46c5-b954-53a8b9efd83b tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:31.742968 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f88de5c0-5838-4d20-884d-b9cada20a30d req-5bcadfd3-92d6-46c5-b954-53a8b9efd83b tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0494726 Apr 23 00:25:31.780504 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f88de5c0-5838-4d20-884d-b9cada20a30d req-df77ff82-1749-4f42-90fa-74ab3cae7b7d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315299 Apr 23 00:25:32.670893 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d3833ad-0383-4e49-867a-c2c5cc1dfe72 req-f52006f7-93af-4bf1-86e9-29058dababaf service neutron] 10.222.0.16 "GET /v2.0/ports/1f6474e8-2c78-44b0-a541-3111f6ae9800/bindings/hv-neutron-8387 HTTP/1.1" status: 200 len: 384 time: 0.0544629 Apr 23 00:25:32.902776 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ef1ed-1ddf-4744-8c57-696f992bb3e5 req-2f1f3a3e-ca2f-49b9-bbf9-1c857ae99d08 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:32.904308 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3e0ef1ed-1ddf-4744-8c57-696f992bb3e5 req-2f1f3a3e-ca2f-49b9-bbf9-1c857ae99d08 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0556569 Apr 23 00:25:32.945468 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3e0ef1ed-1ddf-4744-8c57-696f992bb3e5 req-1c66b8c5-1cbf-4ec4-8160-ffd113b3818f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351663 Apr 23 00:25:33.119320 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3833ad-0383-4e49-867a-c2c5cc1dfe72 req-52b5a74b-554f-439f-891a-1d6061a1ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:33.120885 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d3833ad-0383-4e49-867a-c2c5cc1dfe72 req-52b5a74b-554f-439f-891a-1d6061a1ed06 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3&tenant_id=491fe267efc94c6f99965894c4d1cbd7 HTTP/1.1" status: 200 len: 1099 time: 0.0447364 Apr 23 00:25:33.182698 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3833ad-0383-4e49-867a-c2c5cc1dfe72 req-f6e4ce83-cab6-428e-83cc-8f88a0c03c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:33.184116 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d3833ad-0383-4e49-867a-c2c5cc1dfe72 req-f6e4ce83-cab6-428e-83cc-8f88a0c03c2d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 1099 time: 0.0421700 Apr 23 00:25:33.272927 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3833ad-0383-4e49-867a-c2c5cc1dfe72 req-d2947720-2cc1-45a2-b552-c608e992e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:33.274386 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d3833ad-0383-4e49-867a-c2c5cc1dfe72 req-d2947720-2cc1-45a2-b552-c608e992e7ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 913 time: 0.0841279 Apr 23 00:25:33.343174 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d3833ad-0383-4e49-867a-c2c5cc1dfe72 req-3dc1db63-a1c3-4380-a62b-922662633f95 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f6474e8-2c78-44b0-a541-3111f6ae9800 HTTP/1.1" status: 200 len: 1002 time: 0.0613506 Apr 23 00:25:33.390426 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3833ad-0383-4e49-867a-c2c5cc1dfe72 req-2cc07245-c51e-47db-ae14-9e2a399515cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:33.391863 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d3833ad-0383-4e49-867a-c2c5cc1dfe72 req-2cc07245-c51e-47db-ae14-9e2a399515cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.0423501 Apr 23 00:25:33.438053 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3833ad-0383-4e49-867a-c2c5cc1dfe72 req-6ff07a8c-5f9f-43c2-a4c0-2542533e146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:33.438346 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d3833ad-0383-4e49-867a-c2c5cc1dfe72 req-6ff07a8c-5f9f-43c2-a4c0-2542533e146b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402625 Apr 23 00:25:33.528721 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d3833ad-0383-4e49-867a-c2c5cc1dfe72 req-e9f17dce-d229-4f06-8de9-414ba2acda22 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843520 Apr 23 00:25:33.615212 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d3833ad-0383-4e49-867a-c2c5cc1dfe72 req-51701c9d-14b9-4bba-b79a-04023f5f7660 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795333 Apr 23 00:25:34.068056 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca776c5-2fcf-473b-aa7c-91433f837012 req-3343d223-2c5d-41bc-842e-8f5adcf6f29f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:34.069534 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7ca776c5-2fcf-473b-aa7c-91433f837012 req-3343d223-2c5d-41bc-842e-8f5adcf6f29f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0550084 Apr 23 00:25:34.106764 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7ca776c5-2fcf-473b-aa7c-91433f837012 req-e1cb93f2-58bd-4f90-96d5-26badb1bd107 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309277 Apr 23 00:25:34.268999 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58a37077-58cb-4372-aa00-0c00e784d7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:35.227422 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cd99f-c5cf-46ef-8e78-95e8ffb1898f req-598a5e63-bace-4a1a-be19-0e18a398154e tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:35.228882 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-095cd99f-c5cf-46ef-8e78-95e8ffb1898f req-598a5e63-bace-4a1a-be19-0e18a398154e tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0495446 Apr 23 00:25:35.267008 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-095cd99f-c5cf-46ef-8e78-95e8ffb1898f req-409640cc-9c42-4f25-a8fa-7d8ea27e4b5e tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319195 Apr 23 00:25:36.380778 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018360c8-66b1-4804-925b-81c6d2080e72 req-519e7372-69e0-4d27-84af-859669f53534 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:36.382155 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-018360c8-66b1-4804-925b-81c6d2080e72 req-519e7372-69e0-4d27-84af-859669f53534 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0485387 Apr 23 00:25:36.419742 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-018360c8-66b1-4804-925b-81c6d2080e72 req-114f6fc8-dd01-41c8-8769-a6478488055f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309072 Apr 23 00:25:36.760763 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e61261-8075-4b51-8c24-aecb43a809e0 req-5cd42f2f-38b5-42c4-83af-1054410a4c01 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:36.762282 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-01e61261-8075-4b51-8c24-aecb43a809e0 req-5cd42f2f-38b5-42c4-83af-1054410a4c01 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0522566 Apr 23 00:25:36.766002 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 1f6474e8-2c78-44b0-a541-3111f6ae9800 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:25:36.768076 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 1f6474e8-2c78-44b0-a541-3111f6ae9800 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:25:36.833111 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-01e61261-8075-4b51-8c24-aecb43a809e0 req-242ce8b5-3b65-4bab-8008-4f6eb1f9fd2c tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646718 Apr 23 00:25:36.850114 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb18022-d60b-4595-889e-ef7e1891e035 req-090c8b6b-a2b2-4cf7-a79f-a8e4b4af8da2 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:36.851598 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5cb18022-d60b-4595-889e-ef7e1891e035 req-090c8b6b-a2b2-4cf7-a79f-a8e4b4af8da2 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3&tenant_id=491fe267efc94c6f99965894c4d1cbd7&binding%3Ahost_id=hv-neutron-8387 HTTP/1.1" status: 200 len: 946 time: 0.0768960 Apr 23 00:25:36.918466 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:36.936017 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb18022-d60b-4595-889e-ef7e1891e035 req-6d54e24f-b722-4c21-8e29-261badf2c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:36.937518 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5cb18022-d60b-4595-889e-ef7e1891e035 req-6d54e24f-b722-4c21-8e29-261badf2c7c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 1099 time: 0.0433724 Apr 23 00:25:36.938236 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 1f6474e8-2c78-44b0-a541-3111f6ae9800, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=1f6474e8-2c78-44b0-a541-3111f6ae9800,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:25:36.956372 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '1f6474e8-2c78-44b0-a541-3111f6ae9800', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'port_id': '1f6474e8-2c78-44b0-a541-3111f6ae9800', 'mac_address': 'fa:16:3e:a9:32:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:25:36.961057 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a778509-9a56-47b2-95c3-f801cae433c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f6474e8-2c78-44b0-a541-3111f6ae9800'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:25:36.964037 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfca64cc-13de-4dc5-bb48-dddf19f0c00e" -d '{"events": [{"server_uuid": "4a778509-9a56-47b2-95c3-f801cae433c3", "name": "network-vif-unplugged", "status": "completed", "tag": "1f6474e8-2c78-44b0-a541-3111f6ae9800"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:25:36.977424 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 1f6474e8-2c78-44b0-a541-3111f6ae9800, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=1f6474e8-2c78-44b0-a541-3111f6ae9800,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:25:37.014238 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 23 Apr 2022 00:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e201be0-823a-4e3f-891a-0f5430255871 x-openstack-request-id: req-6e201be0-823a-4e3f-891a-0f5430255871 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:25:37.014539 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a778509-9a56-47b2-95c3-f801cae433c3", "name": "network-vif-unplugged", "status": "completed", "tag": "1f6474e8-2c78-44b0-a541-3111f6ae9800", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:25:37.014805 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e201be0-823a-4e3f-891a-0f5430255871 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:25:37.015192 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e201be0-823a-4e3f-891a-0f5430255871'] response: {'server_uuid': '4a778509-9a56-47b2-95c3-f801cae433c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f6474e8-2c78-44b0-a541-3111f6ae9800', 'code': 200} Apr 23 00:25:37.021514 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:37.034533 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f6474e8-2c78-44b0-a541-3111f6ae9800 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:25:37.039661 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb18022-d60b-4595-889e-ef7e1891e035 req-0da89761-9683-40c3-84a6-357a23de3d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:37.039815 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:37.041721 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5cb18022-d60b-4595-889e-ef7e1891e035 req-0da89761-9683-40c3-84a6-357a23de3d13 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 913 time: 0.0958683 Apr 23 00:25:37.107534 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5cb18022-d60b-4595-889e-ef7e1891e035 req-8fef3a68-cc69-4add-8679-e450ef681131 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f6474e8-2c78-44b0-a541-3111f6ae9800 HTTP/1.1" status: 200 len: 1000 time: 0.0593631 Apr 23 00:25:37.111419 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:25:37.111862 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:25:37.114500 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=1f6474e8-2c78-44b0-a541-3111f6ae9800,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:37.160038 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb18022-d60b-4595-889e-ef7e1891e035 req-c088c338-3b2d-44a4-9462-938a15f4f54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:37.161541 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5cb18022-d60b-4595-889e-ef7e1891e035 req-c088c338-3b2d-44a4-9462-938a15f4f54f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.0478396 Apr 23 00:25:37.210509 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb18022-d60b-4595-889e-ef7e1891e035 req-fc24cb1f-6c32-4c36-a207-b65055deb554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:37.211974 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5cb18022-d60b-4595-889e-ef7e1891e035 req-fc24cb1f-6c32-4c36-a207-b65055deb554 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433512 Apr 23 00:25:37.276075 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-217f497b-e89f-4af6-aac5-5c13b8b6656b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:37.300973 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5cb18022-d60b-4595-889e-ef7e1891e035 req-bdaa97ba-51ba-4ecd-a8af-bb436f428efb service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817780 Apr 23 00:25:37.392291 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5cb18022-d60b-4595-889e-ef7e1891e035 req-59de9af5-5e06-478e-bbd2-5f8652a69c91 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850115 Apr 23 00:25:37.649469 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:37.662632 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f6474e8-2c78-44b0-a541-3111f6ae9800 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:25:37.682465 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 1f6474e8-2c78-44b0-a541-3111f6ae9800, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=1f6474e8-2c78-44b0-a541-3111f6ae9800,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:25:37.777685 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:37.840249 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['1f6474e8-2c78-44b0-a541-3111f6ae9800'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:25:37.841863 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=1f6474e8-2c78-44b0-a541-3111f6ae9800,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:37.927208 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:37.968455 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b851071-8f14-4a88-a489-0ce563cb931f req-4f239d30-7bfa-4826-acc8-cd8565205e16 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:37.970010 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7b851071-8f14-4a88-a489-0ce563cb931f req-4f239d30-7bfa-4826-acc8-cd8565205e16 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 945 time: 0.0596771 Apr 23 00:25:38.011154 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7b851071-8f14-4a88-a489-0ce563cb931f req-037f6e1e-0036-41ea-a870-ecef1613fe12 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340304 Apr 23 00:25:38.765505 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 1f6474e8-2c78-44b0-a541-3111f6ae9800 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:25:38.812510 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 1f6474e8-2c78-44b0-a541-3111f6ae9800 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:25:38.813171 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:38.893330 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:38.924995 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 1f6474e8-2c78-44b0-a541-3111f6ae9800, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=1f6474e8-2c78-44b0-a541-3111f6ae9800,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:25:39.006283 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:39.028487 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a778509-9a56-47b2-95c3-f801cae433c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6474e8-2c78-44b0-a541-3111f6ae9800'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:25:39.030679 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c1e6d6-d911-4b96-99e7-898a2be90679" -d '{"events": [{"server_uuid": "4a778509-9a56-47b2-95c3-f801cae433c3", "name": "network-vif-plugged", "status": "completed", "tag": "1f6474e8-2c78-44b0-a541-3111f6ae9800"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:25:39.061601 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=1f6474e8-2c78-44b0-a541-3111f6ae9800,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:39.069148 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00ebbd5-30e4-4b53-bc0d-e451140c8e97 x-openstack-request-id: req-f00ebbd5-30e4-4b53-bc0d-e451140c8e97 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:25:39.069530 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a778509-9a56-47b2-95c3-f801cae433c3", "name": "network-vif-plugged", "status": "completed", "tag": "1f6474e8-2c78-44b0-a541-3111f6ae9800", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:25:39.069877 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f00ebbd5-30e4-4b53-bc0d-e451140c8e97 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:25:39.070361 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f00ebbd5-30e4-4b53-bc0d-e451140c8e97'] response: {'server_uuid': '4a778509-9a56-47b2-95c3-f801cae433c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6474e8-2c78-44b0-a541-3111f6ae9800', 'code': 200} Apr 23 00:25:39.129442 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4623c-0365-4cd5-9f31-f32477c757d0 req-058123f3-c64f-4014-8dd7-bad3ed8e820a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:39.130908 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a7d4623c-0365-4cd5-9f31-f32477c757d0 req-058123f3-c64f-4014-8dd7-bad3ed8e820a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0490406 Apr 23 00:25:39.172668 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a7d4623c-0365-4cd5-9f31-f32477c757d0 req-68e2be4a-5652-4031-bd20-54d37bab324d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327566 Apr 23 00:25:39.287505 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5328d-98cc-4f4a-afe6-868b44678fd3 req-085cb39e-c85e-43b9-947d-4d8c5d3d6af7 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:39.289000 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e5b5328d-98cc-4f4a-afe6-868b44678fd3 req-085cb39e-c85e-43b9-947d-4d8c5d3d6af7 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0490167 Apr 23 00:25:39.326368 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e5b5328d-98cc-4f4a-afe6-868b44678fd3 req-4495b82b-21b6-4a0a-a744-4b82589dc7e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307851 Apr 23 00:25:39.660232 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34455f3c-4f31-4e87-a876-b9e196f85fb9 req-ef16c510-ce61-467b-8510-5181f7aa1775 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:39.661759 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-34455f3c-4f31-4e87-a876-b9e196f85fb9 req-ef16c510-ce61-467b-8510-5181f7aa1775 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0584996 Apr 23 00:25:39.701154 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-34455f3c-4f31-4e87-a876-b9e196f85fb9 req-72406815-34b6-41fa-8919-f9fdb88c5ed9 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327492 Apr 23 00:25:39.704493 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:39.740620 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b31be3-8e72-403b-9704-8005d0ad5080 req-c6f709b6-84d3-4c9e-a1ef-a31c4dee5de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:39.742506 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-72b31be3-8e72-403b-9704-8005d0ad5080 req-c6f709b6-84d3-4c9e-a1ef-a31c4dee5de2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 1099 time: 0.0472975 Apr 23 00:25:39.836804 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b31be3-8e72-403b-9704-8005d0ad5080 req-9c77d0c4-a012-4590-84da-eb775f143823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:39.838925 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-72b31be3-8e72-403b-9704-8005d0ad5080 req-9c77d0c4-a012-4590-84da-eb775f143823 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 913 time: 0.0900335 Apr 23 00:25:39.840928 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:39.903033 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-72b31be3-8e72-403b-9704-8005d0ad5080 req-4b7ac60a-5ecc-4516-bd88-cff780727ad1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f6474e8-2c78-44b0-a541-3111f6ae9800 HTTP/1.1" status: 200 len: 1002 time: 0.0571837 Apr 23 00:25:39.954257 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b31be3-8e72-403b-9704-8005d0ad5080 req-ff071f37-261c-4e33-91d5-fe8f87175cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:39.955735 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-72b31be3-8e72-403b-9704-8005d0ad5080 req-ff071f37-261c-4e33-91d5-fe8f87175cff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.0468278 Apr 23 00:25:40.000022 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b31be3-8e72-403b-9704-8005d0ad5080 req-2cdab46e-2eae-41c2-8388-6ae575a90c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:40.001489 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-72b31be3-8e72-403b-9704-8005d0ad5080 req-2cdab46e-2eae-41c2-8388-6ae575a90c86 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398691 Apr 23 00:25:40.090817 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-72b31be3-8e72-403b-9704-8005d0ad5080 req-f617a936-ca04-4d39-bfba-2631394f9638 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824342 Apr 23 00:25:40.183639 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-72b31be3-8e72-403b-9704-8005d0ad5080 req-ab75a09b-bdb3-476d-845b-550b31408e5d service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861843 Apr 23 00:25:40.825465 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a83a5b-ac12-4f5a-a09f-f21f777b9596 req-b0eba498-e6c4-4fe9-9bb1-e612db4d5b0d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:40.826955 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-33a83a5b-ac12-4f5a-a09f-f21f777b9596 req-b0eba498-e6c4-4fe9-9bb1-e612db4d5b0d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0521109 Apr 23 00:25:40.864601 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-33a83a5b-ac12-4f5a-a09f-f21f777b9596 req-9c4e4165-250e-4611-972a-2ef3a948d711 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315108 Apr 23 00:25:41.288314 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99f5d6-a981-4a39-b938-68fbd0f96b98 req-ad0fe138-e926-41d2-8e11-a5845339d3c5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:41.289771 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9b99f5d6-a981-4a39-b938-68fbd0f96b98 req-ad0fe138-e926-41d2-8e11-a5845339d3c5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0528908 Apr 23 00:25:41.327418 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9b99f5d6-a981-4a39-b938-68fbd0f96b98 req-b1552627-7f5b-4cd5-9ee1-8dc2d2ab95fc tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308790 Apr 23 00:25:42.446081 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69dd864-320b-46c4-8baa-f7a3d5930275 req-8672ed10-e557-48ee-b83f-b7e2f59865e8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:42.447591 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b69dd864-320b-46c4-8baa-f7a3d5930275 req-8672ed10-e557-48ee-b83f-b7e2f59865e8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0497160 Apr 23 00:25:42.485020 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b69dd864-320b-46c4-8baa-f7a3d5930275 req-b2e04064-93c6-4d8a-8db7-c19746b54520 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313487 Apr 23 00:25:42.904116 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59605e6d-6931-4a35-8e36-caee0ca031c7 req-c8466cb5-c741-4b1e-b107-19474304ad2b tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:42.905568 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-59605e6d-6931-4a35-8e36-caee0ca031c7 req-c8466cb5-c741-4b1e-b107-19474304ad2b tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 946 time: 0.0504239 Apr 23 00:25:42.993546 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-59605e6d-6931-4a35-8e36-caee0ca031c7 req-4b954655-8648-42ce-a311-6a0bc8957e30 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Deleting port 1f6474e8-2c78-44b0-a541-3111f6ae9800 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:25:42.993894 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-59605e6d-6931-4a35-8e36-caee0ca031c7 req-4b954655-8648-42ce-a311-6a0bc8957e30 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:43.083815 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-59605e6d-6931-4a35-8e36-caee0ca031c7 req-4b954655-8648-42ce-a311-6a0bc8957e30 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] For port 1f6474e8-2c78-44b0-a541-3111f6ae9800, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=1f6474e8-2c78-44b0-a541-3111f6ae9800,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:25:43.084179 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-59605e6d-6931-4a35-8e36-caee0ca031c7 req-4b954655-8648-42ce-a311-6a0bc8957e30 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:43.252107 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-59605e6d-6931-4a35-8e36-caee0ca031c7 req-4b954655-8648-42ce-a311-6a0bc8957e30 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:43.252385 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-59605e6d-6931-4a35-8e36-caee0ca031c7 req-4b954655-8648-42ce-a311-6a0bc8957e30 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:43.252701 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [req-59605e6d-6931-4a35-8e36-caee0ca031c7 req-4b954655-8648-42ce-a311-6a0bc8957e30 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Floating IP de210d1d-ebe5-4ee0-8291-63acd61afe62 disassociated. External IP: 172.26.3.136, port: 1f6474e8-2c78-44b0-a541-3111f6ae9800. Apr 23 00:25:43.253039 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-59605e6d-6931-4a35-8e36-caee0ca031c7 req-4b954655-8648-42ce-a311-6a0bc8957e30 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Calling delete_port for 1f6474e8-2c78-44b0-a541-3111f6ae9800 owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:25:43.452011 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-59605e6d-6931-4a35-8e36-caee0ca031c7 req-4b954655-8648-42ce-a311-6a0bc8957e30 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:43.479091 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b954655-8648-42ce-a311-6a0bc8957e30 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Pushing event deleted for resources: {'Port': ['ID=1f6474e8-2c78-44b0-a541-3111f6ae9800,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:43.609131 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-eb2d6912-6b52-4da3-9267-9fb2a5e3a378 req-76242ff5-4872-45ab-891b-5a0911b82a82 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a778509-9a56-47b2-95c3-f801cae433c3 HTTP/1.1" status: 200 len: 210 time: 0.0323086 Apr 23 00:25:43.628478 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59605e6d-6931-4a35-8e36-caee0ca031c7 req-4b954655-8648-42ce-a311-6a0bc8957e30 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Router a8788fa2-da55-4cc8-92cd-a22e918b168b has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:25:43.738677 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59605e6d-6931-4a35-8e36-caee0ca031c7 req-4b954655-8648-42ce-a311-6a0bc8957e30 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:25:43.748243 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7226e46e-77d2-4166-880b-1338c8b0646f None None] Sync routers for ids ['a8788fa2-da55-4cc8-92cd-a22e918b168b'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:25:43.758307 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7226e46e-77d2-4166-880b-1338c8b0646f None None] Routers {'a8788fa2-da55-4cc8-92cd-a22e918b168b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:25:43.758856 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7226e46e-77d2-4166-880b-1338c8b0646f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:25:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a8788fa2-da55-4cc8-92cd-a22e918b168b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:25:43.781708 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-59605e6d-6931-4a35-8e36-caee0ca031c7 req-4b954655-8648-42ce-a311-6a0bc8957e30 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] No DVR routers for this DVR port 1f6474e8-2c78-44b0-a541-3111f6ae9800 on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:25:43.784431 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-59605e6d-6931-4a35-8e36-caee0ca031c7 req-4b954655-8648-42ce-a311-6a0bc8957e30 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:43.788134 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-59605e6d-6931-4a35-8e36-caee0ca031c7 req-4b954655-8648-42ce-a311-6a0bc8957e30 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.16 "DELETE /v2.0/ports/1f6474e8-2c78-44b0-a541-3111f6ae9800 HTTP/1.1" status: 204 len: 173 time: 0.8766222 Apr 23 00:25:43.788668 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a778509-9a56-47b2-95c3-f801cae433c3', 'name': 'network-vif-deleted', 'tag': '1f6474e8-2c78-44b0-a541-3111f6ae9800'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:25:43.792296 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff2f486-f1c3-4443-81f8-e29532a7e7bd" -d '{"events": [{"server_uuid": "4a778509-9a56-47b2-95c3-f801cae433c3", "name": "network-vif-deleted", "tag": "1f6474e8-2c78-44b0-a541-3111f6ae9800"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:25:43.827905 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e0103a-593b-45c2-a48b-e75738d043ee x-openstack-request-id: req-56e0103a-593b-45c2-a48b-e75738d043ee {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:25:43.828394 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a778509-9a56-47b2-95c3-f801cae433c3", "name": "network-vif-deleted", "tag": "1f6474e8-2c78-44b0-a541-3111f6ae9800", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:25:43.828792 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56e0103a-593b-45c2-a48b-e75738d043ee {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:25:43.829204 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56e0103a-593b-45c2-a48b-e75738d043ee'] response: {'server_uuid': '4a778509-9a56-47b2-95c3-f801cae433c3', 'name': 'network-vif-deleted', 'tag': '1f6474e8-2c78-44b0-a541-3111f6ae9800', 'status': 'completed', 'code': 200} Apr 23 00:25:43.869415 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-7226e46e-77d2-4166-880b-1338c8b0646f None None] Set router a8788fa2-da55-4cc8-92cd-a22e918b168b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:25:44.076497 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7226e46e-77d2-4166-880b-1338c8b0646f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:24:02Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:25:44.104149 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7226e46e-77d2-4166-880b-1338c8b0646f None None] Checking router: a8788fa2-da55-4cc8-92cd-a22e918b168b for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:25:44.112480 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7226e46e-77d2-4166-880b-1338c8b0646f None None] Routers {'a8788fa2-da55-4cc8-92cd-a22e918b168b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:25:44.113084 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7226e46e-77d2-4166-880b-1338c8b0646f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:25:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a8788fa2-da55-4cc8-92cd-a22e918b168b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:25:44.217770 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-7226e46e-77d2-4166-880b-1338c8b0646f None None] Set router a8788fa2-da55-4cc8-92cd-a22e918b168b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:25:44.410475 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7226e46e-77d2-4166-880b-1338c8b0646f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:24:02Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:25:44.440577 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7226e46e-77d2-4166-880b-1338c8b0646f None None] The sync data for ids ['a8788fa2-da55-4cc8-92cd-a22e918b168b'] in dv-neutron-838783-1-hyperv is: [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:24:02Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:25:44.654765 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dbf7ba-1b68-43cb-8767-5e6c52d126dd None None] New status for floating IP de210d1d-ebe5-4ee0-8291-63acd61afe62: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:25:44.804463 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:25:44.866410 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-92421ab4-cdef-43e8-85f0-8775a339034d req-be6aa8a8-3098-4481-99af-6920ffdc76c9 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1765591378&fields=id&tenant_id=491fe267efc94c6f99965894c4d1cbd7 HTTP/1.1" status: 200 len: 267 time: 0.0451324 Apr 23 00:25:44.972092 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92421ab4-cdef-43e8-85f0-8775a339034d req-dacadad0-04e0-4df4-ad60-bb4124d33441 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:44.973601 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-92421ab4-cdef-43e8-85f0-8775a339034d req-dacadad0-04e0-4df4-ad60-bb4124d33441 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 812 time: 0.1004634 Apr 23 00:25:44.988488 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-92421ab4-cdef-43e8-85f0-8775a339034d req-9c2ca9a6-2f95-4614-a1d9-c0d674ba6efb tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/quotas/491fe267efc94c6f99965894c4d1cbd7 HTTP/1.1" status: 200 len: 375 time: 0.0090017 Apr 23 00:25:45.056860 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-92421ab4-cdef-43e8-85f0-8775a339034d req-c24ffe4e-b5e8-4e67-b7aa-932afd916f7a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0620298 Apr 23 00:25:45.128734 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [req-92421ab4-cdef-43e8-85f0-8775a339034d req-3823cf3f-a91b-49a5-9cc6-4dd4c5a94e30 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:25:45.129721 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-92421ab4-cdef-43e8-85f0-8775a339034d req-3823cf3f-a91b-49a5-9cc6-4dd4c5a94e30 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0602789 Apr 23 00:25:45.220464 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-92421ab4-cdef-43e8-85f0-8775a339034d req-e78855cb-00a8-4c50-9ab8-cb5581f21335 service neutron] 10.222.0.15 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834961 Apr 23 00:25:45.312535 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-92421ab4-cdef-43e8-85f0-8775a339034d req-2417746c-b9c1-43a2-80a5-eb28a3b7a5f5 service neutron] 10.222.0.15 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857029 Apr 23 00:25:45.528037 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f8dc82b9-b353-4867-a1e0-80b31f265067 req-c770206c-93de-4180-857f-73ca17f6effd tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 210 time: 0.0296295 Apr 23 00:25:46.622632 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-800b4e6e-b0cc-446a-a532-2b7978f6e075 req-fe464666-b306-4332-8598-05afd65b96cf tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 210 time: 0.0285809 Apr 23 00:25:46.829368 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 1f6474e8-2c78-44b0-a541-3111f6ae9800 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:25:46.850275 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 1f6474e8-2c78-44b0-a541-3111f6ae9800 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:25:46.850614 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 1f6474e8-2c78-44b0-a541-3111f6ae9800 not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:25:47.364213 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92421ab4-cdef-43e8-85f0-8775a339034d req-760d90e5-d20f-4301-bb31-5364b1865a09 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:47.365676 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-92421ab4-cdef-43e8-85f0-8775a339034d req-760d90e5-d20f-4301-bb31-5364b1865a09 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 812 time: 0.0999105 Apr 23 00:25:47.413454 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-92421ab4-cdef-43e8-85f0-8775a339034d req-0018be82-d5c5-4787-9b38-86a2bff0f9db tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=491fe267efc94c6f99965894c4d1cbd7 HTTP/1.1" status: 200 len: 380 time: 0.0384402 Apr 23 00:25:47.423088 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-92421ab4-cdef-43e8-85f0-8775a339034d req-d157be13-4ecb-485c-85ff-b7c92f173bac tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Request body: {'port': {'device_id': 'b064d7c3-2a91-4684-94f4-20f8b4d0c0f1', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'admin_state_up': True, 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'security_groups': ['67a915a1-7df2-49ee-ad96-acede89890c5']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:25:47.601023 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92421ab4-cdef-43e8-85f0-8775a339034d req-d157be13-4ecb-485c-85ff-b7c92f173bac tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Made reservation on behalf of 491fe267efc94c6f99965894c4d1cbd7 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:25:47.605195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-92421ab4-cdef-43e8-85f0-8775a339034d req-d157be13-4ecb-485c-85ff-b7c92f173bac tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:47.718381 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1872fb6a-6cd8-4706-9ec3-9189817fab54 req-81b58858-95f5-4252-b5ca-66f31973762c tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 210 time: 0.0259731 Apr 23 00:25:47.739236 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-92421ab4-cdef-43e8-85f0-8775a339034d req-d157be13-4ecb-485c-85ff-b7c92f173bac tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Allocated IP 172.20.0.7 (ae917838-ee50-4289-8bc2-a376cc23650b/55b9624f-e267-471c-b737-0bcbe474071d/065fd194-03d0-4d88-ada8-4d5b2d023745) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:25:47.870639 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-92421ab4-cdef-43e8-85f0-8775a339034d req-d157be13-4ecb-485c-85ff-b7c92f173bac tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:47.973172 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-92421ab4-cdef-43e8-85f0-8775a339034d req-d157be13-4ecb-485c-85ff-b7c92f173bac tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:48.016973 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92421ab4-cdef-43e8-85f0-8775a339034d req-d157be13-4ecb-485c-85ff-b7c92f173bac tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Network ae917838-ee50-4289-8bc2-a376cc23650b is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:25:48.022230 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-92421ab4-cdef-43e8-85f0-8775a339034d req-d157be13-4ecb-485c-85ff-b7c92f173bac tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:25:48.026501 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-92421ab4-cdef-43e8-85f0-8775a339034d req-d157be13-4ecb-485c-85ff-b7c92f173bac tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:25:48.054651 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157be13-4ecb-485c-85ff-b7c92f173bac tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Pushing event updated for resources: {'Port': ['ID=065fd194-03d0-4d88-ada8-4d5b2d023745,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:48.080483 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92421ab4-cdef-43e8-85f0-8775a339034d req-d157be13-4ecb-485c-85ff-b7c92f173bac tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:48.081113 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-92421ab4-cdef-43e8-85f0-8775a339034d req-d157be13-4ecb-485c-85ff-b7c92f173bac tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:48.158738 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-92421ab4-cdef-43e8-85f0-8775a339034d req-d157be13-4ecb-485c-85ff-b7c92f173bac tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7393224 Apr 23 00:25:48.170833 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-92421ab4-cdef-43e8-85f0-8775a339034d req-22063fdb-fb23-43af-8704-300e4369707d service neutron] Request body: {'port': {'device_id': 'b064d7c3-2a91-4684-94f4-20f8b4d0c0f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:25:48.226584 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-92421ab4-cdef-43e8-85f0-8775a339034d req-22063fdb-fb23-43af-8704-300e4369707d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:48.240616 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-fa9626f1-471a-4c94-8d34-55847a7d7848 None None] Provisioning complete for port 065fd194-03d0-4d88-ada8-4d5b2d023745 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:25:48.241175 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa9626f1-471a-4c94-8d34-55847a7d7848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:48.277958 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-fa9626f1-471a-4c94-8d34-55847a7d7848 None None] Port 065fd194-03d0-4d88-ada8-4d5b2d023745 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:25:48.487616 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-92421ab4-cdef-43e8-85f0-8775a339034d req-22063fdb-fb23-43af-8704-300e4369707d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 065fd194-03d0-4d88-ada8-4d5b2d023745 {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:25:48.494872 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-92421ab4-cdef-43e8-85f0-8775a339034d req-22063fdb-fb23-43af-8704-300e4369707d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:48.506308 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-92421ab4-cdef-43e8-85f0-8775a339034d req-22063fdb-fb23-43af-8704-300e4369707d service neutron] Transition to ACTIVE for port object 065fd194-03d0-4d88-ada8-4d5b2d023745 will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:25:48.577150 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-92421ab4-cdef-43e8-85f0-8775a339034d req-22063fdb-fb23-43af-8704-300e4369707d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:48.625484 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22063fdb-fb23-43af-8704-300e4369707d service neutron] Pushing event updated for resources: {'Port': ['ID=065fd194-03d0-4d88-ada8-4d5b2d023745,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:48.704898 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-92421ab4-cdef-43e8-85f0-8775a339034d req-22063fdb-fb23-43af-8704-300e4369707d service neutron] Attempting to bind port 065fd194-03d0-4d88-ada8-4d5b2d023745 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:25:48.705243 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-92421ab4-cdef-43e8-85f0-8775a339034d req-22063fdb-fb23-43af-8704-300e4369707d service neutron] Attempting to bind port 065fd194-03d0-4d88-ada8-4d5b2d023745 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:25:48.707149 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92421ab4-cdef-43e8-85f0-8775a339034d req-22063fdb-fb23-43af-8704-300e4369707d service neutron] Attempting to bind port 065fd194-03d0-4d88-ada8-4d5b2d023745 on network ae917838-ee50-4289-8bc2-a376cc23650b {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:25:48.710305 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92421ab4-cdef-43e8-85f0-8775a339034d req-22063fdb-fb23-43af-8704-300e4369707d service neutron] Port 065fd194-03d0-4d88-ada8-4d5b2d023745 on network ae917838-ee50-4289-8bc2-a376cc23650b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:25:48.710637 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92421ab4-cdef-43e8-85f0-8775a339034d req-22063fdb-fb23-43af-8704-300e4369707d service neutron] Attempting to bind port 065fd194-03d0-4d88-ada8-4d5b2d023745 on network ae917838-ee50-4289-8bc2-a376cc23650b {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:25:48.716810 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92421ab4-cdef-43e8-85f0-8775a339034d req-22063fdb-fb23-43af-8704-300e4369707d service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:25:48.717040 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92421ab4-cdef-43e8-85f0-8775a339034d req-22063fdb-fb23-43af-8704-300e4369707d service neutron] Checking segment: {'id': 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:25:48.717451 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92421ab4-cdef-43e8-85f0-8775a339034d req-22063fdb-fb23-43af-8704-300e4369707d service neutron] Bound using segment: {'id': 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:25:48.717884 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-92421ab4-cdef-43e8-85f0-8775a339034d req-22063fdb-fb23-43af-8704-300e4369707d service neutron] Bound port: 065fd194-03d0-4d88-ada8-4d5b2d023745, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:25:48.718244 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-92421ab4-cdef-43e8-85f0-8775a339034d req-22063fdb-fb23-43af-8704-300e4369707d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:48.789297 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-92421ab4-cdef-43e8-85f0-8775a339034d req-22063fdb-fb23-43af-8704-300e4369707d service neutron] For port 065fd194-03d0-4d88-ada8-4d5b2d023745, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:25:48.793746 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-92421ab4-cdef-43e8-85f0-8775a339034d req-22063fdb-fb23-43af-8704-300e4369707d service neutron] For port 065fd194-03d0-4d88-ada8-4d5b2d023745, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=065fd194-03d0-4d88-ada8-4d5b2d023745,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:25:48.841302 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398fbb8-0c3c-48e1-bcc6-bc00e971ca0b req-75b4e82c-9224-4889-b782-baf458e376b3 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:48.842787 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6398fbb8-0c3c-48e1-bcc6-bc00e971ca0b req-75b4e82c-9224-4889-b782-baf458e376b3 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 943 time: 0.0510259 Apr 23 00:25:48.847423 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-92421ab4-cdef-43e8-85f0-8775a339034d req-22063fdb-fb23-43af-8704-300e4369707d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:48.898504 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92421ab4-cdef-43e8-85f0-8775a339034d req-22063fdb-fb23-43af-8704-300e4369707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:48.899047 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-92421ab4-cdef-43e8-85f0-8775a339034d req-22063fdb-fb23-43af-8704-300e4369707d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:48.900473 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-92421ab4-cdef-43e8-85f0-8775a339034d req-22063fdb-fb23-43af-8704-300e4369707d service neutron] 10.222.0.16 "PUT /v2.0/ports/065fd194-03d0-4d88-ada8-4d5b2d023745 HTTP/1.1" status: 200 len: 1093 time: 0.7339022 Apr 23 00:25:48.905291 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b064d7c3-2a91-4684-94f4-20f8b4d0c0f1', 'tag': '065fd194-03d0-4d88-ada8-4d5b2d023745'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:25:48.907670 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5800f0b-21b0-4e61-9ee9-fe7ed46f2946" -d '{"events": [{"name": "network-changed", "server_uuid": "b064d7c3-2a91-4684-94f4-20f8b4d0c0f1", "tag": "065fd194-03d0-4d88-ada8-4d5b2d023745"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:25:48.935560 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6398fbb8-0c3c-48e1-bcc6-bc00e971ca0b req-7e8aea22-bdda-455d-85e7-e9e717f0450d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858440 Apr 23 00:25:48.941272 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22063fdb-fb23-43af-8704-300e4369707d service neutron] Pushing event updated for resources: {'Port': ['ID=065fd194-03d0-4d88-ada8-4d5b2d023745,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:48.956163 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a5a782-2c34-4d25-b1be-68677ab83122 x-openstack-request-id: req-e1a5a782-2c34-4d25-b1be-68677ab83122 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:25:48.956473 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b064d7c3-2a91-4684-94f4-20f8b4d0c0f1", "tag": "065fd194-03d0-4d88-ada8-4d5b2d023745", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:25:48.956731 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e1a5a782-2c34-4d25-b1be-68677ab83122 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:25:48.957148 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a5a782-2c34-4d25-b1be-68677ab83122'] response: {'name': 'network-changed', 'server_uuid': 'b064d7c3-2a91-4684-94f4-20f8b4d0c0f1', 'tag': '065fd194-03d0-4d88-ada8-4d5b2d023745', 'status': 'completed', 'code': 200} Apr 23 00:25:49.023866 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5800f0b-21b0-4e61-9ee9-fe7ed46f2946 req-6eb1f121-5801-4f8b-9432-a9912025f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:49.026066 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e5800f0b-21b0-4e61-9ee9-fe7ed46f2946 req-6eb1f121-5801-4f8b-9432-a9912025f82f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 1096 time: 0.0483398 Apr 23 00:25:49.125520 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5800f0b-21b0-4e61-9ee9-fe7ed46f2946 req-1e5c8804-4a17-49e7-aeaa-019788a26545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:49.127095 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e5800f0b-21b0-4e61-9ee9-fe7ed46f2946 req-1e5c8804-4a17-49e7-aeaa-019788a26545 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=491fe267efc94c6f99965894c4d1cbd7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0926583 Apr 23 00:25:49.225749 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5800f0b-21b0-4e61-9ee9-fe7ed46f2946 req-f50f1ff0-2e3b-4dc5-ac2d-62b413d54b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:49.227134 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e5800f0b-21b0-4e61-9ee9-fe7ed46f2946 req-f50f1ff0-2e3b-4dc5-ac2d-62b413d54b2d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933084 Apr 23 00:25:49.307314 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92421ab4-cdef-43e8-85f0-8775a339034d req-ce6994cc-7155-473d-9e25-6150f10d4c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:49.308822 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-92421ab4-cdef-43e8-85f0-8775a339034d req-ce6994cc-7155-473d-9e25-6150f10d4c0f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 1096 time: 0.0412490 Apr 23 00:25:49.348884 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-92421ab4-cdef-43e8-85f0-8775a339034d req-79835a60-7e6a-48ce-9b05-cff75a82c919 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=065fd194-03d0-4d88-ada8-4d5b2d023745 HTTP/1.1" status: 200 len: 217 time: 0.0330803 Apr 23 00:25:49.400825 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92421ab4-cdef-43e8-85f0-8775a339034d req-ab29a34d-1cfc-4b45-ac30-59f2ae122844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:49.402258 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-92421ab4-cdef-43e8-85f0-8775a339034d req-ab29a34d-1cfc-4b45-ac30-59f2ae122844 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.0464165 Apr 23 00:25:49.450462 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92421ab4-cdef-43e8-85f0-8775a339034d req-df9af7ec-e52f-4356-aeba-30534e3e2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:49.452017 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-92421ab4-cdef-43e8-85f0-8775a339034d req-df9af7ec-e52f-4356-aeba-30534e3e2057 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438447 Apr 23 00:25:49.540619 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-92421ab4-cdef-43e8-85f0-8775a339034d req-e6660444-37be-4a30-913c-9da4319e289f service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813270 Apr 23 00:25:49.900349 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-92421ab4-cdef-43e8-85f0-8775a339034d req-238c5894-4629-42d0-aafb-0a3bb078c567 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506346 Apr 23 00:25:50.067001 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017607ab-3957-46c9-b86c-91992b2ebf76 req-d11ea18b-20ae-4f73-8ae9-14a21a872d20 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:50.068495 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-017607ab-3957-46c9-b86c-91992b2ebf76 req-d11ea18b-20ae-4f73-8ae9-14a21a872d20 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 943 time: 0.0531988 Apr 23 00:25:50.106716 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-017607ab-3957-46c9-b86c-91992b2ebf76 req-f366a870-db0a-4368-b216-ae1dc8a8b359 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317163 Apr 23 00:25:51.226351 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a2c9d-e877-42da-baf7-76d01d92aa3f req-a839f134-909b-4b53-90a0-7427c5a5267f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:51.228835 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aa6a2c9d-e877-42da-baf7-76d01d92aa3f req-a839f134-909b-4b53-90a0-7427c5a5267f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 943 time: 0.0548742 Apr 23 00:25:51.265723 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aa6a2c9d-e877-42da-baf7-76d01d92aa3f req-248d97ff-cd3a-447d-aa4d-5ad76ccfdd76 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313342 Apr 23 00:25:52.381184 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ca0aa-be54-430f-aa83-aff445883b8d req-f0892fbd-63dc-4da7-8952-96fa9153a0aa tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:52.382658 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-837ca0aa-be54-430f-aa83-aff445883b8d req-f0892fbd-63dc-4da7-8952-96fa9153a0aa tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 943 time: 0.0497115 Apr 23 00:25:52.420498 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-837ca0aa-be54-430f-aa83-aff445883b8d req-f6afa754-14e0-44a1-8bc7-d7a418d3820a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318358 Apr 23 00:25:52.871717 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 065fd194-03d0-4d88-ada8-4d5b2d023745 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:25:52.962229 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 065fd194-03d0-4d88-ada8-4d5b2d023745, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=065fd194-03d0-4d88-ada8-4d5b2d023745,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:25:52.976601 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '065fd194-03d0-4d88-ada8-4d5b2d023745', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'port_id': '065fd194-03d0-4d88-ada8-4d5b2d023745', 'mac_address': 'fa:16:3e:07:61:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:25:53.012660 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:53.025107 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 065fd194-03d0-4d88-ada8-4d5b2d023745 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:25:53.043755 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 065fd194-03d0-4d88-ada8-4d5b2d023745, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=065fd194-03d0-4d88-ada8-4d5b2d023745,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:25:53.098214 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:53.146111 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=065fd194-03d0-4d88-ada8-4d5b2d023745,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:53.337675 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['065fd194-03d0-4d88-ada8-4d5b2d023745'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:25:53.540615 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2649c-4cc5-44e7-ab55-0ed42a7d38e4 req-a81d9f47-da84-4058-b88a-2703b7e91ae5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:53.542303 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bba2649c-4cc5-44e7-ab55-0ed42a7d38e4 req-a81d9f47-da84-4058-b88a-2703b7e91ae5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 944 time: 0.0530999 Apr 23 00:25:53.589264 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bba2649c-4cc5-44e7-ab55-0ed42a7d38e4 req-1be6004b-1d67-4302-8aee-f4ba8e33e0f6 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409253 Apr 23 00:25:53.772261 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:54.703325 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a70bbc-b381-4bbc-b57f-abad386a5d8f req-ed68b43a-ee15-48cd-bad7-f727f820d2d5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:54.704849 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-22a70bbc-b381-4bbc-b57f-abad386a5d8f req-ed68b43a-ee15-48cd-bad7-f727f820d2d5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 944 time: 0.0487700 Apr 23 00:25:54.742144 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-22a70bbc-b381-4bbc-b57f-abad386a5d8f req-ededc6d9-5868-41b2-ae0d-0072580b1ff1 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313342 Apr 23 00:25:54.887416 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 065fd194-03d0-4d88-ada8-4d5b2d023745 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:25:54.995837 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 065fd194-03d0-4d88-ada8-4d5b2d023745 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:25:54.999941 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 065fd194-03d0-4d88-ada8-4d5b2d023745 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:25:55.000335 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:55.078923 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:55.100960 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b064d7c3-2a91-4684-94f4-20f8b4d0c0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065fd194-03d0-4d88-ada8-4d5b2d023745'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:25:55.103210 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544f8a2d-c69b-4deb-9755-85277fb56155" -d '{"events": [{"server_uuid": "b064d7c3-2a91-4684-94f4-20f8b4d0c0f1", "name": "network-vif-plugged", "status": "completed", "tag": "065fd194-03d0-4d88-ada8-4d5b2d023745"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:25:55.117048 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 065fd194-03d0-4d88-ada8-4d5b2d023745, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=065fd194-03d0-4d88-ada8-4d5b2d023745,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:25:55.141910 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4594db5-dae3-4bed-8e88-3c89e9069bc8 x-openstack-request-id: req-b4594db5-dae3-4bed-8e88-3c89e9069bc8 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:25:55.142208 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b064d7c3-2a91-4684-94f4-20f8b4d0c0f1", "name": "network-vif-plugged", "status": "completed", "tag": "065fd194-03d0-4d88-ada8-4d5b2d023745", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:25:55.142459 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4594db5-dae3-4bed-8e88-3c89e9069bc8 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:25:55.142844 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4594db5-dae3-4bed-8e88-3c89e9069bc8'] response: {'server_uuid': 'b064d7c3-2a91-4684-94f4-20f8b4d0c0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065fd194-03d0-4d88-ada8-4d5b2d023745', 'code': 200} Apr 23 00:25:55.195476 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:55.243973 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=065fd194-03d0-4d88-ada8-4d5b2d023745,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:55.450244 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7646b0-c303-4e45-a427-40489df5d773 req-e069bd1d-cfe7-4f89-a743-d076d640df2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:55.451669 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bb7646b0-c303-4e45-a427-40489df5d773 req-e069bd1d-cfe7-4f89-a743-d076d640df2b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 1098 time: 0.0404468 Apr 23 00:25:55.486954 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bb7646b0-c303-4e45-a427-40489df5d773 req-1c88516a-80cb-46a6-880c-1158943ffd77 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284734 Apr 23 00:25:55.861884 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37deb2-c93b-495a-a3e4-9273d3db559b req-2599aba8-aeb3-44cb-b855-333c090cf0b9 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:55.863369 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4e37deb2-c93b-495a-a3e4-9273d3db559b req-2599aba8-aeb3-44cb-b855-333c090cf0b9 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0533316 Apr 23 00:25:55.900237 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4e37deb2-c93b-495a-a3e4-9273d3db559b req-2f781b7c-69e2-4642-967f-9e36f11e957d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309691 Apr 23 00:25:57.021435 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b7307-3bdc-49f6-bd3b-19b804c89cf1 req-01a0d50e-250f-4b0f-bcc4-ad45809e82cc tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:57.022943 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f86b7307-3bdc-49f6-bd3b-19b804c89cf1 req-01a0d50e-250f-4b0f-bcc4-ad45809e82cc tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0535240 Apr 23 00:25:57.060324 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f86b7307-3bdc-49f6-bd3b-19b804c89cf1 req-9f0c9891-7625-4506-8ee1-044fd59b55a9 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309477 Apr 23 00:25:57.169573 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5232c3-4ed4-468e-a39a-8d7d877dcd5b req-d6fcb953-3a46-450c-a0d8-ddd36fa1c71c tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:57.171031 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6d5232c3-4ed4-468e-a39a-8d7d877dcd5b req-d6fcb953-3a46-450c-a0d8-ddd36fa1c71c tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0485222 Apr 23 00:25:57.179630 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 59410) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:25:57.184099 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-39788903-72d5-4fc5-aacb-ffbe53334bab tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Request body: {'floatingip': {'port_id': '065fd194-03d0-4d88-ada8-4d5b2d023745'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:25:57.221739 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-39788903-72d5-4fc5-aacb-ffbe53334bab tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for floatingip, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:57.651444 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-39788903-72d5-4fc5-aacb-ffbe53334bab tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:57.698014 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-39788903-72d5-4fc5-aacb-ffbe53334bab tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:57.798323 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-39788903-72d5-4fc5-aacb-ffbe53334bab tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Floating IP de210d1d-ebe5-4ee0-8291-63acd61afe62 associated. External IP: 172.26.3.136, port: 065fd194-03d0-4d88-ada8-4d5b2d023745. Apr 23 00:25:58.002417 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39788903-72d5-4fc5-aacb-ffbe53334bab tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Router a8788fa2-da55-4cc8-92cd-a22e918b168b has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:25:58.107550 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39788903-72d5-4fc5-aacb-ffbe53334bab tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:25:58.112820 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-39788903-72d5-4fc5-aacb-ffbe53334bab tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:58.117464 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8f9e9f-36fd-4d84-8f6b-ca4e11fc0a08 None None] Sync routers for ids ['a8788fa2-da55-4cc8-92cd-a22e918b168b'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:25:58.127257 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8f9e9f-36fd-4d84-8f6b-ca4e11fc0a08 None None] Routers {'a8788fa2-da55-4cc8-92cd-a22e918b168b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:25:58.127905 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ad8f9e9f-36fd-4d84-8f6b-ca4e11fc0a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:25:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a8788fa2-da55-4cc8-92cd-a22e918b168b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:25:58.140405 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-39788903-72d5-4fc5-aacb-ffbe53334bab tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "PUT /v2.0/floatingips/de210d1d-ebe5-4ee0-8291-63acd61afe62 HTTP/1.1" status: 200 len: 991 time: 0.9597795 Apr 23 00:25:58.140984 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b064d7c3-2a91-4684-94f4-20f8b4d0c0f1', 'tag': '065fd194-03d0-4d88-ada8-4d5b2d023745'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:25:58.143245 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe37d387-335b-449f-bc3c-683ea98939a4" -d '{"events": [{"name": "network-changed", "server_uuid": "b064d7c3-2a91-4684-94f4-20f8b4d0c0f1", "tag": "065fd194-03d0-4d88-ada8-4d5b2d023745"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:25:58.253145 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4249cabb-ce7c-41e6-adc6-aef825e86849 x-openstack-request-id: req-4249cabb-ce7c-41e6-adc6-aef825e86849 {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:25:58.253767 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b064d7c3-2a91-4684-94f4-20f8b4d0c0f1", "tag": "065fd194-03d0-4d88-ada8-4d5b2d023745", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:25:58.253767 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4249cabb-ce7c-41e6-adc6-aef825e86849 {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:25:58.254136 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4249cabb-ce7c-41e6-adc6-aef825e86849'] response: {'name': 'network-changed', 'server_uuid': 'b064d7c3-2a91-4684-94f4-20f8b4d0c0f1', 'tag': '065fd194-03d0-4d88-ada8-4d5b2d023745', 'status': 'completed', 'code': 200} Apr 23 00:25:58.321658 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37d387-335b-449f-bc3c-683ea98939a4 req-efb40427-3c38-4a3e-ab2a-be55da6133e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:58.323298 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fe37d387-335b-449f-bc3c-683ea98939a4 req-efb40427-3c38-4a3e-ab2a-be55da6133e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 1098 time: 0.0477180 Apr 23 00:25:58.392815 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-ad8f9e9f-36fd-4d84-8f6b-ca4e11fc0a08 None None] Set router a8788fa2-da55-4cc8-92cd-a22e918b168b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:25:58.413733 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37d387-335b-449f-bc3c-683ea98939a4 req-99c2930a-0eef-4bd9-a6b8-c94c21212c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:58.415200 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fe37d387-335b-449f-bc3c-683ea98939a4 req-99c2930a-0eef-4bd9-a6b8-c94c21212c3a service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 913 time: 0.0857739 Apr 23 00:25:58.488588 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fe37d387-335b-449f-bc3c-683ea98939a4 req-b98af56f-d24a-4c37-9030-9f355659311f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=065fd194-03d0-4d88-ada8-4d5b2d023745 HTTP/1.1" status: 200 len: 999 time: 0.0660324 Apr 23 00:25:58.542051 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37d387-335b-449f-bc3c-683ea98939a4 req-5f32d6ca-697d-4785-b0ab-bed4f09bf95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:58.543727 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fe37d387-335b-449f-bc3c-683ea98939a4 req-5f32d6ca-697d-4785-b0ab-bed4f09bf95c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.0479860 Apr 23 00:25:58.552614 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ef197-bced-4126-bc9c-a6bfc7f66392 req-bdb46465-482f-403c-9910-b4a2a739acf9 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:58.554159 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-562ef197-bced-4126-bc9c-a6bfc7f66392 req-bdb46465-482f-403c-9910-b4a2a739acf9 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0522883 Apr 23 00:25:58.594543 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-562ef197-bced-4126-bc9c-a6bfc7f66392 req-577c5d31-64ae-4341-b8d6-53f6bf47ae45 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328088 Apr 23 00:25:58.594776 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37d387-335b-449f-bc3c-683ea98939a4 req-4f121bb5-6dfc-436f-8408-5c7071299eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:58.596109 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fe37d387-335b-449f-bc3c-683ea98939a4 req-4f121bb5-6dfc-436f-8408-5c7071299eb6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0458238 Apr 23 00:25:58.639054 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ad8f9e9f-36fd-4d84-8f6b-ca4e11fc0a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'de210d1d-ebe5-4ee0-8291-63acd61afe62', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'floating_ip_address': '172.26.3.136', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'port_id': '065fd194-03d0-4d88-ada8-4d5b2d023745', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'mac_address': 'fa:16:3e:07:61:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b064d7c3-2a91-4684-94f4-20f8b4d0c0f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:24:02Z', 'updated_at': '2022-04-23T00:25:57Z', 'revision_number': 9, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:24:02Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:25:58.668250 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8f9e9f-36fd-4d84-8f6b-ca4e11fc0a08 None None] Checking router: a8788fa2-da55-4cc8-92cd-a22e918b168b for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:25:58.676521 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-092eb1ea-c0c9-4f33-8234-a37a6a6ed03c req-536d0a6c-2c19-4ea2-97a5-83dadc06f1a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0477293 Apr 23 00:25:58.676819 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8f9e9f-36fd-4d84-8f6b-ca4e11fc0a08 None None] Routers {'a8788fa2-da55-4cc8-92cd-a22e918b168b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:25:58.677410 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ad8f9e9f-36fd-4d84-8f6b-ca4e11fc0a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:25:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a8788fa2-da55-4cc8-92cd-a22e918b168b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:25:58.694414 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fe37d387-335b-449f-bc3c-683ea98939a4 req-fbd7881e-6ad7-440c-81aa-2e85be090321 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918596 Apr 23 00:25:58.789833 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fe37d387-335b-449f-bc3c-683ea98939a4 req-b93d272a-3f70-4e69-ba58-1d694ceff250 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889106 Apr 23 00:25:58.790082 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-ad8f9e9f-36fd-4d84-8f6b-ca4e11fc0a08 None None] Set router a8788fa2-da55-4cc8-92cd-a22e918b168b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:25:59.035326 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ad8f9e9f-36fd-4d84-8f6b-ca4e11fc0a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'de210d1d-ebe5-4ee0-8291-63acd61afe62', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'floating_ip_address': '172.26.3.136', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'port_id': '065fd194-03d0-4d88-ada8-4d5b2d023745', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'mac_address': 'fa:16:3e:07:61:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b064d7c3-2a91-4684-94f4-20f8b4d0c0f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:24:02Z', 'updated_at': '2022-04-23T00:25:57Z', 'revision_number': 9, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:24:02Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:25:59.062007 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8f9e9f-36fd-4d84-8f6b-ca4e11fc0a08 None None] The sync data for ids ['a8788fa2-da55-4cc8-92cd-a22e918b168b'] in dv-neutron-838783-1-hyperv is: [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'de210d1d-ebe5-4ee0-8291-63acd61afe62', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'floating_ip_address': '172.26.3.136', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'port_id': '065fd194-03d0-4d88-ada8-4d5b2d023745', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'mac_address': 'fa:16:3e:07:61:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b064d7c3-2a91-4684-94f4-20f8b4d0c0f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:24:02Z', 'updated_at': '2022-04-23T00:25:57Z', 'revision_number': 9, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:24:02Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:25:59.252764 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9609f18-ce3d-4739-b8b8-293e935e143a None None] New status for floating IP de210d1d-ebe5-4ee0-8291-63acd61afe62: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:25:59.713918 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3def69f-fae5-4c20-a45c-2a71683ec46d req-61ef6ae8-9658-408a-ba6a-f5b05f7ca9f6 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:59.715438 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a3def69f-fae5-4c20-a45c-2a71683ec46d req-61ef6ae8-9658-408a-ba6a-f5b05f7ca9f6 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0527246 Apr 23 00:25:59.753831 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a3def69f-fae5-4c20-a45c-2a71683ec46d req-ebe5b13a-d840-47ab-bea7-9fabe4cb63cf tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323522 Apr 23 00:26:00.685628 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092eb1ea-c0c9-4f33-8234-a37a6a6ed03c req-a124de56-dc88-4b59-81d6-876b0f36ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:00.687140 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-092eb1ea-c0c9-4f33-8234-a37a6a6ed03c req-a124de56-dc88-4b59-81d6-876b0f36ed78 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 1098 time: 0.0463965 Apr 23 00:26:00.776421 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092eb1ea-c0c9-4f33-8234-a37a6a6ed03c req-b5e84bb5-2f6d-474e-aa22-55715499bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:00.777904 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-092eb1ea-c0c9-4f33-8234-a37a6a6ed03c req-b5e84bb5-2f6d-474e-aa22-55715499bcef service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 913 time: 0.0845058 Apr 23 00:26:00.847350 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-092eb1ea-c0c9-4f33-8234-a37a6a6ed03c req-d1e84837-438a-4f9a-b20d-112b8e5c8341 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=065fd194-03d0-4d88-ada8-4d5b2d023745 HTTP/1.1" status: 200 len: 1002 time: 0.0631273 Apr 23 00:26:00.870319 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c4bf0-83ae-4eba-a13a-38534527604c req-89adeeb0-18a6-49c4-afdb-b1bde5138076 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:00.872078 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-449c4bf0-83ae-4eba-a13a-38534527604c req-89adeeb0-18a6-49c4-afdb-b1bde5138076 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0499742 Apr 23 00:26:00.897997 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092eb1ea-c0c9-4f33-8234-a37a6a6ed03c req-fc969b06-b43d-4a7d-b9fc-f72e79ef105b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:00.899482 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-092eb1ea-c0c9-4f33-8234-a37a6a6ed03c req-fc969b06-b43d-4a7d-b9fc-f72e79ef105b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.0445809 Apr 23 00:26:00.909883 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-449c4bf0-83ae-4eba-a13a-38534527604c req-a6cd824b-9eac-46f8-862f-34c771a804c2 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317194 Apr 23 00:26:00.948383 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092eb1ea-c0c9-4f33-8234-a37a6a6ed03c req-58132bd9-e3ba-4d83-bbc9-0ce121ca88f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:00.949910 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-092eb1ea-c0c9-4f33-8234-a37a6a6ed03c req-58132bd9-e3ba-4d83-bbc9-0ce121ca88f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427349 Apr 23 00:26:01.040545 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-092eb1ea-c0c9-4f33-8234-a37a6a6ed03c req-7f6fc46a-ca7e-493c-94e8-b107033fc65c service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842435 Apr 23 00:26:01.133119 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-092eb1ea-c0c9-4f33-8234-a37a6a6ed03c req-d50e6d04-1f99-4c49-aebe-f52c96b30592 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859053 Apr 23 00:26:02.026413 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b903b33-b07a-4f53-840d-aabdf765c766 req-9084c89c-03f8-4213-87e4-fea089af8a4f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:02.027925 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7b903b33-b07a-4f53-840d-aabdf765c766 req-9084c89c-03f8-4213-87e4-fea089af8a4f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0502176 Apr 23 00:26:02.065428 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7b903b33-b07a-4f53-840d-aabdf765c766 req-c8256034-e484-48d3-b079-ce3e9f918a03 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315523 Apr 23 00:26:03.181081 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456722a-dd66-4e1a-ae5c-45182d7c100b req-e2c65963-2b0c-4e44-a3db-2aba295f1a75 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:03.183292 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c456722a-dd66-4e1a-ae5c-45182d7c100b req-e2c65963-2b0c-4e44-a3db-2aba295f1a75 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0499737 Apr 23 00:26:03.221230 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c456722a-dd66-4e1a-ae5c-45182d7c100b req-190cc1cb-0478-4149-a4d6-6d4bb4a81eab tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318294 Apr 23 00:26:04.263480 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ede5fd52-f041-4f93-9490-28a981306c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:04.351943 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa7de2-8f97-4fa7-bbec-11d4ef043c3c req-7393351d-4c20-4af7-8026-289ba03081cb tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:04.354096 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-73fa7de2-8f97-4fa7-bbec-11d4ef043c3c req-7393351d-4c20-4af7-8026-289ba03081cb tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0631511 Apr 23 00:26:04.394679 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-73fa7de2-8f97-4fa7-bbec-11d4ef043c3c req-3bf5ff66-27a0-4227-8434-d0531564fa88 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341644 Apr 23 00:26:05.517325 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78216fd8-b1a9-450a-ae1d-5923a6381646 req-f772ca86-ca40-425c-8f70-2f2fa9fe588c tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:05.518837 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-78216fd8-b1a9-450a-ae1d-5923a6381646 req-f772ca86-ca40-425c-8f70-2f2fa9fe588c tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0504880 Apr 23 00:26:05.559824 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-78216fd8-b1a9-450a-ae1d-5923a6381646 req-9df5ac9f-35cd-489b-984a-3761c3cb7f2f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347250 Apr 23 00:26:06.679971 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8e6f6-eb76-4900-8a94-4d6de7ed93e7 req-375a9d30-3efa-445b-87ec-59dbb8a97fd6 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:06.682049 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-eca8e6f6-eb76-4900-8a94-4d6de7ed93e7 req-375a9d30-3efa-445b-87ec-59dbb8a97fd6 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0522747 Apr 23 00:26:06.721908 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-eca8e6f6-eb76-4900-8a94-4d6de7ed93e7 req-58f4a3a0-785e-4f6e-a059-fb9b0bb78b96 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336170 Apr 23 00:26:07.240766 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db603513-38a8-4212-aac1-c0c4089c8ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:07.836170 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bdf24-7d95-47d2-84f8-1262cd3870d6 req-ab258b68-d636-490d-b426-2087763d4dc0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:07.838417 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-696bdf24-7d95-47d2-84f8-1262cd3870d6 req-ab258b68-d636-490d-b426-2087763d4dc0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0483105 Apr 23 00:26:07.877893 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-696bdf24-7d95-47d2-84f8-1262cd3870d6 req-831f7094-a437-40bf-b47e-5c8e53387225 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319076 Apr 23 00:26:07.897193 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:08.999709 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ef264-9d65-443d-af18-999cbd6a33c3 req-27c0673a-03ad-4e4b-bc5f-6f9413e04585 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:09.001179 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ee9ef264-9d65-443d-af18-999cbd6a33c3 req-27c0673a-03ad-4e4b-bc5f-6f9413e04585 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0482130 Apr 23 00:26:09.038386 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ee9ef264-9d65-443d-af18-999cbd6a33c3 req-46da22fd-9f20-48ec-8e90-5f7d312fa061 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312700 Apr 23 00:26:09.680357 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:09.829059 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:10.154589 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae7ac1-d5ec-4192-a2d9-a58a63632b35 req-53479237-452f-4838-97b8-cba3ac466932 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:10.158766 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9fae7ac1-d5ec-4192-a2d9-a58a63632b35 req-53479237-452f-4838-97b8-cba3ac466932 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0493109 Apr 23 00:26:10.197446 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9fae7ac1-d5ec-4192-a2d9-a58a63632b35 req-10f6c30c-c062-4411-bcbc-187beabfceb3 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341682 Apr 23 00:26:11.316030 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf5444-6f53-41a9-8b0d-40925d9feb05 req-ff6e1091-2bf3-4018-b372-c45e11e8ea2f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:11.317493 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2baf5444-6f53-41a9-8b0d-40925d9feb05 req-ff6e1091-2bf3-4018-b372-c45e11e8ea2f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0541101 Apr 23 00:26:11.354984 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2baf5444-6f53-41a9-8b0d-40925d9feb05 req-aeb94a4b-c253-4452-aaa1-324daf6c2d07 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307732 Apr 23 00:26:12.471871 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c2512-3e6a-417e-bbe1-65f93e7af489 req-5ae36c0d-26b7-4c22-9a9d-481af9b4a386 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:12.473325 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-172c2512-3e6a-417e-bbe1-65f93e7af489 req-5ae36c0d-26b7-4c22-9a9d-481af9b4a386 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0475948 Apr 23 00:26:12.514364 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-172c2512-3e6a-417e-bbe1-65f93e7af489 req-d6f9f630-1d47-4490-9813-58438e596c19 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344770 Apr 23 00:26:13.628800 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de6afe-8c8a-4d0c-9990-aca1bc2ee28b req-97fe7572-cd85-46fc-84c1-03a08975d4a0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:13.630292 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d6de6afe-8c8a-4d0c-9990-aca1bc2ee28b req-97fe7572-cd85-46fc-84c1-03a08975d4a0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0488203 Apr 23 00:26:13.668490 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d6de6afe-8c8a-4d0c-9990-aca1bc2ee28b req-b876821c-cf26-4ecd-914b-6e46a5ead04e tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321474 Apr 23 00:26:14.604996 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45e4ef-610c-440a-98cc-ce25c3d5ce3b req-61b507db-a7a3-440c-bc70-de704e7a2318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:14.606486 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bd45e4ef-610c-440a-98cc-ce25c3d5ce3b req-61b507db-a7a3-440c-bc70-de704e7a2318 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 1098 time: 0.0400441 Apr 23 00:26:14.715312 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45e4ef-610c-440a-98cc-ce25c3d5ce3b req-1ce31c43-eee8-41aa-a8c4-7f8184fa8c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:14.716828 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bd45e4ef-610c-440a-98cc-ce25c3d5ce3b req-1ce31c43-eee8-41aa-a8c4-7f8184fa8c40 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 913 time: 0.0893047 Apr 23 00:26:14.784912 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bd45e4ef-610c-440a-98cc-ce25c3d5ce3b req-8a9347bf-6acf-484c-96cb-39de0627c633 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=065fd194-03d0-4d88-ada8-4d5b2d023745 HTTP/1.1" status: 200 len: 1002 time: 0.0594118 Apr 23 00:26:14.787800 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6684a8b-3064-4996-8adf-8dea92921cab req-0886a142-28a0-425c-b347-0f6e768aeacf tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:14.789324 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c6684a8b-3064-4996-8adf-8dea92921cab req-0886a142-28a0-425c-b347-0f6e768aeacf tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0491676 Apr 23 00:26:14.829276 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c6684a8b-3064-4996-8adf-8dea92921cab req-393f67d3-8510-4c99-a3f1-6781b27908ad tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330179 Apr 23 00:26:14.842939 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45e4ef-610c-440a-98cc-ce25c3d5ce3b req-973eb1d0-9d30-4131-8874-69dfaf47a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:14.844436 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bd45e4ef-610c-440a-98cc-ce25c3d5ce3b req-973eb1d0-9d30-4131-8874-69dfaf47a2ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.0485086 Apr 23 00:26:14.895756 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45e4ef-610c-440a-98cc-ce25c3d5ce3b req-039c9de6-cb5d-4eb4-9c6f-3929336ab86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:14.897137 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bd45e4ef-610c-440a-98cc-ce25c3d5ce3b req-039c9de6-cb5d-4eb4-9c6f-3929336ab86a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404603 Apr 23 00:26:14.984489 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bd45e4ef-610c-440a-98cc-ce25c3d5ce3b req-b85f34bd-e8fd-4688-a7d2-8eac1101278d service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803778 Apr 23 00:26:15.079408 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bd45e4ef-610c-440a-98cc-ce25c3d5ce3b req-05ae225a-f1f7-4be4-80bd-884805a3a95c service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869625 Apr 23 00:26:15.944958 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bbac8-272f-44f1-a9b6-d3d69c8ccbca req-50c445b9-665f-40d7-8180-edcdac1cab15 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:15.947025 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-135bbac8-272f-44f1-a9b6-d3d69c8ccbca req-50c445b9-665f-40d7-8180-edcdac1cab15 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0506177 Apr 23 00:26:15.988178 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-135bbac8-272f-44f1-a9b6-d3d69c8ccbca req-4dea5dd0-6f18-4205-87da-c52a8d07ae6d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350235 Apr 23 00:26:17.103542 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245db0d2-b2a4-4dd8-8200-ddf83115f193 req-89b6d09c-55f6-46e5-9388-18428f1fcb54 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:17.105062 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-245db0d2-b2a4-4dd8-8200-ddf83115f193 req-89b6d09c-55f6-46e5-9388-18428f1fcb54 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0497525 Apr 23 00:26:17.142439 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-245db0d2-b2a4-4dd8-8200-ddf83115f193 req-f77e9534-1e9a-468a-97b2-57085875472f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314162 Apr 23 00:26:18.257718 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5e982-1cf3-4bce-af9f-ac09e331d907 req-eb7b5f9b-e2da-444a-81de-92ff8720c197 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:18.259957 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9db5e982-1cf3-4bce-af9f-ac09e331d907 req-eb7b5f9b-e2da-444a-81de-92ff8720c197 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0488501 Apr 23 00:26:18.301501 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9db5e982-1cf3-4bce-af9f-ac09e331d907 req-f939045d-4e7a-4081-9469-af6c3358aa60 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356216 Apr 23 00:26:19.417461 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa3d0b-7bb8-41ad-9fd3-70908757f40e req-683f2b96-b3e4-461c-8b68-5cee8fd6f5cf tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:19.418840 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3caa3d0b-7bb8-41ad-9fd3-70908757f40e req-683f2b96-b3e4-461c-8b68-5cee8fd6f5cf tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0491102 Apr 23 00:26:19.459511 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3caa3d0b-7bb8-41ad-9fd3-70908757f40e req-6cf4f347-2408-4d9d-8b15-c0f0efcca838 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346971 Apr 23 00:26:20.577054 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f753e-a51e-4058-a61c-e4a4aa44a221 req-eaac2381-3644-480a-b222-cf1c439114be tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:20.578529 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4d8f753e-a51e-4058-a61c-e4a4aa44a221 req-eaac2381-3644-480a-b222-cf1c439114be tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0490077 Apr 23 00:26:20.615440 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4d8f753e-a51e-4058-a61c-e4a4aa44a221 req-424b6bc2-90cc-4dd1-bb21-d66ad02e642d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309339 Apr 23 00:26:21.732873 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210a2c0-10c0-4c16-a1d5-9eb3328ffcf9 req-5fbc4bbb-77dc-4194-bc4d-884fbd1f0e65 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:21.734351 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8210a2c0-10c0-4c16-a1d5-9eb3328ffcf9 req-5fbc4bbb-77dc-4194-bc4d-884fbd1f0e65 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0497110 Apr 23 00:26:21.771481 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8210a2c0-10c0-4c16-a1d5-9eb3328ffcf9 req-696ade64-e82c-492b-98ca-1c7bfeaced50 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311809 Apr 23 00:26:21.802453 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:26:22.887880 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03e7ff-8d35-4a8c-be51-032cfe80d980 req-5a0eaa83-36a8-42a2-9214-0a825eedaa48 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:22.890038 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1b03e7ff-8d35-4a8c-be51-032cfe80d980 req-5a0eaa83-36a8-42a2-9214-0a825eedaa48 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0502818 Apr 23 00:26:22.927469 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1b03e7ff-8d35-4a8c-be51-032cfe80d980 req-d75f476a-f0d3-4336-8fb9-91a9b29ff91c tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311546 Apr 23 00:26:23.817129 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:24.042153 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3e7e5-1e47-4821-9b70-d195b1a00d2b req-fcfc758f-2288-4ed0-bc62-4d5a4dfc4dce tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:24.043665 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7de3e7e5-1e47-4821-9b70-d195b1a00d2b req-fcfc758f-2288-4ed0-bc62-4d5a4dfc4dce tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0483699 Apr 23 00:26:24.080317 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7de3e7e5-1e47-4821-9b70-d195b1a00d2b req-687b1882-9cb0-4ef8-8d7e-ddc82d1718b9 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307775 Apr 23 00:26:25.200955 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f550d71-6e91-439d-a1de-97e1d4e31e3b req-2bba9dbb-69fb-47c5-a7a4-b0ab570c1c9d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:25.202844 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2f550d71-6e91-439d-a1de-97e1d4e31e3b req-2bba9dbb-69fb-47c5-a7a4-b0ab570c1c9d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0507908 Apr 23 00:26:25.245041 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2f550d71-6e91-439d-a1de-97e1d4e31e3b req-3e404cd3-9ea6-46ac-b9d4-edf70cb8e544 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360272 Apr 23 00:26:26.358569 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94553a-b813-4db4-a55a-c0ad9f914286 req-94abfb55-ebf8-4655-98ee-9ae837ecf969 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:26.360085 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-dd94553a-b813-4db4-a55a-c0ad9f914286 req-94abfb55-ebf8-4655-98ee-9ae837ecf969 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0477638 Apr 23 00:26:26.403364 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-dd94553a-b813-4db4-a55a-c0ad9f914286 req-25ba913b-760b-43a8-9d8e-2f0fa7fbeea5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369322 Apr 23 00:26:27.522930 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c6401-2db5-4021-859a-fb30e504e49e req-6fb338f0-510b-4b6a-9031-3bbbb41ecba2 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:27.524441 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-789c6401-2db5-4021-859a-fb30e504e49e req-6fb338f0-510b-4b6a-9031-3bbbb41ecba2 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0501802 Apr 23 00:26:27.566141 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-789c6401-2db5-4021-859a-fb30e504e49e req-e6e155ae-7874-441d-ae7d-ef22b63e096a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356202 Apr 23 00:26:28.683302 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5510a0-4e81-4240-8d64-a2162343d458 req-87af3036-31b2-411c-ab0d-7d790fb2b11d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:28.684815 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8b5510a0-4e81-4240-8d64-a2162343d458 req-87af3036-31b2-411c-ab0d-7d790fb2b11d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0492370 Apr 23 00:26:28.721924 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8b5510a0-4e81-4240-8d64-a2162343d458 req-1b7ea3c5-c412-4adf-8e38-3392799c98a0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312519 Apr 23 00:26:29.836736 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6a137-8865-49df-9d7e-af63b17df87f req-985dabd8-ac66-44a4-934d-67ce3064e8b9 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:29.838955 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ffe6a137-8865-49df-9d7e-af63b17df87f req-985dabd8-ac66-44a4-934d-67ce3064e8b9 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0492163 Apr 23 00:26:29.875874 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ffe6a137-8865-49df-9d7e-af63b17df87f req-c649c743-d470-4ac5-b7ff-dc341c262920 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308020 Apr 23 00:26:31.009927 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487a5a1-3b7b-44f7-bd44-ed1ea5283565 req-0c1aaf9e-da1e-46f4-9158-99bd13e1b6ac tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:31.011466 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5487a5a1-3b7b-44f7-bd44-ed1ea5283565 req-0c1aaf9e-da1e-46f4-9158-99bd13e1b6ac tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0554020 Apr 23 00:26:31.058760 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5487a5a1-3b7b-44f7-bd44-ed1ea5283565 req-d376bcea-7ab2-4cd2-926d-24c568ee2a3a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374527 Apr 23 00:26:32.175706 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8b1ba-5f17-4281-b7ad-322efb1208f2 req-0af7b666-4ab9-4069-9a52-4165183c2d20 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:32.177188 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-76b8b1ba-5f17-4281-b7ad-322efb1208f2 req-0af7b666-4ab9-4069-9a52-4165183c2d20 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0491691 Apr 23 00:26:32.218640 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-76b8b1ba-5f17-4281-b7ad-322efb1208f2 req-679a421a-ed6e-4d6e-a2ee-8169cf48701f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353158 Apr 23 00:26:33.080615 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-092eb1ea-c0c9-4f33-8234-a37a6a6ed03c req-5590dd4d-f68a-4f3f-baba-69d00ea4746f service neutron] 10.222.0.16 "GET /v2.0/ports/065fd194-03d0-4d88-ada8-4d5b2d023745/bindings/hv-neutron-8387 HTTP/1.1" status: 200 len: 384 time: 0.0535827 Apr 23 00:26:33.333932 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf988af-ce13-4890-9519-bae9f1675386 req-69c7dd56-ef93-4aea-879b-d8ad556f4198 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:33.335405 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-baf988af-ce13-4890-9519-bae9f1675386 req-69c7dd56-ef93-4aea-879b-d8ad556f4198 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0493677 Apr 23 00:26:33.381031 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-baf988af-ce13-4890-9519-bae9f1675386 req-1f2a762a-fc7d-44e4-86eb-38a972aed9f3 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379021 Apr 23 00:26:33.508017 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092eb1ea-c0c9-4f33-8234-a37a6a6ed03c req-e9a609cc-29e0-454f-99b7-1fc271045876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:33.509574 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-092eb1ea-c0c9-4f33-8234-a37a6a6ed03c req-e9a609cc-29e0-454f-99b7-1fc271045876 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1&tenant_id=491fe267efc94c6f99965894c4d1cbd7 HTTP/1.1" status: 200 len: 1098 time: 0.0416796 Apr 23 00:26:33.570467 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092eb1ea-c0c9-4f33-8234-a37a6a6ed03c req-0f18cac0-fac9-4ce0-b03e-5a961f978881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:33.572211 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-092eb1ea-c0c9-4f33-8234-a37a6a6ed03c req-0f18cac0-fac9-4ce0-b03e-5a961f978881 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 1098 time: 0.0420313 Apr 23 00:26:33.667288 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092eb1ea-c0c9-4f33-8234-a37a6a6ed03c req-ca80b629-e094-4df2-a10c-4e49d76b6abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:33.668800 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-092eb1ea-c0c9-4f33-8234-a37a6a6ed03c req-ca80b629-e094-4df2-a10c-4e49d76b6abd service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 913 time: 0.0904336 Apr 23 00:26:33.736438 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-092eb1ea-c0c9-4f33-8234-a37a6a6ed03c req-e61acbcd-7b90-4a2d-8d29-01bc2a2e4203 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=065fd194-03d0-4d88-ada8-4d5b2d023745 HTTP/1.1" status: 200 len: 1002 time: 0.0601332 Apr 23 00:26:33.787941 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092eb1ea-c0c9-4f33-8234-a37a6a6ed03c req-14ca5d69-856f-4ba6-8843-0d2bb29e3a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:33.789387 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-092eb1ea-c0c9-4f33-8234-a37a6a6ed03c req-14ca5d69-856f-4ba6-8843-0d2bb29e3a44 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.0470231 Apr 23 00:26:33.833745 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092eb1ea-c0c9-4f33-8234-a37a6a6ed03c req-134c4fce-a9cd-4e26-bcf3-b884462b595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:33.835207 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-092eb1ea-c0c9-4f33-8234-a37a6a6ed03c req-134c4fce-a9cd-4e26-bcf3-b884462b595d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386436 Apr 23 00:26:33.923969 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-092eb1ea-c0c9-4f33-8234-a37a6a6ed03c req-40297a2f-ac91-4919-ad8d-25cbe9a303cd service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816681 Apr 23 00:26:34.015464 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-092eb1ea-c0c9-4f33-8234-a37a6a6ed03c req-03ca173f-ccf7-4bb2-b9e8-77186dec337d service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854840 Apr 23 00:26:34.297229 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4d7b043-37a5-4cc6-a7d9-872fec8ecf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:34.496846 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef064f7e-a1e2-4165-84ff-29d7fcfa3aba req-5be388d6-5e20-4e43-a9eb-b2f535d79120 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:34.498308 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ef064f7e-a1e2-4165-84ff-29d7fcfa3aba req-5be388d6-5e20-4e43-a9eb-b2f535d79120 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0496125 Apr 23 00:26:34.536095 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ef064f7e-a1e2-4165-84ff-29d7fcfa3aba req-9915f05e-5930-45f0-9e84-f12e91c62879 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317166 Apr 23 00:26:35.660854 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1d91e-0cbc-4bad-9f80-b6579cfb908d req-acd2705a-3248-4f83-a4fa-8ef49f5cb96e tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:35.662340 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c4c1d91e-0cbc-4bad-9f80-b6579cfb908d req-acd2705a-3248-4f83-a4fa-8ef49f5cb96e tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0506647 Apr 23 00:26:35.701327 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c4c1d91e-0cbc-4bad-9f80-b6579cfb908d req-dd71a38a-8d83-4973-9224-a643b3151116 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320215 Apr 23 00:26:36.819075 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c995bd7-33ea-4cae-82bf-3c5ed1a34933 req-bcfa715b-129c-4f2e-b715-8674bb07ea9e tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:36.820688 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5c995bd7-33ea-4cae-82bf-3c5ed1a34933 req-bcfa715b-129c-4f2e-b715-8674bb07ea9e tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0480983 Apr 23 00:26:36.862240 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5c995bd7-33ea-4cae-82bf-3c5ed1a34933 req-09d99327-9cd9-494c-8f20-bab4801a5851 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346324 Apr 23 00:26:37.112557 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 065fd194-03d0-4d88-ada8-4d5b2d023745 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:26:37.116149 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 065fd194-03d0-4d88-ada8-4d5b2d023745 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:26:37.276545 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:37.283077 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 065fd194-03d0-4d88-ada8-4d5b2d023745, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=065fd194-03d0-4d88-ada8-4d5b2d023745,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:26:37.306555 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '065fd194-03d0-4d88-ada8-4d5b2d023745', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'port_id': '065fd194-03d0-4d88-ada8-4d5b2d023745', 'mac_address': 'fa:16:3e:07:61:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:26:37.312563 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b064d7c3-2a91-4684-94f4-20f8b4d0c0f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '065fd194-03d0-4d88-ada8-4d5b2d023745'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:26:37.314806 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31982a06-bf7d-4b95-b5c0-febb4caffb45" -d '{"events": [{"server_uuid": "b064d7c3-2a91-4684-94f4-20f8b4d0c0f1", "name": "network-vif-unplugged", "status": "completed", "tag": "065fd194-03d0-4d88-ada8-4d5b2d023745"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:26:37.320324 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d963b364-37fa-4c20-806a-f2655026fec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:37.331918 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 065fd194-03d0-4d88-ada8-4d5b2d023745, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=065fd194-03d0-4d88-ada8-4d5b2d023745,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:26:37.371784 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:37.374494 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 23 Apr 2022 00:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b380b7-6434-4f6d-a903-e4ebcf62e565 x-openstack-request-id: req-46b380b7-6434-4f6d-a903-e4ebcf62e565 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:26:37.374786 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b064d7c3-2a91-4684-94f4-20f8b4d0c0f1", "name": "network-vif-unplugged", "status": "completed", "tag": "065fd194-03d0-4d88-ada8-4d5b2d023745", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:26:37.375088 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46b380b7-6434-4f6d-a903-e4ebcf62e565 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:26:37.375465 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46b380b7-6434-4f6d-a903-e4ebcf62e565'] response: {'server_uuid': 'b064d7c3-2a91-4684-94f4-20f8b4d0c0f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '065fd194-03d0-4d88-ada8-4d5b2d023745', 'code': 200} Apr 23 00:26:37.387432 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 065fd194-03d0-4d88-ada8-4d5b2d023745 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:26:37.392171 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:37.456898 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9789d-614a-4a24-a6d2-51832685c899 req-777cbe92-c92c-494d-ae51-b8297af0aff9 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:37.458393 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b6e9789d-614a-4a24-a6d2-51832685c899 req-777cbe92-c92c-494d-ae51-b8297af0aff9 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 943 time: 0.0517724 Apr 23 00:26:37.458678 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:26:37.459037 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:26:37.472610 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=065fd194-03d0-4d88-ada8-4d5b2d023745,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:37.480378 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:37.480732 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:37.481078 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:37.481423 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:37.481756 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:37.482092 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:37.482422 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:37.482757 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:37.483084 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:37.483411 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:37.483798 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:37.484123 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:37.498435 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b6e9789d-614a-4a24-a6d2-51832685c899 req-ebede1e9-e3ca-4ffd-82a1-7417c3915859 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330472 Apr 23 00:26:37.516943 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-982069da-0e90-4b44-b6a1-6951cfa4e3b9 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:37.518563 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-982069da-0e90-4b44-b6a1-6951cfa4e3b9 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.16 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1&tenant_id=491fe267efc94c6f99965894c4d1cbd7&binding%3Ahost_id=hv-neutron-8387 HTTP/1.1" status: 200 len: 943 time: 0.0571938 Apr 23 00:26:37.578951 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-2cc27e60-0d81-41b3-a0a2-532dd06b7eb4 service neutron] 10.222.0.16 "GET /v2.0/ports/065fd194-03d0-4d88-ada8-4d5b2d023745/bindings/hv-neutron-8387 HTTP/1.1" status: 200 len: 384 time: 0.0529439 Apr 23 00:26:37.641929 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-682218af-fa51-42d6-bd3b-4b0293233670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:37.643427 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-682218af-fa51-42d6-bd3b-4b0293233670 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 1096 time: 0.0408206 Apr 23 00:26:37.734765 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-6304bf26-aa9b-4df0-b7b5-7b48d38f7d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:37.736254 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-6304bf26-aa9b-4df0-b7b5-7b48d38f7d27 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 913 time: 0.0866547 Apr 23 00:26:37.799864 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-4fdeb503-a86a-43b9-be29-8debaa3e25b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=065fd194-03d0-4d88-ada8-4d5b2d023745 HTTP/1.1" status: 200 len: 1000 time: 0.0565376 Apr 23 00:26:37.854159 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-a68b4d43-7c88-4723-b8a5-49b13ffcd185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:37.854159 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-a68b4d43-7c88-4723-b8a5-49b13ffcd185 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.0466206 Apr 23 00:26:37.898011 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-4699e797-9d1a-4736-b355-e58a1a348692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:37.900137 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-4699e797-9d1a-4736-b355-e58a1a348692 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401206 Apr 23 00:26:37.913151 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:37.989252 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-e1a3c7f1-23e4-4426-b818-fc6c327e1e11 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822113 Apr 23 00:26:37.998835 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:38.011908 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 065fd194-03d0-4d88-ada8-4d5b2d023745 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:26:38.031067 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 065fd194-03d0-4d88-ada8-4d5b2d023745, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=065fd194-03d0-4d88-ada8-4d5b2d023745,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:26:38.084189 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-e59be60e-351e-427f-9379-87c4452f8154 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885739 Apr 23 00:26:38.107103 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:38.158259 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=065fd194-03d0-4d88-ada8-4d5b2d023745,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:38.162149 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['065fd194-03d0-4d88-ada8-4d5b2d023745'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:26:38.617806 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93832f76-5042-4280-a278-87126dbce59c req-635db408-18f1-455d-84ab-51d18535a872 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:38.620385 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-93832f76-5042-4280-a278-87126dbce59c req-635db408-18f1-455d-84ab-51d18535a872 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 944 time: 0.0512154 Apr 23 00:26:38.658267 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-93832f76-5042-4280-a278-87126dbce59c req-fbb65d3a-c8bc-4912-85c9-956971aa05a5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319245 Apr 23 00:26:39.128150 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 065fd194-03d0-4d88-ada8-4d5b2d023745 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:26:39.176144 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 065fd194-03d0-4d88-ada8-4d5b2d023745 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:39.176795 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.257236 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.288362 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 065fd194-03d0-4d88-ada8-4d5b2d023745, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=065fd194-03d0-4d88-ada8-4d5b2d023745,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:26:39.373447 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.377043 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b064d7c3-2a91-4684-94f4-20f8b4d0c0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065fd194-03d0-4d88-ada8-4d5b2d023745'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:26:39.379331 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5baeb074-c46f-4278-b96d-ef9723f7a5c1" -d '{"events": [{"server_uuid": "b064d7c3-2a91-4684-94f4-20f8b4d0c0f1", "name": "network-vif-plugged", "status": "completed", "tag": "065fd194-03d0-4d88-ada8-4d5b2d023745"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:26:39.428688 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=065fd194-03d0-4d88-ada8-4d5b2d023745,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:39.433169 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9ee38c-9f2a-417b-8fcc-474d8bd0060e x-openstack-request-id: req-4c9ee38c-9f2a-417b-8fcc-474d8bd0060e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:26:39.433458 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b064d7c3-2a91-4684-94f4-20f8b4d0c0f1", "name": "network-vif-plugged", "status": "completed", "tag": "065fd194-03d0-4d88-ada8-4d5b2d023745", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:26:39.433711 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c9ee38c-9f2a-417b-8fcc-474d8bd0060e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:26:39.434090 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c9ee38c-9f2a-417b-8fcc-474d8bd0060e'] response: {'server_uuid': 'b064d7c3-2a91-4684-94f4-20f8b4d0c0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065fd194-03d0-4d88-ada8-4d5b2d023745', 'code': 200} Apr 23 00:26:39.692013 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.780368 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c4c52-c1d2-4332-8c95-221aca45ae93 req-cb48f40a-6630-49f7-9d1f-645e3fab2f62 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:39.781904 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8e9c4c52-c1d2-4332-8c95-221aca45ae93 req-cb48f40a-6630-49f7-9d1f-645e3fab2f62 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0509207 Apr 23 00:26:39.824234 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8e9c4c52-c1d2-4332-8c95-221aca45ae93 req-2fa96c1d-c377-4414-ac3a-9dafd71ce235 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329859 Apr 23 00:26:39.867199 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:40.940354 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79201a3a-163c-482a-a148-ef41739c247d req-3137bc42-1028-4980-91ae-d06653dc428c tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:40.941851 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-79201a3a-163c-482a-a148-ef41739c247d req-3137bc42-1028-4980-91ae-d06653dc428c tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0485866 Apr 23 00:26:40.985101 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-79201a3a-163c-482a-a148-ef41739c247d req-657b3db6-b5d5-4ecc-89ac-5b053c31f7ec tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366929 Apr 23 00:26:40.989538 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-09efc40a-e28b-4a82-b2f4-c62145bc1268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:40.991042 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-09efc40a-e28b-4a82-b2f4-c62145bc1268 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1&tenant_id=491fe267efc94c6f99965894c4d1cbd7 HTTP/1.1" status: 200 len: 1098 time: 0.0466304 Apr 23 00:26:41.053910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-9a3f520a-cca5-4462-b7e8-25f36328cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:41.055451 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-9a3f520a-cca5-4462-b7e8-25f36328cebc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 1098 time: 0.0413573 Apr 23 00:26:41.152083 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-1e050049-2314-452a-87b0-21ea17ea3086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:41.153641 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-1e050049-2314-452a-87b0-21ea17ea3086 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 913 time: 0.0907412 Apr 23 00:26:41.217568 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-722d4a5e-f314-48bc-b49c-21282c2867e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=065fd194-03d0-4d88-ada8-4d5b2d023745 HTTP/1.1" status: 200 len: 1002 time: 0.0567350 Apr 23 00:26:41.265457 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-ca2cb123-0045-411b-b1bf-42991e2cf20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:41.266847 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-ca2cb123-0045-411b-b1bf-42991e2cf20c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.0426269 Apr 23 00:26:41.316805 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-9d64349c-59bc-4d8c-a39a-70366b1d31d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:41.318300 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-9d64349c-59bc-4d8c-a39a-70366b1d31d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449188 Apr 23 00:26:41.413104 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-c3e735ad-cc58-48b5-bfc4-c4c3271b639b service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878813 Apr 23 00:26:41.505188 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8bc671f3-be3c-430e-b521-4e1a0f7654c7 req-d8622475-5b5d-415c-a102-99fa3002d92a service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858922 Apr 23 00:26:42.104738 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b97c6-f285-4153-b6e8-ab7fe4d9375d req-06b3884f-0cb1-4965-9b0f-a075b4b48d1d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:42.106192 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-783b97c6-f285-4153-b6e8-ab7fe4d9375d req-06b3884f-0cb1-4965-9b0f-a075b4b48d1d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0495422 Apr 23 00:26:42.143400 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-783b97c6-f285-4153-b6e8-ab7fe4d9375d req-0001e5a8-3d69-442c-8abb-187f3f8c5237 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311232 Apr 23 00:26:43.151644 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 065fd194-03d0-4d88-ada8-4d5b2d023745 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:26:43.154745 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 065fd194-03d0-4d88-ada8-4d5b2d023745 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:26:43.261234 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcd1cf-ed7d-4cc3-a6ca-437de9ba935c req-b8b22faa-c5c3-415b-95fe-bacda1952ef0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.262636 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-dadcd1cf-ed7d-4cc3-a6ca-437de9ba935c req-b8b22faa-c5c3-415b-95fe-bacda1952ef0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0506501 Apr 23 00:26:43.301798 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:43.302555 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-dadcd1cf-ed7d-4cc3-a6ca-437de9ba935c req-18f6dc51-fe9e-4620-a200-a42098aab21b tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338252 Apr 23 00:26:43.325152 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 065fd194-03d0-4d88-ada8-4d5b2d023745, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=065fd194-03d0-4d88-ada8-4d5b2d023745,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:26:43.347137 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b064d7c3-2a91-4684-94f4-20f8b4d0c0f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '065fd194-03d0-4d88-ada8-4d5b2d023745'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:26:43.350318 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ae7993-55d9-4203-9cdc-10ce42086e2a" -d '{"events": [{"server_uuid": "b064d7c3-2a91-4684-94f4-20f8b4d0c0f1", "name": "network-vif-unplugged", "status": "completed", "tag": "065fd194-03d0-4d88-ada8-4d5b2d023745"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:26:43.354687 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '065fd194-03d0-4d88-ada8-4d5b2d023745', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'port_id': '065fd194-03d0-4d88-ada8-4d5b2d023745', 'mac_address': 'fa:16:3e:07:61:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:26:43.364476 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 065fd194-03d0-4d88-ada8-4d5b2d023745, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=065fd194-03d0-4d88-ada8-4d5b2d023745,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:26:43.393089 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 23 Apr 2022 00:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b450cb-307f-4f59-98e0-39a27099aba2 x-openstack-request-id: req-66b450cb-307f-4f59-98e0-39a27099aba2 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:26:43.393384 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b064d7c3-2a91-4684-94f4-20f8b4d0c0f1", "name": "network-vif-unplugged", "status": "completed", "tag": "065fd194-03d0-4d88-ada8-4d5b2d023745", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:26:43.393637 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66b450cb-307f-4f59-98e0-39a27099aba2 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:26:43.394284 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b450cb-307f-4f59-98e0-39a27099aba2'] response: {'server_uuid': 'b064d7c3-2a91-4684-94f4-20f8b4d0c0f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '065fd194-03d0-4d88-ada8-4d5b2d023745', 'code': 200} Apr 23 00:26:43.413601 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:43.424450 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 065fd194-03d0-4d88-ada8-4d5b2d023745 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:26:43.427252 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb224da-6509-4327-bdcf-4b51877cf1c7 req-d027830d-8835-4949-905e-480a7ef5edb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.428782 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2bb224da-6509-4327-bdcf-4b51877cf1c7 req-d027830d-8835-4949-905e-480a7ef5edb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0539641 Apr 23 00:26:43.433604 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:43.466640 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2bb224da-6509-4327-bdcf-4b51877cf1c7 req-eea0d107-cfa5-428e-83ca-836da72af7f0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316260 Apr 23 00:26:43.508101 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:26:43.508680 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:26:43.511179 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=065fd194-03d0-4d88-ada8-4d5b2d023745,revision_number=9']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:43.584601 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441910a-6071-40f6-9c9c-97b90de3bfae req-055161d0-8c75-420c-a5a4-b2aa1331bf7c tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.586060 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e441910a-6071-40f6-9c9c-97b90de3bfae req-055161d0-8c75-420c-a5a4-b2aa1331bf7c tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 943 time: 0.0489357 Apr 23 00:26:43.623785 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e441910a-6071-40f6-9c9c-97b90de3bfae req-49a32576-91a0-41fd-abef-f5855175c928 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311558 Apr 23 00:26:44.038392 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c5111c-61ac-4840-95b3-dd277f2eeb9f req-7baafe5a-36d6-4224-a346-9e481bb4fc6f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:44.040226 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-59c5111c-61ac-4840-95b3-dd277f2eeb9f req-7baafe5a-36d6-4224-a346-9e481bb4fc6f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 943 time: 0.0485129 Apr 23 00:26:44.044676 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:44.058057 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 065fd194-03d0-4d88-ada8-4d5b2d023745 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:26:44.076944 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 065fd194-03d0-4d88-ada8-4d5b2d023745, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=065fd194-03d0-4d88-ada8-4d5b2d023745,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:26:44.081750 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-59c5111c-61ac-4840-95b3-dd277f2eeb9f req-4a5c1476-405b-4ed5-a53a-2dfaf37707ef tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351486 Apr 23 00:26:44.146969 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:44.197975 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=065fd194-03d0-4d88-ada8-4d5b2d023745,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:44.206313 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['065fd194-03d0-4d88-ada8-4d5b2d023745'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:26:45.174323 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 065fd194-03d0-4d88-ada8-4d5b2d023745 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:26:45.203596 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbe318-b289-43c6-a859-90f89edba54a req-2fa4845d-0f32-4b52-9c07-4c1bd9c6107b tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:45.205077 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-76fbe318-b289-43c6-a859-90f89edba54a req-2fa4845d-0f32-4b52-9c07-4c1bd9c6107b tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0530932 Apr 23 00:26:45.224416 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 065fd194-03d0-4d88-ada8-4d5b2d023745 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:45.224955 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:45.242552 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-76fbe318-b289-43c6-a859-90f89edba54a req-d7f7a2e4-e41d-43e7-8339-78a86aaf4e99 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314393 Apr 23 00:26:45.303505 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:45.334750 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 065fd194-03d0-4d88-ada8-4d5b2d023745, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=065fd194-03d0-4d88-ada8-4d5b2d023745,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:26:45.395748 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b064d7c3-2a91-4684-94f4-20f8b4d0c0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065fd194-03d0-4d88-ada8-4d5b2d023745'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:26:45.398053 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8c9964-3110-42d9-a622-b16d469707af" -d '{"events": [{"server_uuid": "b064d7c3-2a91-4684-94f4-20f8b4d0c0f1", "name": "network-vif-plugged", "status": "completed", "tag": "065fd194-03d0-4d88-ada8-4d5b2d023745"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:26:45.417324 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:45.441974 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea36bac6-2ff0-4fa6-afce-e8ed818f6c30 x-openstack-request-id: req-ea36bac6-2ff0-4fa6-afce-e8ed818f6c30 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:26:45.442267 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b064d7c3-2a91-4684-94f4-20f8b4d0c0f1", "name": "network-vif-plugged", "status": "completed", "tag": "065fd194-03d0-4d88-ada8-4d5b2d023745", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:26:45.442523 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea36bac6-2ff0-4fa6-afce-e8ed818f6c30 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:26:45.442909 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea36bac6-2ff0-4fa6-afce-e8ed818f6c30'] response: {'server_uuid': 'b064d7c3-2a91-4684-94f4-20f8b4d0c0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065fd194-03d0-4d88-ada8-4d5b2d023745', 'code': 200} Apr 23 00:26:45.468426 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=065fd194-03d0-4d88-ada8-4d5b2d023745,revision_number=11']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:46.114461 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f197ab-47e3-4d1a-95f9-5bc7df570a49 req-3aa0f209-f1ec-4434-bae4-b2a85f504eaa tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:46.115956 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-36f197ab-47e3-4d1a-95f9-5bc7df570a49 req-3aa0f209-f1ec-4434-bae4-b2a85f504eaa tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.16 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 946 time: 0.0474567 Apr 23 00:26:46.201360 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-36f197ab-47e3-4d1a-95f9-5bc7df570a49 req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Deleting port 065fd194-03d0-4d88-ada8-4d5b2d023745 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:26:46.201701 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-36f197ab-47e3-4d1a-95f9-5bc7df570a49 req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:46.297101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-36f197ab-47e3-4d1a-95f9-5bc7df570a49 req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] For port 065fd194-03d0-4d88-ada8-4d5b2d023745, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=065fd194-03d0-4d88-ada8-4d5b2d023745,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:26:46.297768 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-36f197ab-47e3-4d1a-95f9-5bc7df570a49 req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:46.438394 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51488769-a6a9-4cbd-92f3-8129cbcdfff3 req-31c18718-9e37-4863-aea8-3a13e8c90105 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:46.438394 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-51488769-a6a9-4cbd-92f3-8129cbcdfff3 req-31c18718-9e37-4863-aea8-3a13e8c90105 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 946 time: 0.1223989 Apr 23 00:26:46.516366 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-51488769-a6a9-4cbd-92f3-8129cbcdfff3 req-382928bc-4e86-42c6-898c-47fb2930213d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748386 Apr 23 00:26:46.537335 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-36f197ab-47e3-4d1a-95f9-5bc7df570a49 req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:46.537335 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-36f197ab-47e3-4d1a-95f9-5bc7df570a49 req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:46.537335 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [req-36f197ab-47e3-4d1a-95f9-5bc7df570a49 req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Floating IP de210d1d-ebe5-4ee0-8291-63acd61afe62 disassociated. External IP: 172.26.3.136, port: 065fd194-03d0-4d88-ada8-4d5b2d023745. Apr 23 00:26:46.537335 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-36f197ab-47e3-4d1a-95f9-5bc7df570a49 req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Calling delete_port for 065fd194-03d0-4d88-ada8-4d5b2d023745 owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:26:46.714445 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-36f197ab-47e3-4d1a-95f9-5bc7df570a49 req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:47.011241 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Pushing event deleted for resources: {'Port': ['ID=065fd194-03d0-4d88-ada8-4d5b2d023745,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:47.022591 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:47.022941 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:47.023310 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:47.023667 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:47.024067 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:47.024398 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:47.024734 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:47.025057 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:47.025386 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:47.025707 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:47.026030 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:47.026348 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:47.137605 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36f197ab-47e3-4d1a-95f9-5bc7df570a49 req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Router a8788fa2-da55-4cc8-92cd-a22e918b168b has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:26:47.243837 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36f197ab-47e3-4d1a-95f9-5bc7df570a49 req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:26:47.254557 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c805c36b-b555-4048-8cbe-2a2c6ee51d66 None None] Sync routers for ids ['a8788fa2-da55-4cc8-92cd-a22e918b168b'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:26:47.266152 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c805c36b-b555-4048-8cbe-2a2c6ee51d66 None None] Routers {'a8788fa2-da55-4cc8-92cd-a22e918b168b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:26:47.266796 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c805c36b-b555-4048-8cbe-2a2c6ee51d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:26:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a8788fa2-da55-4cc8-92cd-a22e918b168b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:47.283455 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f197ab-47e3-4d1a-95f9-5bc7df570a49 req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] No DVR routers for this DVR port 065fd194-03d0-4d88-ada8-4d5b2d023745 on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:26:47.285924 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-36f197ab-47e3-4d1a-95f9-5bc7df570a49 req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:47.289120 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-36f197ab-47e3-4d1a-95f9-5bc7df570a49 req-14e22635-d5f3-4c22-a4f1-ac2ff856feb4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.16 "DELETE /v2.0/ports/065fd194-03d0-4d88-ada8-4d5b2d023745 HTTP/1.1" status: 204 len: 173 time: 1.1676309 Apr 23 00:26:47.289649 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b064d7c3-2a91-4684-94f4-20f8b4d0c0f1', 'name': 'network-vif-deleted', 'tag': '065fd194-03d0-4d88-ada8-4d5b2d023745'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:26:47.291910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcc44f8-9ff8-4ae5-bfec-73291ae026c7" -d '{"events": [{"server_uuid": "b064d7c3-2a91-4684-94f4-20f8b4d0c0f1", "name": "network-vif-deleted", "tag": "065fd194-03d0-4d88-ada8-4d5b2d023745"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:26:47.332070 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f73353-6d95-4a5f-8c3e-de652173a5f8 x-openstack-request-id: req-75f73353-6d95-4a5f-8c3e-de652173a5f8 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:26:47.332674 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b064d7c3-2a91-4684-94f4-20f8b4d0c0f1", "name": "network-vif-deleted", "tag": "065fd194-03d0-4d88-ada8-4d5b2d023745", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:26:47.332674 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75f73353-6d95-4a5f-8c3e-de652173a5f8 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:26:47.333047 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75f73353-6d95-4a5f-8c3e-de652173a5f8'] response: {'server_uuid': 'b064d7c3-2a91-4684-94f4-20f8b4d0c0f1', 'name': 'network-vif-deleted', 'tag': '065fd194-03d0-4d88-ada8-4d5b2d023745', 'status': 'completed', 'code': 200} Apr 23 00:26:47.518342 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-c805c36b-b555-4048-8cbe-2a2c6ee51d66 None None] Set router a8788fa2-da55-4cc8-92cd-a22e918b168b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:26:47.630125 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8a10a34d-f6da-4a46-b1b8-9d0e945a1e3a req-ef79d278-2a92-4dad-8c3d-ec85b4b242ab tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=b064d7c3-2a91-4684-94f4-20f8b4d0c0f1 HTTP/1.1" status: 200 len: 210 time: 0.0270801 Apr 23 00:26:47.722351 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c805c36b-b555-4048-8cbe-2a2c6ee51d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:24:02Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:47.748486 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c805c36b-b555-4048-8cbe-2a2c6ee51d66 None None] Checking router: a8788fa2-da55-4cc8-92cd-a22e918b168b for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:26:47.756554 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c805c36b-b555-4048-8cbe-2a2c6ee51d66 None None] Routers {'a8788fa2-da55-4cc8-92cd-a22e918b168b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:26:47.757156 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c805c36b-b555-4048-8cbe-2a2c6ee51d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:26:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a8788fa2-da55-4cc8-92cd-a22e918b168b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:47.860768 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-c805c36b-b555-4048-8cbe-2a2c6ee51d66 None None] Set router a8788fa2-da55-4cc8-92cd-a22e918b168b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:26:48.054460 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c805c36b-b555-4048-8cbe-2a2c6ee51d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:24:02Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:48.084382 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c805c36b-b555-4048-8cbe-2a2c6ee51d66 None None] The sync data for ids ['a8788fa2-da55-4cc8-92cd-a22e918b168b'] in dv-neutron-838783-1-hyperv is: [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:24:02Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:26:48.300863 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12786735-23ef-4055-b602-cbb7875472b1 None None] New status for floating IP de210d1d-ebe5-4ee0-8291-63acd61afe62: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:26:48.863076 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-3cbfa7b3-5ab0-4e10-8bb2-fcb97df23625 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1765591378&fields=id&tenant_id=491fe267efc94c6f99965894c4d1cbd7 HTTP/1.1" status: 200 len: 267 time: 0.0320792 Apr 23 00:26:48.966705 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-19424f76-5d5c-4bb6-8941-f38c2becabc8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:48.967618 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-19424f76-5d5c-4bb6-8941-f38c2becabc8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 812 time: 0.0971386 Apr 23 00:26:48.983319 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-90bfd65d-7970-4e5f-ba3f-9dea7d4c4993 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/quotas/491fe267efc94c6f99965894c4d1cbd7 HTTP/1.1" status: 200 len: 375 time: 0.0097320 Apr 23 00:26:49.035366 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-2614b3d2-cc23-448d-91d5-fa9fd7bee1d1 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466626 Apr 23 00:26:49.132195 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-af2b7ecc-cbfa-46fe-b4d3-cce7495bb172 service neutron] 10.222.0.15 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842493 Apr 23 00:26:49.216784 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 065fd194-03d0-4d88-ada8-4d5b2d023745 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:26:49.219628 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-9e58d85a-28aa-4969-b047-9085298625a9 service neutron] 10.222.0.15 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809591 Apr 23 00:26:49.236822 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 065fd194-03d0-4d88-ada8-4d5b2d023745 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:26:49.237169 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 065fd194-03d0-4d88-ada8-4d5b2d023745 not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:26:49.435065 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-39e3f117-fe4e-4938-aa33-288273e508b7 req-31206485-bd04-4005-bea0-db9e6e3172ba tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 210 time: 0.0276966 Apr 23 00:26:50.536247 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a5c453e5-0bad-4344-8464-b3a06dcef09f req-9c0a1a16-fe91-4dd0-b56d-aad91e5c6495 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 210 time: 0.0316191 Apr 23 00:26:51.248797 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-3c7b136d-2576-4cf3-908f-c8432cd7859d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:51.250164 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-3c7b136d-2576-4cf3-908f-c8432cd7859d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 812 time: 0.1065543 Apr 23 00:26:51.293680 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-5eed0cfd-fbdd-493a-bbdf-e5b1ba673648 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=491fe267efc94c6f99965894c4d1cbd7 HTTP/1.1" status: 200 len: 380 time: 0.0353370 Apr 23 00:26:51.303837 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-ef2700b4-ddfc-4aee-a274-378b0580567d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Request body: {'port': {'device_id': '2fb9bec3-fc0d-485e-9a4e-14cb18d6765a', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'admin_state_up': True, 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'security_groups': ['67a915a1-7df2-49ee-ad96-acede89890c5']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:51.507943 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-ef2700b4-ddfc-4aee-a274-378b0580567d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Made reservation on behalf of 491fe267efc94c6f99965894c4d1cbd7 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:51.511631 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-ef2700b4-ddfc-4aee-a274-378b0580567d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:51.652553 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6948884b-4d52-4941-a409-5ced0b064fc0 req-846416ad-ed61-45ac-b408-2e74882891f5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 210 time: 0.0406640 Apr 23 00:26:51.670006 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-ef2700b4-ddfc-4aee-a274-378b0580567d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Allocated IP 172.20.0.5 (ae917838-ee50-4289-8bc2-a376cc23650b/55b9624f-e267-471c-b737-0bcbe474071d/52a7a5da-9c96-4ca3-b45c-a85e9647a3c7) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:51.802800 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-ef2700b4-ddfc-4aee-a274-378b0580567d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:51.906955 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-ef2700b4-ddfc-4aee-a274-378b0580567d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:51.946550 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-ef2700b4-ddfc-4aee-a274-378b0580567d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Network ae917838-ee50-4289-8bc2-a376cc23650b is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:51.956099 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-ef2700b4-ddfc-4aee-a274-378b0580567d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:51.959782 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-ef2700b4-ddfc-4aee-a274-378b0580567d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:26:51.988082 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2700b4-ddfc-4aee-a274-378b0580567d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Pushing event updated for resources: {'Port': ['ID=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:52.016209 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-ef2700b4-ddfc-4aee-a274-378b0580567d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:52.016849 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-ef2700b4-ddfc-4aee-a274-378b0580567d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:52.099546 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-ef2700b4-ddfc-4aee-a274-378b0580567d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7992339 Apr 23 00:26:52.111692 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-b17fb108-7f9d-4493-b64b-8839afdfbaa8 service neutron] Request body: {'port': {'device_id': '2fb9bec3-fc0d-485e-9a4e-14cb18d6765a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:52.165236 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-b17fb108-7f9d-4493-b64b-8839afdfbaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:52.212359 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-2b830c02-7d96-45ad-bc09-14c020116fdf None None] Provisioning complete for port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:52.212956 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b830c02-7d96-45ad-bc09-14c020116fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:52.245349 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2b830c02-7d96-45ad-bc09-14c020116fdf None None] Port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:26:52.428480 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-b17fb108-7f9d-4493-b64b-8839afdfbaa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:26:52.436141 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-b17fb108-7f9d-4493-b64b-8839afdfbaa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:52.452186 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-b17fb108-7f9d-4493-b64b-8839afdfbaa8 service neutron] Transition to ACTIVE for port object 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:52.530948 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-b17fb108-7f9d-4493-b64b-8839afdfbaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:52.581381 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17fb108-7f9d-4493-b64b-8839afdfbaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:52.654860 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-b17fb108-7f9d-4493-b64b-8839afdfbaa8 service neutron] Attempting to bind port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:52.655209 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-b17fb108-7f9d-4493-b64b-8839afdfbaa8 service neutron] Attempting to bind port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:52.655551 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-b17fb108-7f9d-4493-b64b-8839afdfbaa8 service neutron] Attempting to bind port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 on network ae917838-ee50-4289-8bc2-a376cc23650b {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:26:52.660333 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-b17fb108-7f9d-4493-b64b-8839afdfbaa8 service neutron] Port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 on network ae917838-ee50-4289-8bc2-a376cc23650b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:26:52.660669 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-b17fb108-7f9d-4493-b64b-8839afdfbaa8 service neutron] Attempting to bind port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 on network ae917838-ee50-4289-8bc2-a376cc23650b {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:26:52.666610 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-b17fb108-7f9d-4493-b64b-8839afdfbaa8 service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:26:52.666963 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-b17fb108-7f9d-4493-b64b-8839afdfbaa8 service neutron] Checking segment: {'id': 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:26:52.667356 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-b17fb108-7f9d-4493-b64b-8839afdfbaa8 service neutron] Bound using segment: {'id': 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:26:52.667833 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-b17fb108-7f9d-4493-b64b-8839afdfbaa8 service neutron] Bound port: 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:26:52.668198 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-b17fb108-7f9d-4493-b64b-8839afdfbaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:52.743951 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-b17fb108-7f9d-4493-b64b-8839afdfbaa8 service neutron] For port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:26:52.747205 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-b17fb108-7f9d-4493-b64b-8839afdfbaa8 service neutron] For port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:26:52.780956 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288695c-1153-4ffb-9bb7-acca49d4d7d8 req-9ff52fd5-0e3b-4e89-9f2d-c5cad6e0dd2b tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:52.782694 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c288695c-1153-4ffb-9bb7-acca49d4d7d8 req-9ff52fd5-0e3b-4e89-9f2d-c5cad6e0dd2b tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 943 time: 0.0559013 Apr 23 00:26:52.819802 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c288695c-1153-4ffb-9bb7-acca49d4d7d8 req-d0264d56-8fba-42a6-9279-22f9bcce457f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309486 Apr 23 00:26:52.838933 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-b17fb108-7f9d-4493-b64b-8839afdfbaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:52.871429 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-b17fb108-7f9d-4493-b64b-8839afdfbaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:52.872071 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-b17fb108-7f9d-4493-b64b-8839afdfbaa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:52.873822 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-b17fb108-7f9d-4493-b64b-8839afdfbaa8 service neutron] 10.222.0.16 "PUT /v2.0/ports/52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 HTTP/1.1" status: 200 len: 1093 time: 0.7664421 Apr 23 00:26:52.876057 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb9bec3-fc0d-485e-9a4e-14cb18d6765a', 'tag': '52a7a5da-9c96-4ca3-b45c-a85e9647a3c7'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:26:52.879406 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b1e0de-bc60-4d41-85b4-5b14fb545346" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb9bec3-fc0d-485e-9a4e-14cb18d6765a", "tag": "52a7a5da-9c96-4ca3-b45c-a85e9647a3c7"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:26:52.910016 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17fb108-7f9d-4493-b64b-8839afdfbaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:52.923068 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3104dab9-e453-48f4-9fa4-6dcf053a11bf x-openstack-request-id: req-3104dab9-e453-48f4-9fa4-6dcf053a11bf {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:26:52.923364 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb9bec3-fc0d-485e-9a4e-14cb18d6765a", "tag": "52a7a5da-9c96-4ca3-b45c-a85e9647a3c7", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:26:52.923651 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3104dab9-e453-48f4-9fa4-6dcf053a11bf {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:26:52.924192 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3104dab9-e453-48f4-9fa4-6dcf053a11bf'] response: {'name': 'network-changed', 'server_uuid': '2fb9bec3-fc0d-485e-9a4e-14cb18d6765a', 'tag': '52a7a5da-9c96-4ca3-b45c-a85e9647a3c7', 'status': 'completed', 'code': 200} Apr 23 00:26:52.990276 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1e0de-bc60-4d41-85b4-5b14fb545346 req-dc52210b-446e-4c54-bc79-227f8835c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:52.991887 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f2b1e0de-bc60-4d41-85b4-5b14fb545346 req-dc52210b-446e-4c54-bc79-227f8835c53f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 1096 time: 0.0448742 Apr 23 00:26:53.098091 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1e0de-bc60-4d41-85b4-5b14fb545346 req-a062e26c-7011-489f-b139-6fbab2395219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:53.099589 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f2b1e0de-bc60-4d41-85b4-5b14fb545346 req-a062e26c-7011-489f-b139-6fbab2395219 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=491fe267efc94c6f99965894c4d1cbd7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0998037 Apr 23 00:26:53.190961 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1e0de-bc60-4d41-85b4-5b14fb545346 req-18b14ae6-03a4-46c6-a1ee-0e6e0817f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:53.192420 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f2b1e0de-bc60-4d41-85b4-5b14fb545346 req-18b14ae6-03a4-46c6-a1ee-0e6e0817f02c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863943 Apr 23 00:26:53.269313 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-d065409a-a7e0-4cfc-b2f8-6c8f81afc0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:53.270824 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-d065409a-a7e0-4cfc-b2f8-6c8f81afc0c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 1096 time: 0.0415647 Apr 23 00:26:53.315324 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-ea6a974f-5ce4-4b83-b9a4-cfed4e3cd86c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 HTTP/1.1" status: 200 len: 217 time: 0.0374765 Apr 23 00:26:53.362254 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-a9185772-50e6-44dd-ab5c-91ff49c82a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:53.363730 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-a9185772-50e6-44dd-ab5c-91ff49c82a14 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.0420928 Apr 23 00:26:53.413888 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-14da65ca-4835-4b32-b01b-33ca7bb3f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:53.415954 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-14da65ca-4835-4b32-b01b-33ca7bb3f591 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456488 Apr 23 00:26:53.514835 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-6e425b89-2ecc-4b92-be24-2e30f3ba963a service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925138 Apr 23 00:26:53.603825 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5ff79e2a-f5ea-4770-96c2-a8c7ffb9147c req-b5cc7b16-089b-46a5-aaa7-eaf3487e396b service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824318 Apr 23 00:26:53.805101 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:53.934654 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4904b-3fb2-4b7f-a7e2-bb0715fa36fd req-dd92f1a6-3f6b-44ce-8d38-d8c829bc9c31 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:53.936190 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fca4904b-3fb2-4b7f-a7e2-bb0715fa36fd req-dd92f1a6-3f6b-44ce-8d38-d8c829bc9c31 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 943 time: 0.0476904 Apr 23 00:26:53.973974 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fca4904b-3fb2-4b7f-a7e2-bb0715fa36fd req-cd00a45f-f61a-4088-8198-b437c7267b17 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317566 Apr 23 00:26:55.094629 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe32344-eb59-434e-9a3d-e0b78d48cab8 req-5c242fc1-ab07-433d-afe2-da01558ff986 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:55.096108 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0fe32344-eb59-434e-9a3d-e0b78d48cab8 req-5c242fc1-ab07-433d-afe2-da01558ff986 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 943 time: 0.0534768 Apr 23 00:26:55.136847 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0fe32344-eb59-434e-9a3d-e0b78d48cab8 req-5edf9b09-145d-4355-b755-f62d63f9005e tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341871 Apr 23 00:26:56.256699 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d205db-8581-4687-891a-766b2564b0e0 req-697919a8-37af-4e54-a45d-406defe65813 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:56.258824 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-72d205db-8581-4687-891a-766b2564b0e0 req-697919a8-37af-4e54-a45d-406defe65813 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 943 time: 0.0531523 Apr 23 00:26:56.295952 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-72d205db-8581-4687-891a-766b2564b0e0 req-50c69926-9b2f-44e6-a954-1268034a3c33 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310287 Apr 23 00:26:57.238148 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:26:57.330368 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:26:57.346561 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '52a7a5da-9c96-4ca3-b45c-a85e9647a3c7', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'port_id': '52a7a5da-9c96-4ca3-b45c-a85e9647a3c7', 'mac_address': 'fa:16:3e:d3:a5:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:26:57.385117 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:57.398346 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:26:57.419717 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:26:57.424124 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98460536-c6ff-49d1-afec-fd7e22ee7981 req-63f89ddc-3e9e-42c6-a05c-42bb80534707 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:57.425785 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-98460536-c6ff-49d1-afec-fd7e22ee7981 req-63f89ddc-3e9e-42c6-a05c-42bb80534707 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 943 time: 0.0537174 Apr 23 00:26:57.465460 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-98460536-c6ff-49d1-afec-fd7e22ee7981 req-98826ccc-af71-4934-ba25-b0b0b299d900 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331745 Apr 23 00:26:57.485030 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:57.532661 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:57.704612 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['52a7a5da-9c96-4ca3-b45c-a85e9647a3c7'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:26:58.580109 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e862c-b46b-4c7a-9532-27e2d7b37bc4 req-a8655299-d885-4f52-a558-b744b00db811 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:58.581576 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-241e862c-b46b-4c7a-9532-27e2d7b37bc4 req-a8655299-d885-4f52-a558-b744b00db811 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 944 time: 0.0486972 Apr 23 00:26:58.618410 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-241e862c-b46b-4c7a-9532-27e2d7b37bc4 req-4e8be6c0-693b-4f53-b61b-ac33fb849bb8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306563 Apr 23 00:26:58.800500 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:26:59.260240 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:26:59.376537 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:26:59.380736 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:59.381146 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:59.462408 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:59.484558 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb9bec3-fc0d-485e-9a4e-14cb18d6765a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a7a5da-9c96-4ca3-b45c-a85e9647a3c7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:26:59.486765 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4253263e-0bc5-4309-9389-be6150a7225b" -d '{"events": [{"server_uuid": "2fb9bec3-fc0d-485e-9a4e-14cb18d6765a", "name": "network-vif-plugged", "status": "completed", "tag": "52a7a5da-9c96-4ca3-b45c-a85e9647a3c7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:26:59.499818 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:26:59.525557 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037bc6bd-dda0-4325-b4f4-e39594caf045 x-openstack-request-id: req-037bc6bd-dda0-4325-b4f4-e39594caf045 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:26:59.525840 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb9bec3-fc0d-485e-9a4e-14cb18d6765a", "name": "network-vif-plugged", "status": "completed", "tag": "52a7a5da-9c96-4ca3-b45c-a85e9647a3c7", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:26:59.526089 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-037bc6bd-dda0-4325-b4f4-e39594caf045 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:26:59.526476 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-037bc6bd-dda0-4325-b4f4-e39594caf045'] response: {'server_uuid': '2fb9bec3-fc0d-485e-9a4e-14cb18d6765a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a7a5da-9c96-4ca3-b45c-a85e9647a3c7', 'code': 200} Apr 23 00:26:59.571478 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:59.618587 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:59.735595 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a579c-0c10-4a1c-b286-11f2b351d674 req-e909e659-a2da-4153-a1c6-777bc953407d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:59.737097 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-858a579c-0c10-4a1c-b286-11f2b351d674 req-e909e659-a2da-4153-a1c6-777bc953407d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0497971 Apr 23 00:26:59.779228 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-858a579c-0c10-4a1c-b286-11f2b351d674 req-83e463f0-974d-4a5c-b17c-21d4ded04b41 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356264 Apr 23 00:26:59.816915 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e9edc-120c-4e35-ac3e-d70e9109a7dd req-19d3926d-4d95-4f92-bfac-0ae65c50dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:59.818438 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4c5e9edc-120c-4e35-ac3e-d70e9109a7dd req-19d3926d-4d95-4f92-bfac-0ae65c50dc3b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 1098 time: 0.0401733 Apr 23 00:26:59.851893 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4c5e9edc-120c-4e35-ac3e-d70e9109a7dd req-c94e2b89-a2a5-4cc4-be16-23fada77b6a3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271354 Apr 23 00:27:00.902108 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3680a9-ad5c-4db9-bcfe-c4cf10617b5e req-58e52178-4075-499d-b736-ea03adaafe98 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:00.903626 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2e3680a9-ad5c-4db9-bcfe-c4cf10617b5e req-58e52178-4075-499d-b736-ea03adaafe98 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0545843 Apr 23 00:27:00.941194 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2e3680a9-ad5c-4db9-bcfe-c4cf10617b5e req-0dc49c62-a703-4d5d-9974-04868b4952f7 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314515 Apr 23 00:27:02.061293 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e20404-c3d4-48f2-937b-9b73f98f3b19 req-9d63a23d-7d38-4d36-9032-58226afaa33e tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:02.062796 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a3e20404-c3d4-48f2-937b-9b73f98f3b19 req-9d63a23d-7d38-4d36-9032-58226afaa33e tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0525429 Apr 23 00:27:02.099856 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a3e20404-c3d4-48f2-937b-9b73f98f3b19 req-91316f77-d306-4164-ae52-2e012b510f5c tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310607 Apr 23 00:27:02.210203 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307761e-c780-41cc-bb9e-f439ff98f68f req-cc90a616-d549-4ea4-92f2-ef5b7da5f5cf tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:02.211853 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9307761e-c780-41cc-bb9e-f439ff98f68f req-cc90a616-d549-4ea4-92f2-ef5b7da5f5cf tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0489721 Apr 23 00:27:02.220441 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 59616) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:27:02.224709 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-6db582e5-e933-4fbc-83ff-a052fc7065aa tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Request body: {'floatingip': {'port_id': '52a7a5da-9c96-4ca3-b45c-a85e9647a3c7'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:02.263226 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6db582e5-e933-4fbc-83ff-a052fc7065aa tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for floatingip, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:02.689383 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6db582e5-e933-4fbc-83ff-a052fc7065aa tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:02.751948 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6db582e5-e933-4fbc-83ff-a052fc7065aa tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:02.851111 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-6db582e5-e933-4fbc-83ff-a052fc7065aa tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Floating IP de210d1d-ebe5-4ee0-8291-63acd61afe62 associated. External IP: 172.26.3.136, port: 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7. Apr 23 00:27:03.059302 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db582e5-e933-4fbc-83ff-a052fc7065aa tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Router a8788fa2-da55-4cc8-92cd-a22e918b168b has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:27:03.434031 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db582e5-e933-4fbc-83ff-a052fc7065aa tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:27:03.447705 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6db582e5-e933-4fbc-83ff-a052fc7065aa tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:03.447819 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808ecdb9-d9c6-4165-8738-bbb1f193ce0c None None] Sync routers for ids ['a8788fa2-da55-4cc8-92cd-a22e918b168b'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:27:03.456691 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808ecdb9-d9c6-4165-8738-bbb1f193ce0c None None] Routers {'a8788fa2-da55-4cc8-92cd-a22e918b168b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:27:03.457520 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-808ecdb9-d9c6-4165-8738-bbb1f193ce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:26:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a8788fa2-da55-4cc8-92cd-a22e918b168b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:03.467915 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6db582e5-e933-4fbc-83ff-a052fc7065aa tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "PUT /v2.0/floatingips/de210d1d-ebe5-4ee0-8291-63acd61afe62 HTTP/1.1" status: 200 len: 992 time: 1.2464657 Apr 23 00:27:03.468506 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb9bec3-fc0d-485e-9a4e-14cb18d6765a', 'tag': '52a7a5da-9c96-4ca3-b45c-a85e9647a3c7'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:27:03.470994 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49923786-e44e-4ef0-ab5e-73c0f256b067" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb9bec3-fc0d-485e-9a4e-14cb18d6765a", "tag": "52a7a5da-9c96-4ca3-b45c-a85e9647a3c7"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:27:03.509372 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31504ef0-144a-4d6d-89b0-0a1194f8b6a7 x-openstack-request-id: req-31504ef0-144a-4d6d-89b0-0a1194f8b6a7 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:27:03.509743 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb9bec3-fc0d-485e-9a4e-14cb18d6765a", "tag": "52a7a5da-9c96-4ca3-b45c-a85e9647a3c7", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:27:03.510059 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31504ef0-144a-4d6d-89b0-0a1194f8b6a7 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:27:03.510526 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31504ef0-144a-4d6d-89b0-0a1194f8b6a7'] response: {'name': 'network-changed', 'server_uuid': '2fb9bec3-fc0d-485e-9a4e-14cb18d6765a', 'tag': '52a7a5da-9c96-4ca3-b45c-a85e9647a3c7', 'status': 'completed', 'code': 200} Apr 23 00:27:03.570047 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-808ecdb9-d9c6-4165-8738-bbb1f193ce0c None None] Set router a8788fa2-da55-4cc8-92cd-a22e918b168b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:27:03.576985 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49923786-e44e-4ef0-ab5e-73c0f256b067 req-cf6a7da1-a634-4216-9980-6b302318e576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:03.578499 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-49923786-e44e-4ef0-ab5e-73c0f256b067 req-cf6a7da1-a634-4216-9980-6b302318e576 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 1098 time: 0.0439572 Apr 23 00:27:03.676597 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49923786-e44e-4ef0-ab5e-73c0f256b067 req-2c08baae-82e3-42b0-a6f0-ccca80d93249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:03.678052 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-49923786-e44e-4ef0-ab5e-73c0f256b067 req-2c08baae-82e3-42b0-a6f0-ccca80d93249 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 913 time: 0.0903375 Apr 23 00:27:03.746445 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-49923786-e44e-4ef0-ab5e-73c0f256b067 req-b5da9b60-327e-4ac4-b7f1-0017be0209b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 HTTP/1.1" status: 200 len: 1000 time: 0.0617683 Apr 23 00:27:03.797203 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49923786-e44e-4ef0-ab5e-73c0f256b067 req-6708eb64-a0e7-4efc-a583-12e7b7680db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:03.798673 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-49923786-e44e-4ef0-ab5e-73c0f256b067 req-6708eb64-a0e7-4efc-a583-12e7b7680db5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.0450988 Apr 23 00:27:03.803050 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-808ecdb9-d9c6-4165-8738-bbb1f193ce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'de210d1d-ebe5-4ee0-8291-63acd61afe62', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'floating_ip_address': '172.26.3.136', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'port_id': '52a7a5da-9c96-4ca3-b45c-a85e9647a3c7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'mac_address': 'fa:16:3e:d3:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb9bec3-fc0d-485e-9a4e-14cb18d6765a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:24:02Z', 'updated_at': '2022-04-23T00:27:02Z', 'revision_number': 13, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:24:02Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:03.829933 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808ecdb9-d9c6-4165-8738-bbb1f193ce0c None None] Checking router: a8788fa2-da55-4cc8-92cd-a22e918b168b for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:27:03.838324 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808ecdb9-d9c6-4165-8738-bbb1f193ce0c None None] Routers {'a8788fa2-da55-4cc8-92cd-a22e918b168b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:27:03.838941 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-808ecdb9-d9c6-4165-8738-bbb1f193ce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:26:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a8788fa2-da55-4cc8-92cd-a22e918b168b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:03.849004 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49923786-e44e-4ef0-ab5e-73c0f256b067 req-a140d535-19cc-4b28-bc40-4b9278e84a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:03.850505 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-49923786-e44e-4ef0-ab5e-73c0f256b067 req-a140d535-19cc-4b28-bc40-4b9278e84a7e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447028 Apr 23 00:27:03.944430 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-49923786-e44e-4ef0-ab5e-73c0f256b067 req-cd136124-12b4-4364-b0f8-6206115701ae service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873127 Apr 23 00:27:03.951483 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-808ecdb9-d9c6-4165-8738-bbb1f193ce0c None None] Set router a8788fa2-da55-4cc8-92cd-a22e918b168b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:27:04.040311 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-49923786-e44e-4ef0-ab5e-73c0f256b067 req-f1e441c5-2e6f-41d5-87c2-6191cd39a40f service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891485 Apr 23 00:27:04.183743 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-808ecdb9-d9c6-4165-8738-bbb1f193ce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'de210d1d-ebe5-4ee0-8291-63acd61afe62', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'floating_ip_address': '172.26.3.136', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'port_id': '52a7a5da-9c96-4ca3-b45c-a85e9647a3c7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'mac_address': 'fa:16:3e:d3:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb9bec3-fc0d-485e-9a4e-14cb18d6765a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:24:02Z', 'updated_at': '2022-04-23T00:27:02Z', 'revision_number': 13, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:24:02Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:04.217142 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808ecdb9-d9c6-4165-8738-bbb1f193ce0c None None] The sync data for ids ['a8788fa2-da55-4cc8-92cd-a22e918b168b'] in dv-neutron-838783-1-hyperv is: [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'de210d1d-ebe5-4ee0-8291-63acd61afe62', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'floating_ip_address': '172.26.3.136', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'port_id': '52a7a5da-9c96-4ca3-b45c-a85e9647a3c7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'mac_address': 'fa:16:3e:d3:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb9bec3-fc0d-485e-9a4e-14cb18d6765a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:24:02Z', 'updated_at': '2022-04-23T00:27:02Z', 'revision_number': 13, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:24:02Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:27:04.277629 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9377a000-c730-4593-8e0f-46048f4bb236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:04.418176 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630d1232-b72e-4dda-b77a-21986a9bd719 None None] New status for floating IP de210d1d-ebe5-4ee0-8291-63acd61afe62: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:27:05.316243 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c9932-340a-4ade-8124-94307cd9abff req-8f896fea-58f1-470c-a7c9-88c0e8e44892 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:05.317627 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8d4c9932-340a-4ade-8124-94307cd9abff req-8f896fea-58f1-470c-a7c9-88c0e8e44892 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0518727 Apr 23 00:27:05.356636 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8d4c9932-340a-4ade-8124-94307cd9abff req-3463b122-8d5c-47ad-99ae-2d1d90d3ad20 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322552 Apr 23 00:27:07.266336 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34b9ade2-5693-4802-bb7e-77a2a93a2e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:07.912503 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.700435 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.866052 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:15.573114 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7422fb8c-46a9-4a8f-b052-524b10dedfc0 req-90ca514b-9b4d-4cc4-b4a8-71eb63806de7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416625 Apr 23 00:27:15.659070 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422fb8c-46a9-4a8f-b052-524b10dedfc0 req-e8ab86e7-f076-48d2-852b-b144f17b230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:15.660611 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7422fb8c-46a9-4a8f-b052-524b10dedfc0 req-e8ab86e7-f076-48d2-852b-b144f17b230a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 1098 time: 0.0398688 Apr 23 00:27:15.771159 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422fb8c-46a9-4a8f-b052-524b10dedfc0 req-934b8a75-8744-4707-8268-1da21427bb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:15.773373 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7422fb8c-46a9-4a8f-b052-524b10dedfc0 req-934b8a75-8744-4707-8268-1da21427bb5d service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 913 time: 0.0885570 Apr 23 00:27:15.841978 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7422fb8c-46a9-4a8f-b052-524b10dedfc0 req-9722002b-02fa-4989-bc88-95372b3e4d44 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 HTTP/1.1" status: 200 len: 1002 time: 0.0578530 Apr 23 00:27:15.898108 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422fb8c-46a9-4a8f-b052-524b10dedfc0 req-11f473f6-5845-44b8-b2fc-9863852f2893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:15.899593 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7422fb8c-46a9-4a8f-b052-524b10dedfc0 req-11f473f6-5845-44b8-b2fc-9863852f2893 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.0474343 Apr 23 00:27:15.948760 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422fb8c-46a9-4a8f-b052-524b10dedfc0 req-18527ba0-4014-4f03-9750-fcf2553c89cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:15.950268 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7422fb8c-46a9-4a8f-b052-524b10dedfc0 req-18527ba0-4014-4f03-9750-fcf2553c89cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400577 Apr 23 00:27:16.039247 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7422fb8c-46a9-4a8f-b052-524b10dedfc0 req-93b4af54-ff6e-4af0-80ba-76bf108d7b70 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816457 Apr 23 00:27:16.135050 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7422fb8c-46a9-4a8f-b052-524b10dedfc0 req-91394a23-460e-4fcb-a4e6-2bbf4de75d0d service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871940 Apr 23 00:27:17.075111 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dbd71-6fd5-4b24-8762-5e190d906410 req-08d7669f-be37-4806-86f5-065582837cf3 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:17.076632 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-965dbd71-6fd5-4b24-8762-5e190d906410 req-08d7669f-be37-4806-86f5-065582837cf3 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0493662 Apr 23 00:27:17.114305 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-965dbd71-6fd5-4b24-8762-5e190d906410 req-d7324092-8c63-486d-aefa-aac359954b8f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316908 Apr 23 00:27:17.225860 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-f7f987ab-f1bf-4f95-aa55-87a1acfabb83 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0979042 Apr 23 00:27:18.232360 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771b3f3-299e-4e20-9b0f-9152b082da83 req-9be0f125-e354-4f84-8647-27e2e9a3163a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:18.233847 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a771b3f3-299e-4e20-9b0f-9152b082da83 req-9be0f125-e354-4f84-8647-27e2e9a3163a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0515144 Apr 23 00:27:18.272631 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a771b3f3-299e-4e20-9b0f-9152b082da83 req-556bba19-6cdb-41eb-9ad1-7134a28d476e tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325944 Apr 23 00:27:19.087746 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-61d49ae4-8985-4bf2-ade0-e8fea65d90b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:19.089239 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-61d49ae4-8985-4bf2-ade0-e8fea65d90b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 1098 time: 0.0451527 Apr 23 00:27:19.178804 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-1fbbc814-0ad8-4c80-a491-de986bae851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:19.180908 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-1fbbc814-0ad8-4c80-a491-de986bae851f service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 913 time: 0.0828118 Apr 23 00:27:19.254565 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-0a8dead3-6850-47e6-a608-9a950735cdf5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 HTTP/1.1" status: 200 len: 1002 time: 0.0607929 Apr 23 00:27:19.302329 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-ece8107e-440f-4a08-a4e6-ecca7706fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:19.303908 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-ece8107e-440f-4a08-a4e6-ecca7706fe1e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.0428164 Apr 23 00:27:19.351295 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-03b2229f-032d-4bd2-a5bf-253dca028774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:19.353593 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-03b2229f-032d-4bd2-a5bf-253dca028774 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420444 Apr 23 00:27:19.391287 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be951f-0471-4107-8d38-a1d51ccfb160 req-3fac915b-87b8-4318-a5f8-2c98720ecc8b tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:19.393077 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b5be951f-0471-4107-8d38-a1d51ccfb160 req-3fac915b-87b8-4318-a5f8-2c98720ecc8b tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0496142 Apr 23 00:27:19.436898 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b5be951f-0471-4107-8d38-a1d51ccfb160 req-ebaa4eef-6b5c-4ba9-b5c1-4f7a68ec844e tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364611 Apr 23 00:27:19.453228 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-ca3099fb-893d-4df6-8b43-1af75ff9ca86 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882609 Apr 23 00:27:19.541769 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-ee53a881-b837-40e6-8233-39b51d2f9328 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846272 Apr 23 00:27:20.554732 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dfeda-1cd0-47c1-b9da-d76a49c98d67 req-cd5f57d0-acb5-4c47-bcd7-fb9daef05219 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:20.556330 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d0dfeda-1cd0-47c1-b9da-d76a49c98d67 req-cd5f57d0-acb5-4c47-bcd7-fb9daef05219 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0495400 Apr 23 00:27:20.594743 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d0dfeda-1cd0-47c1-b9da-d76a49c98d67 req-8019a8c2-cfbc-49e5-a6d6-297f01e82e17 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324411 Apr 23 00:27:21.713505 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba2807-2972-49d7-ae97-91a12c4fce41 req-9ca762bc-cb0a-4cde-b355-8cbfbdbce02d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:21.714998 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5eba2807-2972-49d7-ae97-91a12c4fce41 req-9ca762bc-cb0a-4cde-b355-8cbfbdbce02d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0491073 Apr 23 00:27:21.752158 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5eba2807-2972-49d7-ae97-91a12c4fce41 req-c7698572-73c4-4f74-ae5c-24147dad008e tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310764 Apr 23 00:27:22.872483 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bdf69-1a22-45ab-94b0-c3b8d1575783 req-ba3038c2-79f8-4506-993b-e4625b57f624 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:22.873956 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9e7bdf69-1a22-45ab-94b0-c3b8d1575783 req-ba3038c2-79f8-4506-993b-e4625b57f624 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0534728 Apr 23 00:27:22.911203 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9e7bdf69-1a22-45ab-94b0-c3b8d1575783 req-7af63ac5-014a-4a65-8eca-d961c0090914 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313396 Apr 23 00:27:23.810311 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:24.027966 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3baf9ea-0f5f-43bd-b781-68aaddbd4f59 req-41e1f6a8-3a1a-4f9e-9761-aa73bd5d4603 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:24.029444 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d3baf9ea-0f5f-43bd-b781-68aaddbd4f59 req-41e1f6a8-3a1a-4f9e-9761-aa73bd5d4603 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0483599 Apr 23 00:27:24.066681 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d3baf9ea-0f5f-43bd-b781-68aaddbd4f59 req-bfda6fba-7263-4d1a-8b7a-7acc809ba91a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308223 Apr 23 00:27:25.182414 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59e028-9157-4662-a27d-163f4b04606f req-4bb88d44-58bd-4cbf-8482-b64f97920c3d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:25.183937 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fd59e028-9157-4662-a27d-163f4b04606f req-4bb88d44-58bd-4cbf-8482-b64f97920c3d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0490685 Apr 23 00:27:25.222234 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fd59e028-9157-4662-a27d-163f4b04606f req-4cef8f00-5c4e-46d1-be81-69e5c49f531c tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322285 Apr 23 00:27:26.339074 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e11789-01e6-4170-9c10-e9ff116c2198 req-b1e1f78e-7654-4437-b14b-3f2373e293d1 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:26.340636 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f7e11789-01e6-4170-9c10-e9ff116c2198 req-b1e1f78e-7654-4437-b14b-3f2373e293d1 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0481579 Apr 23 00:27:26.381735 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f7e11789-01e6-4170-9c10-e9ff116c2198 req-4449580f-78e0-4d2f-b147-e69a58ebfcf3 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350304 Apr 23 00:27:27.497573 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363ff17-33ec-46da-8c00-6d2bf844f2c2 req-c49c35b8-e603-4a2b-a821-a7d0a42fe357 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:27.499045 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0363ff17-33ec-46da-8c00-6d2bf844f2c2 req-c49c35b8-e603-4a2b-a821-a7d0a42fe357 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0489018 Apr 23 00:27:27.535504 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0363ff17-33ec-46da-8c00-6d2bf844f2c2 req-be657d7f-7db0-46d1-b9d0-e9234b7923f9 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304475 Apr 23 00:27:28.650127 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087404c9-cafb-4a35-ab5b-fb0dc45a286e req-04766f6d-3c22-4896-b299-26f2c6f2434d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:28.651604 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-087404c9-cafb-4a35-ab5b-fb0dc45a286e req-04766f6d-3c22-4896-b299-26f2c6f2434d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0487270 Apr 23 00:27:28.689544 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-087404c9-cafb-4a35-ab5b-fb0dc45a286e req-f4742e6f-4dbe-4a3e-9aab-ed911728edcf tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320523 Apr 23 00:27:29.809405 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f48ad-9a2a-4666-8f41-bc194d31b1d8 req-6a73f715-1e2a-4b13-a9cb-513be7e595f4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:29.850161 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-af7f48ad-9a2a-4666-8f41-bc194d31b1d8 req-6a73f715-1e2a-4b13-a9cb-513be7e595f4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0542264 Apr 23 00:27:29.850161 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-af7f48ad-9a2a-4666-8f41-bc194d31b1d8 req-738b9b18-acc1-4489-9ead-668fbde360cc tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317152 Apr 23 00:27:31.045682 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b4e2f-c2d8-4204-8865-64dfc96f6cd6 req-32102ce6-11de-4cc2-a549-f8eb640c511b tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:31.047186 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c32b4e2f-c2d8-4204-8865-64dfc96f6cd6 req-32102ce6-11de-4cc2-a549-f8eb640c511b tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.1292951 Apr 23 00:27:31.085133 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c32b4e2f-c2d8-4204-8865-64dfc96f6cd6 req-ea02f68a-b9ce-4652-ba9a-396cafd595e5 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316322 Apr 23 00:27:32.204728 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c741257-1845-4108-948d-b3452820c45c req-a9528d78-7de1-4b13-9a83-fc6b83ae1982 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:32.206168 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3c741257-1845-4108-948d-b3452820c45c req-a9528d78-7de1-4b13-9a83-fc6b83ae1982 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0500681 Apr 23 00:27:32.244686 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3c741257-1845-4108-948d-b3452820c45c req-fa8b9bcd-4651-408e-8bd6-0b04ae7e5f04 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318491 Apr 23 00:27:33.362154 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a671c0-a611-430c-b0a8-dfc3cf255c19 req-d0eebec1-566d-4617-b912-5ea70bd95b18 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:33.363656 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-98a671c0-a611-430c-b0a8-dfc3cf255c19 req-d0eebec1-566d-4617-b912-5ea70bd95b18 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0500059 Apr 23 00:27:33.407517 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-98a671c0-a611-430c-b0a8-dfc3cf255c19 req-a0acc700-9ce6-475f-aedc-4ccb5fb3c53e tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377712 Apr 23 00:27:33.554605 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-5222c949-6023-47c3-8096-f6e167e50592 service neutron] 10.222.0.16 "GET /v2.0/ports/52a7a5da-9c96-4ca3-b45c-a85e9647a3c7/bindings/hv-neutron-8387 HTTP/1.1" status: 200 len: 384 time: 0.0551567 Apr 23 00:27:34.160118 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-7677bd6a-1fda-45a0-99fb-7ae15520902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:34.161621 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-7677bd6a-1fda-45a0-99fb-7ae15520902a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a&tenant_id=491fe267efc94c6f99965894c4d1cbd7 HTTP/1.1" status: 200 len: 1098 time: 0.0440340 Apr 23 00:27:34.223515 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-f31c71a1-a667-4e63-97fa-aadb6a6eab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:34.227053 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-f31c71a1-a667-4e63-97fa-aadb6a6eab8f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 1098 time: 0.0397208 Apr 23 00:27:34.278280 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7af4eae8-e89e-4628-b88a-725c6f32eb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:34.315104 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-b06cce25-6900-43a5-b312-7bf4ff657060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:34.316677 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-b06cce25-6900-43a5-b312-7bf4ff657060 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 913 time: 0.0845516 Apr 23 00:27:34.386851 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-665a018d-76ae-4b3a-9d6e-ea431abce803 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 HTTP/1.1" status: 200 len: 1002 time: 0.0627487 Apr 23 00:27:34.437923 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-4fa06427-bc0a-459c-b592-0312939a3d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:34.441952 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-4fa06427-bc0a-459c-b592-0312939a3d38 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.0449777 Apr 23 00:27:34.490914 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-a7c4928b-abb4-4333-86e9-233a328cfb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:34.492752 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-a7c4928b-abb4-4333-86e9-233a328cfb38 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468028 Apr 23 00:27:34.620318 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6370a6c-eff1-4b85-9583-6ea3e3f85f55 req-eb4e02e6-a07f-4b99-bfc6-b0c841e2009f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:34.621776 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b6370a6c-eff1-4b85-9583-6ea3e3f85f55 req-eb4e02e6-a07f-4b99-bfc6-b0c841e2009f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.1432395 Apr 23 00:27:34.625268 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-be219bdb-6928-4583-8d28-8c7ec230f6ef service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257441 Apr 23 00:27:34.706479 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b6370a6c-eff1-4b85-9583-6ea3e3f85f55 req-9a079205-9690-4ed3-847d-153548c8f590 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785792 Apr 23 00:27:34.741301 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-0e43aa96-05b5-445d-a591-ef084b3be810 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077464 Apr 23 00:27:35.414913 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:27:35.490272 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:35.514692 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb9bec3-fc0d-485e-9a4e-14cb18d6765a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52a7a5da-9c96-4ca3-b45c-a85e9647a3c7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:27:35.516992 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4245daa-c1f1-4daa-9652-2686a88aa933" -d '{"events": [{"server_uuid": "2fb9bec3-fc0d-485e-9a4e-14cb18d6765a", "name": "network-vif-unplugged", "status": "completed", "tag": "52a7a5da-9c96-4ca3-b45c-a85e9647a3c7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:27:35.530464 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:27:35.565417 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 23 Apr 2022 00:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4093c0a6-d9b1-47e5-a788-5640b9bea3c6 x-openstack-request-id: req-4093c0a6-d9b1-47e5-a788-5640b9bea3c6 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:27:35.565732 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb9bec3-fc0d-485e-9a4e-14cb18d6765a", "name": "network-vif-unplugged", "status": "completed", "tag": "52a7a5da-9c96-4ca3-b45c-a85e9647a3c7", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:27:35.566021 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4093c0a6-d9b1-47e5-a788-5640b9bea3c6 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:27:35.566410 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4093c0a6-d9b1-47e5-a788-5640b9bea3c6'] response: {'server_uuid': '2fb9bec3-fc0d-485e-9a4e-14cb18d6765a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52a7a5da-9c96-4ca3-b45c-a85e9647a3c7', 'code': 200} Apr 23 00:27:35.598130 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:35.648717 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:35.798739 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:27:35.824344 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62714d-0697-44d4-aa64-604f9c6f9b86 req-99d8cdd6-70fb-4eaf-96d0-dcba42464de2 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:35.825974 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cd62714d-0697-44d4-aa64-604f9c6f9b86 req-99d8cdd6-70fb-4eaf-96d0-dcba42464de2 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 943 time: 0.0504236 Apr 23 00:27:35.867981 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cd62714d-0697-44d4-aa64-604f9c6f9b86 req-9085d334-0933-45c6-b947-71e530357b43 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358939 Apr 23 00:27:36.987598 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f9178-1f4d-4e51-a9ee-2c5c53bfec40 req-333d7db0-ca24-4f4a-9e0e-6966db82638e tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:36.989117 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1f7f9178-1f4d-4e51-a9ee-2c5c53bfec40 req-333d7db0-ca24-4f4a-9e0e-6966db82638e tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 943 time: 0.0501318 Apr 23 00:27:37.030447 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1f7f9178-1f4d-4e51-a9ee-2c5c53bfec40 req-effcf0cc-e125-41ae-8194-4aa2fb3b73eb tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329156 Apr 23 00:27:37.283945 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b14ffde5-4ff9-45ba-8939-d4471731bd76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:37.923824 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:38.152290 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60773b08-dc36-418b-809b-ebcae507baf3 req-9299a86c-7cf1-407b-a010-6fcb3aa9ac56 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:38.153771 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-60773b08-dc36-418b-809b-ebcae507baf3 req-9299a86c-7cf1-407b-a010-6fcb3aa9ac56 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 943 time: 0.0544229 Apr 23 00:27:38.191945 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-60773b08-dc36-418b-809b-ebcae507baf3 req-a555ee3f-8bde-48bf-90fb-a334a4c73d0d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317144 Apr 23 00:27:39.308115 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fe8df-1714-4b81-aee0-b8285da9ae2a req-f7fe6a2c-7964-461f-b727-a0d7f56a7d49 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:39.309626 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f89fe8df-1714-4b81-aee0-b8285da9ae2a req-f7fe6a2c-7964-461f-b727-a0d7f56a7d49 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 943 time: 0.0496383 Apr 23 00:27:39.346030 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f89fe8df-1714-4b81-aee0-b8285da9ae2a req-0abdf754-2a6e-42cf-98a2-0fc303472b0d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305321 Apr 23 00:27:39.706600 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:39.855636 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:40.464766 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926889ae-ec94-407a-99ff-6fa391a29a20 req-ca4832f7-aea6-4c62-9c6b-16d199589560 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:40.466258 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-926889ae-ec94-407a-99ff-6fa391a29a20 req-ca4832f7-aea6-4c62-9c6b-16d199589560 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 943 time: 0.0516520 Apr 23 00:27:40.503622 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-926889ae-ec94-407a-99ff-6fa391a29a20 req-061344d0-3141-415a-8ffb-f33b4621e13f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312271 Apr 23 00:27:41.422209 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:27:41.629778 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8761a4-c459-4af0-9070-cb156498b3b9 req-1fb7ff28-0503-48ea-a74b-5923709702a7 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:41.631285 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9a8761a4-c459-4af0-9070-cb156498b3b9 req-1fb7ff28-0503-48ea-a74b-5923709702a7 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 943 time: 0.0544341 Apr 23 00:27:41.662790 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:27:41.675870 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '52a7a5da-9c96-4ca3-b45c-a85e9647a3c7', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'port_id': '52a7a5da-9c96-4ca3-b45c-a85e9647a3c7', 'mac_address': 'fa:16:3e:d3:a5:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:27:41.681030 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9a8761a4-c459-4af0-9070-cb156498b3b9 req-6be41895-7c20-4beb-a3f3-596514be906a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433369 Apr 23 00:27:41.713986 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:41.727075 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:27:41.746219 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:27:41.814835 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:41.867456 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:41.874996 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['52a7a5da-9c96-4ca3-b45c-a85e9647a3c7'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:27:41.879507 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:41.879884 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:41.880224 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:41.880559 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:41.880891 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:41.881225 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:41.881560 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:41.882029 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:41.882381 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:41.882724 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:41.883049 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:41.883371 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:42.799414 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a9677-6b36-4acf-b140-c2f466ad8a9d req-bc9f7371-2118-4b1a-998e-fb70a955ee11 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:42.800899 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-370a9677-6b36-4acf-b140-c2f466ad8a9d req-bc9f7371-2118-4b1a-998e-fb70a955ee11 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 944 time: 0.0493097 Apr 23 00:27:42.839051 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-370a9677-6b36-4acf-b140-c2f466ad8a9d req-674ae241-c56d-4169-ab8b-ccb6ca96f3eb tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320466 Apr 23 00:27:43.441797 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:27:43.541648 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:43.542001 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.619124 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.640885 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb9bec3-fc0d-485e-9a4e-14cb18d6765a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a7a5da-9c96-4ca3-b45c-a85e9647a3c7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:27:43.643436 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a24ae72-5304-492c-ae97-c67c09af81a1" -d '{"events": [{"server_uuid": "2fb9bec3-fc0d-485e-9a4e-14cb18d6765a", "name": "network-vif-plugged", "status": "completed", "tag": "52a7a5da-9c96-4ca3-b45c-a85e9647a3c7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:27:43.656239 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:27:43.688635 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd39869-babd-4bc5-92b7-e9af6efa30ac x-openstack-request-id: req-9bd39869-babd-4bc5-92b7-e9af6efa30ac {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:27:43.688932 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb9bec3-fc0d-485e-9a4e-14cb18d6765a", "name": "network-vif-plugged", "status": "completed", "tag": "52a7a5da-9c96-4ca3-b45c-a85e9647a3c7", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:27:43.689190 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9bd39869-babd-4bc5-92b7-e9af6efa30ac {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:27:43.689614 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bd39869-babd-4bc5-92b7-e9af6efa30ac'] response: {'server_uuid': '2fb9bec3-fc0d-485e-9a4e-14cb18d6765a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a7a5da-9c96-4ca3-b45c-a85e9647a3c7', 'code': 200} Apr 23 00:27:43.735055 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.785245 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:43.961123 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da7cd3-590e-4360-8271-ea2496dfc677 req-d8339ad2-a339-45a3-afb5-ba2a142e55b6 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:43.962549 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a0da7cd3-590e-4360-8271-ea2496dfc677 req-d8339ad2-a339-45a3-afb5-ba2a142e55b6 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0538907 Apr 23 00:27:44.002979 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a0da7cd3-590e-4360-8271-ea2496dfc677 req-e9672106-721e-40de-b9be-b38b6e61b97e tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340173 Apr 23 00:27:45.120869 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a877d-77cd-47ce-92ed-fbe6d4204ce5 req-fb0bdac7-c953-4e57-a277-4c755c638769 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:45.122352 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a53a877d-77cd-47ce-92ed-fbe6d4204ce5 req-fb0bdac7-c953-4e57-a277-4c755c638769 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0480356 Apr 23 00:27:45.160330 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a53a877d-77cd-47ce-92ed-fbe6d4204ce5 req-5dfec55d-722c-4212-aca3-c138f42c49b8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319853 Apr 23 00:27:46.277837 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6650e7-a309-4143-9265-2bc443000e44 req-e3a6af3d-eb0e-40c2-b647-5f61b2edb068 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:46.279325 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0c6650e7-a309-4143-9265-2bc443000e44 req-e3a6af3d-eb0e-40c2-b647-5f61b2edb068 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0508041 Apr 23 00:27:46.317624 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0c6650e7-a309-4143-9265-2bc443000e44 req-3d4e6f50-2397-483b-b4b7-5fb56bf3747b tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323167 Apr 23 00:27:46.977970 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155437b-6424-4405-855f-17041ba3d8d4 req-aede3ba4-02ff-40cb-8e45-a897f9dc3a1d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:46.979369 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b155437b-6424-4405-855f-17041ba3d8d4 req-aede3ba4-02ff-40cb-8e45-a897f9dc3a1d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0816488 Apr 23 00:27:47.013644 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-3096bfb2-a6c2-4f08-bf8b-bfe66c7a5f23 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:47.015070 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-3096bfb2-a6c2-4f08-bf8b-bfe66c7a5f23 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a&tenant_id=491fe267efc94c6f99965894c4d1cbd7&binding%3Ahost_id=hv-neutron-8387 HTTP/1.1" status: 200 len: 945 time: 0.0832303 Apr 23 00:27:47.056037 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b155437b-6424-4405-855f-17041ba3d8d4 req-dcce2894-c4e2-4a96-9957-69ed1fc0dc16 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676987 Apr 23 00:27:47.086664 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-52d73769-d46b-4859-8eea-b1b91a9e2cd8 service neutron] 10.222.0.16 "GET /v2.0/ports/52a7a5da-9c96-4ca3-b45c-a85e9647a3c7/bindings/hv-neutron-8387 HTTP/1.1" status: 200 len: 384 time: 0.0598011 Apr 23 00:27:47.147623 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-485881e2-cb11-426a-aac8-616f18c87021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:47.149321 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-485881e2-cb11-426a-aac8-616f18c87021 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 1098 time: 0.0408399 Apr 23 00:27:47.238379 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-19c41c09-c887-41ef-bbfb-4b3c2ae1d3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:47.239826 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-19c41c09-c887-41ef-bbfb-4b3c2ae1d3a8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 913 time: 0.0841777 Apr 23 00:27:47.301927 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-7adc7b2e-0706-42a9-82de-35f07959cf3a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 HTTP/1.1" status: 200 len: 1002 time: 0.0558968 Apr 23 00:27:47.348447 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-6a37e5e0-c1b3-4b5c-b7b7-d7a1890427b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:47.349856 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-6a37e5e0-c1b3-4b5c-b7b7-d7a1890427b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.0421100 Apr 23 00:27:47.398876 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-e2960637-2f4a-42ed-b5b4-12761ef6d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:47.400455 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-e2960637-2f4a-42ed-b5b4-12761ef6d28e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442882 Apr 23 00:27:47.489527 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-6b6fcece-cb4e-4f51-b280-bae943373a74 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824003 Apr 23 00:27:47.579264 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-1cb1d90d-b3b2-4a80-9287-e95093da559a service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834205 Apr 23 00:27:48.173082 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0033a-30f1-478f-a15d-3e6cf3131e30 req-81492eff-6648-419d-a1eb-164338d81e7d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:48.174537 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8ed0033a-30f1-478f-a15d-3e6cf3131e30 req-81492eff-6648-419d-a1eb-164338d81e7d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0489137 Apr 23 00:27:48.211523 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8ed0033a-30f1-478f-a15d-3e6cf3131e30 req-f0e8cf1e-4e11-43e3-b2a5-edd48a918e1e tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302627 Apr 23 00:27:49.334888 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdebacb-63fa-4ad8-bc5e-068398c715d8 req-78c3789d-e720-4c38-8c49-a1d533d875f8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:49.336995 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5cdebacb-63fa-4ad8-bc5e-068398c715d8 req-78c3789d-e720-4c38-8c49-a1d533d875f8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0511703 Apr 23 00:27:49.374245 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5cdebacb-63fa-4ad8-bc5e-068398c715d8 req-fbae85fe-0f74-44ba-9db8-0adc410069cd tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313120 Apr 23 00:27:50.494171 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317abf70-480d-4b8a-b6a6-61b26fab9a23 req-1ed66885-7751-43a4-bbab-ba89189f1319 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:50.495689 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-317abf70-480d-4b8a-b6a6-61b26fab9a23 req-1ed66885-7751-43a4-bbab-ba89189f1319 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0503466 Apr 23 00:27:50.537153 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-317abf70-480d-4b8a-b6a6-61b26fab9a23 req-cba704f2-2ba4-477d-9e1f-ac8a0ea342c9 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354261 Apr 23 00:27:51.653297 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dac2b0-7339-4cdc-a8f8-5333a78f9fcf req-345c42e2-b29d-4f36-b907-e3681777ef0f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:51.655425 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-96dac2b0-7339-4cdc-a8f8-5333a78f9fcf req-345c42e2-b29d-4f36-b907-e3681777ef0f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0488465 Apr 23 00:27:51.694020 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-96dac2b0-7339-4cdc-a8f8-5333a78f9fcf req-3f2ffb9a-27f7-47e3-b026-7e5508d2d416 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325334 Apr 23 00:27:52.372273 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-e9f622b2-cf49-4360-8047-b62f5873efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:52.373676 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-e9f622b2-cf49-4360-8047-b62f5873efa0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a&tenant_id=491fe267efc94c6f99965894c4d1cbd7 HTTP/1.1" status: 200 len: 1098 time: 0.0440369 Apr 23 00:27:52.433063 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-d7290a6a-b825-4552-8cb3-8b48947f1830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:52.434504 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-d7290a6a-b825-4552-8cb3-8b48947f1830 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=491fe267efc94c6f99965894c4d1cbd7&device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 1098 time: 0.0389256 Apr 23 00:27:52.522545 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-f88387e1-4852-4990-9dca-fe4e4cbd0950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:52.524188 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-f88387e1-4852-4990-9dca-fe4e4cbd0950 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 200 len: 913 time: 0.0832942 Apr 23 00:27:52.589941 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-cca351a7-be74-4e9a-ab7d-88a0022db70e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 HTTP/1.1" status: 200 len: 1002 time: 0.0596747 Apr 23 00:27:52.637990 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-81b93ebb-dca8-4e9a-b214-3382d2ba534c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:52.639324 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-81b93ebb-dca8-4e9a-b214-3382d2ba534c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 200 len: 851 time: 0.0427527 Apr 23 00:27:52.683956 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-3f15ed71-a60c-44cc-9776-b22aa02f7837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:52.685457 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-3f15ed71-a60c-44cc-9776-b22aa02f7837 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae917838-ee50-4289-8bc2-a376cc23650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398309 Apr 23 00:27:52.778301 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-dbd46dd9-e96c-402d-9fe8-ef94dd34da8c service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861585 Apr 23 00:27:52.814129 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e55c9-e4fc-4b9d-bfcd-04898ddc9574 req-db40f6d3-b7bc-46fd-a379-5d754d2e367a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:52.815627 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d45e55c9-e4fc-4b9d-bfcd-04898ddc9574 req-db40f6d3-b7bc-46fd-a379-5d754d2e367a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0496387 Apr 23 00:27:52.855175 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d45e55c9-e4fc-4b9d-bfcd-04898ddc9574 req-886ec977-9c07-46e7-b934-5c849d802ef4 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332811 Apr 23 00:27:52.876369 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d77afde-b527-4fd6-b7e9-dd4d6e89fa55 req-66f725a4-17f9-4020-bb2a-4182f67f4697 service neutron] 10.222.0.16 "GET /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918601 Apr 23 00:27:53.538705 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:27:53.622939 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:53.646147 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb9bec3-fc0d-485e-9a4e-14cb18d6765a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52a7a5da-9c96-4ca3-b45c-a85e9647a3c7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:27:53.648915 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2874b1c6-79a3-4e20-bd53-2affad4f0e2a" -d '{"events": [{"server_uuid": "2fb9bec3-fc0d-485e-9a4e-14cb18d6765a", "name": "network-vif-unplugged", "status": "completed", "tag": "52a7a5da-9c96-4ca3-b45c-a85e9647a3c7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:27:53.665316 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:27:53.696418 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 23 Apr 2022 00:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc369d9d-9d44-42e4-8fe8-af2a427b625c x-openstack-request-id: req-bc369d9d-9d44-42e4-8fe8-af2a427b625c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:27:53.696710 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb9bec3-fc0d-485e-9a4e-14cb18d6765a", "name": "network-vif-unplugged", "status": "completed", "tag": "52a7a5da-9c96-4ca3-b45c-a85e9647a3c7", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:27:53.696962 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc369d9d-9d44-42e4-8fe8-af2a427b625c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:27:53.697423 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc369d9d-9d44-42e4-8fe8-af2a427b625c'] response: {'server_uuid': '2fb9bec3-fc0d-485e-9a4e-14cb18d6765a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52a7a5da-9c96-4ca3-b45c-a85e9647a3c7', 'code': 200} Apr 23 00:27:53.752117 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:53.800587 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7,revision_number=9']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:53.841655 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:53.984573 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382cca7-3aea-4870-9943-07c8c57efc7e req-a0c70ff7-60ad-4b58-a09e-7f5d1a92c2ae tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:53.986170 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e382cca7-3aea-4870-9943-07c8c57efc7e req-a0c70ff7-60ad-4b58-a09e-7f5d1a92c2ae tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 943 time: 0.0533931 Apr 23 00:27:54.028174 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e382cca7-3aea-4870-9943-07c8c57efc7e req-cd22554f-1867-4c1a-96d1-3504aefd1879 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351839 Apr 23 00:27:55.151844 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa40f8-9c6d-4266-8272-e3f1fb42f305 req-0b3f27f7-951d-4484-8a73-cacfeff5b69b tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:55.153306 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-31fa40f8-9c6d-4266-8272-e3f1fb42f305 req-0b3f27f7-951d-4484-8a73-cacfeff5b69b tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 943 time: 0.0540299 Apr 23 00:27:55.191908 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-31fa40f8-9c6d-4266-8272-e3f1fb42f305 req-ed954aa8-078e-4e02-8508-71866e178f12 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324478 Apr 23 00:27:56.315244 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a762c-8ca3-480e-b832-86a7d62ff81f req-1df74925-7e6c-4307-a7da-2fa8671142f8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:56.316734 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-101a762c-8ca3-480e-b832-86a7d62ff81f req-1df74925-7e6c-4307-a7da-2fa8671142f8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 943 time: 0.0504475 Apr 23 00:27:56.370174 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-101a762c-8ca3-480e-b832-86a7d62ff81f req-9e97e1d2-ab7f-4a4b-b8c9-934ef4b8b4f7 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469959 Apr 23 00:27:57.489655 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61738e33-0dc5-4064-afad-64d560a29223 req-49f2effa-9a9a-42eb-a4ca-bcab65361731 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:57.491134 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-61738e33-0dc5-4064-afad-64d560a29223 req-49f2effa-9a9a-42eb-a4ca-bcab65361731 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 943 time: 0.0497282 Apr 23 00:27:57.529503 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-61738e33-0dc5-4064-afad-64d560a29223 req-3ab1a41f-7605-49e3-af15-91fbe6c6bd22 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315940 Apr 23 00:27:58.643418 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107951f-1ce3-4b84-9a57-dac0f77d9f67 req-37610171-a0b4-4ea4-9386-4e4d73b37921 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:58.644910 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e107951f-1ce3-4b84-9a57-dac0f77d9f67 req-37610171-a0b4-4ea4-9386-4e4d73b37921 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 943 time: 0.0488191 Apr 23 00:27:58.682609 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e107951f-1ce3-4b84-9a57-dac0f77d9f67 req-90b63e48-161b-4aab-83b8-5f07af63c9c9 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311000 Apr 23 00:27:59.564717 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:27:59.699505 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:27:59.711238 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '52a7a5da-9c96-4ca3-b45c-a85e9647a3c7', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'port_id': '52a7a5da-9c96-4ca3-b45c-a85e9647a3c7', 'mac_address': 'fa:16:3e:d3:a5:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:27:59.749665 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:59.763810 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:27:59.784758 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:27:59.801260 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166b87b-99a7-4eec-9d70-a5ea07d48a5c req-e257bdfe-c08a-471f-9b8c-a6698eabd52b tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:59.802732 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d166b87b-99a7-4eec-9d70-a5ea07d48a5c req-e257bdfe-c08a-471f-9b8c-a6698eabd52b tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 943 time: 0.0507424 Apr 23 00:27:59.840894 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d166b87b-99a7-4eec-9d70-a5ea07d48a5c req-7b7360ba-2da3-430b-9127-8f69ed1c501b tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311570 Apr 23 00:27:59.849365 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:59.913655 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['52a7a5da-9c96-4ca3-b45c-a85e9647a3c7'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:27:59.919803 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:00.956588 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53faae-d414-4447-a1f6-2d7efc76447a req-532512e8-5073-4183-b879-c19bb53b856d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:00.957934 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0c53faae-d414-4447-a1f6-2d7efc76447a req-532512e8-5073-4183-b879-c19bb53b856d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 945 time: 0.0481308 Apr 23 00:28:00.994505 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0c53faae-d414-4447-a1f6-2d7efc76447a req-f20229d0-04c4-4944-a8a0-6470df98dfc9 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306444 Apr 23 00:28:01.565701 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:28:01.614473 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:01.614837 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:01.689607 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:01.712354 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb9bec3-fc0d-485e-9a4e-14cb18d6765a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a7a5da-9c96-4ca3-b45c-a85e9647a3c7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:28:01.714620 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2db3e45-fb02-448b-95ea-38207b467c1e" -d '{"events": [{"server_uuid": "2fb9bec3-fc0d-485e-9a4e-14cb18d6765a", "name": "network-vif-plugged", "status": "completed", "tag": "52a7a5da-9c96-4ca3-b45c-a85e9647a3c7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:28:01.727655 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:28:01.807248 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:01.812185 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d3d8f1-8ec5-44d6-a564-30c4e6e04399 x-openstack-request-id: req-97d3d8f1-8ec5-44d6-a564-30c4e6e04399 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:28:01.812476 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb9bec3-fc0d-485e-9a4e-14cb18d6765a", "name": "network-vif-plugged", "status": "completed", "tag": "52a7a5da-9c96-4ca3-b45c-a85e9647a3c7", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:28:01.812726 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97d3d8f1-8ec5-44d6-a564-30c4e6e04399 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:28:01.813104 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97d3d8f1-8ec5-44d6-a564-30c4e6e04399'] response: {'server_uuid': '2fb9bec3-fc0d-485e-9a4e-14cb18d6765a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a7a5da-9c96-4ca3-b45c-a85e9647a3c7', 'code': 200} Apr 23 00:28:01.857490 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7,revision_number=11']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:02.109438 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831e41e-f4a1-4bb8-a668-c4108e217a95 req-75be4a15-e65b-4f21-9eb8-51584dd3c581 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:02.110864 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9831e41e-f4a1-4bb8-a668-c4108e217a95 req-75be4a15-e65b-4f21-9eb8-51584dd3c581 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 946 time: 0.0483184 Apr 23 00:28:02.153046 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9831e41e-f4a1-4bb8-a668-c4108e217a95 req-c2fa3468-65ae-438f-9b6d-72ccd816a007 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362372 Apr 23 00:28:03.275268 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c7338-ab4b-436e-b040-08c2f2356885 req-5719198e-c457-46cc-8983-ad7a14dc9bc1 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:03.276802 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6b1c7338-ab4b-436e-b040-08c2f2356885 req-5719198e-c457-46cc-8983-ad7a14dc9bc1 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 946 time: 0.0536327 Apr 23 00:28:03.314306 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6b1c7338-ab4b-436e-b040-08c2f2356885 req-ac266e85-b67f-4cc8-b6a8-c7c57276a337 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315447 Apr 23 00:28:04.305753 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f72a92cb-dda4-498b-a6bd-a8f340f6a49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:04.429256 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271b9d9-39b3-49e1-9abf-eea916111832 req-80a88abb-474d-478c-b293-23444f1c81df tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:04.430705 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f271b9d9-39b3-49e1-9abf-eea916111832 req-80a88abb-474d-478c-b293-23444f1c81df tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 946 time: 0.0491753 Apr 23 00:28:04.467852 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f271b9d9-39b3-49e1-9abf-eea916111832 req-cc62674d-1215-43c4-9d45-f1024f9493ef tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309749 Apr 23 00:28:04.580356 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14a967-70f5-4176-9aa6-eb119aec8ee5 req-9a5c6f25-4d02-4c9c-8027-b86b3466b81a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:04.581732 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fb14a967-70f5-4176-9aa6-eb119aec8ee5 req-9a5c6f25-4d02-4c9c-8027-b86b3466b81a tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 946 time: 0.0477707 Apr 23 00:28:04.623965 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fb14a967-70f5-4176-9aa6-eb119aec8ee5 req-d0db05f1-426c-4d7f-bf52-2e882aae460d tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357695 Apr 23 00:28:04.739971 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f387f8-19e0-462b-9e69-1a3a1bc0c242 req-e0cc5489-794d-48b0-937b-3d347aa2d062 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:04.741435 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-76f387f8-19e0-462b-9e69-1a3a1bc0c242 req-e0cc5489-794d-48b0-937b-3d347aa2d062 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 946 time: 0.0490029 Apr 23 00:28:04.779184 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-76f387f8-19e0-462b-9e69-1a3a1bc0c242 req-1cedd52c-4550-4fb3-8708-ee18b2399e89 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317798 Apr 23 00:28:05.215121 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f88108-e699-434d-babd-6f6e097085a6 req-5f6f3430-a277-400e-87d1-b7e36b388ea8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:05.216617 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-17f88108-e699-434d-babd-6f6e097085a6 req-5f6f3430-a277-400e-87d1-b7e36b388ea8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 946 time: 0.0467832 Apr 23 00:28:05.257731 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-17f88108-e699-434d-babd-6f6e097085a6 req-35400caf-ced4-492e-b3a4-e7a1ce7edbb2 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351982 Apr 23 00:28:06.375853 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475302a5-6d42-4cb6-aab3-d1a8440942b7 req-d38b993a-9690-4d31-963c-a2000a930fa9 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:06.377338 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-475302a5-6d42-4cb6-aab3-d1a8440942b7 req-d38b993a-9690-4d31-963c-a2000a930fa9 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 946 time: 0.0497487 Apr 23 00:28:06.417749 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-475302a5-6d42-4cb6-aab3-d1a8440942b7 req-cc42cc8a-f9ff-4540-9f2a-5491874f1f6b tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344503 Apr 23 00:28:07.281022 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54f06ee7-995d-4b15-aadc-4a3e684453f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:07.537477 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac03e5e-9440-4469-bbe2-3ee45ff07ec0 req-2e4627f0-9011-4475-bf89-a6389dcaf429 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:07.538892 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3ac03e5e-9440-4469-bbe2-3ee45ff07ec0 req-2e4627f0-9011-4475-bf89-a6389dcaf429 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 946 time: 0.0492363 Apr 23 00:28:07.552827 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1102b-f011-4ec4-83ae-e42340756c7e req-80def855-ab32-498d-bdb8-97325bf722d6 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:07.554309 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cbb1102b-f011-4ec4-83ae-e42340756c7e req-80def855-ab32-498d-bdb8-97325bf722d6 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 946 time: 0.0519633 Apr 23 00:28:07.577002 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3ac03e5e-9440-4469-bbe2-3ee45ff07ec0 req-05bfd74b-4a56-4981-a4b2-13c463c9185e tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a915a1-7df2-49ee-ad96-acede89890c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318525 Apr 23 00:28:07.641778 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-cbb1102b-f011-4ec4-83ae-e42340756c7e req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Deleting port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:28:07.642121 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cbb1102b-f011-4ec4-83ae-e42340756c7e req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:07.737341 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-cbb1102b-f011-4ec4-83ae-e42340756c7e req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] For port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:28:07.737712 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cbb1102b-f011-4ec4-83ae-e42340756c7e req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:07.909855 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cbb1102b-f011-4ec4-83ae-e42340756c7e req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:07.910137 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cbb1102b-f011-4ec4-83ae-e42340756c7e req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:07.910476 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [req-cbb1102b-f011-4ec4-83ae-e42340756c7e req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Floating IP de210d1d-ebe5-4ee0-8291-63acd61afe62 disassociated. External IP: 172.26.3.136, port: 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7. Apr 23 00:28:07.910798 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-cbb1102b-f011-4ec4-83ae-e42340756c7e req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Calling delete_port for 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:28:07.918322 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:08.097881 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cbb1102b-f011-4ec4-83ae-e42340756c7e req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:08.127710 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Pushing event deleted for resources: {'Port': ['ID=52a7a5da-9c96-4ca3-b45c-a85e9647a3c7,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:08.137742 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:08.138092 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:08.138434 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:08.138771 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:08.139107 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:08.139442 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:08.139825 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:08.140154 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:08.140484 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:08.140807 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:08.141400 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:08.141725 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:08.255144 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbb1102b-f011-4ec4-83ae-e42340756c7e req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Router a8788fa2-da55-4cc8-92cd-a22e918b168b has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:28:08.365043 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbb1102b-f011-4ec4-83ae-e42340756c7e req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:28:08.375447 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ce294d-52ad-47af-ac0c-86d0ab5e55f0 None None] Sync routers for ids ['a8788fa2-da55-4cc8-92cd-a22e918b168b'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:28:08.386605 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ce294d-52ad-47af-ac0c-86d0ab5e55f0 None None] Routers {'a8788fa2-da55-4cc8-92cd-a22e918b168b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:28:08.387230 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-70ce294d-52ad-47af-ac0c-86d0ab5e55f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:28:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a8788fa2-da55-4cc8-92cd-a22e918b168b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:08.405807 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb1102b-f011-4ec4-83ae-e42340756c7e req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] No DVR routers for this DVR port 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:28:08.408304 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cbb1102b-f011-4ec4-83ae-e42340756c7e req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:08.411535 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cbb1102b-f011-4ec4-83ae-e42340756c7e req-969bef11-5724-4f08-a5e4-04f6a11747e0 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.16 "DELETE /v2.0/ports/52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 HTTP/1.1" status: 204 len: 173 time: 0.8517106 Apr 23 00:28:08.411985 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb9bec3-fc0d-485e-9a4e-14cb18d6765a', 'name': 'network-vif-deleted', 'tag': '52a7a5da-9c96-4ca3-b45c-a85e9647a3c7'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:28:08.414311 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03e7246-a146-436e-a810-856061266161" -d '{"events": [{"server_uuid": "2fb9bec3-fc0d-485e-9a4e-14cb18d6765a", "name": "network-vif-deleted", "tag": "52a7a5da-9c96-4ca3-b45c-a85e9647a3c7"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:28:08.502384 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-70ce294d-52ad-47af-ac0c-86d0ab5e55f0 None None] Set router a8788fa2-da55-4cc8-92cd-a22e918b168b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:28:08.504747 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a75cf0-9963-4b8e-ad52-5019dccb0c1f x-openstack-request-id: req-c5a75cf0-9963-4b8e-ad52-5019dccb0c1f {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:28:08.505043 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb9bec3-fc0d-485e-9a4e-14cb18d6765a", "name": "network-vif-deleted", "tag": "52a7a5da-9c96-4ca3-b45c-a85e9647a3c7", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:28:08.505361 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5a75cf0-9963-4b8e-ad52-5019dccb0c1f {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:28:08.505776 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5a75cf0-9963-4b8e-ad52-5019dccb0c1f'] response: {'server_uuid': '2fb9bec3-fc0d-485e-9a4e-14cb18d6765a', 'name': 'network-vif-deleted', 'tag': '52a7a5da-9c96-4ca3-b45c-a85e9647a3c7', 'status': 'completed', 'code': 200} Apr 23 00:28:08.680286 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7b619200-bfe2-4e0d-b506-3e500d0426d9 req-5f6ac9df-9b60-4ca2-8a61-e3863d9fde23 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 210 time: 0.0335681 Apr 23 00:28:08.716869 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-70ce294d-52ad-47af-ac0c-86d0ab5e55f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:24:02Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:08.746509 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ce294d-52ad-47af-ac0c-86d0ab5e55f0 None None] Checking router: a8788fa2-da55-4cc8-92cd-a22e918b168b for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:28:08.754884 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ce294d-52ad-47af-ac0c-86d0ab5e55f0 None None] Routers {'a8788fa2-da55-4cc8-92cd-a22e918b168b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:28:08.755501 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-70ce294d-52ad-47af-ac0c-86d0ab5e55f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:28:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a8788fa2-da55-4cc8-92cd-a22e918b168b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:08.861520 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-70ce294d-52ad-47af-ac0c-86d0ab5e55f0 None None] Set router a8788fa2-da55-4cc8-92cd-a22e918b168b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:28:09.055296 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-70ce294d-52ad-47af-ac0c-86d0ab5e55f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:24:02Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:09.081335 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ce294d-52ad-47af-ac0c-86d0ab5e55f0 None None] The sync data for ids ['a8788fa2-da55-4cc8-92cd-a22e918b168b'] in dv-neutron-838783-1-hyperv is: [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:23:58Z', 'revision_number': 4, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '01fb27db-56f9-44e3-90b4-b98e446c9205', 'name': '', 'network_id': 'ae917838-ee50-4289-8bc2-a376cc23650b', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'mac_address': 'fa:16:3e:20:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '55b9624f-e267-471c-b737-0bcbe474071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:58Z', 'updated_at': '2022-04-23T00:24:02Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'subnets': [{'id': '55b9624f-e267-471c-b737-0bcbe474071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:28:09.292183 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb05423-7d85-4a28-a564-e78de0071751 None None] New status for floating IP de210d1d-ebe5-4ee0-8291-63acd61afe62: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:28:09.727017 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:09.782482 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-321e9d81-0b53-40c6-9f35-acfd36ae4ce4 req-0af10fd0-f3fd-4ed5-88f6-80ebc5f548f8 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 210 time: 0.0280805 Apr 23 00:28:09.853341 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:10.879486 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8826b01b-6c3f-4bf8-aaed-72404f79a24d req-e2ff0027-288a-44b5-a08e-78342f4bce49 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 210 time: 0.0284636 Apr 23 00:28:11.617197 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:28:11.637841 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:28:11.638183 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 52a7a5da-9c96-4ca3-b45c-a85e9647a3c7 not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:28:11.980614 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-37a9c30a-bf32-4188-9480-7cdd3d53280f req-dc8826cc-d7f1-404e-b5a8-663e1189de56 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb9bec3-fc0d-485e-9a4e-14cb18d6765a HTTP/1.1" status: 200 len: 210 time: 0.0321209 Apr 23 00:28:12.797670 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:28:18.052234 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 59866) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:28:18.106565 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80924030-53bd-463b-97dc-7ea854720511 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:18.129690 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80924030-53bd-463b-97dc-7ea854720511 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:18.246372 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80924030-53bd-463b-97dc-7ea854720511 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:18.248841 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80924030-53bd-463b-97dc-7ea854720511 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:18.249985 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-80924030-53bd-463b-97dc-7ea854720511 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "DELETE /v2.0/security-groups/67a915a1-7df2-49ee-ad96-acede89890c5 HTTP/1.1" status: 204 len: 168 time: 0.1967502 Apr 23 00:28:18.252737 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 59868) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:28:18.258947 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80924030-53bd-463b-97dc-7ea854720511 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a915a1-7df2-49ee-ad96-acede89890c5,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:18.269178 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-325e056b-58d6-45aa-9944-f3462faed2a7 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] show failed (client error): The resource could not be found. Apr 23 00:28:18.270190 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-325e056b-58d6-45aa-9944-f3462faed2a7 tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "GET /v2.0/security-groups/67a915a1-7df2-49ee-ad96-acede89890c5 HTTP/1.1" status: 404 len: 347 time: 0.0164387 Apr 23 00:28:18.272928 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 59870) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:28:18.700428 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-0bff1395-5672-4383-b9e0-0f427910e53f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Deleting port 2134f58a-a03c-4596-9373-a3c7837aca1b {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:28:18.700768 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0bff1395-5672-4383-b9e0-0f427910e53f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:18.776093 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0bff1395-5672-4383-b9e0-0f427910e53f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:18.776419 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0bff1395-5672-4383-b9e0-0f427910e53f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:18.787810 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-0bff1395-5672-4383-b9e0-0f427910e53f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Calling delete_port for 2134f58a-a03c-4596-9373-a3c7837aca1b owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:28:19.006230 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0bff1395-5672-4383-b9e0-0f427910e53f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:19.032785 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff1395-5672-4383-b9e0-0f427910e53f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Pushing event deleted for resources: {'Port': ['ID=2134f58a-a03c-4596-9373-a3c7837aca1b,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:19.044208 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff1395-5672-4383-b9e0-0f427910e53f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:19.044562 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff1395-5672-4383-b9e0-0f427910e53f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:19.044905 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff1395-5672-4383-b9e0-0f427910e53f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:19.045247 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff1395-5672-4383-b9e0-0f427910e53f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:19.045581 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff1395-5672-4383-b9e0-0f427910e53f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:19.045912 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff1395-5672-4383-b9e0-0f427910e53f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:19.046240 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff1395-5672-4383-b9e0-0f427910e53f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:19.046568 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff1395-5672-4383-b9e0-0f427910e53f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:19.046894 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff1395-5672-4383-b9e0-0f427910e53f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:19.047221 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff1395-5672-4383-b9e0-0f427910e53f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:19.047544 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff1395-5672-4383-b9e0-0f427910e53f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:19.047889 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bff1395-5672-4383-b9e0-0f427910e53f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:19.101159 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0bff1395-5672-4383-b9e0-0f427910e53f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks [] for floatingip, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:19.103835 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0bff1395-5672-4383-b9e0-0f427910e53f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:19.104983 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0bff1395-5672-4383-b9e0-0f427910e53f tempest-ServerActionsTestJSON-1170614954 tempest-ServerActionsTestJSON-1170614954-project] 10.222.0.15 "DELETE /v2.0/floatingips/de210d1d-ebe5-4ee0-8291-63acd61afe62 HTTP/1.1" status: 204 len: 168 time: 0.8309646 Apr 23 00:28:19.107854 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 59872) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:28:19.444117 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74e7cd2d-5f72-4c59-97d0-aa21669a8c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:19.685780 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-74e7cd2d-5f72-4c59-97d0-aa21669a8c86 admin admin] Deleting port 01fb27db-56f9-44e3-90b4-b98e446c9205 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:28:19.686119 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74e7cd2d-5f72-4c59-97d0-aa21669a8c86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:19.762372 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-74e7cd2d-5f72-4c59-97d0-aa21669a8c86 admin admin] For port 01fb27db-56f9-44e3-90b4-b98e446c9205, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=01fb27db-56f9-44e3-90b4-b98e446c9205,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:28:19.762653 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74e7cd2d-5f72-4c59-97d0-aa21669a8c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:19.775648 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-74e7cd2d-5f72-4c59-97d0-aa21669a8c86 admin admin] Calling delete_port for 01fb27db-56f9-44e3-90b4-b98e446c9205 owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:28:20.035243 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74e7cd2d-5f72-4c59-97d0-aa21669a8c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.064755 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7cd2d-5f72-4c59-97d0-aa21669a8c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=01fb27db-56f9-44e3-90b4-b98e446c9205,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:20.227875 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74e7cd2d-5f72-4c59-97d0-aa21669a8c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.441489 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e7cd2d-5f72-4c59-97d0-aa21669a8c86 admin admin] Router a8788fa2-da55-4cc8-92cd-a22e918b168b has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:28:20.548359 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e7cd2d-5f72-4c59-97d0-aa21669a8c86 admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:28:20.553670 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-74e7cd2d-5f72-4c59-97d0-aa21669a8c86 admin admin] 10.222.0.15 "PUT /v2.0/routers/a8788fa2-da55-4cc8-92cd-a22e918b168b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4448721 Apr 23 00:28:20.556267 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 59874) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:28:20.557007 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077177f1-7750-4542-8724-e5bd452563f8 None None] Sync routers for ids ['a8788fa2-da55-4cc8-92cd-a22e918b168b'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:28:20.566835 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077177f1-7750-4542-8724-e5bd452563f8 None None] Routers {'a8788fa2-da55-4cc8-92cd-a22e918b168b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:28:20.567434 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-077177f1-7750-4542-8724-e5bd452563f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:28:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a8788fa2-da55-4cc8-92cd-a22e918b168b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:20.661683 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ad74916e-e241-4332-a3ef-cbf654e7339c admin admin] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.669188 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-077177f1-7750-4542-8724-e5bd452563f8 None None] Set router a8788fa2-da55-4cc8-92cd-a22e918b168b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:28:20.762858 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ad74916e-e241-4332-a3ef-cbf654e7339c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.847281 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-077177f1-7750-4542-8724-e5bd452563f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:28:19Z', 'revision_number': 5, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port': {'id': 'bda086f5-844c-4e59-af89-14429a28c8e8', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:23:56Z', 'updated_at': '2022-04-23T00:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:20.868650 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-ad74916e-e241-4332-a3ef-cbf654e7339c admin admin] Deleting port bda086f5-844c-4e59-af89-14429a28c8e8 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:28:20.873943 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ad74916e-e241-4332-a3ef-cbf654e7339c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.874187 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077177f1-7750-4542-8724-e5bd452563f8 None None] Checking router: a8788fa2-da55-4cc8-92cd-a22e918b168b for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:28:20.882419 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077177f1-7750-4542-8724-e5bd452563f8 None None] Routers {'a8788fa2-da55-4cc8-92cd-a22e918b168b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:28:20.883060 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-077177f1-7750-4542-8724-e5bd452563f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:28:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a8788fa2-da55-4cc8-92cd-a22e918b168b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:20.947152 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-ad74916e-e241-4332-a3ef-cbf654e7339c admin admin] For port bda086f5-844c-4e59-af89-14429a28c8e8, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=bda086f5-844c-4e59-af89-14429a28c8e8,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:28:20.947521 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ad74916e-e241-4332-a3ef-cbf654e7339c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.961218 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-ad74916e-e241-4332-a3ef-cbf654e7339c admin admin] Calling delete_port for bda086f5-844c-4e59-af89-14429a28c8e8 owned by network:router_gateway {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:28:21.114177 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-077177f1-7750-4542-8724-e5bd452563f8 None None] Set router a8788fa2-da55-4cc8-92cd-a22e918b168b gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:28:21.168634 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-077177f1-7750-4542-8724-e5bd452563f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:28:20Z', 'revision_number': 6, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:21.193688 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077177f1-7750-4542-8724-e5bd452563f8 None None] The sync data for ids ['a8788fa2-da55-4cc8-92cd-a22e918b168b'] in dv-neutron-838783-1-hyperv is: [{'id': 'a8788fa2-da55-4cc8-92cd-a22e918b168b', 'name': 'tempest-ServerActionsTestJSON-1491020437-router', 'tenant_id': '491fe267efc94c6f99965894c4d1cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:23:55Z', 'updated_at': '2022-04-23T00:28:20Z', 'revision_number': 6, 'project_id': '491fe267efc94c6f99965894c4d1cbd7', 'gw_port_host': None}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:28:21.219970 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ad74916e-e241-4332-a3ef-cbf654e7339c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.249442 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74916e-e241-4332-a3ef-cbf654e7339c admin admin] Pushing event deleted for resources: {'Port': ['ID=bda086f5-844c-4e59-af89-14429a28c8e8,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:21.310026 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ad74916e-e241-4332-a3ef-cbf654e7339c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.397879 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ad74916e-e241-4332-a3ef-cbf654e7339c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.400826 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ad74916e-e241-4332-a3ef-cbf654e7339c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.503324 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ad74916e-e241-4332-a3ef-cbf654e7339c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.503802 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad74916e-e241-4332-a3ef-cbf654e7339c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8788fa2-da55-4cc8-92cd-a22e918b168b {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:28:21.508230 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ad74916e-e241-4332-a3ef-cbf654e7339c admin admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.510453 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ad74916e-e241-4332-a3ef-cbf654e7339c admin admin] 10.222.0.15 "DELETE /v2.0/routers/a8788fa2-da55-4cc8-92cd-a22e918b168b HTTP/1.1" status: 204 len: 168 time: 0.9519086 Apr 23 00:28:21.512547 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 59876) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:28:21.562988 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-6384485c-4606-45d7-b770-ff933481c5a4 admin admin] Deleting subnet 55b9624f-e267-471c-b737-0bcbe474071d {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:28:21.566440 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6384485c-4606-45d7-b770-ff933481c5a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.603803 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6384485c-4606-45d7-b770-ff933481c5a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.684458 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6384485c-4606-45d7-b770-ff933481c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.817928 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6384485c-4606-45d7-b770-ff933481c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.843553 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384485c-4606-45d7-b770-ff933481c5a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55b9624f-e267-471c-b737-0bcbe474071d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:21.846966 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6384485c-4606-45d7-b770-ff933481c5a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.850168 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6384485c-4606-45d7-b770-ff933481c5a4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/55b9624f-e267-471c-b737-0bcbe474071d HTTP/1.1" status: 204 len: 168 time: 0.3365946 Apr 23 00:28:21.852593 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 59878) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:28:21.852707 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93637395-1e76-477b-8f0f-6440a52e2868 None None] Network ae917838-ee50-4289-8bc2-a376cc23650b requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:28:21.923184 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57f5b332-b434-493b-b659-6522dc9a3c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.977835 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-57f5b332-b434-493b-b659-6522dc9a3c6a admin admin] Deleting port 6a9c7139-cfc1-4d61-99d9-24f578517b2e {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:28:21.978686 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57f5b332-b434-493b-b659-6522dc9a3c6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:22.022411 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc21af2-b58d-4885-b027-63e7aeab2769 None None] DHCP port deletion for ae917838-ee50-4289-8bc2-a376cc23650b request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:28:22.048180 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-57f5b332-b434-493b-b659-6522dc9a3c6a admin admin] For port 6a9c7139-cfc1-4d61-99d9-24f578517b2e, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=6a9c7139-cfc1-4d61-99d9-24f578517b2e,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:28:22.048548 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57f5b332-b434-493b-b659-6522dc9a3c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:22.063527 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-57f5b332-b434-493b-b659-6522dc9a3c6a admin admin] Calling delete_port for 6a9c7139-cfc1-4d61-99d9-24f578517b2e owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:28:22.073124 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2fc21af2-b58d-4885-b027-63e7aeab2769 None None] Deleting port 6a9c7139-cfc1-4d61-99d9-24f578517b2e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:28:22.073423 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2fc21af2-b58d-4885-b027-63e7aeab2769 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:22.140807 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-2fc21af2-b58d-4885-b027-63e7aeab2769 None None] For port 6a9c7139-cfc1-4d61-99d9-24f578517b2e, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=6a9c7139-cfc1-4d61-99d9-24f578517b2e,segment=NetworkSegment(dbc1f3c7-0fc1-4da3-955b-62940bb61ea7),segment_id=dbc1f3c7-0fc1-4da3-955b-62940bb61ea7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:28:22.141201 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2fc21af2-b58d-4885-b027-63e7aeab2769 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:22.153925 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2fc21af2-b58d-4885-b027-63e7aeab2769 None None] Calling delete_port for 6a9c7139-cfc1-4d61-99d9-24f578517b2e owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:28:22.215418 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57f5b332-b434-493b-b659-6522dc9a3c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:22.230518 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2fc21af2-b58d-4885-b027-63e7aeab2769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:22.247874 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f5b332-b434-493b-b659-6522dc9a3c6a admin admin] No DVR routers for this DVR port 6a9c7139-cfc1-4d61-99d9-24f578517b2e on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:28:22.251626 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5b332-b434-493b-b659-6522dc9a3c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=6a9c7139-cfc1-4d61-99d9-24f578517b2e,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:22.256460 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc21af2-b58d-4885-b027-63e7aeab2769 None None] Pushing event deleted for resources: {'Port': ['ID=6a9c7139-cfc1-4d61-99d9-24f578517b2e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:22.265797 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc21af2-b58d-4885-b027-63e7aeab2769 None None] No DVR routers for this DVR port 6a9c7139-cfc1-4d61-99d9-24f578517b2e on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:28:22.329232 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57f5b332-b434-493b-b659-6522dc9a3c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:22.348423 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-57f5b332-b434-493b-b659-6522dc9a3c6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae917838-ee50-4289-8bc2-a376cc23650b']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:22.357418 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-57f5b332-b434-493b-b659-6522dc9a3c6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:22.357708 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-57f5b332-b434-493b-b659-6522dc9a3c6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc1f3c7-0fc1-4da3-955b-62940bb61ea7') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:22.366657 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57f5b332-b434-493b-b659-6522dc9a3c6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:22.380023 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57f5b332-b434-493b-b659-6522dc9a3c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:22.386416 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f5b332-b434-493b-b659-6522dc9a3c6a admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57f5b332-b434-493b-b659-6522dc9a3c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:28:22.393347 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:28:22.526683 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57f5b332-b434-493b-b659-6522dc9a3c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:22.531978 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-57f5b332-b434-493b-b659-6522dc9a3c6a admin admin] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:22.535055 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-57f5b332-b434-493b-b659-6522dc9a3c6a admin admin] 10.222.0.15 "DELETE /v2.0/networks/ae917838-ee50-4289-8bc2-a376cc23650b HTTP/1.1" status: 204 len: 168 time: 0.6803718 Apr 23 00:28:22.546110 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5b332-b434-493b-b659-6522dc9a3c6a admin admin] Pushing event deleted for resources: {'Network': ['ID=ae917838-ee50-4289-8bc2-a376cc23650b,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:22.862313 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 59882) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:28:22.903273 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a5947b41-dea0-4153-b89f-9abcb76c3641 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=491fe267efc94c6f99965894c4d1cbd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397644 Apr 23 00:28:22.905646 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 59884) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:28:22.952998 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-049bb6eb-eb48-4f05-9bcb-5cd13427d3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:22.973756 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-049bb6eb-eb48-4f05-9bcb-5cd13427d3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:23.070643 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 6a9c7139-cfc1-4d61-99d9-24f578517b2e no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:28:23.086378 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-049bb6eb-eb48-4f05-9bcb-5cd13427d3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:23.089773 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-049bb6eb-eb48-4f05-9bcb-5cd13427d3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:23.090968 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-049bb6eb-eb48-4f05-9bcb-5cd13427d3c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d1ac5424-7e51-4066-85d4-a6cbc352390e HTTP/1.1" status: 204 len: 168 time: 0.1844230 Apr 23 00:28:23.094874 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 6a9c7139-cfc1-4d61-99d9-24f578517b2e {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:28:23.097192 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 6a9c7139-cfc1-4d61-99d9-24f578517b2e not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:28:23.097192 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device bda086f5-844c-4e59-af89-14429a28c8e8 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:28:23.099248 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bb6eb-eb48-4f05-9bcb-5cd13427d3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ac5424-7e51-4066-85d4-a6cbc352390e,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:23.119836 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: bda086f5-844c-4e59-af89-14429a28c8e8 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:28:23.120227 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device bda086f5-844c-4e59-af89-14429a28c8e8 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:28:23.120655 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 01fb27db-56f9-44e3-90b4-b98e446c9205 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:28:23.143969 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 01fb27db-56f9-44e3-90b4-b98e446c9205 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:28:23.144318 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 01fb27db-56f9-44e3-90b4-b98e446c9205 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:28:23.846365 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:24.036145 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 59906) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:28:24.131860 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-82c4da96-e06c-40d4-9697-a9f8e155970a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1644947631-network', 'tenant_id': '0da2dd4269a4487388e657911e1e3ad9'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:24.225603 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c4da96-e06c-40d4-9697-a9f8e155970a admin admin] Made reservation on behalf of 0da2dd4269a4487388e657911e1e3ad9 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:24.228599 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-82c4da96-e06c-40d4-9697-a9f8e155970a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:24.240680 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-82c4da96-e06c-40d4-9697-a9f8e155970a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:24.314474 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-82c4da96-e06c-40d4-9697-a9f8e155970a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:24.362552 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-82c4da96-e06c-40d4-9697-a9f8e155970a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:24.387009 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c4da96-e06c-40d4-9697-a9f8e155970a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:28:24.396670 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4da96-e06c-40d4-9697-a9f8e155970a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f144e2-5a0b-4aa7-ab7e-276502122f57,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:24.401507 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-82c4da96-e06c-40d4-9697-a9f8e155970a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:24.401856 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-82c4da96-e06c-40d4-9697-a9f8e155970a admin admin] Added segment ed4533d5-e144-4d2f-a214-14728329d953 of type vlan for network 3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9 Apr 23 00:28:24.440977 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-82c4da96-e06c-40d4-9697-a9f8e155970a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:24.526142 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-82c4da96-e06c-40d4-9697-a9f8e155970a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:24.527102 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c4da96-e06c-40d4-9697-a9f8e155970a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:24.527725 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-82c4da96-e06c-40d4-9697-a9f8e155970a admin admin] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:24.585374 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4da96-e06c-40d4-9697-a9f8e155970a admin admin] Pushing event updated for resources: {'Network': ['ID=3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:24.595933 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:28:24.628136 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-82c4da96-e06c-40d4-9697-a9f8e155970a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5909023 Apr 23 00:28:24.630927 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 59910) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:28:24.636201 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-1340b3f5-fbf1-4f4f-9f49-f0705c1314e8 admin admin] Request body: {'subnet': {'network_id': '3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1644947631-subnet', 'tenant_id': '0da2dd4269a4487388e657911e1e3ad9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:24.722327 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1340b3f5-fbf1-4f4f-9f49-f0705c1314e8 admin admin] Made reservation on behalf of 0da2dd4269a4487388e657911e1e3ad9 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:24.724724 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1340b3f5-fbf1-4f4f-9f49-f0705c1314e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:24.949253 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1340b3f5-fbf1-4f4f-9f49-f0705c1314e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:25.007666 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340b3f5-fbf1-4f4f-9f49-f0705c1314e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c5aac35-ecc6-4f17-9c30-9ec090e3e30c,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:25.017578 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1340b3f5-fbf1-4f4f-9f49-f0705c1314e8 admin admin] Checking segment: {'id': 'ed4533d5-e144-4d2f-a214-14728329d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:28:25.017840 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1340b3f5-fbf1-4f4f-9f49-f0705c1314e8 admin admin] Network hostable DHCP agents. Network: 3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:28:25.082089 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1340b3f5-fbf1-4f4f-9f49-f0705c1314e8 admin admin] Network 3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:28:25.133518 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-1340b3f5-fbf1-4f4f-9f49-f0705c1314e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:25.138072 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1340b3f5-fbf1-4f4f-9f49-f0705c1314e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:25.140722 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1340b3f5-fbf1-4f4f-9f49-f0705c1314e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:25.142610 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d36d904-6218-44c1-9e7a-e07aa25f7f3b None None] Network 3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:28:25.188504 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1340b3f5-fbf1-4f4f-9f49-f0705c1314e8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5565176 Apr 23 00:28:25.269670 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efa647c-cb5a-4b11-964a-cbff9a3baf93 None None] Network 3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:28:25.875701 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-74639ae4-ee4c-40bc-8ab1-27206517d9da tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:25.877200 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-74639ae4-ee4c-40bc-8ab1-27206517d9da tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/networks?id=3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9 HTTP/1.1" status: 200 len: 814 time: 0.3732910 Apr 23 00:28:25.892778 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-a8fc3674-1695-4c75-bbf6-5caf45b62d83 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/quotas/0da2dd4269a4487388e657911e1e3ad9 HTTP/1.1" status: 200 len: 375 time: 0.0097830 Apr 23 00:28:25.924165 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-6f4dba5a-f603-4a98-9364-449e7a904d4e tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0da2dd4269a4487388e657911e1e3ad9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263228 Apr 23 00:28:26.015770 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-c2dd7dc7-dcaf-4c6d-8844-7d1f64b9fb31 service neutron] 10.222.0.15 "GET /v2.0/networks/3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845544 Apr 23 00:28:26.102241 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-1c754dae-a880-4da0-b8a9-ebdf603b5b45 service neutron] 10.222.0.15 "GET /v2.0/networks/3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802498 Apr 23 00:28:26.361149 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d284e060-3dae-416a-8ea3-8d7200c644ef req-17a5a74f-5697-4dfa-91b3-ebf1c16f1483 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=70cd7d7f-d785-4427-b4af-9db60e83f9d4 HTTP/1.1" status: 200 len: 210 time: 0.0273442 Apr 23 00:28:27.456132 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1235cfae-8bea-4258-b6b7-c2a317d4fe60 req-2790c218-6d1f-496a-a46d-60acb4d9f3fb tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=70cd7d7f-d785-4427-b4af-9db60e83f9d4 HTTP/1.1" status: 200 len: 210 time: 0.0269198 Apr 23 00:28:28.489631 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-8d9053b0-4a3e-4a46-a152-9f3985e65113 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:28.491134 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-8d9053b0-4a3e-4a46-a152-9f3985e65113 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.16 "GET /v2.0/networks?id=3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9 HTTP/1.1" status: 200 len: 814 time: 0.1050453 Apr 23 00:28:28.504295 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-8a661ea8-af97-4a03-9c68-83622694189d tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Request body: {'port': {'device_id': '70cd7d7f-d785-4427-b4af-9db60e83f9d4', 'network_id': '3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9', 'admin_state_up': True, 'tenant_id': '0da2dd4269a4487388e657911e1e3ad9'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:28.556109 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7be7c760-2b00-45f6-8f0e-5bbe067d17d1 req-4fa8d040-9d88-4f6d-ba08-83ef579fbef8 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=70cd7d7f-d785-4427-b4af-9db60e83f9d4 HTTP/1.1" status: 200 len: 210 time: 0.0269897 Apr 23 00:28:28.708923 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-8a661ea8-af97-4a03-9c68-83622694189d tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Made reservation on behalf of 0da2dd4269a4487388e657911e1e3ad9 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:28.713809 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-8a661ea8-af97-4a03-9c68-83622694189d tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:28.848215 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-8a661ea8-af97-4a03-9c68-83622694189d tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Allocated IP 172.20.0.14 (3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9/9c5aac35-ecc6-4f17-9c30-9ec090e3e30c/8484047f-cc4f-45a3-ad46-09d650863974) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:29.011097 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-8a661ea8-af97-4a03-9c68-83622694189d tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:29.105460 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-8a661ea8-af97-4a03-9c68-83622694189d tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:29.145536 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-8a661ea8-af97-4a03-9c68-83622694189d tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Network 3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:29.151325 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-8a661ea8-af97-4a03-9c68-83622694189d tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:29.155172 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-8a661ea8-af97-4a03-9c68-83622694189d tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:28:29.180433 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a661ea8-af97-4a03-9c68-83622694189d tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Pushing event updated for resources: {'Port': ['ID=8484047f-cc4f-45a3-ad46-09d650863974,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:29.207324 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-8a661ea8-af97-4a03-9c68-83622694189d tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:29.207962 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-8a661ea8-af97-4a03-9c68-83622694189d tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:29.274204 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-8a661ea8-af97-4a03-9c68-83622694189d tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7739344 Apr 23 00:28:29.335346 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-86e03ec8-3dbb-4fd8-a296-b557d3c352fe service neutron] Request body: {'port': {'device_id': '70cd7d7f-d785-4427-b4af-9db60e83f9d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:29.391856 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-86e03ec8-3dbb-4fd8-a296-b557d3c352fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:29.678336 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-86e03ec8-3dbb-4fd8-a296-b557d3c352fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8484047f-cc4f-45a3-ad46-09d650863974 {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:28:29.687497 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-86e03ec8-3dbb-4fd8-a296-b557d3c352fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:29.705915 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-86e03ec8-3dbb-4fd8-a296-b557d3c352fe service neutron] Transition to ACTIVE for port object 8484047f-cc4f-45a3-ad46-09d650863974 will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:29.715015 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b48f3-01a7-4d90-8ed7-19579748af59 req-bd5153af-b88b-400d-bf87-5c7e123b9e2d tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:29.716538 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e45b48f3-01a7-4d90-8ed7-19579748af59 req-bd5153af-b88b-400d-bf87-5c7e123b9e2d tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=70cd7d7f-d785-4427-b4af-9db60e83f9d4 HTTP/1.1" status: 200 len: 932 time: 0.0750353 Apr 23 00:28:29.754498 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e45b48f3-01a7-4d90-8ed7-19579748af59 req-5e80df0a-9347-4acf-99eb-6519778dbdd3 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317953 Apr 23 00:28:29.771391 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-86e03ec8-3dbb-4fd8-a296-b557d3c352fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:29.843015 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e03ec8-3dbb-4fd8-a296-b557d3c352fe service neutron] Pushing event updated for resources: {'Port': ['ID=8484047f-cc4f-45a3-ad46-09d650863974,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:29.889239 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-86e03ec8-3dbb-4fd8-a296-b557d3c352fe service neutron] Attempting to bind port 8484047f-cc4f-45a3-ad46-09d650863974 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:28:29.889577 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-86e03ec8-3dbb-4fd8-a296-b557d3c352fe service neutron] Attempting to bind port 8484047f-cc4f-45a3-ad46-09d650863974 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'ed4533d5-e144-4d2f-a214-14728329d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:28:29.889901 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-86e03ec8-3dbb-4fd8-a296-b557d3c352fe service neutron] Attempting to bind port 8484047f-cc4f-45a3-ad46-09d650863974 on network 3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:28:29.894361 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-86e03ec8-3dbb-4fd8-a296-b557d3c352fe service neutron] Port 8484047f-cc4f-45a3-ad46-09d650863974 on network 3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:28:29.894677 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-86e03ec8-3dbb-4fd8-a296-b557d3c352fe service neutron] Attempting to bind port 8484047f-cc4f-45a3-ad46-09d650863974 on network 3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:28:29.899326 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-86e03ec8-3dbb-4fd8-a296-b557d3c352fe service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:28:29.900267 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-86e03ec8-3dbb-4fd8-a296-b557d3c352fe service neutron] Checking segment: {'id': 'ed4533d5-e144-4d2f-a214-14728329d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:28:29.900682 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-86e03ec8-3dbb-4fd8-a296-b557d3c352fe service neutron] Bound using segment: {'id': 'ed4533d5-e144-4d2f-a214-14728329d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:28:29.901110 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-86e03ec8-3dbb-4fd8-a296-b557d3c352fe service neutron] Bound port: 8484047f-cc4f-45a3-ad46-09d650863974, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed4533d5-e144-4d2f-a214-14728329d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:28:29.901457 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-86e03ec8-3dbb-4fd8-a296-b557d3c352fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:29.966616 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-86e03ec8-3dbb-4fd8-a296-b557d3c352fe service neutron] For port 8484047f-cc4f-45a3-ad46-09d650863974, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:28:29.969698 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-86e03ec8-3dbb-4fd8-a296-b557d3c352fe service neutron] For port 8484047f-cc4f-45a3-ad46-09d650863974, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8484047f-cc4f-45a3-ad46-09d650863974,segment=NetworkSegment(ed4533d5-e144-4d2f-a214-14728329d953),segment_id=ed4533d5-e144-4d2f-a214-14728329d953)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:28:30.063308 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-86e03ec8-3dbb-4fd8-a296-b557d3c352fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:30.101368 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-86e03ec8-3dbb-4fd8-a296-b557d3c352fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:30.101987 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-86e03ec8-3dbb-4fd8-a296-b557d3c352fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:30.104029 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-86e03ec8-3dbb-4fd8-a296-b557d3c352fe service neutron] 10.222.0.16 "PUT /v2.0/ports/8484047f-cc4f-45a3-ad46-09d650863974 HTTP/1.1" status: 200 len: 1094 time: 0.8211000 Apr 23 00:28:30.106362 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70cd7d7f-d785-4427-b4af-9db60e83f9d4', 'tag': '8484047f-cc4f-45a3-ad46-09d650863974'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:28:30.111897 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b72700-db06-41aa-834b-3ccb913d5132" -d '{"events": [{"name": "network-changed", "server_uuid": "70cd7d7f-d785-4427-b4af-9db60e83f9d4", "tag": "8484047f-cc4f-45a3-ad46-09d650863974"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:28:30.136023 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e03ec8-3dbb-4fd8-a296-b557d3c352fe service neutron] Pushing event updated for resources: {'Port': ['ID=8484047f-cc4f-45a3-ad46-09d650863974,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:30.148020 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a44910-1bd9-4e2e-a363-540192982cec x-openstack-request-id: req-a6a44910-1bd9-4e2e-a363-540192982cec {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:28:30.148290 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70cd7d7f-d785-4427-b4af-9db60e83f9d4", "tag": "8484047f-cc4f-45a3-ad46-09d650863974", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:28:30.148543 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6a44910-1bd9-4e2e-a363-540192982cec {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:28:30.148965 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6a44910-1bd9-4e2e-a363-540192982cec'] response: {'name': 'network-changed', 'server_uuid': '70cd7d7f-d785-4427-b4af-9db60e83f9d4', 'tag': '8484047f-cc4f-45a3-ad46-09d650863974', 'status': 'completed', 'code': 200} Apr 23 00:28:30.209512 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b72700-db06-41aa-834b-3ccb913d5132 req-81f1c757-c47d-4dc0-8709-7ee2116b968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:30.210998 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-54b72700-db06-41aa-834b-3ccb913d5132 req-81f1c757-c47d-4dc0-8709-7ee2116b968d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0da2dd4269a4487388e657911e1e3ad9&device_id=70cd7d7f-d785-4427-b4af-9db60e83f9d4 HTTP/1.1" status: 200 len: 1097 time: 0.0413325 Apr 23 00:28:30.313236 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b72700-db06-41aa-834b-3ccb913d5132 req-a959e90c-8a0f-40f8-9d07-07068c8b57a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:30.314705 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-54b72700-db06-41aa-834b-3ccb913d5132 req-a959e90c-8a0f-40f8-9d07-07068c8b57a7 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=0da2dd4269a4487388e657911e1e3ad9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0958943 Apr 23 00:28:30.409354 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b72700-db06-41aa-834b-3ccb913d5132 req-6c210c53-228d-49ae-b568-c80a97b0cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:30.410812 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-54b72700-db06-41aa-834b-3ccb913d5132 req-6c210c53-228d-49ae-b568-c80a97b0cdf4 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900173 Apr 23 00:28:30.488953 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-e8890e56-8a43-40e3-b99c-004ec557e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:30.490461 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-e8890e56-8a43-40e3-b99c-004ec557e25a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0da2dd4269a4487388e657911e1e3ad9&device_id=70cd7d7f-d785-4427-b4af-9db60e83f9d4 HTTP/1.1" status: 200 len: 1097 time: 0.0432382 Apr 23 00:28:30.537126 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-29a68ad1-1dc7-4062-9239-cd2c9a65f587 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8484047f-cc4f-45a3-ad46-09d650863974 HTTP/1.1" status: 200 len: 217 time: 0.0388012 Apr 23 00:28:30.592599 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-8c492acf-3dbc-47c0-9d2d-aa1dbfcc07b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:30.594105 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-8c492acf-3dbc-47c0-9d2d-aa1dbfcc07b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c5aac35-ecc6-4f17-9c30-9ec090e3e30c HTTP/1.1" status: 200 len: 854 time: 0.0496621 Apr 23 00:28:30.626519 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-03a5dbce-f89d-4a86-9429-af1b20295bb2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252147 Apr 23 00:28:30.724172 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-18bb8a80-27d2-4bfc-88cc-5d2a2c0b623d service neutron] 10.222.0.16 "GET /v2.0/networks/3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911803 Apr 23 00:28:30.813689 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-44af3489-a0df-453f-8fe3-0cf58279a325 req-f3927367-c91e-4959-b447-54886a806c07 service neutron] 10.222.0.16 "GET /v2.0/networks/3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836725 Apr 23 00:28:30.874771 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa40488-b32c-44a6-b8c6-b3fb75c64c35 req-8eb367b6-3c62-4b18-9268-00223467f10c tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:30.876396 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cfa40488-b32c-44a6-b8c6-b3fb75c64c35 req-8eb367b6-3c62-4b18-9268-00223467f10c tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=70cd7d7f-d785-4427-b4af-9db60e83f9d4 HTTP/1.1" status: 200 len: 944 time: 0.0530210 Apr 23 00:28:30.919391 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cfa40488-b32c-44a6-b8c6-b3fb75c64c35 req-159808fb-7a66-4235-8791-6f6603abd430 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365551 Apr 23 00:28:32.035396 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba5ca3-c8c6-4749-af86-dcf684c6a1aa req-1e573390-1078-4bbb-937e-c4474aef72ed tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:32.036876 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2bba5ca3-c8c6-4749-af86-dcf684c6a1aa req-1e573390-1078-4bbb-937e-c4474aef72ed tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=70cd7d7f-d785-4427-b4af-9db60e83f9d4 HTTP/1.1" status: 200 len: 944 time: 0.0482376 Apr 23 00:28:32.073469 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2bba5ca3-c8c6-4749-af86-dcf684c6a1aa req-be799397-560d-4d87-bf9c-8fc12078695f tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307353 Apr 23 00:28:33.191590 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127cf9b4-bd3e-40c3-a67b-747aa67df2b0 req-1fd28745-b4bb-49b2-8f89-f6bcefea7e97 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:33.193056 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-127cf9b4-bd3e-40c3-a67b-747aa67df2b0 req-1fd28745-b4bb-49b2-8f89-f6bcefea7e97 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=70cd7d7f-d785-4427-b4af-9db60e83f9d4 HTTP/1.1" status: 200 len: 944 time: 0.0532496 Apr 23 00:28:33.232099 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-127cf9b4-bd3e-40c3-a67b-747aa67df2b0 req-8d40036d-1c98-4949-a8de-61decac8940f tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322955 Apr 23 00:28:33.736456 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 8484047f-cc4f-45a3-ad46-09d650863974 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:28:33.835672 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 8484047f-cc4f-45a3-ad46-09d650863974, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8484047f-cc4f-45a3-ad46-09d650863974,segment=NetworkSegment(ed4533d5-e144-4d2f-a214-14728329d953),segment_id=ed4533d5-e144-4d2f-a214-14728329d953)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:28:33.847896 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '8484047f-cc4f-45a3-ad46-09d650863974', 'network_id': '3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9', 'port_id': '8484047f-cc4f-45a3-ad46-09d650863974', 'mac_address': 'fa:16:3e:7b:bb:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c5aac35-ecc6-4f17-9c30-9ec090e3e30c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:28:33.899877 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:33.916038 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8484047f-cc4f-45a3-ad46-09d650863974 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:28:33.943478 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 8484047f-cc4f-45a3-ad46-09d650863974, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8484047f-cc4f-45a3-ad46-09d650863974,segment=NetworkSegment(ed4533d5-e144-4d2f-a214-14728329d953),segment_id=ed4533d5-e144-4d2f-a214-14728329d953)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:28:34.012216 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:34.073041 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=8484047f-cc4f-45a3-ad46-09d650863974,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:34.249095 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['8484047f-cc4f-45a3-ad46-09d650863974'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:28:34.272855 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b55d59f7-591e-484b-a9d2-9528da03fb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:34.350866 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fc7f2-5d5f-4199-8b0e-49b130f3dc4f req-6c311a51-ea98-4cd2-9aea-3ac9ff185cb5 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:34.352485 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8a3fc7f2-5d5f-4199-8b0e-49b130f3dc4f req-6c311a51-ea98-4cd2-9aea-3ac9ff185cb5 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=70cd7d7f-d785-4427-b4af-9db60e83f9d4 HTTP/1.1" status: 200 len: 945 time: 0.0523937 Apr 23 00:28:34.392926 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8a3fc7f2-5d5f-4199-8b0e-49b130f3dc4f req-52fbf3c6-469f-418e-9812-5201011499f9 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330017 Apr 23 00:28:35.505489 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b372d6-4b1d-4183-af3d-0ecb10546ffa req-bb0596a2-64bd-4e58-ad09-6df3d58c48c1 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:35.506954 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c0b372d6-4b1d-4183-af3d-0ecb10546ffa req-bb0596a2-64bd-4e58-ad09-6df3d58c48c1 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=70cd7d7f-d785-4427-b4af-9db60e83f9d4 HTTP/1.1" status: 200 len: 945 time: 0.0488579 Apr 23 00:28:35.545527 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c0b372d6-4b1d-4183-af3d-0ecb10546ffa req-9d2321c7-d170-4587-b609-4c187ecf31a3 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319638 Apr 23 00:28:35.740584 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 8484047f-cc4f-45a3-ad46-09d650863974 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:28:35.870490 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 8484047f-cc4f-45a3-ad46-09d650863974 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:28:35.874272 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 8484047f-cc4f-45a3-ad46-09d650863974 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:35.874639 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:35.953559 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:35.977525 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cd7d7f-d785-4427-b4af-9db60e83f9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8484047f-cc4f-45a3-ad46-09d650863974'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:28:35.979806 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effbe330-7c1c-444a-8bc3-b7163cdb3f4a" -d '{"events": [{"server_uuid": "70cd7d7f-d785-4427-b4af-9db60e83f9d4", "name": "network-vif-plugged", "status": "completed", "tag": "8484047f-cc4f-45a3-ad46-09d650863974"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:28:35.991847 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 8484047f-cc4f-45a3-ad46-09d650863974, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8484047f-cc4f-45a3-ad46-09d650863974,segment=NetworkSegment(ed4533d5-e144-4d2f-a214-14728329d953),segment_id=ed4533d5-e144-4d2f-a214-14728329d953)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:28:36.017144 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f15c80a-afa4-4171-9eaa-f912402e91e3 x-openstack-request-id: req-0f15c80a-afa4-4171-9eaa-f912402e91e3 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:28:36.017435 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70cd7d7f-d785-4427-b4af-9db60e83f9d4", "name": "network-vif-plugged", "status": "completed", "tag": "8484047f-cc4f-45a3-ad46-09d650863974", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:28:36.017696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f15c80a-afa4-4171-9eaa-f912402e91e3 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:28:36.018117 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f15c80a-afa4-4171-9eaa-f912402e91e3'] response: {'server_uuid': '70cd7d7f-d785-4427-b4af-9db60e83f9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8484047f-cc4f-45a3-ad46-09d650863974', 'code': 200} Apr 23 00:28:36.059454 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:36.106623 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=8484047f-cc4f-45a3-ad46-09d650863974,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:36.330869 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4641c17-f7fc-479f-a1da-13431f58f4fe req-b03f86ff-9f18-4248-8786-2c8e4bc3f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:36.332420 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e4641c17-f7fc-479f-a1da-13431f58f4fe req-b03f86ff-9f18-4248-8786-2c8e4bc3f5d9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=70cd7d7f-d785-4427-b4af-9db60e83f9d4 HTTP/1.1" status: 200 len: 1099 time: 0.0398300 Apr 23 00:28:36.366272 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e4641c17-f7fc-479f-a1da-13431f58f4fe req-e76035f4-dc1a-4df1-9555-b67234ac32b1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268509 Apr 23 00:28:36.664486 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1362a33-5609-49fb-b602-98583d4f4968 req-83eb30d2-51e8-4083-b949-274efb3a8bac tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:36.666626 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f1362a33-5609-49fb-b602-98583d4f4968 req-83eb30d2-51e8-4083-b949-274efb3a8bac tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=70cd7d7f-d785-4427-b4af-9db60e83f9d4 HTTP/1.1" status: 200 len: 946 time: 0.0541015 Apr 23 00:28:36.703870 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f1362a33-5609-49fb-b602-98583d4f4968 req-a4de9ade-668d-462f-8b61-cea5479c4b3e tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310450 Apr 23 00:28:37.268720 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99e584d5-70ff-4033-b30f-f6917ea915b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:37.821261 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b1823-caea-42b7-a8fc-f17b0e429251 req-964b33c3-cb31-499c-a7bf-738c9c6b6b34 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:37.823427 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3a9b1823-caea-42b7-a8fc-f17b0e429251 req-964b33c3-cb31-499c-a7bf-738c9c6b6b34 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=70cd7d7f-d785-4427-b4af-9db60e83f9d4 HTTP/1.1" status: 200 len: 946 time: 0.0487864 Apr 23 00:28:37.861289 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3a9b1823-caea-42b7-a8fc-f17b0e429251 req-3e1b94da-19dd-423d-9f1f-d18a15433fa7 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318582 Apr 23 00:28:37.948834 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:38.081870 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-d73e064e-1989-4843-afce-519633768b0a tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:38.083325 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-d73e064e-1989-4843-afce-519633768b0a tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/networks?id=3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9 HTTP/1.1" status: 200 len: 814 time: 0.1012924 Apr 23 00:28:38.098200 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-aca34ea4-c6c1-4546-9deb-6db02939fa42 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/quotas/0da2dd4269a4487388e657911e1e3ad9 HTTP/1.1" status: 200 len: 375 time: 0.0087900 Apr 23 00:28:38.151609 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-35178f97-21c9-40a6-bd27-fd73fba994f9 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0da2dd4269a4487388e657911e1e3ad9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0481913 Apr 23 00:28:38.239430 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-40e10e3f-089e-472d-ac17-c72b262389ec service neutron] 10.222.0.15 "GET /v2.0/networks/3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808597 Apr 23 00:28:38.330195 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-1c693cd6-ac4d-4064-b5d3-064f0058432d service neutron] 10.222.0.15 "GET /v2.0/networks/3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846350 Apr 23 00:28:38.568334 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f5cd151f-af87-404a-87ba-a72a8a00f13d req-eadd1660-713a-464c-b85e-3adbfabd4c75 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=74173817-67ba-40c0-b26c-1a400fec5b91 HTTP/1.1" status: 200 len: 210 time: 0.0260744 Apr 23 00:28:39.664323 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-02e3c54f-85c6-4a4b-9e65-fe70e5d9fd7b req-3bb06913-f71c-46e3-a073-bd7bb1f28969 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=74173817-67ba-40c0-b26c-1a400fec5b91 HTTP/1.1" status: 200 len: 210 time: 0.0275302 Apr 23 00:28:39.714418 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.870692 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:40.416649 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-6cdde921-2868-4ace-8351-de336560b60e tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:40.418096 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-6cdde921-2868-4ace-8351-de336560b60e tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.16 "GET /v2.0/networks?id=3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9 HTTP/1.1" status: 200 len: 814 time: 0.1010959 Apr 23 00:28:40.430653 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-72dffbf3-06d4-45e5-8dc2-b1e9a235b277 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Request body: {'port': {'device_id': '74173817-67ba-40c0-b26c-1a400fec5b91', 'network_id': '3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9', 'admin_state_up': True, 'tenant_id': '0da2dd4269a4487388e657911e1e3ad9'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:40.593909 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-72dffbf3-06d4-45e5-8dc2-b1e9a235b277 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Made reservation on behalf of 0da2dd4269a4487388e657911e1e3ad9 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:40.597443 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-72dffbf3-06d4-45e5-8dc2-b1e9a235b277 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:40.728902 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-72dffbf3-06d4-45e5-8dc2-b1e9a235b277 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Allocated IP 172.20.0.9 (3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9/9c5aac35-ecc6-4f17-9c30-9ec090e3e30c/f1058738-d05b-4980-99d2-e4fabf47ba4c) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:40.768094 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fb50573f-6ecb-4b64-89ed-44e70abc2b94 req-f6572d55-6408-4b5d-8187-b6264eefc558 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=74173817-67ba-40c0-b26c-1a400fec5b91 HTTP/1.1" status: 200 len: 210 time: 0.0315020 Apr 23 00:28:40.879261 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-72dffbf3-06d4-45e5-8dc2-b1e9a235b277 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:40.983421 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-72dffbf3-06d4-45e5-8dc2-b1e9a235b277 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:40.995997 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['8484047f-cc4f-45a3-ad46-09d650863974'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:28:41.024584 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-72dffbf3-06d4-45e5-8dc2-b1e9a235b277 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Network 3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:41.029905 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-72dffbf3-06d4-45e5-8dc2-b1e9a235b277 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:41.033683 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-72dffbf3-06d4-45e5-8dc2-b1e9a235b277 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:28:41.065282 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dffbf3-06d4-45e5-8dc2-b1e9a235b277 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Pushing event updated for resources: {'Port': ['ID=f1058738-d05b-4980-99d2-e4fabf47ba4c,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:41.090878 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-72dffbf3-06d4-45e5-8dc2-b1e9a235b277 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:41.091490 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-72dffbf3-06d4-45e5-8dc2-b1e9a235b277 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:41.173543 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-72dffbf3-06d4-45e5-8dc2-b1e9a235b277 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7464986 Apr 23 00:28:41.185966 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-b6ec4189-52a8-49e8-a0cf-16b44fd0f2c8 service neutron] Request body: {'port': {'device_id': '74173817-67ba-40c0-b26c-1a400fec5b91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:41.238536 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-b6ec4189-52a8-49e8-a0cf-16b44fd0f2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:41.492991 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-b6ec4189-52a8-49e8-a0cf-16b44fd0f2c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1058738-d05b-4980-99d2-e4fabf47ba4c {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:28:41.500859 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-b6ec4189-52a8-49e8-a0cf-16b44fd0f2c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:41.512345 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-b6ec4189-52a8-49e8-a0cf-16b44fd0f2c8 service neutron] Transition to ACTIVE for port object f1058738-d05b-4980-99d2-e4fabf47ba4c will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:41.596280 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-b6ec4189-52a8-49e8-a0cf-16b44fd0f2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:41.648101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec4189-52a8-49e8-a0cf-16b44fd0f2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f1058738-d05b-4980-99d2-e4fabf47ba4c,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:41.718048 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-b6ec4189-52a8-49e8-a0cf-16b44fd0f2c8 service neutron] Attempting to bind port f1058738-d05b-4980-99d2-e4fabf47ba4c on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:28:41.732810 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-b6ec4189-52a8-49e8-a0cf-16b44fd0f2c8 service neutron] Attempting to bind port f1058738-d05b-4980-99d2-e4fabf47ba4c by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'ed4533d5-e144-4d2f-a214-14728329d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:28:41.732810 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-b6ec4189-52a8-49e8-a0cf-16b44fd0f2c8 service neutron] Attempting to bind port f1058738-d05b-4980-99d2-e4fabf47ba4c on network 3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:28:41.732810 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-b6ec4189-52a8-49e8-a0cf-16b44fd0f2c8 service neutron] Port f1058738-d05b-4980-99d2-e4fabf47ba4c on network 3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:28:41.732810 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-b6ec4189-52a8-49e8-a0cf-16b44fd0f2c8 service neutron] Attempting to bind port f1058738-d05b-4980-99d2-e4fabf47ba4c on network 3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:28:41.732810 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-b6ec4189-52a8-49e8-a0cf-16b44fd0f2c8 service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:28:41.732810 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-b6ec4189-52a8-49e8-a0cf-16b44fd0f2c8 service neutron] Checking segment: {'id': 'ed4533d5-e144-4d2f-a214-14728329d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:28:41.732810 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-b6ec4189-52a8-49e8-a0cf-16b44fd0f2c8 service neutron] Bound using segment: {'id': 'ed4533d5-e144-4d2f-a214-14728329d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:28:41.732810 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-b6ec4189-52a8-49e8-a0cf-16b44fd0f2c8 service neutron] Bound port: f1058738-d05b-4980-99d2-e4fabf47ba4c, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed4533d5-e144-4d2f-a214-14728329d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:28:41.732810 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-b6ec4189-52a8-49e8-a0cf-16b44fd0f2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:41.793712 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-b6ec4189-52a8-49e8-a0cf-16b44fd0f2c8 service neutron] For port f1058738-d05b-4980-99d2-e4fabf47ba4c, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:28:41.797137 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-b6ec4189-52a8-49e8-a0cf-16b44fd0f2c8 service neutron] For port f1058738-d05b-4980-99d2-e4fabf47ba4c, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=f1058738-d05b-4980-99d2-e4fabf47ba4c,segment=NetworkSegment(ed4533d5-e144-4d2f-a214-14728329d953),segment_id=ed4533d5-e144-4d2f-a214-14728329d953)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:28:41.870164 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-b6ec4189-52a8-49e8-a0cf-16b44fd0f2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:41.914360 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-b6ec4189-52a8-49e8-a0cf-16b44fd0f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:41.914967 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-b6ec4189-52a8-49e8-a0cf-16b44fd0f2c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:41.916424 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-b6ec4189-52a8-49e8-a0cf-16b44fd0f2c8 service neutron] 10.222.0.16 "PUT /v2.0/ports/f1058738-d05b-4980-99d2-e4fabf47ba4c HTTP/1.1" status: 200 len: 1093 time: 0.7345643 Apr 23 00:28:41.916859 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74173817-67ba-40c0-b26c-1a400fec5b91', 'tag': 'f1058738-d05b-4980-99d2-e4fabf47ba4c'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:28:41.919098 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc51d77-a7e3-49ca-82d7-8819cc93cfac" -d '{"events": [{"name": "network-changed", "server_uuid": "74173817-67ba-40c0-b26c-1a400fec5b91", "tag": "f1058738-d05b-4980-99d2-e4fabf47ba4c"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:28:41.943747 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55233afc-f5d3-484a-b7da-f43f65daf1eb req-c6a6a30e-83ee-447a-9e09-155e4a892294 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:41.945238 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-55233afc-f5d3-484a-b7da-f43f65daf1eb req-c6a6a30e-83ee-447a-9e09-155e4a892294 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=74173817-67ba-40c0-b26c-1a400fec5b91 HTTP/1.1" status: 200 len: 943 time: 0.1080446 Apr 23 00:28:41.951112 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec4189-52a8-49e8-a0cf-16b44fd0f2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f1058738-d05b-4980-99d2-e4fabf47ba4c,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:41.961036 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab67e25-f582-4f1f-b1cb-ed9338b2ba11 x-openstack-request-id: req-3ab67e25-f582-4f1f-b1cb-ed9338b2ba11 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:28:41.967404 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74173817-67ba-40c0-b26c-1a400fec5b91", "tag": "f1058738-d05b-4980-99d2-e4fabf47ba4c", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:28:41.967404 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ab67e25-f582-4f1f-b1cb-ed9338b2ba11 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:28:41.967404 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab67e25-f582-4f1f-b1cb-ed9338b2ba11'] response: {'name': 'network-changed', 'server_uuid': '74173817-67ba-40c0-b26c-1a400fec5b91', 'tag': 'f1058738-d05b-4980-99d2-e4fabf47ba4c', 'status': 'completed', 'code': 200} Apr 23 00:28:42.012442 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-55233afc-f5d3-484a-b7da-f43f65daf1eb req-5dd36504-9528-49c4-ac17-e668d93effeb tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583165 Apr 23 00:28:42.028880 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc51d77-a7e3-49ca-82d7-8819cc93cfac req-ef1ca176-bbee-4efc-9a78-f2b42bad2c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:42.030536 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-adc51d77-a7e3-49ca-82d7-8819cc93cfac req-ef1ca176-bbee-4efc-9a78-f2b42bad2c36 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0da2dd4269a4487388e657911e1e3ad9&device_id=74173817-67ba-40c0-b26c-1a400fec5b91 HTTP/1.1" status: 200 len: 1096 time: 0.0523276 Apr 23 00:28:42.130203 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc51d77-a7e3-49ca-82d7-8819cc93cfac req-d7ef7db2-86f8-4386-998d-07e66e97b246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:42.131591 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-adc51d77-a7e3-49ca-82d7-8819cc93cfac req-d7ef7db2-86f8-4386-998d-07e66e97b246 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=0da2dd4269a4487388e657911e1e3ad9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0933645 Apr 23 00:28:42.222602 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc51d77-a7e3-49ca-82d7-8819cc93cfac req-fe8eef2f-906f-4590-8f1c-f6bef29c2ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:42.224087 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-adc51d77-a7e3-49ca-82d7-8819cc93cfac req-fe8eef2f-906f-4590-8f1c-f6bef29c2ac8 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0852735 Apr 23 00:28:42.304497 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-71542935-b9da-47eb-8889-31e689e6f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:42.306623 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-71542935-b9da-47eb-8889-31e689e6f1d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0da2dd4269a4487388e657911e1e3ad9&device_id=74173817-67ba-40c0-b26c-1a400fec5b91 HTTP/1.1" status: 200 len: 1096 time: 0.0463200 Apr 23 00:28:42.347049 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-5e62e5f7-0cd7-450e-bd7e-19f49a00a5d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1058738-d05b-4980-99d2-e4fabf47ba4c HTTP/1.1" status: 200 len: 217 time: 0.0329096 Apr 23 00:28:42.404330 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-09e9aed3-beea-4aa9-b438-892e8aad495b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:42.405672 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-09e9aed3-beea-4aa9-b438-892e8aad495b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c5aac35-ecc6-4f17-9c30-9ec090e3e30c HTTP/1.1" status: 200 len: 854 time: 0.0428948 Apr 23 00:28:42.440520 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-e60acf6a-1577-4878-a9c0-cfc4ccc305db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281448 Apr 23 00:28:42.530513 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-f87d07b6-053c-4da1-922e-66b4b6795f22 service neutron] 10.222.0.16 "GET /v2.0/networks/3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831137 Apr 23 00:28:42.623078 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a02c1dac-3919-4adf-a5db-55c389e6f137 req-8f347c34-d79e-4d29-9361-3e35d46a281a service neutron] 10.222.0.16 "GET /v2.0/networks/3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856078 Apr 23 00:28:43.126362 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360651b-776f-4e25-a94b-1607297fa071 req-5efe03f1-90f1-4663-bac6-bcd6165dc066 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:43.127839 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e360651b-776f-4e25-a94b-1607297fa071 req-5efe03f1-90f1-4663-bac6-bcd6165dc066 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=74173817-67ba-40c0-b26c-1a400fec5b91 HTTP/1.1" status: 200 len: 943 time: 0.0483887 Apr 23 00:28:43.165639 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e360651b-776f-4e25-a94b-1607297fa071 req-9fcf5c32-8909-44db-8bd2-4e92e647e75a tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318744 Apr 23 00:28:44.279250 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ce78b-c2d0-417f-89f2-42a10e8c3d21 req-17e98a23-a71c-4710-a7a5-51502f406f6e tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:44.280736 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2f3ce78b-c2d0-417f-89f2-42a10e8c3d21 req-17e98a23-a71c-4710-a7a5-51502f406f6e tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=74173817-67ba-40c0-b26c-1a400fec5b91 HTTP/1.1" status: 200 len: 943 time: 0.0482645 Apr 23 00:28:44.318815 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2f3ce78b-c2d0-417f-89f2-42a10e8c3d21 req-c4105925-7ebd-400e-91ae-e10b50e8fe1b tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321124 Apr 23 00:28:45.435930 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5865ed-9792-4faf-82e5-91b21f0889a7 req-e88ec10a-bb39-4a7a-803b-2161c96ca4bf tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:45.437394 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6a5865ed-9792-4faf-82e5-91b21f0889a7 req-e88ec10a-bb39-4a7a-803b-2161c96ca4bf tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=74173817-67ba-40c0-b26c-1a400fec5b91 HTTP/1.1" status: 200 len: 943 time: 0.0488675 Apr 23 00:28:45.474411 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6a5865ed-9792-4faf-82e5-91b21f0889a7 req-6715ca85-026b-406b-b42a-111eccb1d1be tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310495 Apr 23 00:28:45.769055 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device f1058738-d05b-4980-99d2-e4fabf47ba4c details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:28:45.865426 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port f1058738-d05b-4980-99d2-e4fabf47ba4c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=f1058738-d05b-4980-99d2-e4fabf47ba4c,segment=NetworkSegment(ed4533d5-e144-4d2f-a214-14728329d953),segment_id=ed4533d5-e144-4d2f-a214-14728329d953)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:28:45.882709 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': 'f1058738-d05b-4980-99d2-e4fabf47ba4c', 'network_id': '3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9', 'port_id': 'f1058738-d05b-4980-99d2-e4fabf47ba4c', 'mac_address': 'fa:16:3e:6b:12:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c5aac35-ecc6-4f17-9c30-9ec090e3e30c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:28:45.921788 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:45.934915 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1058738-d05b-4980-99d2-e4fabf47ba4c {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:28:45.957978 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port f1058738-d05b-4980-99d2-e4fabf47ba4c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=f1058738-d05b-4980-99d2-e4fabf47ba4c,segment=NetworkSegment(ed4533d5-e144-4d2f-a214-14728329d953),segment_id=ed4533d5-e144-4d2f-a214-14728329d953)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:28:46.028066 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:46.078357 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=f1058738-d05b-4980-99d2-e4fabf47ba4c,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:46.085087 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:46.085431 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:46.085766 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:46.086098 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:46.086427 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:46.086755 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:46.087197 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:46.087529 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:46.087881 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:46.088208 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:46.088527 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:46.088843 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:46.235843 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['f1058738-d05b-4980-99d2-e4fabf47ba4c'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:28:46.593136 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178acfa-4bde-4b92-94d3-caa087d2b722 req-7166d72a-eed1-41df-8c02-ed4d70dcf5a6 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:46.594603 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3178acfa-4bde-4b92-94d3-caa087d2b722 req-7166d72a-eed1-41df-8c02-ed4d70dcf5a6 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=74173817-67ba-40c0-b26c-1a400fec5b91 HTTP/1.1" status: 200 len: 944 time: 0.0493538 Apr 23 00:28:46.631356 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3178acfa-4bde-4b92-94d3-caa087d2b722 req-ce668df3-bdcb-48b2-bb25-5c8ffdd4751d tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308251 Apr 23 00:28:47.745433 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d1e78-383c-43fa-932a-b425e4c0464c req-eb711ad7-d7bd-42bf-8d88-9d1a5f86f1a6 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:47.746891 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cb4d1e78-383c-43fa-932a-b425e4c0464c req-eb711ad7-d7bd-42bf-8d88-9d1a5f86f1a6 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=74173817-67ba-40c0-b26c-1a400fec5b91 HTTP/1.1" status: 200 len: 944 time: 0.0486684 Apr 23 00:28:47.768492 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device f1058738-d05b-4980-99d2-e4fabf47ba4c up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:28:47.788643 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cb4d1e78-383c-43fa-932a-b425e4c0464c req-6f96f708-1ba1-4066-be24-edb490da5b6e tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357902 Apr 23 00:28:47.885043 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port f1058738-d05b-4980-99d2-e4fabf47ba4c completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:28:47.888703 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port f1058738-d05b-4980-99d2-e4fabf47ba4c triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:47.889075 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:47.963940 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:47.985587 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74173817-67ba-40c0-b26c-1a400fec5b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1058738-d05b-4980-99d2-e4fabf47ba4c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:28:47.987818 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41af9dcc-6cc8-4186-85bf-284fa4effb9c" -d '{"events": [{"server_uuid": "74173817-67ba-40c0-b26c-1a400fec5b91", "name": "network-vif-plugged", "status": "completed", "tag": "f1058738-d05b-4980-99d2-e4fabf47ba4c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:28:48.000412 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port f1058738-d05b-4980-99d2-e4fabf47ba4c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=f1058738-d05b-4980-99d2-e4fabf47ba4c,segment=NetworkSegment(ed4533d5-e144-4d2f-a214-14728329d953),segment_id=ed4533d5-e144-4d2f-a214-14728329d953)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:28:48.022590 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85e3a13-8cec-44d7-a8e9-284b925a27e3 x-openstack-request-id: req-e85e3a13-8cec-44d7-a8e9-284b925a27e3 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:28:48.022876 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74173817-67ba-40c0-b26c-1a400fec5b91", "name": "network-vif-plugged", "status": "completed", "tag": "f1058738-d05b-4980-99d2-e4fabf47ba4c", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:28:48.023125 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e85e3a13-8cec-44d7-a8e9-284b925a27e3 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:28:48.023633 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e85e3a13-8cec-44d7-a8e9-284b925a27e3'] response: {'server_uuid': '74173817-67ba-40c0-b26c-1a400fec5b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1058738-d05b-4980-99d2-e4fabf47ba4c', 'code': 200} Apr 23 00:28:48.068187 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:48.118314 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=f1058738-d05b-4980-99d2-e4fabf47ba4c,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:48.320873 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43782b-74a0-4dde-a35c-d10c128b6340 req-c5570a7a-a926-42e6-9b50-9d44933588e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:48.322973 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8c43782b-74a0-4dde-a35c-d10c128b6340 req-c5570a7a-a926-42e6-9b50-9d44933588e9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=74173817-67ba-40c0-b26c-1a400fec5b91 HTTP/1.1" status: 200 len: 1098 time: 0.0395813 Apr 23 00:28:48.362122 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8c43782b-74a0-4dde-a35c-d10c128b6340 req-eb67dd27-b896-464c-b644-bdd561bbe221 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311921 Apr 23 00:28:48.902859 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1138885-924d-44bf-840f-b3719554817d req-1a56d3ea-e829-4da0-9bb8-9152cf4a5213 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:48.904352 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e1138885-924d-44bf-840f-b3719554817d req-1a56d3ea-e829-4da0-9bb8-9152cf4a5213 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=74173817-67ba-40c0-b26c-1a400fec5b91 HTTP/1.1" status: 200 len: 945 time: 0.0490673 Apr 23 00:28:48.940591 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e1138885-924d-44bf-840f-b3719554817d req-92e69b94-f3b9-4ee9-8103-f7341eadd0fd tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303159 Apr 23 00:28:49.796188 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:28:50.064315 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bb965-b3bd-48e5-a60e-82bf2b6eb9a9 req-bafd6587-9415-405c-bd27-4e30027eed7d tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:50.065831 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-434bb965-b3bd-48e5-a60e-82bf2b6eb9a9 req-bafd6587-9415-405c-bd27-4e30027eed7d tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=74173817-67ba-40c0-b26c-1a400fec5b91 HTTP/1.1" status: 200 len: 945 time: 0.0516911 Apr 23 00:28:50.103091 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-434bb965-b3bd-48e5-a60e-82bf2b6eb9a9 req-db234b7f-b371-43d4-ae06-7fde769f19af tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305536 Apr 23 00:28:50.552360 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a6dc-c2b8-4697-9a05-d370933503a3 req-3a279dda-e5b0-484f-8c4f-4675fe85a765 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:50.554472 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9517a6dc-c2b8-4697-9a05-d370933503a3 req-3a279dda-e5b0-484f-8c4f-4675fe85a765 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=74173817-67ba-40c0-b26c-1a400fec5b91 HTTP/1.1" status: 200 len: 945 time: 0.0541880 Apr 23 00:28:50.591866 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9517a6dc-c2b8-4697-9a05-d370933503a3 req-8d893b99-29bd-4e32-874c-dc14d47dc207 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308771 Apr 23 00:28:51.710333 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe9613-31ce-40ef-9c8e-f47d2c6a748b req-a6c97242-4edb-4a84-a531-9915440d1fe8 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:51.712338 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2bbe9613-31ce-40ef-9c8e-f47d2c6a748b req-a6c97242-4edb-4a84-a531-9915440d1fe8 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=74173817-67ba-40c0-b26c-1a400fec5b91 HTTP/1.1" status: 200 len: 945 time: 0.0510535 Apr 23 00:28:51.750505 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2bbe9613-31ce-40ef-9c8e-f47d2c6a748b req-6c07108f-732c-4cd4-b637-d578287442ba tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324883 Apr 23 00:28:51.901838 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29277fe0-8112-41e9-8477-58eec704812f req-2b1feaa9-16bf-4f98-885b-ece7f0df5f51 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:51.903248 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-29277fe0-8112-41e9-8477-58eec704812f req-2b1feaa9-16bf-4f98-885b-ece7f0df5f51 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.16 "GET /v2.0/ports?device_id=74173817-67ba-40c0-b26c-1a400fec5b91 HTTP/1.1" status: 200 len: 945 time: 0.0498037 Apr 23 00:28:52.004498 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-29277fe0-8112-41e9-8477-58eec704812f req-5a647ae6-6b43-462f-a2b0-54cff187d50c tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Deleting port f1058738-d05b-4980-99d2-e4fabf47ba4c {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:28:52.004857 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-29277fe0-8112-41e9-8477-58eec704812f req-5a647ae6-6b43-462f-a2b0-54cff187d50c tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:52.095023 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-29277fe0-8112-41e9-8477-58eec704812f req-5a647ae6-6b43-462f-a2b0-54cff187d50c tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] For port f1058738-d05b-4980-99d2-e4fabf47ba4c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=f1058738-d05b-4980-99d2-e4fabf47ba4c,segment=NetworkSegment(ed4533d5-e144-4d2f-a214-14728329d953),segment_id=ed4533d5-e144-4d2f-a214-14728329d953)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:28:52.095384 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-29277fe0-8112-41e9-8477-58eec704812f req-5a647ae6-6b43-462f-a2b0-54cff187d50c tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:52.111599 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-29277fe0-8112-41e9-8477-58eec704812f req-5a647ae6-6b43-462f-a2b0-54cff187d50c tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Calling delete_port for f1058738-d05b-4980-99d2-e4fabf47ba4c owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:28:52.296774 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-29277fe0-8112-41e9-8477-58eec704812f req-5a647ae6-6b43-462f-a2b0-54cff187d50c tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:52.308458 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['8484047f-cc4f-45a3-ad46-09d650863974', 'f1058738-d05b-4980-99d2-e4fabf47ba4c'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:28:52.326022 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a647ae6-6b43-462f-a2b0-54cff187d50c tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Pushing event deleted for resources: {'Port': ['ID=f1058738-d05b-4980-99d2-e4fabf47ba4c,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:52.370673 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-29277fe0-8112-41e9-8477-58eec704812f req-5a647ae6-6b43-462f-a2b0-54cff187d50c tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] No DVR routers for this DVR port f1058738-d05b-4980-99d2-e4fabf47ba4c on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:28:52.373259 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-29277fe0-8112-41e9-8477-58eec704812f req-5a647ae6-6b43-462f-a2b0-54cff187d50c tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:52.376566 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-29277fe0-8112-41e9-8477-58eec704812f req-5a647ae6-6b43-462f-a2b0-54cff187d50c tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.16 "DELETE /v2.0/ports/f1058738-d05b-4980-99d2-e4fabf47ba4c HTTP/1.1" status: 204 len: 173 time: 0.4572368 Apr 23 00:28:52.377007 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74173817-67ba-40c0-b26c-1a400fec5b91', 'name': 'network-vif-deleted', 'tag': 'f1058738-d05b-4980-99d2-e4fabf47ba4c'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:28:52.379284 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c051b182-4380-40a0-a6fe-c208d680d7da" -d '{"events": [{"server_uuid": "74173817-67ba-40c0-b26c-1a400fec5b91", "name": "network-vif-deleted", "tag": "f1058738-d05b-4980-99d2-e4fabf47ba4c"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:28:52.418166 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7c0a4f-8f25-4a9b-a456-20e0de31924f x-openstack-request-id: req-3c7c0a4f-8f25-4a9b-a456-20e0de31924f {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:28:52.418166 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74173817-67ba-40c0-b26c-1a400fec5b91", "name": "network-vif-deleted", "tag": "f1058738-d05b-4980-99d2-e4fabf47ba4c", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:28:52.418166 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c7c0a4f-8f25-4a9b-a456-20e0de31924f {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:28:52.418166 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c7c0a4f-8f25-4a9b-a456-20e0de31924f'] response: {'server_uuid': '74173817-67ba-40c0-b26c-1a400fec5b91', 'name': 'network-vif-deleted', 'tag': 'f1058738-d05b-4980-99d2-e4fabf47ba4c', 'status': 'completed', 'code': 200} Apr 23 00:28:52.854266 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a011fdad-fefc-43f7-82bd-0112bae5bc58 req-19ef29e5-128c-42c2-be55-78a24d694770 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=74173817-67ba-40c0-b26c-1a400fec5b91 HTTP/1.1" status: 200 len: 210 time: 0.0260940 Apr 23 00:28:53.830468 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:54.007875 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee808de-8ea4-4f52-8557-23b7427534b4 req-eda8e392-f5ca-4e73-875b-abcba8907cfc tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:54.010006 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cee808de-8ea4-4f52-8557-23b7427534b4 req-eda8e392-f5ca-4e73-875b-abcba8907cfc tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=70cd7d7f-d785-4427-b4af-9db60e83f9d4 HTTP/1.1" status: 200 len: 946 time: 0.0518584 Apr 23 00:28:54.047886 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cee808de-8ea4-4f52-8557-23b7427534b4 req-2df088dc-b1ad-4f49-9818-769a673d202f tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315268 Apr 23 00:28:54.177107 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d8d45-2d52-43b8-a56e-9f182b641e68 req-835e77c2-e42c-40c1-8286-e0773b71a124 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:54.178466 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-217d8d45-2d52-43b8-a56e-9f182b641e68 req-835e77c2-e42c-40c1-8286-e0773b71a124 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=70cd7d7f-d785-4427-b4af-9db60e83f9d4 HTTP/1.1" status: 200 len: 946 time: 0.0481985 Apr 23 00:28:54.217017 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-217d8d45-2d52-43b8-a56e-9f182b641e68 req-a8f13ee0-d478-4e35-81b6-99fc5d94ba73 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315726 Apr 23 00:28:54.333477 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4579-de3b-47b8-88c5-6d79dc8f8629 req-dfda4a1a-36ed-49bf-ba80-1e8857c2c205 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:54.334935 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5bbe4579-de3b-47b8-88c5-6d79dc8f8629 req-dfda4a1a-36ed-49bf-ba80-1e8857c2c205 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=70cd7d7f-d785-4427-b4af-9db60e83f9d4 HTTP/1.1" status: 200 len: 946 time: 0.0498290 Apr 23 00:28:54.372870 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5bbe4579-de3b-47b8-88c5-6d79dc8f8629 req-6cefa2a4-fdcb-47ea-9ae8-3c7c4a3de728 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316377 Apr 23 00:28:54.535587 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dd0c3-41d1-4da9-90b7-8b7b910c9c2e req-93fa492e-9ded-457c-b7d3-d5c243fce0e1 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:54.537035 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cb7dd0c3-41d1-4da9-90b7-8b7b910c9c2e req-93fa492e-9ded-457c-b7d3-d5c243fce0e1 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=70cd7d7f-d785-4427-b4af-9db60e83f9d4 HTTP/1.1" status: 200 len: 946 time: 0.0480323 Apr 23 00:28:54.574994 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cb7dd0c3-41d1-4da9-90b7-8b7b910c9c2e req-e7e57314-5f7a-494d-be78-4e1784d3eb83 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314064 Apr 23 00:28:54.688130 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ea718-18a5-4924-9f4d-ac1fa55c2ced req-ed52de09-3b55-4dff-a9c6-5e007e90906e tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:54.689545 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d29ea718-18a5-4924-9f4d-ac1fa55c2ced req-ed52de09-3b55-4dff-a9c6-5e007e90906e tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=70cd7d7f-d785-4427-b4af-9db60e83f9d4 HTTP/1.1" status: 200 len: 946 time: 0.0488913 Apr 23 00:28:54.726992 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d29ea718-18a5-4924-9f4d-ac1fa55c2ced req-34cef6a6-0433-4cc9-a6b2-0ef6afdb2bc8 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314083 Apr 23 00:28:54.853754 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823175c3-94b2-4cff-a7cb-d6db2dab0416 req-a15eb803-9f95-4558-89ec-a32559615b10 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:54.855348 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-823175c3-94b2-4cff-a7cb-d6db2dab0416 req-a15eb803-9f95-4558-89ec-a32559615b10 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=70cd7d7f-d785-4427-b4af-9db60e83f9d4 HTTP/1.1" status: 200 len: 946 time: 0.0519137 Apr 23 00:28:54.893007 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-823175c3-94b2-4cff-a7cb-d6db2dab0416 req-05c1e769-8ea8-4469-9c7c-015837042586 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316916 Apr 23 00:28:55.385153 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b01ae-1ffc-4319-b6d0-d98f7e28a091 req-1b24d043-ee47-4552-b2cf-bcd41113ed2d tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:55.386642 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-894b01ae-1ffc-4319-b6d0-d98f7e28a091 req-1b24d043-ee47-4552-b2cf-bcd41113ed2d tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=70cd7d7f-d785-4427-b4af-9db60e83f9d4 HTTP/1.1" status: 200 len: 946 time: 0.0504115 Apr 23 00:28:55.425207 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-894b01ae-1ffc-4319-b6d0-d98f7e28a091 req-c1d32709-d64f-4cfb-a14a-7ec6b11cff17 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321088 Apr 23 00:28:55.776786 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device f1058738-d05b-4980-99d2-e4fabf47ba4c no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:28:55.796342 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: f1058738-d05b-4980-99d2-e4fabf47ba4c {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:28:55.796678 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device f1058738-d05b-4980-99d2-e4fabf47ba4c not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:28:56.547260 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a114d0-be5f-475a-8422-b45dcf346408 req-2f511dc3-d831-4fb7-9a1f-aa51f41425d0 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:56.548951 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-34a114d0-be5f-475a-8422-b45dcf346408 req-2f511dc3-d831-4fb7-9a1f-aa51f41425d0 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=70cd7d7f-d785-4427-b4af-9db60e83f9d4 HTTP/1.1" status: 200 len: 946 time: 0.0551147 Apr 23 00:28:56.585975 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-34a114d0-be5f-475a-8422-b45dcf346408 req-db92a32b-8579-4b4e-a37d-e2af3eec751a tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/security-groups?id=61f144e2-5a0b-4aa7-ab7e-276502122f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310462 Apr 23 00:28:56.752242 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21cfcce-6563-4551-98ea-71024dee7247 req-e5643d28-8ec6-45f0-b825-4624dad4248e tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:56.753598 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a21cfcce-6563-4551-98ea-71024dee7247 req-e5643d28-8ec6-45f0-b825-4624dad4248e tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.16 "GET /v2.0/ports?device_id=70cd7d7f-d785-4427-b4af-9db60e83f9d4 HTTP/1.1" status: 200 len: 946 time: 0.0495400 Apr 23 00:28:56.842653 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-a21cfcce-6563-4551-98ea-71024dee7247 req-7ceebca9-3462-420b-b6ee-a546f496fd2f tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Deleting port 8484047f-cc4f-45a3-ad46-09d650863974 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:28:56.842990 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a21cfcce-6563-4551-98ea-71024dee7247 req-7ceebca9-3462-420b-b6ee-a546f496fd2f tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:56.928556 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-a21cfcce-6563-4551-98ea-71024dee7247 req-7ceebca9-3462-420b-b6ee-a546f496fd2f tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] For port 8484047f-cc4f-45a3-ad46-09d650863974, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8484047f-cc4f-45a3-ad46-09d650863974,segment=NetworkSegment(ed4533d5-e144-4d2f-a214-14728329d953),segment_id=ed4533d5-e144-4d2f-a214-14728329d953)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:28:56.928915 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a21cfcce-6563-4551-98ea-71024dee7247 req-7ceebca9-3462-420b-b6ee-a546f496fd2f tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:56.941465 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-a21cfcce-6563-4551-98ea-71024dee7247 req-7ceebca9-3462-420b-b6ee-a546f496fd2f tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Calling delete_port for 8484047f-cc4f-45a3-ad46-09d650863974 owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:28:57.422182 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a21cfcce-6563-4551-98ea-71024dee7247 req-7ceebca9-3462-420b-b6ee-a546f496fd2f tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:57.433994 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['8484047f-cc4f-45a3-ad46-09d650863974'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:28:57.452949 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceebca9-3462-420b-b6ee-a546f496fd2f tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Pushing event deleted for resources: {'Port': ['ID=8484047f-cc4f-45a3-ad46-09d650863974,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:57.491996 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21cfcce-6563-4551-98ea-71024dee7247 req-7ceebca9-3462-420b-b6ee-a546f496fd2f tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] No DVR routers for this DVR port 8484047f-cc4f-45a3-ad46-09d650863974 on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:28:57.495136 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-a21cfcce-6563-4551-98ea-71024dee7247 req-7ceebca9-3462-420b-b6ee-a546f496fd2f tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:57.498407 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a21cfcce-6563-4551-98ea-71024dee7247 req-7ceebca9-3462-420b-b6ee-a546f496fd2f tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.16 "DELETE /v2.0/ports/8484047f-cc4f-45a3-ad46-09d650863974 HTTP/1.1" status: 204 len: 173 time: 0.7392542 Apr 23 00:28:57.499268 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cd7d7f-d785-4427-b4af-9db60e83f9d4', 'name': 'network-vif-deleted', 'tag': '8484047f-cc4f-45a3-ad46-09d650863974'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:28:57.501568 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27b0554-cf66-4e50-975e-1bf8185d14e3" -d '{"events": [{"server_uuid": "70cd7d7f-d785-4427-b4af-9db60e83f9d4", "name": "network-vif-deleted", "tag": "8484047f-cc4f-45a3-ad46-09d650863974"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:28:57.537798 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86714eac-9392-4b0a-b8be-0a75bb2cf73c x-openstack-request-id: req-86714eac-9392-4b0a-b8be-0a75bb2cf73c {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:28:57.538097 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70cd7d7f-d785-4427-b4af-9db60e83f9d4", "name": "network-vif-deleted", "tag": "8484047f-cc4f-45a3-ad46-09d650863974", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:28:57.538353 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86714eac-9392-4b0a-b8be-0a75bb2cf73c {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:28:57.538755 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86714eac-9392-4b0a-b8be-0a75bb2cf73c'] response: {'server_uuid': '70cd7d7f-d785-4427-b4af-9db60e83f9d4', 'name': 'network-vif-deleted', 'tag': '8484047f-cc4f-45a3-ad46-09d650863974', 'status': 'completed', 'code': 200} Apr 23 00:28:57.687189 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-29901874-fb86-4a36-8afe-abf9a7bb86bc req-194170ba-ceb6-40a5-8216-930626904304 tempest-ServersNegativeTestJSON-1881342298 tempest-ServersNegativeTestJSON-1881342298-project] 10.222.0.15 "GET /v2.0/ports?device_id=70cd7d7f-d785-4427-b4af-9db60e83f9d4 HTTP/1.1" status: 200 len: 210 time: 0.0314376 Apr 23 00:28:58.743246 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60066) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:28:58.788142 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d229f98-8f7d-40b3-b0b8-90dad00c0093 admin admin] Deleting subnet 9c5aac35-ecc6-4f17-9c30-9ec090e3e30c {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:28:58.791412 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9d229f98-8f7d-40b3-b0b8-90dad00c0093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:58.824759 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9d229f98-8f7d-40b3-b0b8-90dad00c0093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:58.862340 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9d229f98-8f7d-40b3-b0b8-90dad00c0093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:58.971451 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9d229f98-8f7d-40b3-b0b8-90dad00c0093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:58.997011 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d229f98-8f7d-40b3-b0b8-90dad00c0093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c5aac35-ecc6-4f17-9c30-9ec090e3e30c,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:59.000804 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9d229f98-8f7d-40b3-b0b8-90dad00c0093 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.003911 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9d229f98-8f7d-40b3-b0b8-90dad00c0093 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9c5aac35-ecc6-4f17-9c30-9ec090e3e30c HTTP/1.1" status: 204 len: 168 time: 0.2596085 Apr 23 00:28:59.006413 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60068) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:28:59.073284 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dcc77911-eaaf-4540-968a-0c4d43a4c01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.153200 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dcc77911-eaaf-4540-968a-0c4d43a4c01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.172764 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-dcc77911-eaaf-4540-968a-0c4d43a4c01c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:59.181870 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-dcc77911-eaaf-4540-968a-0c4d43a4c01c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed4533d5-e144-4d2f-a214-14728329d953') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:59.182167 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-dcc77911-eaaf-4540-968a-0c4d43a4c01c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed4533d5-e144-4d2f-a214-14728329d953') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:59.191105 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dcc77911-eaaf-4540-968a-0c4d43a4c01c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.204046 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dcc77911-eaaf-4540-968a-0c4d43a4c01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.209639 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc77911-eaaf-4540-968a-0c4d43a4c01c admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:28:59.210018 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dcc77911-eaaf-4540-968a-0c4d43a4c01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:28:59.212249 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:28:59.316039 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dcc77911-eaaf-4540-968a-0c4d43a4c01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.321926 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dcc77911-eaaf-4540-968a-0c4d43a4c01c admin admin] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.325114 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-dcc77911-eaaf-4540-968a-0c4d43a4c01c admin admin] 10.222.0.15 "DELETE /v2.0/networks/3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9 HTTP/1.1" status: 204 len: 168 time: 0.3177576 Apr 23 00:28:59.336077 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc77911-eaaf-4540-968a-0c4d43a4c01c admin admin] Pushing event deleted for resources: {'Network': ['ID=3abcb40c-fb0a-49c3-bfe7-4740eff6f3e9,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:59.592990 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60072) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:28:59.637785 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b17173c8-11e0-44ad-83e2-64d31edce675 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0da2dd4269a4487388e657911e1e3ad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436032 Apr 23 00:28:59.640691 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60074) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:28:59.688479 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-db43bc61-cd47-4743-a4d9-14adbfe29d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.715353 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-db43bc61-cd47-4743-a4d9-14adbfe29d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.786098 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 8484047f-cc4f-45a3-ad46-09d650863974 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:28:59.807783 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 8484047f-cc4f-45a3-ad46-09d650863974 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:28:59.808031 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 8484047f-cc4f-45a3-ad46-09d650863974 not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:28:59.824874 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-db43bc61-cd47-4743-a4d9-14adbfe29d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.827705 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-db43bc61-cd47-4743-a4d9-14adbfe29d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.829647 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-db43bc61-cd47-4743-a4d9-14adbfe29d33 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61f144e2-5a0b-4aa7-ab7e-276502122f57 HTTP/1.1" status: 204 len: 168 time: 0.1878572 Apr 23 00:28:59.839530 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43bc61-cd47-4743-a4d9-14adbfe29d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f144e2-5a0b-4aa7-ab7e-276502122f57,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:00.866209 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60096) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:00.965136 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-907b45d9-f0b4-433c-9e3d-6fb20d1f1762 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1858647752'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:01.039169 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907b45d9-f0b4-433c-9e3d-6fb20d1f1762 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Made reservation on behalf of 020447ca2a0d40898d3959e0ce57a7cc for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:01.043185 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-907b45d9-f0b4-433c-9e3d-6fb20d1f1762 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:01.051652 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-907b45d9-f0b4-433c-9e3d-6fb20d1f1762 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:01.124838 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-907b45d9-f0b4-433c-9e3d-6fb20d1f1762 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:01.182133 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-907b45d9-f0b4-433c-9e3d-6fb20d1f1762 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:01.213429 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907b45d9-f0b4-433c-9e3d-6fb20d1f1762 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:29:01.219525 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b45d9-f0b4-433c-9e3d-6fb20d1f1762 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9402d907-b347-497e-a9a1-81b28facd4c5,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:01.226758 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-907b45d9-f0b4-433c-9e3d-6fb20d1f1762 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:01.227769 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-907b45d9-f0b4-433c-9e3d-6fb20d1f1762 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Added segment 9268d8ad-585d-4fd7-9b39-ee5744220d1d of type vlan for network 5a578341-dfab-4187-a255-c2d77206e519 Apr 23 00:29:01.270585 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-907b45d9-f0b4-433c-9e3d-6fb20d1f1762 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:01.354208 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-907b45d9-f0b4-433c-9e3d-6fb20d1f1762 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:01.360145 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907b45d9-f0b4-433c-9e3d-6fb20d1f1762 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:01.362825 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-907b45d9-f0b4-433c-9e3d-6fb20d1f1762 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:01.456678 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b45d9-f0b4-433c-9e3d-6fb20d1f1762 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Pushing event updated for resources: {'Network': ['ID=5a578341-dfab-4187-a255-c2d77206e519,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:01.467514 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 5a578341-dfab-4187-a255-c2d77206e519 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:29:01.493611 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-907b45d9-f0b4-433c-9e3d-6fb20d1f1762 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6262860 Apr 23 00:29:04.301706 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b8fcba4-3ca0-481b-bfe5-865dadf859a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:04.698578 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60100) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:04.703755 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-e4f0b28c-1f11-4d9b-8bcf-fa06be115695 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Request body: {'subnet': {'network_id': '5a578341-dfab-4187-a255-c2d77206e519', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:04.879712 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f0b28c-1f11-4d9b-8bcf-fa06be115695 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Made reservation on behalf of 020447ca2a0d40898d3959e0ce57a7cc for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:04.883856 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e4f0b28c-1f11-4d9b-8bcf-fa06be115695 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:05.109884 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e4f0b28c-1f11-4d9b-8bcf-fa06be115695 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:05.167009 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0b28c-1f11-4d9b-8bcf-fa06be115695 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Pushing event updated for resources: {'Subnet': ['ID=68123bc2-d55e-40bd-9f02-601df9b0a608,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:05.177178 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f0b28c-1f11-4d9b-8bcf-fa06be115695 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Checking segment: {'id': '9268d8ad-585d-4fd7-9b39-ee5744220d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5a578341-dfab-4187-a255-c2d77206e519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:29:05.177531 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f0b28c-1f11-4d9b-8bcf-fa06be115695 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Network hostable DHCP agents. Network: 5a578341-dfab-4187-a255-c2d77206e519, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:29:05.275548 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f0b28c-1f11-4d9b-8bcf-fa06be115695 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Network 5a578341-dfab-4187-a255-c2d77206e519 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:29:05.378643 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-e4f0b28c-1f11-4d9b-8bcf-fa06be115695 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 5a578341-dfab-4187-a255-c2d77206e519) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:05.382684 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f0b28c-1f11-4d9b-8bcf-fa06be115695 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:05.383246 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e4f0b28c-1f11-4d9b-8bcf-fa06be115695 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:05.387614 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7550c2f8-94db-4405-b1e9-7f15ca103691 None None] Network 5a578341-dfab-4187-a255-c2d77206e519 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:29:05.484209 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e4f0b28c-1f11-4d9b-8bcf-fa06be115695 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7844706 Apr 23 00:29:05.487599 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60102) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:05.492502 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-eac658c3-e96c-4003-9f3d-e5cd895ac28c tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-877028612'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:05.529986 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27bb428-2aad-4777-88d1-5d61dc0ad269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-5a578341-dfab-4187-a255-c2d77206e519', 'network_id': '5a578341-dfab-4187-a255-c2d77206e519', 'tenant_id': '020447ca2a0d40898d3959e0ce57a7cc', 'fixed_ips': [{'subnet_id': '68123bc2-d55e-40bd-9f02-601df9b0a608'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:29:05.530857 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b27bb428-2aad-4777-88d1-5d61dc0ad269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:05.667805 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-b27bb428-2aad-4777-88d1-5d61dc0ad269 None None] Allocated IP 2001:db8:0:ffff::2 (5a578341-dfab-4187-a255-c2d77206e519/68123bc2-d55e-40bd-9f02-601df9b0a608/a9846f12-172a-4f9f-bef0-67cc12274910) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:05.681960 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac658c3-e96c-4003-9f3d-e5cd895ac28c tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Made reservation on behalf of 020447ca2a0d40898d3959e0ce57a7cc for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:05.685753 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eac658c3-e96c-4003-9f3d-e5cd895ac28c tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:05.716450 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac658c3-e96c-4003-9f3d-e5cd895ac28c tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:29:05.725757 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eac658c3-e96c-4003-9f3d-e5cd895ac28c tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:05.726112 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-eac658c3-e96c-4003-9f3d-e5cd895ac28c tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Added segment e772470e-ee0d-4dde-a349-eff4e5173fea of type vlan for network 735935e4-bab5-43f6-86c4-78c39bb342f0 Apr 23 00:29:05.767023 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eac658c3-e96c-4003-9f3d-e5cd895ac28c tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:05.853624 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eac658c3-e96c-4003-9f3d-e5cd895ac28c tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:05.860740 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac658c3-e96c-4003-9f3d-e5cd895ac28c tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:05.861435 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-eac658c3-e96c-4003-9f3d-e5cd895ac28c tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:05.936373 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac658c3-e96c-4003-9f3d-e5cd895ac28c tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Pushing event updated for resources: {'Network': ['ID=735935e4-bab5-43f6-86c4-78c39bb342f0,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:05.949001 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 735935e4-bab5-43f6-86c4-78c39bb342f0 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:29:06.011357 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b27bb428-2aad-4777-88d1-5d61dc0ad269 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.032603 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-eac658c3-e96c-4003-9f3d-e5cd895ac28c tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5439444 Apr 23 00:29:06.035362 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60104) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:06.040999 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-4f49f87b-09ce-4fc0-a17b-6d5aced7e722 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Request body: {'subnet': {'network_id': '735935e4-bab5-43f6-86c4-78c39bb342f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:06.104575 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b27bb428-2aad-4777-88d1-5d61dc0ad269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.148853 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27bb428-2aad-4777-88d1-5d61dc0ad269 None None] Network 5a578341-dfab-4187-a255-c2d77206e519 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:06.151887 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b27bb428-2aad-4777-88d1-5d61dc0ad269 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:06.156079 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27bb428-2aad-4777-88d1-5d61dc0ad269 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:29:06.159037 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27bb428-2aad-4777-88d1-5d61dc0ad269 None None] Pushing event updated for resources: {'Port': ['ID=a9846f12-172a-4f9f-bef0-67cc12274910,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:06.210672 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f49f87b-09ce-4fc0-a17b-6d5aced7e722 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Made reservation on behalf of 020447ca2a0d40898d3959e0ce57a7cc for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:06.210899 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-b27bb428-2aad-4777-88d1-5d61dc0ad269 None None] Attempting to bind port a9846f12-172a-4f9f-bef0-67cc12274910 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:06.211405 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-b27bb428-2aad-4777-88d1-5d61dc0ad269 None None] Attempting to bind port a9846f12-172a-4f9f-bef0-67cc12274910 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '9268d8ad-585d-4fd7-9b39-ee5744220d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5a578341-dfab-4187-a255-c2d77206e519'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:06.211405 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27bb428-2aad-4777-88d1-5d61dc0ad269 None None] Attempting to bind port a9846f12-172a-4f9f-bef0-67cc12274910 on network 5a578341-dfab-4187-a255-c2d77206e519 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:29:06.214483 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4f49f87b-09ce-4fc0-a17b-6d5aced7e722 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.218099 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27bb428-2aad-4777-88d1-5d61dc0ad269 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:29:06.218475 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27bb428-2aad-4777-88d1-5d61dc0ad269 None None] Checking segment: {'id': '9268d8ad-585d-4fd7-9b39-ee5744220d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5a578341-dfab-4187-a255-c2d77206e519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:29:06.218872 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b27bb428-2aad-4777-88d1-5d61dc0ad269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.219297 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27bb428-2aad-4777-88d1-5d61dc0ad269 None None] Bound using segment: {'id': '9268d8ad-585d-4fd7-9b39-ee5744220d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5a578341-dfab-4187-a255-c2d77206e519'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:29:06.219795 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-b27bb428-2aad-4777-88d1-5d61dc0ad269 None None] Bound port: a9846f12-172a-4f9f-bef0-67cc12274910, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9268d8ad-585d-4fd7-9b39-ee5744220d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5a578341-dfab-4187-a255-c2d77206e519'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:06.220216 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b27bb428-2aad-4777-88d1-5d61dc0ad269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.286312 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b27bb428-2aad-4777-88d1-5d61dc0ad269 None None] For port a9846f12-172a-4f9f-bef0-67cc12274910, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:29:06.290250 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b27bb428-2aad-4777-88d1-5d61dc0ad269 None None] For port a9846f12-172a-4f9f-bef0-67cc12274910, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a9846f12-172a-4f9f-bef0-67cc12274910,segment=NetworkSegment(9268d8ad-585d-4fd7-9b39-ee5744220d1d),segment_id=9268d8ad-585d-4fd7-9b39-ee5744220d1d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:29:06.391076 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b27bb428-2aad-4777-88d1-5d61dc0ad269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.457499 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27bb428-2aad-4777-88d1-5d61dc0ad269 None None] Pushing event updated for resources: {'Port': ['ID=a9846f12-172a-4f9f-bef0-67cc12274910,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:06.810617 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4f49f87b-09ce-4fc0-a17b-6d5aced7e722 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.873131 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49f87b-09ce-4fc0-a17b-6d5aced7e722 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Pushing event updated for resources: {'Subnet': ['ID=26d6e1f9-5e21-4c95-a687-add475b0d418,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:06.884416 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f49f87b-09ce-4fc0-a17b-6d5aced7e722 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Checking segment: {'id': 'e772470e-ee0d-4dde-a349-eff4e5173fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '735935e4-bab5-43f6-86c4-78c39bb342f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:29:06.884783 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f49f87b-09ce-4fc0-a17b-6d5aced7e722 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Network hostable DHCP agents. Network: 735935e4-bab5-43f6-86c4-78c39bb342f0, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:29:06.982057 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f49f87b-09ce-4fc0-a17b-6d5aced7e722 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Network 735935e4-bab5-43f6-86c4-78c39bb342f0 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:29:07.088796 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-4f49f87b-09ce-4fc0-a17b-6d5aced7e722 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 735935e4-bab5-43f6-86c4-78c39bb342f0) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:07.090078 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f49f87b-09ce-4fc0-a17b-6d5aced7e722 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:07.090806 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4f49f87b-09ce-4fc0-a17b-6d5aced7e722 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.094475 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f5cba8-f88b-408a-9dc2-9e0bcc983d3c None None] Network 735935e4-bab5-43f6-86c4-78c39bb342f0 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:29:07.155051 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a9846f12-172a-4f9f-bef0-67cc12274910 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:29:07.244398 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4f49f87b-09ce-4fc0-a17b-6d5aced7e722 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.2055066 Apr 23 00:29:07.244722 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60106) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:07.277061 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port a9846f12-172a-4f9f-bef0-67cc12274910 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:07.277446 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.339766 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdba1e0-f3d5-481a-8668-c51c3433d2b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-735935e4-bab5-43f6-86c4-78c39bb342f0', 'network_id': '735935e4-bab5-43f6-86c4-78c39bb342f0', 'tenant_id': '020447ca2a0d40898d3959e0ce57a7cc', 'fixed_ips': [{'subnet_id': '26d6e1f9-5e21-4c95-a687-add475b0d418'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:29:07.340589 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1fdba1e0-f3d5-481a-8668-c51c3433d2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.359358 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74981a8a-b8c3-41cd-ace8-910e8ab36595 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.361352 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-276e9054-64c5-470e-9767-155adc1b0549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.383290 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf98d3c-aac1-44eb-a0a3-e6ce313dc685 None None] Network 5a578341-dfab-4187-a255-c2d77206e519 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:29:07.420397 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74981a8a-b8c3-41cd-ace8-910e8ab36595 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.449504 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.543546 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-460abd2f-51cb-40f6-a449-6785d38e94b5 None None] Provisioning complete for port a9846f12-172a-4f9f-bef0-67cc12274910 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:07.543927 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-460abd2f-51cb-40f6-a449-6785d38e94b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.576985 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74981a8a-b8c3-41cd-ace8-910e8ab36595 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.604560 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74981a8a-b8c3-41cd-ace8-910e8ab36595 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Pushing event deleted for resources: {'Subnet': ['ID=26d6e1f9-5e21-4c95-a687-add475b0d418,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:07.606626 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port a9846f12-172a-4f9f-bef0-67cc12274910, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a9846f12-172a-4f9f-bef0-67cc12274910,segment=NetworkSegment(9268d8ad-585d-4fd7-9b39-ee5744220d1d),segment_id=9268d8ad-585d-4fd7-9b39-ee5744220d1d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server [None req-1fdba1e0-f3d5-481a-8668-c51c3433d2b8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26d6e1f9-5e21-4c95-a687-add475b0d418: This subnet is being modified by another concurrent operation. Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server raise exception Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26d6e1f9-5e21-4c95-a687-add475b0d418: This subnet is being modified by another concurrent operation. Apr 23 00:29:07.636904 dv-neutron-838783-1-hyperv neutron-server[103146]: ERROR oslo_messaging.rpc.server Apr 23 00:29:07.662466 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a122db-bd84-4399-8d7a-7811cfa82c8b None None] Network 735935e4-bab5-43f6-86c4-78c39bb342f0 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:29:07.668373 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74981a8a-b8c3-41cd-ace8-910e8ab36595 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.689219 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-74981a8a-b8c3-41cd-ace8-910e8ab36595 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735935e4-bab5-43f6-86c4-78c39bb342f0']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:07.699049 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-74981a8a-b8c3-41cd-ace8-910e8ab36595 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e772470e-ee0d-4dde-a349-eff4e5173fea') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:07.699346 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-74981a8a-b8c3-41cd-ace8-910e8ab36595 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e772470e-ee0d-4dde-a349-eff4e5173fea') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:07.708753 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74981a8a-b8c3-41cd-ace8-910e8ab36595 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.716271 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.724619 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74981a8a-b8c3-41cd-ace8-910e8ab36595 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.731156 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74981a8a-b8c3-41cd-ace8-910e8ab36595 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74981a8a-b8c3-41cd-ace8-910e8ab36595 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:29:07.734746 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:29:07.794405 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-460abd2f-51cb-40f6-a449-6785d38e94b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.863715 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=a9846f12-172a-4f9f-bef0-67cc12274910,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:07.868567 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74981a8a-b8c3-41cd-ace8-910e8ab36595 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.884197 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74981a8a-b8c3-41cd-ace8-910e8ab36595 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.890967 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-74981a8a-b8c3-41cd-ace8-910e8ab36595 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] 10.222.0.15 "DELETE /v2.0/networks/735935e4-bab5-43f6-86c4-78c39bb342f0 HTTP/1.1" status: 204 len: 168 time: 0.6415200 Apr 23 00:29:07.892114 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60108) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:07.907896 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-d55e72c3-5a5a-4be0-a444-65d3fde0e38e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-156314428'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:07.911203 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74981a8a-b8c3-41cd-ace8-910e8ab36595 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Pushing event deleted for resources: {'Network': ['ID=735935e4-bab5-43f6-86c4-78c39bb342f0,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:07.935838 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-460abd2f-51cb-40f6-a449-6785d38e94b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:29:07.936207 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-460abd2f-51cb-40f6-a449-6785d38e94b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:29:07.982122 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:08.016390 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55e72c3-5a5a-4be0-a444-65d3fde0e38e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Made reservation on behalf of 020447ca2a0d40898d3959e0ce57a7cc for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:08.020764 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d55e72c3-5a5a-4be0-a444-65d3fde0e38e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:08.049398 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55e72c3-5a5a-4be0-a444-65d3fde0e38e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:29:08.054782 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d55e72c3-5a5a-4be0-a444-65d3fde0e38e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:08.055133 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-d55e72c3-5a5a-4be0-a444-65d3fde0e38e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Added segment 194c6c86-c1ed-4b63-8adb-3b3a23dd6a00 of type vlan for network 0db8f757-30ce-4c94-82bd-e2831d934e00 Apr 23 00:29:08.066217 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93413695-922c-43f1-b2f0-e7b5747db8e3 None None] get_active_networks_info from dv-neutron-838783-1-hyperv {{(pid=103146) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 23 00:29:08.095921 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d55e72c3-5a5a-4be0-a444-65d3fde0e38e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:08.133545 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93413695-922c-43f1-b2f0-e7b5747db8e3 None None] Resources bound (agent type, host, resource id): {{(pid=103146) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:29:08.193492 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d55e72c3-5a5a-4be0-a444-65d3fde0e38e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:08.199297 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55e72c3-5a5a-4be0-a444-65d3fde0e38e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:08.199912 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d55e72c3-5a5a-4be0-a444-65d3fde0e38e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:08.268379 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e72c3-5a5a-4be0-a444-65d3fde0e38e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Pushing event updated for resources: {'Network': ['ID=0db8f757-30ce-4c94-82bd-e2831d934e00,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:08.292203 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 0db8f757-30ce-4c94-82bd-e2831d934e00 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:29:08.294016 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d55e72c3-5a5a-4be0-a444-65d3fde0e38e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3923028 Apr 23 00:29:08.296741 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60110) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:08.306526 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-f25ad9d0-8ac4-4e27-902b-84251549c38e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Request body: {'subnet': {'network_id': '0db8f757-30ce-4c94-82bd-e2831d934e00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:08.467522 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25ad9d0-8ac4-4e27-902b-84251549c38e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Made reservation on behalf of 020447ca2a0d40898d3959e0ce57a7cc for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:08.471194 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f25ad9d0-8ac4-4e27-902b-84251549c38e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:08.531484 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.ipam_backend_mixin [None req-f25ad9d0-8ac4-4e27-902b-84251549c38e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Performing IP validity checks on allocation pools {{(pid=103143) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 23 00:29:08.532037 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.ipam_backend_mixin [None req-f25ad9d0-8ac4-4e27-902b-84251549c38e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103143) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 23 00:29:08.589180 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d4876986-5d00-4ca4-b9b8-ae281fea04cf None None] Provisioning complete for port a9846f12-172a-4f9f-bef0-67cc12274910 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:08.589722 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4876986-5d00-4ca4-b9b8-ae281fea04cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:08.715698 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f25ad9d0-8ac4-4e27-902b-84251549c38e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:08.780190 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ad9d0-8ac4-4e27-902b-84251549c38e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Pushing event updated for resources: {'Subnet': ['ID=8e4abb9f-cbfc-46ea-a15c-ffa62510f878,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:08.790154 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25ad9d0-8ac4-4e27-902b-84251549c38e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Checking segment: {'id': '194c6c86-c1ed-4b63-8adb-3b3a23dd6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0db8f757-30ce-4c94-82bd-e2831d934e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:29:08.790520 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25ad9d0-8ac4-4e27-902b-84251549c38e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Network hostable DHCP agents. Network: 0db8f757-30ce-4c94-82bd-e2831d934e00, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:29:08.863764 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25ad9d0-8ac4-4e27-902b-84251549c38e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Network 0db8f757-30ce-4c94-82bd-e2831d934e00 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:29:08.927027 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-f25ad9d0-8ac4-4e27-902b-84251549c38e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 0db8f757-30ce-4c94-82bd-e2831d934e00) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:08.931533 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25ad9d0-8ac4-4e27-902b-84251549c38e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:08.939455 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f25ad9d0-8ac4-4e27-902b-84251549c38e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:08.939695 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b61ef86-a4a1-42e9-90b7-0193343cce10 None None] Network 0db8f757-30ce-4c94-82bd-e2831d934e00 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:29:09.019191 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f25ad9d0-8ac4-4e27-902b-84251549c38e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7212572 Apr 23 00:29:09.021620 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60112) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:09.085064 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71813390-f532-4207-81a4-f375d183859a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-0db8f757-30ce-4c94-82bd-e2831d934e00', 'network_id': '0db8f757-30ce-4c94-82bd-e2831d934e00', 'tenant_id': '020447ca2a0d40898d3959e0ce57a7cc', 'fixed_ips': [{'subnet_id': '8e4abb9f-cbfc-46ea-a15c-ffa62510f878'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:29:09.086853 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71813390-f532-4207-81a4-f375d183859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:09.121051 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:09.160231 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a9846f12-172a-4f9f-bef0-67cc12274910 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:29:09.174041 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:09.261258 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-71813390-f532-4207-81a4-f375d183859a None None] Allocated IP 2001:db8::3 (0db8f757-30ce-4c94-82bd-e2831d934e00/8e4abb9f-cbfc-46ea-a15c-ffa62510f878/a1f0a6eb-d134-4e79-94e4-b41a09aca5c4) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:09.267901 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port a9846f12-172a-4f9f-bef0-67cc12274910 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:09.268269 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:09.599299 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71813390-f532-4207-81a4-f375d183859a None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:09.679206 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71813390-f532-4207-81a4-f375d183859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:09.707942 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:09.724797 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71813390-f532-4207-81a4-f375d183859a None None] Network 0db8f757-30ce-4c94-82bd-e2831d934e00 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:09.728767 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-71813390-f532-4207-81a4-f375d183859a None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:09.731677 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71813390-f532-4207-81a4-f375d183859a None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:29:09.736601 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71813390-f532-4207-81a4-f375d183859a None None] Pushing event updated for resources: {'Port': ['ID=a1f0a6eb-d134-4e79-94e4-b41a09aca5c4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:09.750336 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:09.779807 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Pushing event deleted for resources: {'Subnet': ['ID=8e4abb9f-cbfc-46ea-a15c-ffa62510f878,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:09.804768 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-71813390-f532-4207-81a4-f375d183859a None None] Attempting to bind port a1f0a6eb-d134-4e79-94e4-b41a09aca5c4 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:09.805266 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-71813390-f532-4207-81a4-f375d183859a None None] Attempting to bind port a1f0a6eb-d134-4e79-94e4-b41a09aca5c4 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '194c6c86-c1ed-4b63-8adb-3b3a23dd6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0db8f757-30ce-4c94-82bd-e2831d934e00'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:09.805922 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71813390-f532-4207-81a4-f375d183859a None None] Attempting to bind port a1f0a6eb-d134-4e79-94e4-b41a09aca5c4 on network 0db8f757-30ce-4c94-82bd-e2831d934e00 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:29:09.812096 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71813390-f532-4207-81a4-f375d183859a None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:29:09.812469 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71813390-f532-4207-81a4-f375d183859a None None] Checking segment: {'id': '194c6c86-c1ed-4b63-8adb-3b3a23dd6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0db8f757-30ce-4c94-82bd-e2831d934e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:29:09.812866 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71813390-f532-4207-81a4-f375d183859a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:09.813254 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71813390-f532-4207-81a4-f375d183859a None None] Bound using segment: {'id': '194c6c86-c1ed-4b63-8adb-3b3a23dd6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0db8f757-30ce-4c94-82bd-e2831d934e00'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:29:09.813716 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-71813390-f532-4207-81a4-f375d183859a None None] Bound port: a1f0a6eb-d134-4e79-94e4-b41a09aca5c4, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194c6c86-c1ed-4b63-8adb-3b3a23dd6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0db8f757-30ce-4c94-82bd-e2831d934e00'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:09.814096 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71813390-f532-4207-81a4-f375d183859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:09.838280 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:09.858735 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db8f757-30ce-4c94-82bd-e2831d934e00']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:09.868284 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194c6c86-c1ed-4b63-8adb-3b3a23dd6a00') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:09.868593 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194c6c86-c1ed-4b63-8adb-3b3a23dd6a00') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:09.878248 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:09.880126 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:09.881233 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-71813390-f532-4207-81a4-f375d183859a None None] For port a1f0a6eb-d134-4e79-94e4-b41a09aca5c4, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:29:09.884956 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-71813390-f532-4207-81a4-f375d183859a None None] For port a1f0a6eb-d134-4e79-94e4-b41a09aca5c4, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a1f0a6eb-d134-4e79-94e4-b41a09aca5c4,segment=NetworkSegment(194c6c86-c1ed-4b63-8adb-3b3a23dd6a00),segment_id=194c6c86-c1ed-4b63-8adb-3b3a23dd6a00)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:29:09.962251 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71813390-f532-4207-81a4-f375d183859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:09.964840 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:09.971330 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:29:09.971781 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:29:09.974951 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:29:10.043404 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71813390-f532-4207-81a4-f375d183859a None None] Pushing event updated for resources: {'Port': ['ID=a1f0a6eb-d134-4e79-94e4-b41a09aca5c4,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:10.056719 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cd24a5-9cd5-4b92-b7ac-301bf911888b None None] Network 0db8f757-30ce-4c94-82bd-e2831d934e00 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:29:10.075945 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.db.api [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:29:10.075945 dv-neutron-838783-1-hyperv neutron-server[103143]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:29:10.075945 dv-neutron-838783-1-hyperv neutron-server[103143]: [parameters: {'id': '0db8f757-30ce-4c94-82bd-e2831d934e00'}] Apr 23 00:29:10.075945 dv-neutron-838783-1-hyperv neutron-server[103143]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:29:10.076399 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG oslo_db.api [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:29:10.175981 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c59b79d-6329-4b34-a331-a54b182873dc None None] get_active_networks_info from dv-neutron-838783-1-hyperv {{(pid=103146) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 23 00:29:10.240031 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c59b79d-6329-4b34-a331-a54b182873dc None None] Resources bound (agent type, host, resource id): {{(pid=103146) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:29:10.577748 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:10.629325 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Deleting port a1f0a6eb-d134-4e79-94e4-b41a09aca5c4 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:29:10.629656 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:10.691166 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] For port a1f0a6eb-d134-4e79-94e4-b41a09aca5c4, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a1f0a6eb-d134-4e79-94e4-b41a09aca5c4,segment=NetworkSegment(194c6c86-c1ed-4b63-8adb-3b3a23dd6a00),segment_id=194c6c86-c1ed-4b63-8adb-3b3a23dd6a00)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:29:10.691467 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:10.708509 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Calling delete_port for a1f0a6eb-d134-4e79-94e4-b41a09aca5c4 owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:29:10.869590 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:10.893678 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Pushing event deleted for resources: {'Port': ['ID=a1f0a6eb-d134-4e79-94e4-b41a09aca5c4,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:10.900057 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] No DVR routers for this DVR port a1f0a6eb-d134-4e79-94e4-b41a09aca5c4 on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:29:10.980707 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.000721 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db8f757-30ce-4c94-82bd-e2831d934e00']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:11.010386 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194c6c86-c1ed-4b63-8adb-3b3a23dd6a00') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:11.010684 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194c6c86-c1ed-4b63-8adb-3b3a23dd6a00') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:11.020100 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.032869 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.038479 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:29:11.038886 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:29:11.042005 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:29:11.172471 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.179023 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.182635 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] 10.222.0.15 "DELETE /v2.0/networks/0db8f757-30ce-4c94-82bd-e2831d934e00 HTTP/1.1" status: 204 len: 168 time: 2.1601074 Apr 23 00:29:11.186438 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60114) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:11.191480 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-1755fe8c-cbd0-4531-8bd0-118aae7723cd tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1255537389'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:11.193901 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa092d-8a9d-47ae-b818-602bf8483968 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Pushing event deleted for resources: {'Network': ['ID=0db8f757-30ce-4c94-82bd-e2831d934e00,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:11.275168 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1755fe8c-cbd0-4531-8bd0-118aae7723cd tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Made reservation on behalf of 020447ca2a0d40898d3959e0ce57a7cc for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:11.278625 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1755fe8c-cbd0-4531-8bd0-118aae7723cd tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.301818 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1755fe8c-cbd0-4531-8bd0-118aae7723cd tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:29:11.311435 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1755fe8c-cbd0-4531-8bd0-118aae7723cd tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.311814 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-1755fe8c-cbd0-4531-8bd0-118aae7723cd tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Added segment 36f3ed00-cd56-42e3-b434-18caa9cfca14 of type vlan for network d6b895cd-be77-4dfc-a896-76cd057140c6 Apr 23 00:29:11.350931 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1755fe8c-cbd0-4531-8bd0-118aae7723cd tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.450242 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1755fe8c-cbd0-4531-8bd0-118aae7723cd tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.455753 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1755fe8c-cbd0-4531-8bd0-118aae7723cd tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:11.459720 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1755fe8c-cbd0-4531-8bd0-118aae7723cd tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.524898 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755fe8c-cbd0-4531-8bd0-118aae7723cd tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Pushing event updated for resources: {'Network': ['ID=d6b895cd-be77-4dfc-a896-76cd057140c6,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:11.532064 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1755fe8c-cbd0-4531-8bd0-118aae7723cd tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:11.532365 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1755fe8c-cbd0-4531-8bd0-118aae7723cd tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:11.532708 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1755fe8c-cbd0-4531-8bd0-118aae7723cd tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:11.533051 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1755fe8c-cbd0-4531-8bd0-118aae7723cd tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:11.533387 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1755fe8c-cbd0-4531-8bd0-118aae7723cd tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:11.533722 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1755fe8c-cbd0-4531-8bd0-118aae7723cd tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:11.534047 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1755fe8c-cbd0-4531-8bd0-118aae7723cd tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:11.534375 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1755fe8c-cbd0-4531-8bd0-118aae7723cd tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:11.534702 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1755fe8c-cbd0-4531-8bd0-118aae7723cd tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:11.535027 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1755fe8c-cbd0-4531-8bd0-118aae7723cd tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:11.535352 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1755fe8c-cbd0-4531-8bd0-118aae7723cd tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:11.535699 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1755fe8c-cbd0-4531-8bd0-118aae7723cd tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:11.548223 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network d6b895cd-be77-4dfc-a896-76cd057140c6 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:29:11.548729 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1755fe8c-cbd0-4531-8bd0-118aae7723cd tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3599970 Apr 23 00:29:11.550315 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60116) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:11.555916 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-f653603d-0f5a-4268-b03b-e899766bd448 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Request body: {'subnet': {'network_id': 'd6b895cd-be77-4dfc-a896-76cd057140c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:11.704185 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f653603d-0f5a-4268-b03b-e899766bd448 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Made reservation on behalf of 020447ca2a0d40898d3959e0ce57a7cc for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:11.707720 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f653603d-0f5a-4268-b03b-e899766bd448 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.950318 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f653603d-0f5a-4268-b03b-e899766bd448 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:12.010968 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653603d-0f5a-4268-b03b-e899766bd448 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Pushing event updated for resources: {'Subnet': ['ID=15d45a18-11b9-4635-8327-e41d5ba647e3,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:12.018362 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f653603d-0f5a-4268-b03b-e899766bd448 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Checking segment: {'id': '36f3ed00-cd56-42e3-b434-18caa9cfca14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6b895cd-be77-4dfc-a896-76cd057140c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:29:12.018728 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f653603d-0f5a-4268-b03b-e899766bd448 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Network hostable DHCP agents. Network: d6b895cd-be77-4dfc-a896-76cd057140c6, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:29:12.103613 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f653603d-0f5a-4268-b03b-e899766bd448 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Network d6b895cd-be77-4dfc-a896-76cd057140c6 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:29:12.177876 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-f653603d-0f5a-4268-b03b-e899766bd448 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, d6b895cd-be77-4dfc-a896-76cd057140c6) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:12.182563 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f653603d-0f5a-4268-b03b-e899766bd448 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:12.183155 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f653603d-0f5a-4268-b03b-e899766bd448 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:12.187879 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc891139-d639-4ada-b30c-50ea7371caf0 None None] Network d6b895cd-be77-4dfc-a896-76cd057140c6 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:29:12.255125 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f653603d-0f5a-4268-b03b-e899766bd448 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7036746 Apr 23 00:29:12.258766 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60118) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:12.263751 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-f6a4eb96-947a-4724-a994-38eac4e6d3ff tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-884807998'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:12.332420 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a4eb96-947a-4724-a994-38eac4e6d3ff tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Made reservation on behalf of 020447ca2a0d40898d3959e0ce57a7cc for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:12.332994 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dde1f65-b13d-43f9-97c1-d0490b5f92a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-d6b895cd-be77-4dfc-a896-76cd057140c6', 'network_id': 'd6b895cd-be77-4dfc-a896-76cd057140c6', 'tenant_id': '020447ca2a0d40898d3959e0ce57a7cc', 'fixed_ips': [{'subnet_id': '15d45a18-11b9-4635-8327-e41d5ba647e3'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:29:12.341487 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3dde1f65-b13d-43f9-97c1-d0490b5f92a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:12.341632 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f6a4eb96-947a-4724-a994-38eac4e6d3ff tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:12.365389 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a4eb96-947a-4724-a994-38eac4e6d3ff tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:29:12.375247 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f6a4eb96-947a-4724-a994-38eac4e6d3ff tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:12.375614 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-f6a4eb96-947a-4724-a994-38eac4e6d3ff tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Added segment 44f6b79f-eca9-44e9-8d81-150caf45e495 of type vlan for network d04f53d6-6870-4a58-ac89-8797416a98e3 Apr 23 00:29:12.415887 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f6a4eb96-947a-4724-a994-38eac4e6d3ff tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:12.469199 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-3dde1f65-b13d-43f9-97c1-d0490b5f92a0 None None] Allocated IP 2001:db8::2 (d6b895cd-be77-4dfc-a896-76cd057140c6/15d45a18-11b9-4635-8327-e41d5ba647e3/b30889f6-9391-4d2a-a360-a0df05367f72) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:12.504111 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f6a4eb96-947a-4724-a994-38eac4e6d3ff tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:12.509813 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a4eb96-947a-4724-a994-38eac4e6d3ff tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:12.510333 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f6a4eb96-947a-4724-a994-38eac4e6d3ff tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:12.576708 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4eb96-947a-4724-a994-38eac4e6d3ff tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Pushing event updated for resources: {'Network': ['ID=d04f53d6-6870-4a58-ac89-8797416a98e3,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:12.598630 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f6a4eb96-947a-4724-a994-38eac4e6d3ff tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3387856 Apr 23 00:29:12.602459 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60120) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:12.607993 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network d04f53d6-6870-4a58-ac89-8797416a98e3 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:29:12.609416 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-dc847c7b-dc75-42fe-aa7f-63013222a846 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Request body: {'subnet': {'network_id': 'd04f53d6-6870-4a58-ac89-8797416a98e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:12.671827 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3dde1f65-b13d-43f9-97c1-d0490b5f92a0 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:12.762153 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3dde1f65-b13d-43f9-97c1-d0490b5f92a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:12.790372 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc847c7b-dc75-42fe-aa7f-63013222a846 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Made reservation on behalf of 020447ca2a0d40898d3959e0ce57a7cc for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:12.793972 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dc847c7b-dc75-42fe-aa7f-63013222a846 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:12.802226 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dde1f65-b13d-43f9-97c1-d0490b5f92a0 None None] Network d6b895cd-be77-4dfc-a896-76cd057140c6 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:12.805260 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3dde1f65-b13d-43f9-97c1-d0490b5f92a0 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:12.808916 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dde1f65-b13d-43f9-97c1-d0490b5f92a0 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:29:12.814901 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde1f65-b13d-43f9-97c1-d0490b5f92a0 None None] Pushing event updated for resources: {'Port': ['ID=b30889f6-9391-4d2a-a360-a0df05367f72,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:12.866526 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-3dde1f65-b13d-43f9-97c1-d0490b5f92a0 None None] Attempting to bind port b30889f6-9391-4d2a-a360-a0df05367f72 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:12.866933 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-3dde1f65-b13d-43f9-97c1-d0490b5f92a0 None None] Attempting to bind port b30889f6-9391-4d2a-a360-a0df05367f72 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '36f3ed00-cd56-42e3-b434-18caa9cfca14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6b895cd-be77-4dfc-a896-76cd057140c6'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:12.867308 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dde1f65-b13d-43f9-97c1-d0490b5f92a0 None None] Attempting to bind port b30889f6-9391-4d2a-a360-a0df05367f72 on network d6b895cd-be77-4dfc-a896-76cd057140c6 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:29:12.872334 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dde1f65-b13d-43f9-97c1-d0490b5f92a0 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:29:12.878929 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dde1f65-b13d-43f9-97c1-d0490b5f92a0 None None] Checking segment: {'id': '36f3ed00-cd56-42e3-b434-18caa9cfca14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6b895cd-be77-4dfc-a896-76cd057140c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:29:12.878929 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3dde1f65-b13d-43f9-97c1-d0490b5f92a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:12.878929 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dde1f65-b13d-43f9-97c1-d0490b5f92a0 None None] Bound using segment: {'id': '36f3ed00-cd56-42e3-b434-18caa9cfca14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6b895cd-be77-4dfc-a896-76cd057140c6'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:29:12.878929 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-3dde1f65-b13d-43f9-97c1-d0490b5f92a0 None None] Bound port: b30889f6-9391-4d2a-a360-a0df05367f72, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f3ed00-cd56-42e3-b434-18caa9cfca14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6b895cd-be77-4dfc-a896-76cd057140c6'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:12.878929 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3dde1f65-b13d-43f9-97c1-d0490b5f92a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:12.941073 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3dde1f65-b13d-43f9-97c1-d0490b5f92a0 None None] For port b30889f6-9391-4d2a-a360-a0df05367f72, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:29:12.944074 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3dde1f65-b13d-43f9-97c1-d0490b5f92a0 None None] For port b30889f6-9391-4d2a-a360-a0df05367f72, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b30889f6-9391-4d2a-a360-a0df05367f72,segment=NetworkSegment(36f3ed00-cd56-42e3-b434-18caa9cfca14),segment_id=36f3ed00-cd56-42e3-b434-18caa9cfca14)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:29:12.996102 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3dde1f65-b13d-43f9-97c1-d0490b5f92a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:13.030218 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dc847c7b-dc75-42fe-aa7f-63013222a846 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:13.060101 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde1f65-b13d-43f9-97c1-d0490b5f92a0 None None] Pushing event updated for resources: {'Port': ['ID=b30889f6-9391-4d2a-a360-a0df05367f72,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:13.093815 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc847c7b-dc75-42fe-aa7f-63013222a846 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Pushing event updated for resources: {'Subnet': ['ID=f33941a2-be4a-4c0d-b350-f8561f405bac,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:13.101542 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc847c7b-dc75-42fe-aa7f-63013222a846 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Checking segment: {'id': '44f6b79f-eca9-44e9-8d81-150caf45e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd04f53d6-6870-4a58-ac89-8797416a98e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:29:13.102017 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc847c7b-dc75-42fe-aa7f-63013222a846 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Network hostable DHCP agents. Network: d04f53d6-6870-4a58-ac89-8797416a98e3, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:29:13.181779 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc847c7b-dc75-42fe-aa7f-63013222a846 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Network d04f53d6-6870-4a58-ac89-8797416a98e3 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:29:13.273759 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-dc847c7b-dc75-42fe-aa7f-63013222a846 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, d04f53d6-6870-4a58-ac89-8797416a98e3) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:13.278698 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc847c7b-dc75-42fe-aa7f-63013222a846 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:13.279294 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dc847c7b-dc75-42fe-aa7f-63013222a846 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:13.286087 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47262afc-ed48-41fe-b827-32f310bb3eda None None] Network d04f53d6-6870-4a58-ac89-8797416a98e3 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:29:13.364176 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-dc847c7b-dc75-42fe-aa7f-63013222a846 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7593451 Apr 23 00:29:13.366833 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60122) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:13.439673 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90095171-17aa-42cc-b32c-bff1829eea1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-d04f53d6-6870-4a58-ac89-8797416a98e3', 'network_id': 'd04f53d6-6870-4a58-ac89-8797416a98e3', 'tenant_id': '020447ca2a0d40898d3959e0ce57a7cc', 'fixed_ips': [{'subnet_id': 'f33941a2-be4a-4c0d-b350-f8561f405bac'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:29:13.439673 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90095171-17aa-42cc-b32c-bff1829eea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:13.468733 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:13.520929 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:13.578590 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-90095171-17aa-42cc-b32c-bff1829eea1a None None] Allocated IP 2001:db8::2 (d04f53d6-6870-4a58-ac89-8797416a98e3/f33941a2-be4a-4c0d-b350-f8561f405bac/5ef91921-b0b0-4afe-8dbb-7b1d1f1ad559) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:13.724762 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90095171-17aa-42cc-b32c-bff1829eea1a None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:13.864309 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90095171-17aa-42cc-b32c-bff1829eea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:13.900459 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93201535-0ecb-411a-8d6c-ddd0f1317c06 None None] Network d6b895cd-be77-4dfc-a896-76cd057140c6 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:29:13.955940 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:13.963464 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90095171-17aa-42cc-b32c-bff1829eea1a None None] Network d04f53d6-6870-4a58-ac89-8797416a98e3 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:13.973768 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-90095171-17aa-42cc-b32c-bff1829eea1a None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:13.978396 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90095171-17aa-42cc-b32c-bff1829eea1a None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:29:13.985633 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Pushing event deleted for resources: {'Subnet': ['ID=f33941a2-be4a-4c0d-b350-f8561f405bac,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:13.985833 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90095171-17aa-42cc-b32c-bff1829eea1a None None] Pushing event updated for resources: {'Port': ['ID=5ef91921-b0b0-4afe-8dbb-7b1d1f1ad559,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:13.998689 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5796ac2c-0a60-42b0-a093-4f36b81ae653 None None] Provisioning complete for port b30889f6-9391-4d2a-a360-a0df05367f72 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:13.998979 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5796ac2c-0a60-42b0-a093-4f36b81ae653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:14.052078 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:14.073161 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04f53d6-6870-4a58-ac89-8797416a98e3']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:14.082453 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f6b79f-eca9-44e9-8d81-150caf45e495') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:14.082741 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f6b79f-eca9-44e9-8d81-150caf45e495') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:14.092226 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:14.100227 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-90095171-17aa-42cc-b32c-bff1829eea1a None None] Attempting to bind port 5ef91921-b0b0-4afe-8dbb-7b1d1f1ad559 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:14.100599 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-90095171-17aa-42cc-b32c-bff1829eea1a None None] Attempting to bind port 5ef91921-b0b0-4afe-8dbb-7b1d1f1ad559 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '44f6b79f-eca9-44e9-8d81-150caf45e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd04f53d6-6870-4a58-ac89-8797416a98e3'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:14.100963 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90095171-17aa-42cc-b32c-bff1829eea1a None None] Attempting to bind port 5ef91921-b0b0-4afe-8dbb-7b1d1f1ad559 on network d04f53d6-6870-4a58-ac89-8797416a98e3 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:29:14.105781 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:14.112769 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:29:14.113160 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:29:14.116187 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:29:14.141946 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90095171-17aa-42cc-b32c-bff1829eea1a None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:29:14.141946 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90095171-17aa-42cc-b32c-bff1829eea1a None None] Checking segment: {'id': '44f6b79f-eca9-44e9-8d81-150caf45e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd04f53d6-6870-4a58-ac89-8797416a98e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:29:14.141946 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90095171-17aa-42cc-b32c-bff1829eea1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:14.141946 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90095171-17aa-42cc-b32c-bff1829eea1a None None] Bound using segment: {'id': '44f6b79f-eca9-44e9-8d81-150caf45e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd04f53d6-6870-4a58-ac89-8797416a98e3'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:29:14.141946 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-90095171-17aa-42cc-b32c-bff1829eea1a None None] Bound port: 5ef91921-b0b0-4afe-8dbb-7b1d1f1ad559, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f6b79f-eca9-44e9-8d81-150caf45e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd04f53d6-6870-4a58-ac89-8797416a98e3'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:14.141946 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90095171-17aa-42cc-b32c-bff1829eea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:14.196316 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.db.api [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:29:14.196316 dv-neutron-838783-1-hyperv neutron-server[103143]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:29:14.196316 dv-neutron-838783-1-hyperv neutron-server[103143]: [parameters: {'id': 'd04f53d6-6870-4a58-ac89-8797416a98e3'}] Apr 23 00:29:14.196316 dv-neutron-838783-1-hyperv neutron-server[103143]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:29:14.196767 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG oslo_db.api [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:29:14.245082 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5796ac2c-0a60-42b0-a093-4f36b81ae653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:14.275982 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-90095171-17aa-42cc-b32c-bff1829eea1a None None] For port 5ef91921-b0b0-4afe-8dbb-7b1d1f1ad559, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:29:14.297043 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-90095171-17aa-42cc-b32c-bff1829eea1a None None] For port 5ef91921-b0b0-4afe-8dbb-7b1d1f1ad559, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=5ef91921-b0b0-4afe-8dbb-7b1d1f1ad559,segment=NetworkSegment(44f6b79f-eca9-44e9-8d81-150caf45e495),segment_id=44f6b79f-eca9-44e9-8d81-150caf45e495)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:29:14.312197 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5796ac2c-0a60-42b0-a093-4f36b81ae653 None None] For port b30889f6-9391-4d2a-a360-a0df05367f72, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b30889f6-9391-4d2a-a360-a0df05367f72,segment=NetworkSegment(36f3ed00-cd56-42e3-b434-18caa9cfca14),segment_id=36f3ed00-cd56-42e3-b434-18caa9cfca14)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:29:14.367481 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90095171-17aa-42cc-b32c-bff1829eea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:14.397833 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5796ac2c-0a60-42b0-a093-4f36b81ae653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:14.609388 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90095171-17aa-42cc-b32c-bff1829eea1a None None] Pushing event updated for resources: {'Port': ['ID=5ef91921-b0b0-4afe-8dbb-7b1d1f1ad559,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:14.642398 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51e6a88-268a-4712-b562-b72324093a83 None None] Network d04f53d6-6870-4a58-ac89-8797416a98e3 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:29:14.657602 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3fc0c291-25c0-4278-a630-65158d3f94ac None None] Provisioning complete for port b30889f6-9391-4d2a-a360-a0df05367f72 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:14.657979 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fc0c291-25c0-4278-a630-65158d3f94ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:14.697526 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:14.742702 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796ac2c-0a60-42b0-a093-4f36b81ae653 None None] Pushing event updated for resources: {'Port': ['ID=b30889f6-9391-4d2a-a360-a0df05367f72,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:14.758280 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Deleting port 5ef91921-b0b0-4afe-8dbb-7b1d1f1ad559 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:29:14.758883 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:14.819627 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] For port 5ef91921-b0b0-4afe-8dbb-7b1d1f1ad559, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=5ef91921-b0b0-4afe-8dbb-7b1d1f1ad559,segment=NetworkSegment(44f6b79f-eca9-44e9-8d81-150caf45e495),segment_id=44f6b79f-eca9-44e9-8d81-150caf45e495)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:29:14.820619 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:14.833281 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Calling delete_port for 5ef91921-b0b0-4afe-8dbb-7b1d1f1ad559 owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:29:14.851903 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1f0971-36b0-4436-ac23-ce5cab95484e None None] get_active_networks_info from dv-neutron-838783-1-hyperv {{(pid=103146) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 23 00:29:14.927048 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1f0971-36b0-4436-ac23-ce5cab95484e None None] Resources bound (agent type, host, resource id): {{(pid=103146) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:29:15.006823 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:15.034061 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Pushing event deleted for resources: {'Port': ['ID=5ef91921-b0b0-4afe-8dbb-7b1d1f1ad559,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:15.035891 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] No DVR routers for this DVR port 5ef91921-b0b0-4afe-8dbb-7b1d1f1ad559 on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:29:15.117969 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:15.144065 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04f53d6-6870-4a58-ac89-8797416a98e3']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:15.146180 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b30889f6-9391-4d2a-a360-a0df05367f72 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:29:15.153962 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f6b79f-eca9-44e9-8d81-150caf45e495') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:15.154265 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f6b79f-eca9-44e9-8d81-150caf45e495') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:15.168177 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:15.181431 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:15.187354 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:29:15.187778 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:29:15.190927 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:29:15.195953 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port b30889f6-9391-4d2a-a360-a0df05367f72 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:15.196327 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:15.313184 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:15.321789 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:15.323254 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] 10.222.0.15 "DELETE /v2.0/networks/d04f53d6-6870-4a58-ac89-8797416a98e3 HTTP/1.1" status: 204 len: 168 time: 1.9552810 Apr 23 00:29:15.326404 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60124) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:15.334735 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca34f1-739e-42d0-9d81-7a3d1b6ca397 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Pushing event deleted for resources: {'Network': ['ID=d04f53d6-6870-4a58-ac89-8797416a98e3,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:15.361051 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-1372ad28-c71f-4a7a-99a9-8007b11572cd tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] GET failed (client error): The resource could not be found. Apr 23 00:29:15.362366 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1372ad28-c71f-4a7a-99a9-8007b11572cd tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] 10.222.0.15 "GET /v2.0/subnets/f33941a2-be4a-4c0d-b350-f8561f405bac HTTP/1.1" status: 404 len: 337 time: 0.0347559 Apr 23 00:29:15.365224 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60126) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:15.383508 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-266ffc08-2237-4daf-8dd2-e2f674f9dfc7 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] DELETE failed (client error): The resource could not be found. Apr 23 00:29:15.384055 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-266ffc08-2237-4daf-8dd2-e2f674f9dfc7 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:29:15.387073 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-266ffc08-2237-4daf-8dd2-e2f674f9dfc7 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] 10.222.0.15 "DELETE /v2.0/networks/d04f53d6-6870-4a58-ac89-8797416a98e3 HTTP/1.1" status: 404 len: 339 time: 0.0208323 Apr 23 00:29:15.390877 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60128) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:15.416271 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-31abec1e-2495-430e-9ec9-1f0933d5b526 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] DELETE failed (client error): The resource could not be found. Apr 23 00:29:15.416684 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31abec1e-2495-430e-9ec9-1f0933d5b526 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:29:15.419589 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-31abec1e-2495-430e-9ec9-1f0933d5b526 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] 10.222.0.15 "DELETE /v2.0/subnets/f33941a2-be4a-4c0d-b350-f8561f405bac HTTP/1.1" status: 404 len: 337 time: 0.0278192 Apr 23 00:29:15.422140 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60130) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:15.439850 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb1cb595-3356-4ca7-8a0a-d43d06870958 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] DELETE failed (client error): The resource could not be found. Apr 23 00:29:15.440313 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb1cb595-3356-4ca7-8a0a-d43d06870958 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103144) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:29:15.443118 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-fb1cb595-3356-4ca7-8a0a-d43d06870958 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] 10.222.0.15 "DELETE /v2.0/networks/d04f53d6-6870-4a58-ac89-8797416a98e3 HTTP/1.1" status: 404 len: 339 time: 0.0201118 Apr 23 00:29:15.445540 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60132) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:15.494272 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c958ed-98f6-46c1-89d8-6c394df4ec72 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Deleting subnet 15d45a18-11b9-4635-8327-e41d5ba647e3 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:29:15.497327 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d3c958ed-98f6-46c1-89d8-6c394df4ec72 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:15.536703 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d3c958ed-98f6-46c1-89d8-6c394df4ec72 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:15.625795 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d3c958ed-98f6-46c1-89d8-6c394df4ec72 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:15.772712 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d3c958ed-98f6-46c1-89d8-6c394df4ec72 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:15.797898 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c958ed-98f6-46c1-89d8-6c394df4ec72 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Pushing event deleted for resources: {'Subnet': ['ID=15d45a18-11b9-4635-8327-e41d5ba647e3,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:15.804304 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d3c958ed-98f6-46c1-89d8-6c394df4ec72 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:15.808189 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d3c958ed-98f6-46c1-89d8-6c394df4ec72 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] 10.222.0.15 "DELETE /v2.0/subnets/15d45a18-11b9-4635-8327-e41d5ba647e3 HTTP/1.1" status: 204 len: 168 time: 0.3618734 Apr 23 00:29:15.810667 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60134) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:15.810798 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1996fe7-3229-4ded-941c-cbb15712edbc None None] Network d6b895cd-be77-4dfc-a896-76cd057140c6 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:29:15.891222 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43376f55-7917-4350-8d55-8d0ab9a3405e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:15.946408 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-43376f55-7917-4350-8d55-8d0ab9a3405e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Deleting port b30889f6-9391-4d2a-a360-a0df05367f72 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:29:15.946797 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43376f55-7917-4350-8d55-8d0ab9a3405e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:15.987410 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89647fe7-529c-4232-adfb-2f77c5a1e681 None None] DHCP port deletion for d6b895cd-be77-4dfc-a896-76cd057140c6 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:29:16.010737 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-43376f55-7917-4350-8d55-8d0ab9a3405e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] For port b30889f6-9391-4d2a-a360-a0df05367f72, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b30889f6-9391-4d2a-a360-a0df05367f72,segment=NetworkSegment(36f3ed00-cd56-42e3-b434-18caa9cfca14),segment_id=36f3ed00-cd56-42e3-b434-18caa9cfca14)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:29:16.011326 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43376f55-7917-4350-8d55-8d0ab9a3405e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:16.024565 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-43376f55-7917-4350-8d55-8d0ab9a3405e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Calling delete_port for b30889f6-9391-4d2a-a360-a0df05367f72 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:29:16.034333 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-89647fe7-529c-4232-adfb-2f77c5a1e681 None None] Deleting port b30889f6-9391-4d2a-a360-a0df05367f72 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:29:16.034711 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89647fe7-529c-4232-adfb-2f77c5a1e681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:16.099367 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-89647fe7-529c-4232-adfb-2f77c5a1e681 None None] For port b30889f6-9391-4d2a-a360-a0df05367f72, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=b30889f6-9391-4d2a-a360-a0df05367f72,segment=NetworkSegment(36f3ed00-cd56-42e3-b434-18caa9cfca14),segment_id=36f3ed00-cd56-42e3-b434-18caa9cfca14)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:29:16.099859 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89647fe7-529c-4232-adfb-2f77c5a1e681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:16.112532 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-89647fe7-529c-4232-adfb-2f77c5a1e681 None None] Calling delete_port for b30889f6-9391-4d2a-a360-a0df05367f72 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:29:16.189652 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43376f55-7917-4350-8d55-8d0ab9a3405e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:16.196563 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89647fe7-529c-4232-adfb-2f77c5a1e681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:16.217780 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43376f55-7917-4350-8d55-8d0ab9a3405e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Pushing event deleted for resources: {'Port': ['ID=b30889f6-9391-4d2a-a360-a0df05367f72,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:16.219594 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43376f55-7917-4350-8d55-8d0ab9a3405e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] No DVR routers for this DVR port b30889f6-9391-4d2a-a360-a0df05367f72 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:29:16.227588 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89647fe7-529c-4232-adfb-2f77c5a1e681 None None] Pushing event deleted for resources: {'Port': ['ID=b30889f6-9391-4d2a-a360-a0df05367f72,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:16.229598 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89647fe7-529c-4232-adfb-2f77c5a1e681 None None] No DVR routers for this DVR port b30889f6-9391-4d2a-a360-a0df05367f72 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:29:16.305660 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43376f55-7917-4350-8d55-8d0ab9a3405e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:16.325813 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-43376f55-7917-4350-8d55-8d0ab9a3405e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b895cd-be77-4dfc-a896-76cd057140c6']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:16.334684 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-43376f55-7917-4350-8d55-8d0ab9a3405e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f3ed00-cd56-42e3-b434-18caa9cfca14') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:16.335245 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-43376f55-7917-4350-8d55-8d0ab9a3405e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f3ed00-cd56-42e3-b434-18caa9cfca14') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:16.344129 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43376f55-7917-4350-8d55-8d0ab9a3405e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:16.357242 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43376f55-7917-4350-8d55-8d0ab9a3405e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:16.362906 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43376f55-7917-4350-8d55-8d0ab9a3405e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:29:16.363289 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43376f55-7917-4350-8d55-8d0ab9a3405e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:29:16.366334 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:29:16.509547 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43376f55-7917-4350-8d55-8d0ab9a3405e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:16.516790 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43376f55-7917-4350-8d55-8d0ab9a3405e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:16.519483 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-43376f55-7917-4350-8d55-8d0ab9a3405e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] 10.222.0.15 "DELETE /v2.0/networks/d6b895cd-be77-4dfc-a896-76cd057140c6 HTTP/1.1" status: 204 len: 168 time: 0.7076349 Apr 23 00:29:16.522050 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60136) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:16.532245 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43376f55-7917-4350-8d55-8d0ab9a3405e tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Pushing event deleted for resources: {'Network': ['ID=d6b895cd-be77-4dfc-a896-76cd057140c6,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:16.552426 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf91de7-8fc8-4792-93c5-6df88aabd1a5 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] DELETE failed (client error): The resource could not be found. Apr 23 00:29:16.552876 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cf91de7-8fc8-4792-93c5-6df88aabd1a5 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:29:16.556716 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3cf91de7-8fc8-4792-93c5-6df88aabd1a5 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] 10.222.0.15 "DELETE /v2.0/subnets/8e4abb9f-cbfc-46ea-a15c-ffa62510f878 HTTP/1.1" status: 404 len: 337 time: 0.0335574 Apr 23 00:29:16.559188 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60138) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:16.576651 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd027e0f-45f2-42d4-9952-be9f26a89821 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] DELETE failed (client error): The resource could not be found. Apr 23 00:29:16.577173 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd027e0f-45f2-42d4-9952-be9f26a89821 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:29:16.580025 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cd027e0f-45f2-42d4-9952-be9f26a89821 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] 10.222.0.15 "DELETE /v2.0/networks/0db8f757-30ce-4c94-82bd-e2831d934e00 HTTP/1.1" status: 404 len: 339 time: 0.0199127 Apr 23 00:29:16.582245 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60140) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:16.607093 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6e235e-19bc-40e7-96cf-9963b516be21 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] DELETE failed (client error): The resource could not be found. Apr 23 00:29:16.607526 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6e235e-19bc-40e7-96cf-9963b516be21 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:29:16.610384 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8d6e235e-19bc-40e7-96cf-9963b516be21 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] 10.222.0.15 "DELETE /v2.0/subnets/26d6e1f9-5e21-4c95-a687-add475b0d418 HTTP/1.1" status: 404 len: 337 time: 0.0272784 Apr 23 00:29:16.612731 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60142) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:16.634945 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.pecan_wsgi.hooks.translation [None req-39bd0f88-95e1-4def-8bf7-9c904f49f474 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] DELETE failed (client error): The resource could not be found. Apr 23 00:29:16.635467 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39bd0f88-95e1-4def-8bf7-9c904f49f474 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103143) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:29:16.638351 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-39bd0f88-95e1-4def-8bf7-9c904f49f474 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] 10.222.0.15 "DELETE /v2.0/networks/735935e4-bab5-43f6-86c4-78c39bb342f0 HTTP/1.1" status: 404 len: 339 time: 0.0247519 Apr 23 00:29:16.641120 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60144) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:16.690582 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa02915-7f0f-477a-b82c-fe7756b65de4 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Deleting subnet 68123bc2-d55e-40bd-9f02-601df9b0a608 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:29:16.693607 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2fa02915-7f0f-477a-b82c-fe7756b65de4 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:16.732845 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2fa02915-7f0f-477a-b82c-fe7756b65de4 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:16.818102 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2fa02915-7f0f-477a-b82c-fe7756b65de4 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:16.953437 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2fa02915-7f0f-477a-b82c-fe7756b65de4 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:16.981602 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa02915-7f0f-477a-b82c-fe7756b65de4 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Pushing event deleted for resources: {'Subnet': ['ID=68123bc2-d55e-40bd-9f02-601df9b0a608,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:16.986255 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2fa02915-7f0f-477a-b82c-fe7756b65de4 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:16.991521 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1926ddb7-678a-49ec-8dd7-a3af79125bd1 None None] Network 5a578341-dfab-4187-a255-c2d77206e519 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:29:16.992616 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-2fa02915-7f0f-477a-b82c-fe7756b65de4 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] 10.222.0.15 "DELETE /v2.0/subnets/68123bc2-d55e-40bd-9f02-601df9b0a608 HTTP/1.1" status: 204 len: 168 time: 0.3505831 Apr 23 00:29:16.992733 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60146) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:17.073366 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3d007d5d-89ea-4d78-94dc-e676ea3f5001 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:17.117693 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b30889f6-9391-4d2a-a360-a0df05367f72 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:29:17.130004 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-3d007d5d-89ea-4d78-94dc-e676ea3f5001 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Deleting port a9846f12-172a-4f9f-bef0-67cc12274910 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:29:17.130349 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3d007d5d-89ea-4d78-94dc-e676ea3f5001 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:17.137932 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: b30889f6-9391-4d2a-a360-a0df05367f72 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:29:17.138275 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device b30889f6-9391-4d2a-a360-a0df05367f72 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:29:17.188190 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179bc22e-832d-432e-a79b-fa4351b45550 None None] DHCP port deletion for 5a578341-dfab-4187-a255-c2d77206e519 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:29:17.197575 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-3d007d5d-89ea-4d78-94dc-e676ea3f5001 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] For port a9846f12-172a-4f9f-bef0-67cc12274910, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a9846f12-172a-4f9f-bef0-67cc12274910,segment=NetworkSegment(9268d8ad-585d-4fd7-9b39-ee5744220d1d),segment_id=9268d8ad-585d-4fd7-9b39-ee5744220d1d)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:29:17.198062 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3d007d5d-89ea-4d78-94dc-e676ea3f5001 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:17.217816 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-3d007d5d-89ea-4d78-94dc-e676ea3f5001 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Calling delete_port for a9846f12-172a-4f9f-bef0-67cc12274910 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:29:17.242027 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-179bc22e-832d-432e-a79b-fa4351b45550 None None] Deleting port a9846f12-172a-4f9f-bef0-67cc12274910 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:29:17.242493 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-179bc22e-832d-432e-a79b-fa4351b45550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:17.307171 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-179bc22e-832d-432e-a79b-fa4351b45550 None None] For port a9846f12-172a-4f9f-bef0-67cc12274910, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a9846f12-172a-4f9f-bef0-67cc12274910,segment=NetworkSegment(9268d8ad-585d-4fd7-9b39-ee5744220d1d),segment_id=9268d8ad-585d-4fd7-9b39-ee5744220d1d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:29:17.307591 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-179bc22e-832d-432e-a79b-fa4351b45550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:17.319275 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-179bc22e-832d-432e-a79b-fa4351b45550 None None] Calling delete_port for a9846f12-172a-4f9f-bef0-67cc12274910 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:29:17.347586 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3d007d5d-89ea-4d78-94dc-e676ea3f5001 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:17.371853 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d007d5d-89ea-4d78-94dc-e676ea3f5001 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Pushing event deleted for resources: {'Port': ['ID=a9846f12-172a-4f9f-bef0-67cc12274910,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:17.377767 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d007d5d-89ea-4d78-94dc-e676ea3f5001 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] No DVR routers for this DVR port a9846f12-172a-4f9f-bef0-67cc12274910 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:29:17.397617 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-179bc22e-832d-432e-a79b-fa4351b45550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:17.422174 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bc22e-832d-432e-a79b-fa4351b45550 None None] Pushing event deleted for resources: {'Port': ['ID=a9846f12-172a-4f9f-bef0-67cc12274910,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:17.425929 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179bc22e-832d-432e-a79b-fa4351b45550 None None] No DVR routers for this DVR port a9846f12-172a-4f9f-bef0-67cc12274910 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:29:17.462781 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3d007d5d-89ea-4d78-94dc-e676ea3f5001 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:17.482348 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-3d007d5d-89ea-4d78-94dc-e676ea3f5001 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a578341-dfab-4187-a255-c2d77206e519']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:17.491452 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-3d007d5d-89ea-4d78-94dc-e676ea3f5001 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9268d8ad-585d-4fd7-9b39-ee5744220d1d') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:17.491786 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-3d007d5d-89ea-4d78-94dc-e676ea3f5001 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9268d8ad-585d-4fd7-9b39-ee5744220d1d') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:17.505507 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3d007d5d-89ea-4d78-94dc-e676ea3f5001 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:17.521019 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3d007d5d-89ea-4d78-94dc-e676ea3f5001 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:17.527792 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d007d5d-89ea-4d78-94dc-e676ea3f5001 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:29:17.528175 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3d007d5d-89ea-4d78-94dc-e676ea3f5001 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:29:17.531018 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:29:17.664864 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3d007d5d-89ea-4d78-94dc-e676ea3f5001 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:17.671865 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3d007d5d-89ea-4d78-94dc-e676ea3f5001 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:17.674643 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3d007d5d-89ea-4d78-94dc-e676ea3f5001 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] 10.222.0.15 "DELETE /v2.0/networks/5a578341-dfab-4187-a255-c2d77206e519 HTTP/1.1" status: 204 len: 168 time: 0.6810164 Apr 23 00:29:17.686476 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d007d5d-89ea-4d78-94dc-e676ea3f5001 tempest-NetworksIpV6Test-1704224958 tempest-NetworksIpV6Test-1704224958-project] Pushing event deleted for resources: {'Network': ['ID=5a578341-dfab-4187-a255-c2d77206e519,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:18.111251 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60152) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:18.246856 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-93eea0c6-dd5f-46fe-9c2b-16a309717017 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=020447ca2a0d40898d3959e0ce57a7cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344001 Apr 23 00:29:18.249412 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60156) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:18.295930 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-58d59918-eca7-4b10-b346-938e4523d285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:18.316551 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-58d59918-eca7-4b10-b346-938e4523d285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:18.455496 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-58d59918-eca7-4b10-b346-938e4523d285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:18.457990 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-58d59918-eca7-4b10-b346-938e4523d285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:18.459185 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-58d59918-eca7-4b10-b346-938e4523d285 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9402d907-b347-497e-a9a1-81b28facd4c5 HTTP/1.1" status: 204 len: 168 time: 0.2088671 Apr 23 00:29:18.467765 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d59918-eca7-4b10-b346-938e4523d285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9402d907-b347-497e-a9a1-81b28facd4c5,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:19.102808 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a9846f12-172a-4f9f-bef0-67cc12274910 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:29:19.125933 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: a9846f12-172a-4f9f-bef0-67cc12274910 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:29:19.126276 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a9846f12-172a-4f9f-bef0-67cc12274910 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:29:19.453200 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60178) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:19.547834 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-00b2da21-aea5-49c7-9e10-8a05d4f4ac00 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1172870539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:19.606607 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-00b2da21-aea5-49c7-9e10-8a05d4f4ac00 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:19.607611 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-00b2da21-aea5-49c7-9e10-8a05d4f4ac00 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:19.693000 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-00b2da21-aea5-49c7-9e10-8a05d4f4ac00 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:19.753340 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-00b2da21-aea5-49c7-9e10-8a05d4f4ac00 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:19.834746 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-00b2da21-aea5-49c7-9e10-8a05d4f4ac00 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:19.836608 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-00b2da21-aea5-49c7-9e10-8a05d4f4ac00 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3817921 Apr 23 00:29:19.839725 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60182) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:19.844822 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-832eb4b2-a91f-462f-932c-13e631695612 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-388571866'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:19.909462 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832eb4b2-a91f-462f-932c-13e631695612 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Made reservation on behalf of 440c322aa1514ebe81750fc3f60e77d9 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:19.912932 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-832eb4b2-a91f-462f-932c-13e631695612 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:19.921740 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-832eb4b2-a91f-462f-932c-13e631695612 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:19.994748 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-832eb4b2-a91f-462f-932c-13e631695612 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:20.057876 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-832eb4b2-a91f-462f-932c-13e631695612 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:20.084478 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-832eb4b2-a91f-462f-932c-13e631695612 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:29:20.093727 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832eb4b2-a91f-462f-932c-13e631695612 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24ffc8f5-582d-422f-bc19-21ab52751d15,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:20.099398 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-832eb4b2-a91f-462f-932c-13e631695612 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:20.099849 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-832eb4b2-a91f-462f-932c-13e631695612 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Added segment 55010b92-0261-4e62-bc30-eea27e963cd0 of type vlan for network 41d9214a-24d8-42d4-b448-0b9b11698f3b Apr 23 00:29:20.141615 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-832eb4b2-a91f-462f-932c-13e631695612 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:20.203852 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-832eb4b2-a91f-462f-932c-13e631695612 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:20.209313 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832eb4b2-a91f-462f-932c-13e631695612 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:20.209890 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-832eb4b2-a91f-462f-932c-13e631695612 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:20.271849 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832eb4b2-a91f-462f-932c-13e631695612 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Pushing event updated for resources: {'Network': ['ID=41d9214a-24d8-42d4-b448-0b9b11698f3b,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:20.281826 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 41d9214a-24d8-42d4-b448-0b9b11698f3b details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:29:20.323597 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-832eb4b2-a91f-462f-932c-13e631695612 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4800768 Apr 23 00:29:20.323804 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60184) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:20.328729 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-d32189af-79d0-4fd6-bc13-2c5a687e7c7a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Request body: {'subnet': {'network_id': '41d9214a-24d8-42d4-b448-0b9b11698f3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:20.497731 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32189af-79d0-4fd6-bc13-2c5a687e7c7a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Made reservation on behalf of 440c322aa1514ebe81750fc3f60e77d9 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:20.501186 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d32189af-79d0-4fd6-bc13-2c5a687e7c7a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:20.732473 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d32189af-79d0-4fd6-bc13-2c5a687e7c7a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:20.791762 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32189af-79d0-4fd6-bc13-2c5a687e7c7a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Pushing event updated for resources: {'Subnet': ['ID=05970a49-3799-4278-909b-0958a65f6ce2,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:20.800260 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32189af-79d0-4fd6-bc13-2c5a687e7c7a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Checking segment: {'id': '55010b92-0261-4e62-bc30-eea27e963cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '41d9214a-24d8-42d4-b448-0b9b11698f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:29:20.800608 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32189af-79d0-4fd6-bc13-2c5a687e7c7a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Network hostable DHCP agents. Network: 41d9214a-24d8-42d4-b448-0b9b11698f3b, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:29:20.901042 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32189af-79d0-4fd6-bc13-2c5a687e7c7a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Network 41d9214a-24d8-42d4-b448-0b9b11698f3b is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:29:20.992701 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-d32189af-79d0-4fd6-bc13-2c5a687e7c7a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 41d9214a-24d8-42d4-b448-0b9b11698f3b) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:20.996816 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32189af-79d0-4fd6-bc13-2c5a687e7c7a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:20.997405 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d32189af-79d0-4fd6-bc13-2c5a687e7c7a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:21.002853 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d776a0d0-b141-4bf1-8043-fd54573fd02c None None] Network 41d9214a-24d8-42d4-b448-0b9b11698f3b requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:29:21.095166 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d32189af-79d0-4fd6-bc13-2c5a687e7c7a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7703316 Apr 23 00:29:21.098040 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60186) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:21.102849 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-c3987648-668d-4d62-9548-bd2bc3e9422d tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1771348584'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:21.145858 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cd0dec-4ee6-455f-89ec-f501cb7dc060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-41d9214a-24d8-42d4-b448-0b9b11698f3b', 'network_id': '41d9214a-24d8-42d4-b448-0b9b11698f3b', 'tenant_id': '440c322aa1514ebe81750fc3f60e77d9', 'fixed_ips': [{'subnet_id': '05970a49-3799-4278-909b-0958a65f6ce2'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:29:21.146697 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0dec-4ee6-455f-89ec-f501cb7dc060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:21.178287 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3987648-668d-4d62-9548-bd2bc3e9422d tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Made reservation on behalf of 440c322aa1514ebe81750fc3f60e77d9 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:21.183169 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c3987648-668d-4d62-9548-bd2bc3e9422d tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:21.207219 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3987648-668d-4d62-9548-bd2bc3e9422d tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:29:21.217149 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c3987648-668d-4d62-9548-bd2bc3e9422d tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:21.217492 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-c3987648-668d-4d62-9548-bd2bc3e9422d tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Added segment 02bc6952-8727-48c4-aaf3-36ec4cae2bc9 of type vlan for network a001b984-4cda-450e-8b6b-03aa510b2443 Apr 23 00:29:21.256282 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c3987648-668d-4d62-9548-bd2bc3e9422d tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:21.285991 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d1cd0dec-4ee6-455f-89ec-f501cb7dc060 None None] Allocated IP 172.20.0.2 (41d9214a-24d8-42d4-b448-0b9b11698f3b/05970a49-3799-4278-909b-0958a65f6ce2/c933ecb8-8247-4fde-b44e-951eeefd4e96) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:21.352961 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c3987648-668d-4d62-9548-bd2bc3e9422d tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:21.358619 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3987648-668d-4d62-9548-bd2bc3e9422d tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:21.359240 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c3987648-668d-4d62-9548-bd2bc3e9422d tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:21.428937 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0dec-4ee6-455f-89ec-f501cb7dc060 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:21.431101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3987648-668d-4d62-9548-bd2bc3e9422d tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Pushing event updated for resources: {'Network': ['ID=a001b984-4cda-450e-8b6b-03aa510b2443,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:21.441098 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network a001b984-4cda-450e-8b6b-03aa510b2443 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:29:21.469876 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c3987648-668d-4d62-9548-bd2bc3e9422d tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3707964 Apr 23 00:29:21.472698 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60188) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:21.478594 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-ae0d72f4-7191-482c-8659-f66934a1f486 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Request body: {'subnet': {'network_id': 'a001b984-4cda-450e-8b6b-03aa510b2443', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:21.501106 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0dec-4ee6-455f-89ec-f501cb7dc060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:21.549482 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cd0dec-4ee6-455f-89ec-f501cb7dc060 None None] Network 41d9214a-24d8-42d4-b448-0b9b11698f3b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:21.552560 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d1cd0dec-4ee6-455f-89ec-f501cb7dc060 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:21.559477 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cd0dec-4ee6-455f-89ec-f501cb7dc060 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:29:21.568213 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd0dec-4ee6-455f-89ec-f501cb7dc060 None None] Pushing event updated for resources: {'Port': ['ID=c933ecb8-8247-4fde-b44e-951eeefd4e96,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:21.618191 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-d1cd0dec-4ee6-455f-89ec-f501cb7dc060 None None] Attempting to bind port c933ecb8-8247-4fde-b44e-951eeefd4e96 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:21.618427 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0d72f4-7191-482c-8659-f66934a1f486 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Made reservation on behalf of 440c322aa1514ebe81750fc3f60e77d9 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:21.618587 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-d1cd0dec-4ee6-455f-89ec-f501cb7dc060 None None] Attempting to bind port c933ecb8-8247-4fde-b44e-951eeefd4e96 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '55010b92-0261-4e62-bc30-eea27e963cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '41d9214a-24d8-42d4-b448-0b9b11698f3b'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:21.618920 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd0dec-4ee6-455f-89ec-f501cb7dc060 None None] Attempting to bind port c933ecb8-8247-4fde-b44e-951eeefd4e96 on network 41d9214a-24d8-42d4-b448-0b9b11698f3b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:29:21.621929 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ae0d72f4-7191-482c-8659-f66934a1f486 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:21.623841 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd0dec-4ee6-455f-89ec-f501cb7dc060 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:29:21.624218 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd0dec-4ee6-455f-89ec-f501cb7dc060 None None] Checking segment: {'id': '55010b92-0261-4e62-bc30-eea27e963cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '41d9214a-24d8-42d4-b448-0b9b11698f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:29:21.624615 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0dec-4ee6-455f-89ec-f501cb7dc060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:21.625032 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd0dec-4ee6-455f-89ec-f501cb7dc060 None None] Bound using segment: {'id': '55010b92-0261-4e62-bc30-eea27e963cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '41d9214a-24d8-42d4-b448-0b9b11698f3b'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:29:21.625472 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-d1cd0dec-4ee6-455f-89ec-f501cb7dc060 None None] Bound port: c933ecb8-8247-4fde-b44e-951eeefd4e96, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55010b92-0261-4e62-bc30-eea27e963cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '41d9214a-24d8-42d4-b448-0b9b11698f3b'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:21.625854 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0dec-4ee6-455f-89ec-f501cb7dc060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:21.691184 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d1cd0dec-4ee6-455f-89ec-f501cb7dc060 None None] For port c933ecb8-8247-4fde-b44e-951eeefd4e96, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:29:21.694324 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d1cd0dec-4ee6-455f-89ec-f501cb7dc060 None None] For port c933ecb8-8247-4fde-b44e-951eeefd4e96, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=c933ecb8-8247-4fde-b44e-951eeefd4e96,segment=NetworkSegment(55010b92-0261-4e62-bc30-eea27e963cd0),segment_id=55010b92-0261-4e62-bc30-eea27e963cd0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:29:21.773021 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0dec-4ee6-455f-89ec-f501cb7dc060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:21.853901 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ae0d72f4-7191-482c-8659-f66934a1f486 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:21.918843 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d72f4-7191-482c-8659-f66934a1f486 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Pushing event updated for resources: {'Subnet': ['ID=3091d10b-22fd-4cf4-89be-37f930d5ba56,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:21.929350 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0d72f4-7191-482c-8659-f66934a1f486 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Checking segment: {'id': '02bc6952-8727-48c4-aaf3-36ec4cae2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a001b984-4cda-450e-8b6b-03aa510b2443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:29:21.930304 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0d72f4-7191-482c-8659-f66934a1f486 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Network hostable DHCP agents. Network: a001b984-4cda-450e-8b6b-03aa510b2443, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:29:21.979157 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd0dec-4ee6-455f-89ec-f501cb7dc060 None None] Pushing event updated for resources: {'Port': ['ID=c933ecb8-8247-4fde-b44e-951eeefd4e96,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:22.018339 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0d72f4-7191-482c-8659-f66934a1f486 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Network a001b984-4cda-450e-8b6b-03aa510b2443 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:29:22.121033 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-ae0d72f4-7191-482c-8659-f66934a1f486 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, a001b984-4cda-450e-8b6b-03aa510b2443) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:22.125723 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0d72f4-7191-482c-8659-f66934a1f486 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:22.126412 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ae0d72f4-7191-482c-8659-f66934a1f486 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:22.142539 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05c8d10-cb48-4f71-98c3-a32cd611a7af None None] Network a001b984-4cda-450e-8b6b-03aa510b2443 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:29:22.219701 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ae0d72f4-7191-482c-8659-f66934a1f486 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7451417 Apr 23 00:29:22.221881 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60190) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:22.226543 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-cecb2b5c-a880-4136-8a7d-95d91d3a693c tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a001b984-4cda-450e-8b6b-03aa510b2443'}}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:22.296218 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eccc2e-d3b7-47de-ae11-974151093b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-a001b984-4cda-450e-8b6b-03aa510b2443', 'network_id': 'a001b984-4cda-450e-8b6b-03aa510b2443', 'tenant_id': '440c322aa1514ebe81750fc3f60e77d9', 'fixed_ips': [{'subnet_id': '3091d10b-22fd-4cf4-89be-37f930d5ba56'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:29:22.297151 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98eccc2e-d3b7-47de-ae11-974151093b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:22.436350 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-98eccc2e-d3b7-47de-ae11-974151093b63 None None] Allocated IP 172.21.0.2 (a001b984-4cda-450e-8b6b-03aa510b2443/3091d10b-22fd-4cf4-89be-37f930d5ba56/a6cab5cf-83ad-4e84-b84d-c96c1077c782) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:22.437652 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cecb2b5c-a880-4136-8a7d-95d91d3a693c tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:22.577715 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98eccc2e-d3b7-47de-ae11-974151093b63 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:22.629428 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.api.v2.resource [None req-cecb2b5c-a880-4136-8a7d-95d91d3a693c tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:29:22.630518 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cecb2b5c-a880-4136-8a7d-95d91d3a693c tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] 10.222.0.15 "PUT /v2.0/routers/89a4ceba-4a1e-4097-96d2-1bd7d1808a5c HTTP/1.1" status: 400 len: 364 time: 0.4075966 Apr 23 00:29:22.636902 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60192) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:22.639292 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98eccc2e-d3b7-47de-ae11-974151093b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:22.681472 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eccc2e-d3b7-47de-ae11-974151093b63 None None] Network a001b984-4cda-450e-8b6b-03aa510b2443 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:22.686440 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-98eccc2e-d3b7-47de-ae11-974151093b63 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:22.688908 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eccc2e-d3b7-47de-ae11-974151093b63 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:29:22.697016 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a85b30-1206-4261-819d-be1ca8eadec9 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Deleting subnet 3091d10b-22fd-4cf4-89be-37f930d5ba56 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:29:22.700557 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80a85b30-1206-4261-819d-be1ca8eadec9 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:22.719527 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eccc2e-d3b7-47de-ae11-974151093b63 None None] Pushing event updated for resources: {'Port': ['ID=a6cab5cf-83ad-4e84-b84d-c96c1077c782,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:22.755171 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-98eccc2e-d3b7-47de-ae11-974151093b63 None None] Attempting to bind port a6cab5cf-83ad-4e84-b84d-c96c1077c782 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:22.755556 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-98eccc2e-d3b7-47de-ae11-974151093b63 None None] Attempting to bind port a6cab5cf-83ad-4e84-b84d-c96c1077c782 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '02bc6952-8727-48c4-aaf3-36ec4cae2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a001b984-4cda-450e-8b6b-03aa510b2443'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:22.755953 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eccc2e-d3b7-47de-ae11-974151093b63 None None] Attempting to bind port a6cab5cf-83ad-4e84-b84d-c96c1077c782 on network a001b984-4cda-450e-8b6b-03aa510b2443 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:29:22.758387 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80a85b30-1206-4261-819d-be1ca8eadec9 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:22.761920 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eccc2e-d3b7-47de-ae11-974151093b63 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:29:22.762296 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eccc2e-d3b7-47de-ae11-974151093b63 None None] Checking segment: {'id': '02bc6952-8727-48c4-aaf3-36ec4cae2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a001b984-4cda-450e-8b6b-03aa510b2443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:29:22.762702 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98eccc2e-d3b7-47de-ae11-974151093b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:22.763202 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eccc2e-d3b7-47de-ae11-974151093b63 None None] Bound using segment: {'id': '02bc6952-8727-48c4-aaf3-36ec4cae2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a001b984-4cda-450e-8b6b-03aa510b2443'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:29:22.763984 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-98eccc2e-d3b7-47de-ae11-974151093b63 None None] Bound port: a6cab5cf-83ad-4e84-b84d-c96c1077c782, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bc6952-8727-48c4-aaf3-36ec4cae2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a001b984-4cda-450e-8b6b-03aa510b2443'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:22.764374 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98eccc2e-d3b7-47de-ae11-974151093b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:22.833956 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-98eccc2e-d3b7-47de-ae11-974151093b63 None None] For port a6cab5cf-83ad-4e84-b84d-c96c1077c782, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:29:22.837614 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-98eccc2e-d3b7-47de-ae11-974151093b63 None None] For port a6cab5cf-83ad-4e84-b84d-c96c1077c782, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a6cab5cf-83ad-4e84-b84d-c96c1077c782,segment=NetworkSegment(02bc6952-8727-48c4-aaf3-36ec4cae2bc9),segment_id=02bc6952-8727-48c4-aaf3-36ec4cae2bc9)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:29:22.902105 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98eccc2e-d3b7-47de-ae11-974151093b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:22.904102 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80a85b30-1206-4261-819d-be1ca8eadec9 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:22.938945 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747545d7-c34b-4de2-8724-55300ccb8780 None None] Network 41d9214a-24d8-42d4-b448-0b9b11698f3b requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:29:23.027696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eccc2e-d3b7-47de-ae11-974151093b63 None None] Pushing event updated for resources: {'Port': ['ID=a6cab5cf-83ad-4e84-b84d-c96c1077c782,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:23.030186 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80a85b30-1206-4261-819d-be1ca8eadec9 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.055348 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-1f0410a8-42e1-42d5-964d-603ba5322c29 None None] Provisioning complete for port c933ecb8-8247-4fde-b44e-951eeefd4e96 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:23.055732 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f0410a8-42e1-42d5-964d-603ba5322c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.061140 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a85b30-1206-4261-819d-be1ca8eadec9 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Pushing event deleted for resources: {'Subnet': ['ID=3091d10b-22fd-4cf4-89be-37f930d5ba56,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:23.067968 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80a85b30-1206-4261-819d-be1ca8eadec9 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.072689 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-80a85b30-1206-4261-819d-be1ca8eadec9 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] 10.222.0.15 "DELETE /v2.0/subnets/3091d10b-22fd-4cf4-89be-37f930d5ba56 HTTP/1.1" status: 204 len: 168 time: 0.4342875 Apr 23 00:29:23.074793 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60194) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:23.188584 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4caa1534-5424-4a82-9b28-c91f1f02ff13 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.237315 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device c933ecb8-8247-4fde-b44e-951eeefd4e96 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:29:23.261641 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-4caa1534-5424-4a82-9b28-c91f1f02ff13 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Deleting port a6cab5cf-83ad-4e84-b84d-c96c1077c782 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:29:23.262059 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4caa1534-5424-4a82-9b28-c91f1f02ff13 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.274650 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f0410a8-42e1-42d5-964d-603ba5322c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.319259 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1f0410a8-42e1-42d5-964d-603ba5322c29 None None] For port c933ecb8-8247-4fde-b44e-951eeefd4e96, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=c933ecb8-8247-4fde-b44e-951eeefd4e96,segment=NetworkSegment(55010b92-0261-4e62-bc30-eea27e963cd0),segment_id=55010b92-0261-4e62-bc30-eea27e963cd0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:29:23.328769 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port c933ecb8-8247-4fde-b44e-951eeefd4e96 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:23.331708 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.340179 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-4caa1534-5424-4a82-9b28-c91f1f02ff13 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] For port a6cab5cf-83ad-4e84-b84d-c96c1077c782, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a6cab5cf-83ad-4e84-b84d-c96c1077c782,segment=NetworkSegment(02bc6952-8727-48c4-aaf3-36ec4cae2bc9),segment_id=02bc6952-8727-48c4-aaf3-36ec4cae2bc9)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:29:23.340824 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4caa1534-5424-4a82-9b28-c91f1f02ff13 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.358909 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-4caa1534-5424-4a82-9b28-c91f1f02ff13 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Calling delete_port for a6cab5cf-83ad-4e84-b84d-c96c1077c782 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:29:23.378269 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f0410a8-42e1-42d5-964d-603ba5322c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.460305 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0410a8-42e1-42d5-964d-603ba5322c29 None None] Pushing event updated for resources: {'Port': ['ID=c933ecb8-8247-4fde-b44e-951eeefd4e96,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:23.497193 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-e67f0ba6-0250-4182-a963-d040bcf8101d None None] Provisioning complete for port c933ecb8-8247-4fde-b44e-951eeefd4e96 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:23.497567 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e67f0ba6-0250-4182-a963-d040bcf8101d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.518763 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4caa1534-5424-4a82-9b28-c91f1f02ff13 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.547218 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caa1534-5424-4a82-9b28-c91f1f02ff13 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] No DVR routers for this DVR port a6cab5cf-83ad-4e84-b84d-c96c1077c782 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:29:23.553797 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa1534-5424-4a82-9b28-c91f1f02ff13 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Pushing event deleted for resources: {'Port': ['ID=a6cab5cf-83ad-4e84-b84d-c96c1077c782,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:23.627077 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4caa1534-5424-4a82-9b28-c91f1f02ff13 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.647210 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-4caa1534-5424-4a82-9b28-c91f1f02ff13 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a001b984-4cda-450e-8b6b-03aa510b2443']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:23.657332 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-4caa1534-5424-4a82-9b28-c91f1f02ff13 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02bc6952-8727-48c4-aaf3-36ec4cae2bc9') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:23.657637 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-4caa1534-5424-4a82-9b28-c91f1f02ff13 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02bc6952-8727-48c4-aaf3-36ec4cae2bc9') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:23.672311 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4caa1534-5424-4a82-9b28-c91f1f02ff13 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.686910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4caa1534-5424-4a82-9b28-c91f1f02ff13 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.693303 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4caa1534-5424-4a82-9b28-c91f1f02ff13 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:29:23.693651 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4caa1534-5424-4a82-9b28-c91f1f02ff13 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:29:23.697719 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:29:23.838573 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4caa1534-5424-4a82-9b28-c91f1f02ff13 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.845764 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4caa1534-5424-4a82-9b28-c91f1f02ff13 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.852179 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4caa1534-5424-4a82-9b28-c91f1f02ff13 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] 10.222.0.15 "DELETE /v2.0/networks/a001b984-4cda-450e-8b6b-03aa510b2443 HTTP/1.1" status: 204 len: 168 time: 0.7756884 Apr 23 00:29:23.852330 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60196) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:23.861685 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.865367 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa1534-5424-4a82-9b28-c91f1f02ff13 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Pushing event deleted for resources: {'Network': ['ID=a001b984-4cda-450e-8b6b-03aa510b2443,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:23.910532 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-48bd91e4-05eb-4469-9bc0-ffcd369b29d7 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Deleting subnet 05970a49-3799-4278-909b-0958a65f6ce2 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:29:23.914572 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-48bd91e4-05eb-4469-9bc0-ffcd369b29d7 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.956153 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-48bd91e4-05eb-4469-9bc0-ffcd369b29d7 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.995431 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-35b51d65-17f0-4ebf-bee4-bcca3ab44780 None None] Could not find standard attr ID for object a6cab5cf-83ad-4e84-b84d-c96c1077c782. {{(pid=103146) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:29:24.004572 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c252c2f8-0107-4391-920c-c16d7cda4a89 None None] DHCP port deletion for a001b984-4cda-450e-8b6b-03aa510b2443 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:29:24.022685 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ced05e-6f30-4064-b18e-e1a72bd2fc55 None None] Network a001b984-4cda-450e-8b6b-03aa510b2443 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:29:24.035048 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ced05e-6f30-4064-b18e-e1a72bd2fc55 None None] Network a001b984-4cda-450e-8b6b-03aa510b2443 could not be found, it might have been deleted concurrently. {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 23 00:29:24.045921 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-48bd91e4-05eb-4469-9bc0-ffcd369b29d7 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.172582 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-48bd91e4-05eb-4469-9bc0-ffcd369b29d7 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.200809 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd91e4-05eb-4469-9bc0-ffcd369b29d7 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Pushing event deleted for resources: {'Subnet': ['ID=05970a49-3799-4278-909b-0958a65f6ce2,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:24.203195 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-48bd91e4-05eb-4469-9bc0-ffcd369b29d7 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.206248 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-48bd91e4-05eb-4469-9bc0-ffcd369b29d7 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] 10.222.0.15 "DELETE /v2.0/subnets/05970a49-3799-4278-909b-0958a65f6ce2 HTTP/1.1" status: 204 len: 168 time: 0.3528743 Apr 23 00:29:24.208046 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c908124-937b-4b49-9a08-f529692c8a6a None None] Network 41d9214a-24d8-42d4-b448-0b9b11698f3b requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:29:24.208725 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60198) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:24.213049 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd91e4-05eb-4469-9bc0-ffcd369b29d7 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:24.213392 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd91e4-05eb-4469-9bc0-ffcd369b29d7 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:24.213730 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd91e4-05eb-4469-9bc0-ffcd369b29d7 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:24.214060 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd91e4-05eb-4469-9bc0-ffcd369b29d7 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:24.214388 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd91e4-05eb-4469-9bc0-ffcd369b29d7 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:24.214716 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd91e4-05eb-4469-9bc0-ffcd369b29d7 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:24.215041 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd91e4-05eb-4469-9bc0-ffcd369b29d7 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:24.215365 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd91e4-05eb-4469-9bc0-ffcd369b29d7 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:24.215720 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd91e4-05eb-4469-9bc0-ffcd369b29d7 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:24.216043 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd91e4-05eb-4469-9bc0-ffcd369b29d7 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:24.216513 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd91e4-05eb-4469-9bc0-ffcd369b29d7 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:24.216678 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd91e4-05eb-4469-9bc0-ffcd369b29d7 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:24.291512 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-577cd9c3-d40b-4dcf-bb26-c7c7dc563c8a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.383216 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109f188f-1b44-4b4b-96f8-5923e22b6c3f None None] DHCP port deletion for 41d9214a-24d8-42d4-b448-0b9b11698f3b request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:29:24.432728 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-109f188f-1b44-4b4b-96f8-5923e22b6c3f None None] Deleting port c933ecb8-8247-4fde-b44e-951eeefd4e96 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:29:24.433105 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-109f188f-1b44-4b4b-96f8-5923e22b6c3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.496930 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-109f188f-1b44-4b4b-96f8-5923e22b6c3f None None] For port c933ecb8-8247-4fde-b44e-951eeefd4e96, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=c933ecb8-8247-4fde-b44e-951eeefd4e96,segment=NetworkSegment(55010b92-0261-4e62-bc30-eea27e963cd0),segment_id=55010b92-0261-4e62-bc30-eea27e963cd0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:29:24.497231 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-109f188f-1b44-4b4b-96f8-5923e22b6c3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.515671 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-109f188f-1b44-4b4b-96f8-5923e22b6c3f None None] Calling delete_port for c933ecb8-8247-4fde-b44e-951eeefd4e96 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:29:24.616641 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-577cd9c3-d40b-4dcf-bb26-c7c7dc563c8a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Deleting port c933ecb8-8247-4fde-b44e-951eeefd4e96 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:29:24.617457 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-577cd9c3-d40b-4dcf-bb26-c7c7dc563c8a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.658255 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-109f188f-1b44-4b4b-96f8-5923e22b6c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.678348 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-577cd9c3-d40b-4dcf-bb26-c7c7dc563c8a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] For port c933ecb8-8247-4fde-b44e-951eeefd4e96, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=c933ecb8-8247-4fde-b44e-951eeefd4e96,segment=NetworkSegment(55010b92-0261-4e62-bc30-eea27e963cd0),segment_id=55010b92-0261-4e62-bc30-eea27e963cd0)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:29:24.678713 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-577cd9c3-d40b-4dcf-bb26-c7c7dc563c8a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.685731 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f188f-1b44-4b4b-96f8-5923e22b6c3f None None] Pushing event deleted for resources: {'Port': ['ID=c933ecb8-8247-4fde-b44e-951eeefd4e96,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:24.689210 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109f188f-1b44-4b4b-96f8-5923e22b6c3f None None] No DVR routers for this DVR port c933ecb8-8247-4fde-b44e-951eeefd4e96 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:29:24.694248 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-577cd9c3-d40b-4dcf-bb26-c7c7dc563c8a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Calling delete_port for c933ecb8-8247-4fde-b44e-951eeefd4e96 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:29:24.772228 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-577cd9c3-d40b-4dcf-bb26-c7c7dc563c8a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.798593 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577cd9c3-d40b-4dcf-bb26-c7c7dc563c8a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Pushing event deleted for resources: {'Port': ['ID=c933ecb8-8247-4fde-b44e-951eeefd4e96,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:24.800456 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577cd9c3-d40b-4dcf-bb26-c7c7dc563c8a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] No DVR routers for this DVR port c933ecb8-8247-4fde-b44e-951eeefd4e96 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:29:24.878694 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-577cd9c3-d40b-4dcf-bb26-c7c7dc563c8a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.898887 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-577cd9c3-d40b-4dcf-bb26-c7c7dc563c8a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d9214a-24d8-42d4-b448-0b9b11698f3b']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:24.907928 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-577cd9c3-d40b-4dcf-bb26-c7c7dc563c8a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55010b92-0261-4e62-bc30-eea27e963cd0') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:24.908225 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-577cd9c3-d40b-4dcf-bb26-c7c7dc563c8a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55010b92-0261-4e62-bc30-eea27e963cd0') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:24.917972 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-577cd9c3-d40b-4dcf-bb26-c7c7dc563c8a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.931439 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-577cd9c3-d40b-4dcf-bb26-c7c7dc563c8a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.937121 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577cd9c3-d40b-4dcf-bb26-c7c7dc563c8a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:29:24.937501 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-577cd9c3-d40b-4dcf-bb26-c7c7dc563c8a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: self.session.flush() Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:29:24.940360 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:29:25.058100 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-577cd9c3-d40b-4dcf-bb26-c7c7dc563c8a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.066249 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-577cd9c3-d40b-4dcf-bb26-c7c7dc563c8a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.069382 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-577cd9c3-d40b-4dcf-bb26-c7c7dc563c8a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] 10.222.0.15 "DELETE /v2.0/networks/41d9214a-24d8-42d4-b448-0b9b11698f3b HTTP/1.1" status: 204 len: 168 time: 0.8595567 Apr 23 00:29:25.072405 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60200) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:25.079633 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577cd9c3-d40b-4dcf-bb26-c7c7dc563c8a tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Pushing event deleted for resources: {'Network': ['ID=41d9214a-24d8-42d4-b448-0b9b11698f3b,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:25.104619 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c2b84b66-1666-4693-b27a-06ce187f40c8 tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] 10.222.0.15 "GET /v2.0/ports?device_id=89a4ceba-4a1e-4097-96d2-1bd7d1808a5c HTTP/1.1" status: 200 len: 205 time: 0.0307834 Apr 23 00:29:25.106979 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60202) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:25.112719 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device c933ecb8-8247-4fde-b44e-951eeefd4e96 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:29:25.132896 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: c933ecb8-8247-4fde-b44e-951eeefd4e96 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:29:25.133249 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device c933ecb8-8247-4fde-b44e-951eeefd4e96 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:29:25.180196 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6c3005f9-429c-459b-8ed3-d533b284066e tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.336227 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6c3005f9-429c-459b-8ed3-d533b284066e tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.338469 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6c3005f9-429c-459b-8ed3-d533b284066e tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.444167 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6c3005f9-429c-459b-8ed3-d533b284066e tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.444696 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3005f9-429c-459b-8ed3-d533b284066e tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Fanout notify agent at l3_agent the message router_deleted on router 89a4ceba-4a1e-4097-96d2-1bd7d1808a5c {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:29:25.451271 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6c3005f9-429c-459b-8ed3-d533b284066e tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.454996 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6c3005f9-429c-459b-8ed3-d533b284066e tempest-RoutersNegativeTest-759620051 tempest-RoutersNegativeTest-759620051-project] 10.222.0.15 "DELETE /v2.0/routers/89a4ceba-4a1e-4097-96d2-1bd7d1808a5c HTTP/1.1" status: 204 len: 168 time: 0.3471127 Apr 23 00:29:25.889267 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60208) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:26.016835 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0987c422-c43e-449d-a845-ff947691f4d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=440c322aa1514ebe81750fc3f60e77d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263542 Apr 23 00:29:26.019205 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60212) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:26.071153 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ca69972-9e1b-467c-aa91-e2488dd0ef02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:26.091587 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ca69972-9e1b-467c-aa91-e2488dd0ef02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:26.213038 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ca69972-9e1b-467c-aa91-e2488dd0ef02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:26.215822 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ca69972-9e1b-467c-aa91-e2488dd0ef02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:26.217012 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2ca69972-9e1b-467c-aa91-e2488dd0ef02 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/24ffc8f5-582d-422f-bc19-21ab52751d15 HTTP/1.1" status: 204 len: 168 time: 0.1968741 Apr 23 00:29:26.229787 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca69972-9e1b-467c-aa91-e2488dd0ef02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ffc8f5-582d-422f-bc19-21ab52751d15,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:26.794750 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:29:27.207599 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60234) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:27.304092 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-dbd09560-b9fd-46c6-8f4c-5273d0f3d49e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1579780210-network', 'tenant_id': 'da128246dfe04caeb020e54b4cc5874e'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:27.412324 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd09560-b9fd-46c6-8f4c-5273d0f3d49e admin admin] Made reservation on behalf of da128246dfe04caeb020e54b4cc5874e for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:27.415265 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dbd09560-b9fd-46c6-8f4c-5273d0f3d49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:27.423697 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dbd09560-b9fd-46c6-8f4c-5273d0f3d49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:27.497292 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dbd09560-b9fd-46c6-8f4c-5273d0f3d49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:27.572360 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dbd09560-b9fd-46c6-8f4c-5273d0f3d49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:27.596445 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd09560-b9fd-46c6-8f4c-5273d0f3d49e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:29:27.606343 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd09560-b9fd-46c6-8f4c-5273d0f3d49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8561e70d-e244-4374-849d-b310b364159a,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:27.611029 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dbd09560-b9fd-46c6-8f4c-5273d0f3d49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:27.611359 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-dbd09560-b9fd-46c6-8f4c-5273d0f3d49e admin admin] Added segment 221ed35a-bcb0-4abd-8422-4ec06b45a3b0 of type vlan for network af6931e3-5e72-49e0-88b0-eddea86ec12e Apr 23 00:29:27.653641 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dbd09560-b9fd-46c6-8f4c-5273d0f3d49e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:27.747195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dbd09560-b9fd-46c6-8f4c-5273d0f3d49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:27.748379 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd09560-b9fd-46c6-8f4c-5273d0f3d49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:27.749064 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dbd09560-b9fd-46c6-8f4c-5273d0f3d49e admin admin] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:27.810448 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd09560-b9fd-46c6-8f4c-5273d0f3d49e admin admin] Pushing event updated for resources: {'Network': ['ID=af6931e3-5e72-49e0-88b0-eddea86ec12e,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:27.820383 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network af6931e3-5e72-49e0-88b0-eddea86ec12e details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:29:27.902068 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-dbd09560-b9fd-46c6-8f4c-5273d0f3d49e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6933491 Apr 23 00:29:27.905259 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60238) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:27.909590 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-9469eef1-832f-4bd0-9502-90c3b163349d admin admin] Request body: {'subnet': {'network_id': 'af6931e3-5e72-49e0-88b0-eddea86ec12e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1579780210-subnet', 'tenant_id': 'da128246dfe04caeb020e54b4cc5874e', 'ip_version': 4}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:28.009759 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9469eef1-832f-4bd0-9502-90c3b163349d admin admin] Made reservation on behalf of da128246dfe04caeb020e54b4cc5874e for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:28.012083 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9469eef1-832f-4bd0-9502-90c3b163349d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:28.235089 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9469eef1-832f-4bd0-9502-90c3b163349d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:28.290544 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469eef1-832f-4bd0-9502-90c3b163349d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b2368c7-043d-4b4a-8e86-60956108aaeb,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:28.299921 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9469eef1-832f-4bd0-9502-90c3b163349d admin admin] Checking segment: {'id': '221ed35a-bcb0-4abd-8422-4ec06b45a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'af6931e3-5e72-49e0-88b0-eddea86ec12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:29:28.300285 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9469eef1-832f-4bd0-9502-90c3b163349d admin admin] Network hostable DHCP agents. Network: af6931e3-5e72-49e0-88b0-eddea86ec12e, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:29:28.366143 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9469eef1-832f-4bd0-9502-90c3b163349d admin admin] Network af6931e3-5e72-49e0-88b0-eddea86ec12e is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:29:28.440378 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-9469eef1-832f-4bd0-9502-90c3b163349d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, af6931e3-5e72-49e0-88b0-eddea86ec12e) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:28.444659 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9469eef1-832f-4bd0-9502-90c3b163349d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:28.445273 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9469eef1-832f-4bd0-9502-90c3b163349d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:28.449228 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f48e592-706d-4492-a610-a3c0e45b83ce None None] Network af6931e3-5e72-49e0-88b0-eddea86ec12e requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:29:28.517692 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9469eef1-832f-4bd0-9502-90c3b163349d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6116569 Apr 23 00:29:28.520177 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60240) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:28.525088 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-6f26050a-afdc-4e62-b328-9c7535273e63 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1579780210-router', 'tenant_id': 'da128246dfe04caeb020e54b4cc5874e', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:28.590624 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004cd459-767d-4806-ab56-6d07c0d52c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-af6931e3-5e72-49e0-88b0-eddea86ec12e', 'network_id': 'af6931e3-5e72-49e0-88b0-eddea86ec12e', 'tenant_id': 'da128246dfe04caeb020e54b4cc5874e', 'fixed_ips': [{'subnet_id': '4b2368c7-043d-4b4a-8e86-60956108aaeb'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:29:28.591467 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-004cd459-767d-4806-ab56-6d07c0d52c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:28.598291 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6f26050a-afdc-4e62-b328-9c7535273e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:28.599356 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6f26050a-afdc-4e62-b328-9c7535273e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:28.656465 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6f26050a-afdc-4e62-b328-9c7535273e63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:28.727308 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-004cd459-767d-4806-ab56-6d07c0d52c00 None None] Allocated IP 172.20.0.2 (af6931e3-5e72-49e0-88b0-eddea86ec12e/4b2368c7-043d-4b4a-8e86-60956108aaeb/d9be6d66-5e0a-409a-90d7-258b779695fc) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:28.865359 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6f26050a-afdc-4e62-b328-9c7535273e63 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:28.868122 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-004cd459-767d-4806-ab56-6d07c0d52c00 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:28.937755 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-004cd459-767d-4806-ab56-6d07c0d52c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:28.978404 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004cd459-767d-4806-ab56-6d07c0d52c00 None None] Network af6931e3-5e72-49e0-88b0-eddea86ec12e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:28.981247 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-004cd459-767d-4806-ab56-6d07c0d52c00 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:28.984793 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004cd459-767d-4806-ab56-6d07c0d52c00 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:29:28.991410 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cd459-767d-4806-ab56-6d07c0d52c00 None None] Pushing event updated for resources: {'Port': ['ID=d9be6d66-5e0a-409a-90d7-258b779695fc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:29.041815 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-004cd459-767d-4806-ab56-6d07c0d52c00 None None] Attempting to bind port d9be6d66-5e0a-409a-90d7-258b779695fc on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:29.042309 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-004cd459-767d-4806-ab56-6d07c0d52c00 None None] Attempting to bind port d9be6d66-5e0a-409a-90d7-258b779695fc by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '221ed35a-bcb0-4abd-8422-4ec06b45a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'af6931e3-5e72-49e0-88b0-eddea86ec12e'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:29.042545 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004cd459-767d-4806-ab56-6d07c0d52c00 None None] Attempting to bind port d9be6d66-5e0a-409a-90d7-258b779695fc on network af6931e3-5e72-49e0-88b0-eddea86ec12e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:29:29.047361 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004cd459-767d-4806-ab56-6d07c0d52c00 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:29:29.047765 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004cd459-767d-4806-ab56-6d07c0d52c00 None None] Checking segment: {'id': '221ed35a-bcb0-4abd-8422-4ec06b45a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'af6931e3-5e72-49e0-88b0-eddea86ec12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:29:29.048160 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-004cd459-767d-4806-ab56-6d07c0d52c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:29.048555 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004cd459-767d-4806-ab56-6d07c0d52c00 None None] Bound using segment: {'id': '221ed35a-bcb0-4abd-8422-4ec06b45a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'af6931e3-5e72-49e0-88b0-eddea86ec12e'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:29:29.049016 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-004cd459-767d-4806-ab56-6d07c0d52c00 None None] Bound port: d9be6d66-5e0a-409a-90d7-258b779695fc, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221ed35a-bcb0-4abd-8422-4ec06b45a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'af6931e3-5e72-49e0-88b0-eddea86ec12e'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:29.049396 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-004cd459-767d-4806-ab56-6d07c0d52c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:29.113506 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-004cd459-767d-4806-ab56-6d07c0d52c00 None None] For port d9be6d66-5e0a-409a-90d7-258b779695fc, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:29:29.116502 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-004cd459-767d-4806-ab56-6d07c0d52c00 None None] For port d9be6d66-5e0a-409a-90d7-258b779695fc, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d9be6d66-5e0a-409a-90d7-258b779695fc,segment=NetworkSegment(221ed35a-bcb0-4abd-8422-4ec06b45a3b0),segment_id=221ed35a-bcb0-4abd-8422-4ec06b45a3b0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:29:29.158989 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6f26050a-afdc-4e62-b328-9c7535273e63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:29.169779 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-004cd459-767d-4806-ab56-6d07c0d52c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:29.184593 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6f26050a-afdc-4e62-b328-9c7535273e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:29.230781 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cd459-767d-4806-ab56-6d07c0d52c00 None None] Pushing event updated for resources: {'Port': ['ID=d9be6d66-5e0a-409a-90d7-258b779695fc,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:29.297559 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-6f26050a-afdc-4e62-b328-9c7535273e63 admin admin] Allocated IP 172.26.3.209 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/7e127dd2-8257-4619-abe7-b5acd103dd33) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:29.429012 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6f26050a-afdc-4e62-b328-9c7535273e63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:29.529898 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6f26050a-afdc-4e62-b328-9c7535273e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:29.570621 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f26050a-afdc-4e62-b328-9c7535273e63 admin admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:29.573483 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-6f26050a-afdc-4e62-b328-9c7535273e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:29.576008 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f26050a-afdc-4e62-b328-9c7535273e63 admin admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:29:29.599390 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26050a-afdc-4e62-b328-9c7535273e63 admin admin] Pushing event updated for resources: {'Port': ['ID=7e127dd2-8257-4619-abe7-b5acd103dd33,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:29.912822 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6f26050a-afdc-4e62-b328-9c7535273e63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:30.064147 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc98af6e-8587-44bf-85ff-40f2266c9ca5 None None] Network af6931e3-5e72-49e0-88b0-eddea86ec12e requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:29:30.120015 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6f26050a-afdc-4e62-b328-9c7535273e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:30.185282 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-634969df-5203-4fa0-a206-8842ec8540a8 None None] Provisioning complete for port d9be6d66-5e0a-409a-90d7-258b779695fc triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:30.185570 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-634969df-5203-4fa0-a206-8842ec8540a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:30.299901 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-634969df-5203-4fa0-a206-8842ec8540a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:30.334813 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-634969df-5203-4fa0-a206-8842ec8540a8 None None] For port d9be6d66-5e0a-409a-90d7-258b779695fc, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d9be6d66-5e0a-409a-90d7-258b779695fc,segment=NetworkSegment(221ed35a-bcb0-4abd-8422-4ec06b45a3b0),segment_id=221ed35a-bcb0-4abd-8422-4ec06b45a3b0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:29:30.341319 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f26050a-afdc-4e62-b328-9c7535273e63 admin admin] Router a1674b9d-debf-421a-9007-0d4e058dfd00 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:29:30.423865 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-634969df-5203-4fa0-a206-8842ec8540a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:30.457431 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f26050a-afdc-4e62-b328-9c7535273e63 admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:29:30.467899 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] Sync routers for ids ['a1674b9d-debf-421a-9007-0d4e058dfd00'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:29:30.481700 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] Routers {'a1674b9d-debf-421a-9007-0d4e058dfd00'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:29:30.481902 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634969df-5203-4fa0-a206-8842ec8540a8 None None] Pushing event updated for resources: {'Port': ['ID=d9be6d66-5e0a-409a-90d7-258b779695fc,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:30.482572 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:29:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a1674b9d-debf-421a-9007-0d4e058dfd00'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:30.538589 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6f26050a-afdc-4e62-b328-9c7535273e63 admin admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:30.540115 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-6f26050a-afdc-4e62-b328-9c7535273e63 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0190043 Apr 23 00:29:30.542809 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60242) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:30.543247 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5b95f8fa-1b09-4b7d-9fb6-9f911ba50bb9 None None] Provisioning complete for port d9be6d66-5e0a-409a-90d7-258b779695fc triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:30.544649 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b95f8fa-1b09-4b7d-9fb6-9f911ba50bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:30.597329 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] Set router a1674b9d-debf-421a-9007-0d4e058dfd00 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:29:30.780331 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1674b9d-debf-421a-9007-0d4e058dfd00', 'name': 'tempest-TestEncryptedCinderVolumes-1579780210-router', 'tenant_id': 'da128246dfe04caeb020e54b4cc5874e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '7e127dd2-8257-4619-abe7-b5acd103dd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:28Z', 'updated_at': '2022-04-23T00:29:29Z', 'revision_number': 3, 'project_id': 'da128246dfe04caeb020e54b4cc5874e', 'gw_port': {'id': '7e127dd2-8257-4619-abe7-b5acd103dd33', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1674b9d-debf-421a-9007-0d4e058dfd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:29Z', 'updated_at': '2022-04-23T00:29:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:30.808051 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] Checking router: a1674b9d-debf-421a-9007-0d4e058dfd00 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:29:30.808403 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] Updating router a1674b9d-debf-421a-9007-0d4e058dfd00 port 7e127dd2-8257-4619-abe7-b5acd103dd33 binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:29:30.839010 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:31.120200 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:31.194484 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d9be6d66-5e0a-409a-90d7-258b779695fc up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:29:31.200983 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:31.247923 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68779be-473e-43bc-a942-0a42c390776c None None] Pushing event updated for resources: {'Port': ['ID=7e127dd2-8257-4619-abe7-b5acd103dd33,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:31.258272 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68779be-473e-43bc-a942-0a42c390776c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:31.259494 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68779be-473e-43bc-a942-0a42c390776c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:31.260084 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68779be-473e-43bc-a942-0a42c390776c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:31.260610 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68779be-473e-43bc-a942-0a42c390776c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:31.261215 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68779be-473e-43bc-a942-0a42c390776c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:31.261616 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68779be-473e-43bc-a942-0a42c390776c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:31.262049 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68779be-473e-43bc-a942-0a42c390776c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:31.262482 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68779be-473e-43bc-a942-0a42c390776c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:31.262953 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68779be-473e-43bc-a942-0a42c390776c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:31.263690 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68779be-473e-43bc-a942-0a42c390776c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:31.263886 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port d9be6d66-5e0a-409a-90d7-258b779695fc triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:31.264195 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68779be-473e-43bc-a942-0a42c390776c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:31.264306 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:31.264686 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68779be-473e-43bc-a942-0a42c390776c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:31.295889 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] Attempting to bind port 7e127dd2-8257-4619-abe7-b5acd103dd33 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:31.296402 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] Attempting to bind port 7e127dd2-8257-4619-abe7-b5acd103dd33 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:31.296862 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] Attempting to bind port 7e127dd2-8257-4619-abe7-b5acd103dd33 on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:29:31.303078 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:29:31.303444 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:29:31.303869 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:31.305174 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:29:31.305620 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] Bound port: 7e127dd2-8257-4619-abe7-b5acd103dd33, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:31.305996 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:31.309328 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a6212420-d08e-43be-89ac-b0f217fd1e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:31.359676 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] For port 7e127dd2-8257-4619-abe7-b5acd103dd33, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:29:31.362748 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] For port 7e127dd2-8257-4619-abe7-b5acd103dd33, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7e127dd2-8257-4619-abe7-b5acd103dd33,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:29:31.433448 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:31.543721 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-a6212420-d08e-43be-89ac-b0f217fd1e2f admin admin] Allocated IP 172.20.0.1 (af6931e3-5e72-49e0-88b0-eddea86ec12e/4b2368c7-043d-4b4a-8e86-60956108aaeb/4289a092-e429-4c2f-bae3-de25d05b6a46) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:31.573313 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] Routers {'a1674b9d-debf-421a-9007-0d4e058dfd00'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:29:31.573857 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:29:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a1674b9d-debf-421a-9007-0d4e058dfd00'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:31.613050 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68779be-473e-43bc-a942-0a42c390776c None None] Pushing event updated for resources: {'Port': ['ID=7e127dd2-8257-4619-abe7-b5acd103dd33,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:31.649993 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a6212420-d08e-43be-89ac-b0f217fd1e2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:31.687156 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] Set router a1674b9d-debf-421a-9007-0d4e058dfd00 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:29:31.749775 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a6212420-d08e-43be-89ac-b0f217fd1e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:31.785588 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6212420-d08e-43be-89ac-b0f217fd1e2f admin admin] Network af6931e3-5e72-49e0-88b0-eddea86ec12e is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:31.788366 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-a6212420-d08e-43be-89ac-b0f217fd1e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:31.794442 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6212420-d08e-43be-89ac-b0f217fd1e2f admin admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:29:31.830167 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6212420-d08e-43be-89ac-b0f217fd1e2f admin admin] Pushing event updated for resources: {'Port': ['ID=4289a092-e429-4c2f-bae3-de25d05b6a46,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:31.849722 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a6212420-d08e-43be-89ac-b0f217fd1e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:31.867749 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1674b9d-debf-421a-9007-0d4e058dfd00', 'name': 'tempest-TestEncryptedCinderVolumes-1579780210-router', 'tenant_id': 'da128246dfe04caeb020e54b4cc5874e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '7e127dd2-8257-4619-abe7-b5acd103dd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:28Z', 'updated_at': '2022-04-23T00:29:29Z', 'revision_number': 3, 'project_id': 'da128246dfe04caeb020e54b4cc5874e', 'gw_port': {'id': '7e127dd2-8257-4619-abe7-b5acd103dd33', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1674b9d-debf-421a-9007-0d4e058dfd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:29Z', 'updated_at': '2022-04-23T00:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:31.899707 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e617b7a9-dbda-41a3-97a8-e1f290dd803b None None] The sync data for ids ['a1674b9d-debf-421a-9007-0d4e058dfd00'] in dv-neutron-838783-1-hyperv is: [{'id': 'a1674b9d-debf-421a-9007-0d4e058dfd00', 'name': 'tempest-TestEncryptedCinderVolumes-1579780210-router', 'tenant_id': 'da128246dfe04caeb020e54b4cc5874e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '7e127dd2-8257-4619-abe7-b5acd103dd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:28Z', 'updated_at': '2022-04-23T00:29:29Z', 'revision_number': 3, 'project_id': 'da128246dfe04caeb020e54b4cc5874e', 'gw_port': {'id': '7e127dd2-8257-4619-abe7-b5acd103dd33', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1674b9d-debf-421a-9007-0d4e058dfd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:29Z', 'updated_at': '2022-04-23T00:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:29:32.063707 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-72028995-c1e2-4dde-bb78-1ec3de91b909 None None] Provisioning complete for port 4289a092-e429-4c2f-bae3-de25d05b6a46 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:32.064443 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72028995-c1e2-4dde-bb78-1ec3de91b909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:32.083023 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a6212420-d08e-43be-89ac-b0f217fd1e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:32.108955 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-72028995-c1e2-4dde-bb78-1ec3de91b909 None None] Port 4289a092-e429-4c2f-bae3-de25d05b6a46 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:29:32.274928 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a6212420-d08e-43be-89ac-b0f217fd1e2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:32.346925 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a6212420-d08e-43be-89ac-b0f217fd1e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:32.415218 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6212420-d08e-43be-89ac-b0f217fd1e2f admin admin] Pushing event updated for resources: {'Port': ['ID=4289a092-e429-4c2f-bae3-de25d05b6a46,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:32.418832 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a6212420-d08e-43be-89ac-b0f217fd1e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:32.520600 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6212420-d08e-43be-89ac-b0f217fd1e2f admin admin] Network af6931e3-5e72-49e0-88b0-eddea86ec12e is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:32.522162 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-a6212420-d08e-43be-89ac-b0f217fd1e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:32.650850 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6212420-d08e-43be-89ac-b0f217fd1e2f admin admin] Router a1674b9d-debf-421a-9007-0d4e058dfd00 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:29:32.751825 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-740ea90f-e986-4f65-a348-7bf457df345c None None] Provisioning complete for port 4289a092-e429-4c2f-bae3-de25d05b6a46 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:32.752376 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-740ea90f-e986-4f65-a348-7bf457df345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:32.779296 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6212420-d08e-43be-89ac-b0f217fd1e2f admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:29:32.784376 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a6212420-d08e-43be-89ac-b0f217fd1e2f admin admin] 10.222.0.15 "PUT /v2.0/routers/a1674b9d-debf-421a-9007-0d4e058dfd00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2401443 Apr 23 00:29:32.790088 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-740ea90f-e986-4f65-a348-7bf457df345c None None] Port 4289a092-e429-4c2f-bae3-de25d05b6a46 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:29:33.132736 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7e127dd2-8257-4619-abe7-b5acd103dd33 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:29:33.182412 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7e127dd2-8257-4619-abe7-b5acd103dd33 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:33.182767 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:33.424746 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:33.450312 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 7e127dd2-8257-4619-abe7-b5acd103dd33, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7e127dd2-8257-4619-abe7-b5acd103dd33,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:29:33.450312 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] Sync routers for ids ['a1674b9d-debf-421a-9007-0d4e058dfd00'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:29:33.458314 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] Routers {'a1674b9d-debf-421a-9007-0d4e058dfd00'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:29:33.458928 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:29:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a1674b9d-debf-421a-9007-0d4e058dfd00'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:33.479706 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60258) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:33.484593 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-7cb6eefe-ce68-4837-bc64-38aeb7c4fef3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1754500610-network', 'tenant_id': '46bf9a5e924744589a5b0b1cbaf60feb'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:33.550333 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:33.602715 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] Set router a1674b9d-debf-421a-9007-0d4e058dfd00 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:29:33.606201 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb6eefe-ce68-4837-bc64-38aeb7c4fef3 admin admin] Made reservation on behalf of 46bf9a5e924744589a5b0b1cbaf60feb for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:33.608736 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7cb6eefe-ce68-4837-bc64-38aeb7c4fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:33.617550 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7cb6eefe-ce68-4837-bc64-38aeb7c4fef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:33.643753 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=7e127dd2-8257-4619-abe7-b5acd103dd33,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:33.694024 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7cb6eefe-ce68-4837-bc64-38aeb7c4fef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:33.780958 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7cb6eefe-ce68-4837-bc64-38aeb7c4fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:33.806748 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb6eefe-ce68-4837-bc64-38aeb7c4fef3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:29:33.815590 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6eefe-ce68-4837-bc64-38aeb7c4fef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc496ddf-fce0-4abf-899f-636e47a2b5ff,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:33.821240 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1674b9d-debf-421a-9007-0d4e058dfd00', 'name': 'tempest-TestEncryptedCinderVolumes-1579780210-router', 'tenant_id': 'da128246dfe04caeb020e54b4cc5874e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '7e127dd2-8257-4619-abe7-b5acd103dd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:28Z', 'updated_at': '2022-04-23T00:29:31Z', 'revision_number': 4, 'project_id': 'da128246dfe04caeb020e54b4cc5874e', 'gw_port': {'id': '7e127dd2-8257-4619-abe7-b5acd103dd33', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1674b9d-debf-421a-9007-0d4e058dfd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:29Z', 'updated_at': '2022-04-23T00:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '4289a092-e429-4c2f-bae3-de25d05b6a46', 'name': '', 'network_id': 'af6931e3-5e72-49e0-88b0-eddea86ec12e', 'tenant_id': 'da128246dfe04caeb020e54b4cc5874e', 'mac_address': 'fa:16:3e:74:4b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1674b9d-debf-421a-9007-0d4e058dfd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '4b2368c7-043d-4b4a-8e86-60956108aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:31Z', 'updated_at': '2022-04-23T00:29:32Z', 'revision_number': 2, 'project_id': 'da128246dfe04caeb020e54b4cc5874e', 'subnets': [{'id': '4b2368c7-043d-4b4a-8e86-60956108aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:33.822406 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7cb6eefe-ce68-4837-bc64-38aeb7c4fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:33.822766 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-7cb6eefe-ce68-4837-bc64-38aeb7c4fef3 admin admin] Added segment 1fa9b0aa-e072-4900-adc0-12c7700deb87 of type vlan for network 0bd0baa2-67bc-44df-af54-7b7605efc7b6 Apr 23 00:29:33.847113 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] Checking router: a1674b9d-debf-421a-9007-0d4e058dfd00 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:29:33.849759 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] Updating router a1674b9d-debf-421a-9007-0d4e058dfd00 port 4289a092-e429-4c2f-bae3-de25d05b6a46 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:29:33.863015 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7cb6eefe-ce68-4837-bc64-38aeb7c4fef3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:33.872552 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:33.949442 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7cb6eefe-ce68-4837-bc64-38aeb7c4fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:33.950356 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb6eefe-ce68-4837-bc64-38aeb7c4fef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:33.950938 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7cb6eefe-ce68-4837-bc64-38aeb7c4fef3 admin admin] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:34.014964 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6eefe-ce68-4837-bc64-38aeb7c4fef3 admin admin] Pushing event updated for resources: {'Network': ['ID=0bd0baa2-67bc-44df-af54-7b7605efc7b6,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:34.037290 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7cb6eefe-ce68-4837-bc64-38aeb7c4fef3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5578902 Apr 23 00:29:34.039930 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60260) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:34.042189 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 0bd0baa2-67bc-44df-af54-7b7605efc7b6 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:29:34.044617 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-0794a05b-e5da-4275-ba56-0ad8cd10a403 admin admin] Request body: {'subnet': {'network_id': '0bd0baa2-67bc-44df-af54-7b7605efc7b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1754500610-subnet', 'tenant_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'ip_version': 4}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:34.114629 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0794a05b-e5da-4275-ba56-0ad8cd10a403 admin admin] Made reservation on behalf of 46bf9a5e924744589a5b0b1cbaf60feb for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:34.117157 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0794a05b-e5da-4275-ba56-0ad8cd10a403 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:34.206493 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:34.326286 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:34.349481 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0794a05b-e5da-4275-ba56-0ad8cd10a403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:34.356581 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb303ecf-8a65-41c8-8830-76e0b7fd6796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:34.376358 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e95d4d-2bc6-4528-ab1f-b24eba0a2201 None None] Pushing event updated for resources: {'Port': ['ID=4289a092-e429-4c2f-bae3-de25d05b6a46,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:34.415289 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794a05b-e5da-4275-ba56-0ad8cd10a403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0706d3c-b192-46af-bdc6-c9a3bb3eae87,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:34.426599 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0794a05b-e5da-4275-ba56-0ad8cd10a403 admin admin] Checking segment: {'id': '1fa9b0aa-e072-4900-adc0-12c7700deb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0bd0baa2-67bc-44df-af54-7b7605efc7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:29:34.427039 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0794a05b-e5da-4275-ba56-0ad8cd10a403 admin admin] Network hostable DHCP agents. Network: 0bd0baa2-67bc-44df-af54-7b7605efc7b6, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:29:34.436586 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] Attempting to bind port 4289a092-e429-4c2f-bae3-de25d05b6a46 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:34.437234 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] Attempting to bind port 4289a092-e429-4c2f-bae3-de25d05b6a46 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '221ed35a-bcb0-4abd-8422-4ec06b45a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'af6931e3-5e72-49e0-88b0-eddea86ec12e'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:34.437798 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] Attempting to bind port 4289a092-e429-4c2f-bae3-de25d05b6a46 on network af6931e3-5e72-49e0-88b0-eddea86ec12e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:29:34.443109 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:29:34.443487 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] Checking segment: {'id': '221ed35a-bcb0-4abd-8422-4ec06b45a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'af6931e3-5e72-49e0-88b0-eddea86ec12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:29:34.443923 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:34.444322 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] Bound using segment: {'id': '221ed35a-bcb0-4abd-8422-4ec06b45a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'af6931e3-5e72-49e0-88b0-eddea86ec12e'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:29:34.444843 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] Bound port: 4289a092-e429-4c2f-bae3-de25d05b6a46, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221ed35a-bcb0-4abd-8422-4ec06b45a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'af6931e3-5e72-49e0-88b0-eddea86ec12e'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:34.445232 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:34.492511 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0794a05b-e5da-4275-ba56-0ad8cd10a403 admin admin] Network 0bd0baa2-67bc-44df-af54-7b7605efc7b6 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:29:34.513420 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] For port 4289a092-e429-4c2f-bae3-de25d05b6a46, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:29:34.516625 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] For port 4289a092-e429-4c2f-bae3-de25d05b6a46, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4289a092-e429-4c2f-bae3-de25d05b6a46,segment=NetworkSegment(221ed35a-bcb0-4abd-8422-4ec06b45a3b0),segment_id=221ed35a-bcb0-4abd-8422-4ec06b45a3b0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:29:34.560737 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-0794a05b-e5da-4275-ba56-0ad8cd10a403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 0bd0baa2-67bc-44df-af54-7b7605efc7b6) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:34.564939 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0794a05b-e5da-4275-ba56-0ad8cd10a403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:34.567061 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0794a05b-e5da-4275-ba56-0ad8cd10a403 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:34.570082 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e640bd-4b16-4026-81b9-e6cf4f41b656 None None] Network 0bd0baa2-67bc-44df-af54-7b7605efc7b6 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:29:34.589762 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:34.646517 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0794a05b-e5da-4275-ba56-0ad8cd10a403 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6053996 Apr 23 00:29:34.649595 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60262) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:34.658763 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-4cf8c013-bd71-40d0-a24d-faadd318e924 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1754500610-router', 'tenant_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:34.720140 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-dbeea64d-d508-44bd-89c0-95493bf6a515 None None] Provisioning complete for port 4289a092-e429-4c2f-bae3-de25d05b6a46 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:34.720520 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbeea64d-d508-44bd-89c0-95493bf6a515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:34.725048 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e95d4d-2bc6-4528-ab1f-b24eba0a2201 None None] Pushing event updated for resources: {'Port': ['ID=4289a092-e429-4c2f-bae3-de25d05b6a46,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:34.735465 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c013-bd71-40d0-a24d-faadd318e924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:34.737368 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c013-bd71-40d0-a24d-faadd318e924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:34.750815 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] Routers {'a1674b9d-debf-421a-9007-0d4e058dfd00'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:29:34.751460 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:29:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a1674b9d-debf-421a-9007-0d4e058dfd00'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:34.799724 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c013-bd71-40d0-a24d-faadd318e924 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:34.926292 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26850bf4-341b-4ed8-bbee-a7a4be389d7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-0bd0baa2-67bc-44df-af54-7b7605efc7b6', 'network_id': '0bd0baa2-67bc-44df-af54-7b7605efc7b6', 'tenant_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'fixed_ips': [{'subnet_id': 'd0706d3c-b192-46af-bdc6-c9a3bb3eae87'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:29:34.927134 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26850bf4-341b-4ed8-bbee-a7a4be389d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:34.964462 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] Set router a1674b9d-debf-421a-9007-0d4e058dfd00 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:29:34.990401 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c013-bd71-40d0-a24d-faadd318e924 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.020695 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbeea64d-d508-44bd-89c0-95493bf6a515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.142652 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7e127dd2-8257-4619-abe7-b5acd103dd33 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:29:35.226690 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-dbeea64d-d508-44bd-89c0-95493bf6a515 None None] For port 4289a092-e429-4c2f-bae3-de25d05b6a46, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4289a092-e429-4c2f-bae3-de25d05b6a46,segment=NetworkSegment(221ed35a-bcb0-4abd-8422-4ec06b45a3b0),segment_id=221ed35a-bcb0-4abd-8422-4ec06b45a3b0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:29:35.244995 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c013-bd71-40d0-a24d-faadd318e924 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.265129 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c013-bd71-40d0-a24d-faadd318e924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.325469 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-26850bf4-341b-4ed8-bbee-a7a4be389d7b None None] Allocated IP 172.20.0.2 (0bd0baa2-67bc-44df-af54-7b7605efc7b6/d0706d3c-b192-46af-bdc6-c9a3bb3eae87/fd11a364-6552-4933-9386-4bbb7f935fa0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:35.347150 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbeea64d-d508-44bd-89c0-95493bf6a515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.374077 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-4cf8c013-bd71-40d0-a24d-faadd318e924 admin admin] Allocated IP 172.26.3.203 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/3675699e-5541-4eb9-9110-20be7b705bc3) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:35.377044 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7e127dd2-8257-4619-abe7-b5acd103dd33 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:35.377605 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.486463 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c013-bd71-40d0-a24d-faadd318e924 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.599082 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c013-bd71-40d0-a24d-faadd318e924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.644126 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf8c013-bd71-40d0-a24d-faadd318e924 admin admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:35.649569 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-4cf8c013-bd71-40d0-a24d-faadd318e924 admin admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:35.654166 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf8c013-bd71-40d0-a24d-faadd318e924 admin admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:29:35.657291 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8c013-bd71-40d0-a24d-faadd318e924 admin admin] Pushing event updated for resources: {'Port': ['ID=3675699e-5541-4eb9-9110-20be7b705bc3,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:35.710999 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-0e9cc5ec-53dd-4f86-9fa8-3e27fdb55faa None None] Provisioning complete for port 4289a092-e429-4c2f-bae3-de25d05b6a46 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:35.711212 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e9cc5ec-53dd-4f86-9fa8-3e27fdb55faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.717152 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeea64d-d508-44bd-89c0-95493bf6a515 None None] Pushing event updated for resources: {'Port': ['ID=4289a092-e429-4c2f-bae3-de25d05b6a46,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:35.840251 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1674b9d-debf-421a-9007-0d4e058dfd00', 'name': 'tempest-TestEncryptedCinderVolumes-1579780210-router', 'tenant_id': 'da128246dfe04caeb020e54b4cc5874e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '7e127dd2-8257-4619-abe7-b5acd103dd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:28Z', 'updated_at': '2022-04-23T00:29:31Z', 'revision_number': 4, 'project_id': 'da128246dfe04caeb020e54b4cc5874e', 'gw_port': {'id': '7e127dd2-8257-4619-abe7-b5acd103dd33', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1674b9d-debf-421a-9007-0d4e058dfd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:29Z', 'updated_at': '2022-04-23T00:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '4289a092-e429-4c2f-bae3-de25d05b6a46', 'name': '', 'network_id': 'af6931e3-5e72-49e0-88b0-eddea86ec12e', 'tenant_id': 'da128246dfe04caeb020e54b4cc5874e', 'mac_address': 'fa:16:3e:74:4b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1674b9d-debf-421a-9007-0d4e058dfd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '4b2368c7-043d-4b4a-8e86-60956108aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:31Z', 'updated_at': '2022-04-23T00:29:34Z', 'revision_number': 4, 'project_id': 'da128246dfe04caeb020e54b4cc5874e', 'subnets': [{'id': '4b2368c7-043d-4b4a-8e86-60956108aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:35.899458 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c7cd0-e07f-4923-8f3f-087d41a2f4ef None None] The sync data for ids ['a1674b9d-debf-421a-9007-0d4e058dfd00'] in dv-neutron-838783-1-hyperv is: [{'id': 'a1674b9d-debf-421a-9007-0d4e058dfd00', 'name': 'tempest-TestEncryptedCinderVolumes-1579780210-router', 'tenant_id': 'da128246dfe04caeb020e54b4cc5874e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '7e127dd2-8257-4619-abe7-b5acd103dd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:28Z', 'updated_at': '2022-04-23T00:29:31Z', 'revision_number': 4, 'project_id': 'da128246dfe04caeb020e54b4cc5874e', 'gw_port': {'id': '7e127dd2-8257-4619-abe7-b5acd103dd33', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1674b9d-debf-421a-9007-0d4e058dfd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:29Z', 'updated_at': '2022-04-23T00:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '4289a092-e429-4c2f-bae3-de25d05b6a46', 'name': '', 'network_id': 'af6931e3-5e72-49e0-88b0-eddea86ec12e', 'tenant_id': 'da128246dfe04caeb020e54b4cc5874e', 'mac_address': 'fa:16:3e:74:4b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1674b9d-debf-421a-9007-0d4e058dfd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '4b2368c7-043d-4b4a-8e86-60956108aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:31Z', 'updated_at': '2022-04-23T00:29:34Z', 'revision_number': 4, 'project_id': 'da128246dfe04caeb020e54b4cc5874e', 'subnets': [{'id': '4b2368c7-043d-4b4a-8e86-60956108aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:29:35.920905 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26850bf4-341b-4ed8-bbee-a7a4be389d7b None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:36.003381 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26850bf4-341b-4ed8-bbee-a7a4be389d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:36.055114 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26850bf4-341b-4ed8-bbee-a7a4be389d7b None None] Network 0bd0baa2-67bc-44df-af54-7b7605efc7b6 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:36.058945 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-26850bf4-341b-4ed8-bbee-a7a4be389d7b None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:36.063245 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26850bf4-341b-4ed8-bbee-a7a4be389d7b None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:29:36.072786 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26850bf4-341b-4ed8-bbee-a7a4be389d7b None None] Pushing event updated for resources: {'Port': ['ID=fd11a364-6552-4933-9386-4bbb7f935fa0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:36.139088 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-26850bf4-341b-4ed8-bbee-a7a4be389d7b None None] Attempting to bind port fd11a364-6552-4933-9386-4bbb7f935fa0 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:36.140139 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-26850bf4-341b-4ed8-bbee-a7a4be389d7b None None] Attempting to bind port fd11a364-6552-4933-9386-4bbb7f935fa0 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1fa9b0aa-e072-4900-adc0-12c7700deb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0bd0baa2-67bc-44df-af54-7b7605efc7b6'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:36.140342 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26850bf4-341b-4ed8-bbee-a7a4be389d7b None None] Attempting to bind port fd11a364-6552-4933-9386-4bbb7f935fa0 on network 0bd0baa2-67bc-44df-af54-7b7605efc7b6 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:29:36.147513 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26850bf4-341b-4ed8-bbee-a7a4be389d7b None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:29:36.148853 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26850bf4-341b-4ed8-bbee-a7a4be389d7b None None] Checking segment: {'id': '1fa9b0aa-e072-4900-adc0-12c7700deb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0bd0baa2-67bc-44df-af54-7b7605efc7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:29:36.149262 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26850bf4-341b-4ed8-bbee-a7a4be389d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:36.149715 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26850bf4-341b-4ed8-bbee-a7a4be389d7b None None] Bound using segment: {'id': '1fa9b0aa-e072-4900-adc0-12c7700deb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0bd0baa2-67bc-44df-af54-7b7605efc7b6'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:29:36.150156 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-26850bf4-341b-4ed8-bbee-a7a4be389d7b None None] Bound port: fd11a364-6552-4933-9386-4bbb7f935fa0, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa9b0aa-e072-4900-adc0-12c7700deb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0bd0baa2-67bc-44df-af54-7b7605efc7b6'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:36.150540 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26850bf4-341b-4ed8-bbee-a7a4be389d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:36.249358 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-26850bf4-341b-4ed8-bbee-a7a4be389d7b None None] For port fd11a364-6552-4933-9386-4bbb7f935fa0, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:29:36.252989 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-26850bf4-341b-4ed8-bbee-a7a4be389d7b None None] For port fd11a364-6552-4933-9386-4bbb7f935fa0, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=fd11a364-6552-4933-9386-4bbb7f935fa0,segment=NetworkSegment(1fa9b0aa-e072-4900-adc0-12c7700deb87),segment_id=1fa9b0aa-e072-4900-adc0-12c7700deb87)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:29:36.338137 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26850bf4-341b-4ed8-bbee-a7a4be389d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:36.356866 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c013-bd71-40d0-a24d-faadd318e924 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:36.411377 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26850bf4-341b-4ed8-bbee-a7a4be389d7b None None] Pushing event updated for resources: {'Port': ['ID=fd11a364-6552-4933-9386-4bbb7f935fa0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:36.595020 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c013-bd71-40d0-a24d-faadd318e924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:36.817485 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf8c013-bd71-40d0-a24d-faadd318e924 admin admin] Router e5f37030-1b51-43f1-bfc3-ddc450cf8fec is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:29:36.933768 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf8c013-bd71-40d0-a24d-faadd318e924 admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:29:36.942854 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] Sync routers for ids ['e5f37030-1b51-43f1-bfc3-ddc450cf8fec'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:29:36.952894 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] Routers {'e5f37030-1b51-43f1-bfc3-ddc450cf8fec'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:29:36.961130 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:29:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['e5f37030-1b51-43f1-bfc3-ddc450cf8fec'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:37.012822 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c013-bd71-40d0-a24d-faadd318e924 admin admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.014836 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4cf8c013-bd71-40d0-a24d-faadd318e924 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3637877 Apr 23 00:29:37.017157 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60264) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:29:37.063883 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] Set router e5f37030-1b51-43f1-bfc3-ddc450cf8fec gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:29:37.268395 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4289a092-e429-4c2f-bae3-de25d05b6a46 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:29:37.274370 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-899f8b92-6314-4013-8390-cc688286a117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.298295 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f37030-1b51-43f1-bfc3-ddc450cf8fec', 'name': 'tempest-TestEncryptedCinderVolumes-1754500610-router', 'tenant_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '3675699e-5541-4eb9-9110-20be7b705bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:34Z', 'updated_at': '2022-04-23T00:29:36Z', 'revision_number': 3, 'project_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'gw_port': {'id': '3675699e-5541-4eb9-9110-20be7b705bc3', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f37030-1b51-43f1-bfc3-ddc450cf8fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:37.332806 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] Checking router: e5f37030-1b51-43f1-bfc3-ddc450cf8fec for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:29:37.334073 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] Updating router e5f37030-1b51-43f1-bfc3-ddc450cf8fec port 3675699e-5541-4eb9-9110-20be7b705bc3 binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:29:37.345739 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 4289a092-e429-4c2f-bae3-de25d05b6a46 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:37.346224 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.375028 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.439148 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device fd11a364-6552-4933-9386-4bbb7f935fa0 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:29:37.486569 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61235ed0-fa4e-45ee-b1e2-2dc27be10acb None None] Network 0bd0baa2-67bc-44df-af54-7b7605efc7b6 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:29:37.512546 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port fd11a364-6552-4933-9386-4bbb7f935fa0 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:37.513203 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.545067 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5fd557f0-ffa4-4b46-a7dd-16583eb727be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.618163 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-a3266082-6ae7-4cc4-931b-d8c08115c0cc None None] Provisioning complete for port fd11a364-6552-4933-9386-4bbb7f935fa0 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:37.618538 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a3266082-6ae7-4cc4-931b-d8c08115c0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.682264 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.715658 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-5fd557f0-ffa4-4b46-a7dd-16583eb727be admin admin] Allocated IP 172.20.0.1 (0bd0baa2-67bc-44df-af54-7b7605efc7b6/d0706d3c-b192-46af-bdc6-c9a3bb3eae87/6ac711b0-33a3-4e24-b98a-c519be29826d) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:37.719723 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.748913 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.770046 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port fd11a364-6552-4933-9386-4bbb7f935fa0, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=fd11a364-6552-4933-9386-4bbb7f935fa0,segment=NetworkSegment(1fa9b0aa-e072-4900-adc0-12c7700deb87),segment_id=1fa9b0aa-e072-4900-adc0-12c7700deb87)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:29:37.799552 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] Attempting to bind port 3675699e-5541-4eb9-9110-20be7b705bc3 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:37.799931 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] Attempting to bind port 3675699e-5541-4eb9-9110-20be7b705bc3 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:37.800296 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] Attempting to bind port 3675699e-5541-4eb9-9110-20be7b705bc3 on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:29:37.808550 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:29:37.808928 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:29:37.809319 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.809709 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:29:37.810167 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] Bound port: 3675699e-5541-4eb9-9110-20be7b705bc3, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:37.810540 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.812015 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201a45c-0cd3-4c15-949e-d9e6982f7a11 None None] Pushing event updated for resources: {'Port': ['ID=3675699e-5541-4eb9-9110-20be7b705bc3,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:37.836450 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.842618 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a3266082-6ae7-4cc4-931b-d8c08115c0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.858300 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5fd557f0-ffa4-4b46-a7dd-16583eb727be admin admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.871090 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] For port 3675699e-5541-4eb9-9110-20be7b705bc3, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:29:37.874580 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] For port 3675699e-5541-4eb9-9110-20be7b705bc3, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=3675699e-5541-4eb9-9110-20be7b705bc3,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:29:37.935464 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.945035 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=fd11a364-6552-4933-9386-4bbb7f935fa0,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:37.964150 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5fd557f0-ffa4-4b46-a7dd-16583eb727be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.966013 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.968292 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-a3266082-6ae7-4cc4-931b-d8c08115c0cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:29:37.968649 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-a3266082-6ae7-4cc4-931b-d8c08115c0cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:29:38.003727 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd557f0-ffa4-4b46-a7dd-16583eb727be admin admin] Network 0bd0baa2-67bc-44df-af54-7b7605efc7b6 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:38.011711 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-5fd557f0-ffa4-4b46-a7dd-16583eb727be admin admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:38.015659 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd557f0-ffa4-4b46-a7dd-16583eb727be admin admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:29:38.025420 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd557f0-ffa4-4b46-a7dd-16583eb727be admin admin] Pushing event updated for resources: {'Port': ['ID=6ac711b0-33a3-4e24-b98a-c519be29826d,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:38.025775 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201a45c-0cd3-4c15-949e-d9e6982f7a11 None None] Pushing event updated for resources: {'Port': ['ID=3675699e-5541-4eb9-9110-20be7b705bc3,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:38.028983 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] Routers {'e5f37030-1b51-43f1-bfc3-ddc450cf8fec'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:29:38.029744 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:29:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['e5f37030-1b51-43f1-bfc3-ddc450cf8fec'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:38.071486 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5fd557f0-ffa4-4b46-a7dd-16583eb727be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:38.144697 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] Set router e5f37030-1b51-43f1-bfc3-ddc450cf8fec gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:29:38.277376 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5fd557f0-ffa4-4b46-a7dd-16583eb727be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:38.324413 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f37030-1b51-43f1-bfc3-ddc450cf8fec', 'name': 'tempest-TestEncryptedCinderVolumes-1754500610-router', 'tenant_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '3675699e-5541-4eb9-9110-20be7b705bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:34Z', 'updated_at': '2022-04-23T00:29:36Z', 'revision_number': 3, 'project_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'gw_port': {'id': '3675699e-5541-4eb9-9110-20be7b705bc3', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f37030-1b51-43f1-bfc3-ddc450cf8fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:38.443289 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7655eeb4-de69-4698-8188-a34491cc28a0 None None] The sync data for ids ['e5f37030-1b51-43f1-bfc3-ddc450cf8fec'] in dv-neutron-838783-1-hyperv is: [{'id': 'e5f37030-1b51-43f1-bfc3-ddc450cf8fec', 'name': 'tempest-TestEncryptedCinderVolumes-1754500610-router', 'tenant_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '3675699e-5541-4eb9-9110-20be7b705bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:34Z', 'updated_at': '2022-04-23T00:29:36Z', 'revision_number': 3, 'project_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'gw_port': {'id': '3675699e-5541-4eb9-9110-20be7b705bc3', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f37030-1b51-43f1-bfc3-ddc450cf8fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:29:38.448495 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5fd557f0-ffa4-4b46-a7dd-16583eb727be admin admin] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:38.518266 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5fd557f0-ffa4-4b46-a7dd-16583eb727be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:38.583881 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5fd557f0-ffa4-4b46-a7dd-16583eb727be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:38.585784 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd557f0-ffa4-4b46-a7dd-16583eb727be admin admin] Pushing event updated for resources: {'Port': ['ID=6ac711b0-33a3-4e24-b98a-c519be29826d,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:38.631285 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-e66281c1-c5e9-4833-aded-c9aac225e041 None None] Provisioning complete for port 6ac711b0-33a3-4e24-b98a-c519be29826d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:38.632324 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e66281c1-c5e9-4833-aded-c9aac225e041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:38.695834 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e66281c1-c5e9-4833-aded-c9aac225e041 None None] Port 6ac711b0-33a3-4e24-b98a-c519be29826d cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:29:38.714840 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd557f0-ffa4-4b46-a7dd-16583eb727be admin admin] Network 0bd0baa2-67bc-44df-af54-7b7605efc7b6 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:38.715060 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-e66281c1-c5e9-4833-aded-c9aac225e041 None None] Provisioning complete for port fd11a364-6552-4933-9386-4bbb7f935fa0 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:38.715438 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e66281c1-c5e9-4833-aded-c9aac225e041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:38.718477 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-5fd557f0-ffa4-4b46-a7dd-16583eb727be admin admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:38.861606 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd557f0-ffa4-4b46-a7dd-16583eb727be admin admin] Router e5f37030-1b51-43f1-bfc3-ddc450cf8fec has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:29:38.981206 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd557f0-ffa4-4b46-a7dd-16583eb727be admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:29:38.986627 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5fd557f0-ffa4-4b46-a7dd-16583eb727be admin admin] 10.222.0.15 "PUT /v2.0/routers/e5f37030-1b51-43f1-bfc3-ddc450cf8fec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9683607 Apr 23 00:29:39.026707 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-fcecc981-1ac7-4582-b4bb-df35fc00307a None None] Provisioning complete for port 6ac711b0-33a3-4e24-b98a-c519be29826d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:39.026994 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcecc981-1ac7-4582-b4bb-df35fc00307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:39.080159 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-fcecc981-1ac7-4582-b4bb-df35fc00307a None None] Port 6ac711b0-33a3-4e24-b98a-c519be29826d cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:29:39.218320 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 3675699e-5541-4eb9-9110-20be7b705bc3 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:29:39.272787 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 3675699e-5541-4eb9-9110-20be7b705bc3 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:39.273164 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:39.355399 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:39.376862 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 3675699e-5541-4eb9-9110-20be7b705bc3, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=3675699e-5541-4eb9-9110-20be7b705bc3,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:29:39.465565 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:39.466385 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device fd11a364-6552-4933-9386-4bbb7f935fa0 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:29:39.544364 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=3675699e-5541-4eb9-9110-20be7b705bc3,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:39.556774 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port fd11a364-6552-4933-9386-4bbb7f935fa0 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:39.559901 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:39.775145 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:39.867045 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:39.943398 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-d209c4a5-71f0-40e7-b8da-3eb19aa2162d tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:39.945608 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-d209c4a5-71f0-40e7-b8da-3eb19aa2162d tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/networks?id=af6931e3-5e72-49e0-88b0-eddea86ec12e HTTP/1.1" status: 200 len: 817 time: 0.1049769 Apr 23 00:29:39.961389 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-2cda2ed0-c95c-4ef4-bfb4-ca2945dc6f71 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/quotas/da128246dfe04caeb020e54b4cc5874e HTTP/1.1" status: 200 len: 375 time: 0.0098054 Apr 23 00:29:40.012522 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] Sync routers for ids ['e5f37030-1b51-43f1-bfc3-ddc450cf8fec'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:29:40.018076 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-fa7bc360-e7b2-4dbb-bafb-8901e3876e72 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=da128246dfe04caeb020e54b4cc5874e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513053 Apr 23 00:29:40.023240 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] Routers {'e5f37030-1b51-43f1-bfc3-ddc450cf8fec'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:29:40.024012 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:29:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['e5f37030-1b51-43f1-bfc3-ddc450cf8fec'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:40.129784 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] Set router e5f37030-1b51-43f1-bfc3-ddc450cf8fec gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:29:40.204354 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-6179938a-25b4-45a6-adbd-fb1d45128090 service neutron] 10.222.0.15 "GET /v2.0/networks/af6931e3-5e72-49e0-88b0-eddea86ec12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731732 Apr 23 00:29:40.299852 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-cbd6e49e-e767-4981-83c7-a9e0c5e68ef4 service neutron] 10.222.0.15 "GET /v2.0/networks/af6931e3-5e72-49e0-88b0-eddea86ec12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886230 Apr 23 00:29:40.334769 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f37030-1b51-43f1-bfc3-ddc450cf8fec', 'name': 'tempest-TestEncryptedCinderVolumes-1754500610-router', 'tenant_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '3675699e-5541-4eb9-9110-20be7b705bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:34Z', 'updated_at': '2022-04-23T00:29:38Z', 'revision_number': 4, 'project_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'gw_port': {'id': '3675699e-5541-4eb9-9110-20be7b705bc3', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f37030-1b51-43f1-bfc3-ddc450cf8fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '6ac711b0-33a3-4e24-b98a-c519be29826d', 'name': '', 'network_id': '0bd0baa2-67bc-44df-af54-7b7605efc7b6', 'tenant_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'mac_address': 'fa:16:3e:47:68:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f37030-1b51-43f1-bfc3-ddc450cf8fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'd0706d3c-b192-46af-bdc6-c9a3bb3eae87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:37Z', 'updated_at': '2022-04-23T00:29:38Z', 'revision_number': 2, 'project_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'subnets': [{'id': 'd0706d3c-b192-46af-bdc6-c9a3bb3eae87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:40.361888 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] Checking router: e5f37030-1b51-43f1-bfc3-ddc450cf8fec for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:29:40.362253 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] Updating router e5f37030-1b51-43f1-bfc3-ddc450cf8fec port 6ac711b0-33a3-4e24-b98a-c519be29826d binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:29:40.388389 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:40.558208 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8327c92a-00dd-4e87-b34b-331b4dd51f94 req-6db65efa-ff86-402d-a17c-8320476d270d tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=168d6015-3773-40b8-a3a0-a0efe7a15d66 HTTP/1.1" status: 200 len: 210 time: 0.0280240 Apr 23 00:29:40.661748 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:40.746243 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:40.811200 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f502a-4217-40d4-905a-9f44236d3fd1 None None] Pushing event updated for resources: {'Port': ['ID=6ac711b0-33a3-4e24-b98a-c519be29826d,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:40.844512 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] Attempting to bind port 6ac711b0-33a3-4e24-b98a-c519be29826d on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:40.844891 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] Attempting to bind port 6ac711b0-33a3-4e24-b98a-c519be29826d by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1fa9b0aa-e072-4900-adc0-12c7700deb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0bd0baa2-67bc-44df-af54-7b7605efc7b6'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:40.845252 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] Attempting to bind port 6ac711b0-33a3-4e24-b98a-c519be29826d on network 0bd0baa2-67bc-44df-af54-7b7605efc7b6 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:29:40.850965 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:29:40.851344 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] Checking segment: {'id': '1fa9b0aa-e072-4900-adc0-12c7700deb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0bd0baa2-67bc-44df-af54-7b7605efc7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:29:40.851867 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:40.852269 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] Bound using segment: {'id': '1fa9b0aa-e072-4900-adc0-12c7700deb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0bd0baa2-67bc-44df-af54-7b7605efc7b6'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:29:40.852745 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] Bound port: 6ac711b0-33a3-4e24-b98a-c519be29826d, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa9b0aa-e072-4900-adc0-12c7700deb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0bd0baa2-67bc-44df-af54-7b7605efc7b6'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:40.853127 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:40.927230 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] For port 6ac711b0-33a3-4e24-b98a-c519be29826d, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:29:40.931560 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] For port 6ac711b0-33a3-4e24-b98a-c519be29826d, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=6ac711b0-33a3-4e24-b98a-c519be29826d,segment=NetworkSegment(1fa9b0aa-e072-4900-adc0-12c7700deb87),segment_id=1fa9b0aa-e072-4900-adc0-12c7700deb87)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:29:40.998517 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:41.055899 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-c3d1fb35-40b5-46a8-99a0-a30edc486138 None None] Provisioning complete for port 6ac711b0-33a3-4e24-b98a-c519be29826d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:41.056175 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3d1fb35-40b5-46a8-99a0-a30edc486138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:41.094909 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] Routers {'e5f37030-1b51-43f1-bfc3-ddc450cf8fec'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:29:41.095602 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:29:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['e5f37030-1b51-43f1-bfc3-ddc450cf8fec'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:41.101919 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f502a-4217-40d4-905a-9f44236d3fd1 None None] Pushing event updated for resources: {'Port': ['ID=6ac711b0-33a3-4e24-b98a-c519be29826d,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:41.291763 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 3675699e-5541-4eb9-9110-20be7b705bc3 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:29:41.426741 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] Set router e5f37030-1b51-43f1-bfc3-ddc450cf8fec gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:29:41.452878 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3d1fb35-40b5-46a8-99a0-a30edc486138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:41.518501 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 3675699e-5541-4eb9-9110-20be7b705bc3 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:41.518858 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:41.564857 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c3d1fb35-40b5-46a8-99a0-a30edc486138 None None] For port 6ac711b0-33a3-4e24-b98a-c519be29826d, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=6ac711b0-33a3-4e24-b98a-c519be29826d,segment=NetworkSegment(1fa9b0aa-e072-4900-adc0-12c7700deb87),segment_id=1fa9b0aa-e072-4900-adc0-12c7700deb87)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:29:41.630650 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3d1fb35-40b5-46a8-99a0-a30edc486138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:41.683429 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3e232c49-11e1-492d-8a99-41e733a5ec25 req-0abcc5e6-d4aa-4e10-b7bb-e977243d5fbd tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=168d6015-3773-40b8-a3a0-a0efe7a15d66 HTTP/1.1" status: 200 len: 210 time: 0.0292740 Apr 23 00:29:41.752706 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1fb35-40b5-46a8-99a0-a30edc486138 None None] Pushing event updated for resources: {'Port': ['ID=6ac711b0-33a3-4e24-b98a-c519be29826d,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:41.771650 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-0c2f89db-61a5-407e-b65e-75b3df08bb3c None None] Provisioning complete for port 6ac711b0-33a3-4e24-b98a-c519be29826d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:41.772024 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c2f89db-61a5-407e-b65e-75b3df08bb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:41.815848 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f37030-1b51-43f1-bfc3-ddc450cf8fec', 'name': 'tempest-TestEncryptedCinderVolumes-1754500610-router', 'tenant_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '3675699e-5541-4eb9-9110-20be7b705bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:34Z', 'updated_at': '2022-04-23T00:29:38Z', 'revision_number': 4, 'project_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'gw_port': {'id': '3675699e-5541-4eb9-9110-20be7b705bc3', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f37030-1b51-43f1-bfc3-ddc450cf8fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '6ac711b0-33a3-4e24-b98a-c519be29826d', 'name': '', 'network_id': '0bd0baa2-67bc-44df-af54-7b7605efc7b6', 'tenant_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'mac_address': 'fa:16:3e:47:68:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f37030-1b51-43f1-bfc3-ddc450cf8fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'd0706d3c-b192-46af-bdc6-c9a3bb3eae87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:37Z', 'updated_at': '2022-04-23T00:29:40Z', 'revision_number': 4, 'project_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'subnets': [{'id': 'd0706d3c-b192-46af-bdc6-c9a3bb3eae87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:41.851118 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ba602c-5de7-4973-8794-08abb9e6a723 None None] The sync data for ids ['e5f37030-1b51-43f1-bfc3-ddc450cf8fec'] in dv-neutron-838783-1-hyperv is: [{'id': 'e5f37030-1b51-43f1-bfc3-ddc450cf8fec', 'name': 'tempest-TestEncryptedCinderVolumes-1754500610-router', 'tenant_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '3675699e-5541-4eb9-9110-20be7b705bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:34Z', 'updated_at': '2022-04-23T00:29:38Z', 'revision_number': 4, 'project_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'gw_port': {'id': '3675699e-5541-4eb9-9110-20be7b705bc3', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f37030-1b51-43f1-bfc3-ddc450cf8fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '6ac711b0-33a3-4e24-b98a-c519be29826d', 'name': '', 'network_id': '0bd0baa2-67bc-44df-af54-7b7605efc7b6', 'tenant_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'mac_address': 'fa:16:3e:47:68:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f37030-1b51-43f1-bfc3-ddc450cf8fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'd0706d3c-b192-46af-bdc6-c9a3bb3eae87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:37Z', 'updated_at': '2022-04-23T00:29:40Z', 'revision_number': 4, 'project_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'subnets': [{'id': 'd0706d3c-b192-46af-bdc6-c9a3bb3eae87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:29:42.857307 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-dbea27d6-5fa0-466f-8ede-e0a2ad3c4fb9 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:42.858917 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-dbea27d6-5fa0-466f-8ede-e0a2ad3c4fb9 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.16 "GET /v2.0/networks?id=af6931e3-5e72-49e0-88b0-eddea86ec12e HTTP/1.1" status: 200 len: 817 time: 0.1231451 Apr 23 00:29:42.888864 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-150bcbbe-8609-472a-93bf-c55a899d6a70 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Request body: {'port': {'device_id': '168d6015-3773-40b8-a3a0-a0efe7a15d66', 'network_id': 'af6931e3-5e72-49e0-88b0-eddea86ec12e', 'admin_state_up': True, 'tenant_id': 'da128246dfe04caeb020e54b4cc5874e'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:42.893687 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a65c5d44-4b9f-412e-89f9-413c9aba97e0 req-a14a8c52-82b8-459e-8b9c-3cfc7d26c107 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=168d6015-3773-40b8-a3a0-a0efe7a15d66 HTTP/1.1" status: 200 len: 210 time: 0.1009603 Apr 23 00:29:43.074540 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-150bcbbe-8609-472a-93bf-c55a899d6a70 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Made reservation on behalf of da128246dfe04caeb020e54b4cc5874e for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:43.088222 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-150bcbbe-8609-472a-93bf-c55a899d6a70 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:43.182696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 6ac711b0-33a3-4e24-b98a-c519be29826d up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:29:43.235430 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-150bcbbe-8609-472a-93bf-c55a899d6a70 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Allocated IP 172.20.0.5 (af6931e3-5e72-49e0-88b0-eddea86ec12e/4b2368c7-043d-4b4a-8e86-60956108aaeb/c1a57a44-3e86-410f-871a-92418e6130e8) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:43.235976 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 6ac711b0-33a3-4e24-b98a-c519be29826d triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:43.236362 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:43.396019 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-150bcbbe-8609-472a-93bf-c55a899d6a70 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:43.489338 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-150bcbbe-8609-472a-93bf-c55a899d6a70 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:43.533124 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-150bcbbe-8609-472a-93bf-c55a899d6a70 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Network af6931e3-5e72-49e0-88b0-eddea86ec12e is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:43.536317 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-150bcbbe-8609-472a-93bf-c55a899d6a70 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:43.540931 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-150bcbbe-8609-472a-93bf-c55a899d6a70 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:29:43.547207 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150bcbbe-8609-472a-93bf-c55a899d6a70 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Pushing event updated for resources: {'Port': ['ID=c1a57a44-3e86-410f-871a-92418e6130e8,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:43.595887 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-150bcbbe-8609-472a-93bf-c55a899d6a70 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:43.596615 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-150bcbbe-8609-472a-93bf-c55a899d6a70 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:43.664049 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-150bcbbe-8609-472a-93bf-c55a899d6a70 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7791693 Apr 23 00:29:43.676562 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-49db92e3-43f0-45cd-8b23-bcbf08675727 service neutron] Request body: {'port': {'device_id': '168d6015-3773-40b8-a3a0-a0efe7a15d66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:43.732040 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-4f51772b-3d95-4f28-93f5-d0eba9dbb956 None None] Provisioning complete for port c1a57a44-3e86-410f-871a-92418e6130e8 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:43.732408 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f51772b-3d95-4f28-93f5-d0eba9dbb956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:43.735650 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-49db92e3-43f0-45cd-8b23-bcbf08675727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:43.765971 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4f51772b-3d95-4f28-93f5-d0eba9dbb956 None None] Port c1a57a44-3e86-410f-871a-92418e6130e8 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:29:44.002675 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-49db92e3-43f0-45cd-8b23-bcbf08675727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a57a44-3e86-410f-871a-92418e6130e8 {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:29:44.010882 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-49db92e3-43f0-45cd-8b23-bcbf08675727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:44.016160 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e466d-ca3f-4a88-86ac-1b90a01fdc8f req-2cf35fe0-1089-4167-8e12-28cc7aed97a3 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:44.017657 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-862e466d-ca3f-4a88-86ac-1b90a01fdc8f req-2cf35fe0-1089-4167-8e12-28cc7aed97a3 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=168d6015-3773-40b8-a3a0-a0efe7a15d66 HTTP/1.1" status: 200 len: 931 time: 0.0495872 Apr 23 00:29:44.023125 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-49db92e3-43f0-45cd-8b23-bcbf08675727 service neutron] Transition to ACTIVE for port object c1a57a44-3e86-410f-871a-92418e6130e8 will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:44.055232 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-862e466d-ca3f-4a88-86ac-1b90a01fdc8f req-4ed74566-e32c-4958-84a1-20407de1d9c2 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/security-groups?id=8561e70d-e244-4374-849d-b310b364159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308871 Apr 23 00:29:44.091982 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-49db92e3-43f0-45cd-8b23-bcbf08675727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:44.145389 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db92e3-43f0-45cd-8b23-bcbf08675727 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a57a44-3e86-410f-871a-92418e6130e8,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:44.215755 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-49db92e3-43f0-45cd-8b23-bcbf08675727 service neutron] Attempting to bind port c1a57a44-3e86-410f-871a-92418e6130e8 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:44.216139 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-49db92e3-43f0-45cd-8b23-bcbf08675727 service neutron] Attempting to bind port c1a57a44-3e86-410f-871a-92418e6130e8 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '221ed35a-bcb0-4abd-8422-4ec06b45a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'af6931e3-5e72-49e0-88b0-eddea86ec12e'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:44.216421 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-49db92e3-43f0-45cd-8b23-bcbf08675727 service neutron] Attempting to bind port c1a57a44-3e86-410f-871a-92418e6130e8 on network af6931e3-5e72-49e0-88b0-eddea86ec12e {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:29:44.221262 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-49db92e3-43f0-45cd-8b23-bcbf08675727 service neutron] Port c1a57a44-3e86-410f-871a-92418e6130e8 on network af6931e3-5e72-49e0-88b0-eddea86ec12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:29:44.221579 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-49db92e3-43f0-45cd-8b23-bcbf08675727 service neutron] Attempting to bind port c1a57a44-3e86-410f-871a-92418e6130e8 on network af6931e3-5e72-49e0-88b0-eddea86ec12e {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:29:44.226986 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-49db92e3-43f0-45cd-8b23-bcbf08675727 service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:29:44.227325 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-49db92e3-43f0-45cd-8b23-bcbf08675727 service neutron] Checking segment: {'id': '221ed35a-bcb0-4abd-8422-4ec06b45a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'af6931e3-5e72-49e0-88b0-eddea86ec12e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:29:44.227748 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-49db92e3-43f0-45cd-8b23-bcbf08675727 service neutron] Bound using segment: {'id': '221ed35a-bcb0-4abd-8422-4ec06b45a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'af6931e3-5e72-49e0-88b0-eddea86ec12e'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:29:44.230647 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-49db92e3-43f0-45cd-8b23-bcbf08675727 service neutron] Bound port: c1a57a44-3e86-410f-871a-92418e6130e8, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '221ed35a-bcb0-4abd-8422-4ec06b45a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'af6931e3-5e72-49e0-88b0-eddea86ec12e'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:44.230647 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-49db92e3-43f0-45cd-8b23-bcbf08675727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:44.295653 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-49db92e3-43f0-45cd-8b23-bcbf08675727 service neutron] For port c1a57a44-3e86-410f-871a-92418e6130e8, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:29:44.298571 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-49db92e3-43f0-45cd-8b23-bcbf08675727 service neutron] For port c1a57a44-3e86-410f-871a-92418e6130e8, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=c1a57a44-3e86-410f-871a-92418e6130e8,segment=NetworkSegment(221ed35a-bcb0-4abd-8422-4ec06b45a3b0),segment_id=221ed35a-bcb0-4abd-8422-4ec06b45a3b0)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:29:44.358130 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-49db92e3-43f0-45cd-8b23-bcbf08675727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:44.392611 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-49db92e3-43f0-45cd-8b23-bcbf08675727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:44.393309 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-49db92e3-43f0-45cd-8b23-bcbf08675727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:44.394827 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-49db92e3-43f0-45cd-8b23-bcbf08675727 service neutron] 10.222.0.16 "PUT /v2.0/ports/c1a57a44-3e86-410f-871a-92418e6130e8 HTTP/1.1" status: 200 len: 1093 time: 0.7225573 Apr 23 00:29:44.395238 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168d6015-3773-40b8-a3a0-a0efe7a15d66', 'tag': 'c1a57a44-3e86-410f-871a-92418e6130e8'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:29:44.398847 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa468a8f-5f42-4630-98fd-9a61886b40e4" -d '{"events": [{"name": "network-changed", "server_uuid": "168d6015-3773-40b8-a3a0-a0efe7a15d66", "tag": "c1a57a44-3e86-410f-871a-92418e6130e8"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:29:44.426298 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db92e3-43f0-45cd-8b23-bcbf08675727 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a57a44-3e86-410f-871a-92418e6130e8,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:44.446654 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea1b3af-402a-4463-8578-b5d723a38f0f x-openstack-request-id: req-bea1b3af-402a-4463-8578-b5d723a38f0f {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:29:44.446960 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168d6015-3773-40b8-a3a0-a0efe7a15d66", "tag": "c1a57a44-3e86-410f-871a-92418e6130e8", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:29:44.447219 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bea1b3af-402a-4463-8578-b5d723a38f0f {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:29:44.447895 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bea1b3af-402a-4463-8578-b5d723a38f0f'] response: {'name': 'network-changed', 'server_uuid': '168d6015-3773-40b8-a3a0-a0efe7a15d66', 'tag': 'c1a57a44-3e86-410f-871a-92418e6130e8', 'status': 'completed', 'code': 200} Apr 23 00:29:44.511226 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa468a8f-5f42-4630-98fd-9a61886b40e4 req-d0b4fb01-a841-478d-b24d-229e12afe3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:44.513258 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aa468a8f-5f42-4630-98fd-9a61886b40e4 req-d0b4fb01-a841-478d-b24d-229e12afe3d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da128246dfe04caeb020e54b4cc5874e&device_id=168d6015-3773-40b8-a3a0-a0efe7a15d66 HTTP/1.1" status: 200 len: 1096 time: 0.0443640 Apr 23 00:29:44.617599 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa468a8f-5f42-4630-98fd-9a61886b40e4 req-8a24f26c-69e5-424c-9c7e-6ed3cb2d94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:44.619212 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aa468a8f-5f42-4630-98fd-9a61886b40e4 req-8a24f26c-69e5-424c-9c7e-6ed3cb2d94c9 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=da128246dfe04caeb020e54b4cc5874e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0985150 Apr 23 00:29:44.719429 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa468a8f-5f42-4630-98fd-9a61886b40e4 req-5d55b0ba-b218-4a6e-9609-2b3484cae100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:44.720865 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aa468a8f-5f42-4630-98fd-9a61886b40e4 req-5d55b0ba-b218-4a6e-9609-2b3484cae100 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951986 Apr 23 00:29:44.796060 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-e979f282-c309-45bf-ac86-dfd2a54664ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:44.797528 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-e979f282-c309-45bf-ac86-dfd2a54664ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da128246dfe04caeb020e54b4cc5874e&device_id=168d6015-3773-40b8-a3a0-a0efe7a15d66 HTTP/1.1" status: 200 len: 1096 time: 0.0412388 Apr 23 00:29:44.837960 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-301f849d-6f80-4254-a96a-38c74bf0398a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1a57a44-3e86-410f-871a-92418e6130e8 HTTP/1.1" status: 200 len: 217 time: 0.0331383 Apr 23 00:29:44.886259 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-c940c358-6b84-4608-9dc1-0b056453b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:44.887981 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-c940c358-6b84-4608-9dc1-0b056453b3ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b2368c7-043d-4b4a-8e86-60956108aaeb HTTP/1.1" status: 200 len: 856 time: 0.0426011 Apr 23 00:29:44.935342 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-c06faa7c-4f58-4e79-9ecb-aa9f7f5a12be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:44.936864 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-c06faa7c-4f58-4e79-9ecb-aa9f7f5a12be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af6931e3-5e72-49e0-88b0-eddea86ec12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427539 Apr 23 00:29:45.025118 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-2f09a03a-53e5-40be-a65a-7b9f63b301ff service neutron] 10.222.0.16 "GET /v2.0/networks/af6931e3-5e72-49e0-88b0-eddea86ec12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814450 Apr 23 00:29:45.118924 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cad49b6d-75d9-4074-aee2-686fbcd3bd08 req-23dbfc78-cb9c-4689-853e-2e7e57ff5698 service neutron] 10.222.0.16 "GET /v2.0/networks/af6931e3-5e72-49e0-88b0-eddea86ec12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873091 Apr 23 00:29:45.169673 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0dd13a-4694-4576-8065-695a17831708 req-235c2502-2262-4837-9875-713c57e10233 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:45.171225 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ce0dd13a-4694-4576-8065-695a17831708 req-235c2502-2262-4837-9875-713c57e10233 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=168d6015-3773-40b8-a3a0-a0efe7a15d66 HTTP/1.1" status: 200 len: 943 time: 0.0488074 Apr 23 00:29:45.211145 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ce0dd13a-4694-4576-8065-695a17831708 req-4ea6e9b5-e821-43a5-a86c-75b20a1064ab tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/security-groups?id=8561e70d-e244-4374-849d-b310b364159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335858 Apr 23 00:29:46.332562 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4a439-6c64-4a00-b90b-40113b353e8e req-d60e8e07-8d48-45aa-8645-d7dc284e40bd tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:46.334024 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8db4a439-6c64-4a00-b90b-40113b353e8e req-d60e8e07-8d48-45aa-8645-d7dc284e40bd tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=168d6015-3773-40b8-a3a0-a0efe7a15d66 HTTP/1.1" status: 200 len: 943 time: 0.0509920 Apr 23 00:29:46.372098 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8db4a439-6c64-4a00-b90b-40113b353e8e req-c4cc2bd5-a2fc-445e-8e26-f679fd6f66b0 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/security-groups?id=8561e70d-e244-4374-849d-b310b364159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319152 Apr 23 00:29:47.491428 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6366b59-8fae-47f0-b795-c4a7da30acf8 req-84828045-beed-4536-b942-5472ffea3f2c tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:47.492953 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d6366b59-8fae-47f0-b795-c4a7da30acf8 req-84828045-beed-4536-b942-5472ffea3f2c tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=168d6015-3773-40b8-a3a0-a0efe7a15d66 HTTP/1.1" status: 200 len: 943 time: 0.0530450 Apr 23 00:29:47.531199 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d6366b59-8fae-47f0-b795-c4a7da30acf8 req-da25edd4-9930-44ef-a03f-490e5861697b tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/security-groups?id=8561e70d-e244-4374-849d-b310b364159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322399 Apr 23 00:29:48.018831 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device c1a57a44-3e86-410f-871a-92418e6130e8 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:29:48.112534 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port c1a57a44-3e86-410f-871a-92418e6130e8, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=c1a57a44-3e86-410f-871a-92418e6130e8,segment=NetworkSegment(221ed35a-bcb0-4abd-8422-4ec06b45a3b0),segment_id=221ed35a-bcb0-4abd-8422-4ec06b45a3b0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:29:48.123922 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': 'c1a57a44-3e86-410f-871a-92418e6130e8', 'network_id': 'af6931e3-5e72-49e0-88b0-eddea86ec12e', 'port_id': 'c1a57a44-3e86-410f-871a-92418e6130e8', 'mac_address': 'fa:16:3e:04:9c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2368c7-043d-4b4a-8e86-60956108aaeb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:29:48.163754 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:48.175993 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a57a44-3e86-410f-871a-92418e6130e8 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:29:48.195038 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port c1a57a44-3e86-410f-871a-92418e6130e8, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=c1a57a44-3e86-410f-871a-92418e6130e8,segment=NetworkSegment(221ed35a-bcb0-4abd-8422-4ec06b45a3b0),segment_id=221ed35a-bcb0-4abd-8422-4ec06b45a3b0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:29:48.283422 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:48.338009 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=c1a57a44-3e86-410f-871a-92418e6130e8,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:48.345040 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:48.345393 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:48.345736 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:48.346074 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:48.346405 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:48.346735 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:48.347065 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:48.347393 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:48.347761 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:48.348086 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:48.348424 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:48.348729 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:48.490994 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['c1a57a44-3e86-410f-871a-92418e6130e8'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:29:48.652592 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ab79c-db97-4640-9dae-2cd4afac73d0 req-1250c921-2451-4c3a-87f9-804c0dde4132 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:48.654066 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6f0ab79c-db97-4640-9dae-2cd4afac73d0 req-1250c921-2451-4c3a-87f9-804c0dde4132 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=168d6015-3773-40b8-a3a0-a0efe7a15d66 HTTP/1.1" status: 200 len: 944 time: 0.0485318 Apr 23 00:29:48.691703 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6f0ab79c-db97-4640-9dae-2cd4afac73d0 req-8cd3b6bb-7ed2-47aa-95f8-23607166e547 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/security-groups?id=8561e70d-e244-4374-849d-b310b364159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315950 Apr 23 00:29:49.806304 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb59370-44e1-4738-bbc0-22d80e8bf565 req-50d86777-8107-44c6-9012-57692681bc37 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:49.807802 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2bb59370-44e1-4738-bbc0-22d80e8bf565 req-50d86777-8107-44c6-9012-57692681bc37 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=168d6015-3773-40b8-a3a0-a0efe7a15d66 HTTP/1.1" status: 200 len: 944 time: 0.0499887 Apr 23 00:29:49.844464 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2bb59370-44e1-4738-bbc0-22d80e8bf565 req-b37de801-c2fa-47ad-858b-0aec22655eaa tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/security-groups?id=8561e70d-e244-4374-849d-b310b364159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306342 Apr 23 00:29:50.029461 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device c1a57a44-3e86-410f-871a-92418e6130e8 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:29:50.134478 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port c1a57a44-3e86-410f-871a-92418e6130e8 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:50.138424 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port c1a57a44-3e86-410f-871a-92418e6130e8 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:50.138795 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:50.213505 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:50.237561 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168d6015-3773-40b8-a3a0-a0efe7a15d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a57a44-3e86-410f-871a-92418e6130e8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:29:50.239825 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1198af09-72c3-4f22-b69d-1be074b19c9e" -d '{"events": [{"server_uuid": "168d6015-3773-40b8-a3a0-a0efe7a15d66", "name": "network-vif-plugged", "status": "completed", "tag": "c1a57a44-3e86-410f-871a-92418e6130e8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:29:50.252949 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port c1a57a44-3e86-410f-871a-92418e6130e8, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=c1a57a44-3e86-410f-871a-92418e6130e8,segment=NetworkSegment(221ed35a-bcb0-4abd-8422-4ec06b45a3b0),segment_id=221ed35a-bcb0-4abd-8422-4ec06b45a3b0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:29:50.277038 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7497a592-a73d-43a7-83e0-882fa737bf1d x-openstack-request-id: req-7497a592-a73d-43a7-83e0-882fa737bf1d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:29:50.277326 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168d6015-3773-40b8-a3a0-a0efe7a15d66", "name": "network-vif-plugged", "status": "completed", "tag": "c1a57a44-3e86-410f-871a-92418e6130e8", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:29:50.277659 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7497a592-a73d-43a7-83e0-882fa737bf1d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:29:50.278057 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7497a592-a73d-43a7-83e0-882fa737bf1d'] response: {'server_uuid': '168d6015-3773-40b8-a3a0-a0efe7a15d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a57a44-3e86-410f-871a-92418e6130e8', 'code': 200} Apr 23 00:29:50.326003 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:50.374081 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=c1a57a44-3e86-410f-871a-92418e6130e8,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:50.581357 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d88640-0bae-42e8-b080-457148402a01 req-367480b3-c0e3-465b-8aea-8adb7269bead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:50.582818 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-76d88640-0bae-42e8-b080-457148402a01 req-367480b3-c0e3-465b-8aea-8adb7269bead service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=168d6015-3773-40b8-a3a0-a0efe7a15d66 HTTP/1.1" status: 200 len: 1098 time: 0.0432513 Apr 23 00:29:50.617595 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-76d88640-0bae-42e8-b080-457148402a01 req-f92a1e3f-4522-4607-b7d7-857ee581adf1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8561e70d-e244-4374-849d-b310b364159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276217 Apr 23 00:29:50.957151 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3458664-ce38-475e-957a-b5067afcc8b2 req-406b1bc9-b8c7-4570-8acf-043fb7157468 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:50.958651 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e3458664-ce38-475e-957a-b5067afcc8b2 req-406b1bc9-b8c7-4570-8acf-043fb7157468 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=168d6015-3773-40b8-a3a0-a0efe7a15d66 HTTP/1.1" status: 200 len: 945 time: 0.0480917 Apr 23 00:29:50.996406 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e3458664-ce38-475e-957a-b5067afcc8b2 req-42d6168f-f76c-4d19-be43-495874608221 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/security-groups?id=8561e70d-e244-4374-849d-b310b364159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311630 Apr 23 00:29:52.112762 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfee3ca-1961-458c-b3c7-4fb6b21312c2 req-d1a0b7cc-ffb2-4e20-9b9f-d63ab2a35f75 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:52.114240 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6cfee3ca-1961-458c-b3c7-4fb6b21312c2 req-d1a0b7cc-ffb2-4e20-9b9f-d63ab2a35f75 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=168d6015-3773-40b8-a3a0-a0efe7a15d66 HTTP/1.1" status: 200 len: 945 time: 0.0504091 Apr 23 00:29:52.152996 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6cfee3ca-1961-458c-b3c7-4fb6b21312c2 req-9f2f947c-bf53-4c53-a99c-dcda12d03eb7 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/security-groups?id=8561e70d-e244-4374-849d-b310b364159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319674 Apr 23 00:29:52.272397 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149b3d5-e99f-475e-96f4-762814e9aa70 req-10f2b770-8c4a-4972-ac62-5f152da9f4eb tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:52.274397 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a149b3d5-e99f-475e-96f4-762814e9aa70 req-10f2b770-8c4a-4972-ac62-5f152da9f4eb tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=168d6015-3773-40b8-a3a0-a0efe7a15d66 HTTP/1.1" status: 200 len: 945 time: 0.0545359 Apr 23 00:29:52.315831 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a149b3d5-e99f-475e-96f4-762814e9aa70 req-ae89c437-1a6e-4fb8-a38a-3877fde4e902 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/security-groups?id=8561e70d-e244-4374-849d-b310b364159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350032 Apr 23 00:29:53.845905 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:03.793766 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:30:04.265537 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36124ddb-c3ed-4899-9354-cc56de59134a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:07.279992 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ac85790-270f-44be-9e1d-cb73643fe4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:07.925416 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:09.688349 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:09.870970 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:14.502101 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef04879-003b-49c4-851a-f7823ae9bb36 req-18ee8c84-abac-4482-8a16-f3ca8313db26 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:14.503555 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6ef04879-003b-49c4-851a-f7823ae9bb36 req-18ee8c84-abac-4482-8a16-f3ca8313db26 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=168d6015-3773-40b8-a3a0-a0efe7a15d66 HTTP/1.1" status: 200 len: 945 time: 0.0483637 Apr 23 00:30:14.542713 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6ef04879-003b-49c4-851a-f7823ae9bb36 req-649694e9-a40d-4c16-8788-3ca4f16784d4 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/security-groups?id=8561e70d-e244-4374-849d-b310b364159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317726 Apr 23 00:30:15.660727 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacccdd-bcb7-46cc-b393-248ab984d731 req-dfbb859a-6558-495f-9ccf-6c5ebee77392 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:15.662225 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8cacccdd-bcb7-46cc-b393-248ab984d731 req-dfbb859a-6558-495f-9ccf-6c5ebee77392 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=168d6015-3773-40b8-a3a0-a0efe7a15d66 HTTP/1.1" status: 200 len: 945 time: 0.0511529 Apr 23 00:30:15.701584 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8cacccdd-bcb7-46cc-b393-248ab984d731 req-7d453fac-956e-419a-aa08-dd5dd7b5a094 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/security-groups?id=8561e70d-e244-4374-849d-b310b364159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326064 Apr 23 00:30:16.107957 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f322009-af6d-4a24-b08e-195fb09671d0 req-3de57e7e-537b-4ebb-b4f5-f5d0cdd02efa tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:16.109404 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7f322009-af6d-4a24-b08e-195fb09671d0 req-3de57e7e-537b-4ebb-b4f5-f5d0cdd02efa tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.16 "GET /v2.0/ports?device_id=168d6015-3773-40b8-a3a0-a0efe7a15d66 HTTP/1.1" status: 200 len: 945 time: 0.0489633 Apr 23 00:30:16.196762 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-7f322009-af6d-4a24-b08e-195fb09671d0 req-c9cbc328-b7e3-4387-9bc9-960a7391918f tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Deleting port c1a57a44-3e86-410f-871a-92418e6130e8 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:30:16.197118 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-7f322009-af6d-4a24-b08e-195fb09671d0 req-c9cbc328-b7e3-4387-9bc9-960a7391918f tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:16.292984 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-7f322009-af6d-4a24-b08e-195fb09671d0 req-c9cbc328-b7e3-4387-9bc9-960a7391918f tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] For port c1a57a44-3e86-410f-871a-92418e6130e8, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=c1a57a44-3e86-410f-871a-92418e6130e8,segment=NetworkSegment(221ed35a-bcb0-4abd-8422-4ec06b45a3b0),segment_id=221ed35a-bcb0-4abd-8422-4ec06b45a3b0)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:30:16.293351 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-7f322009-af6d-4a24-b08e-195fb09671d0 req-c9cbc328-b7e3-4387-9bc9-960a7391918f tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:16.306826 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-7f322009-af6d-4a24-b08e-195fb09671d0 req-c9cbc328-b7e3-4387-9bc9-960a7391918f tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Calling delete_port for c1a57a44-3e86-410f-871a-92418e6130e8 owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:30:16.499408 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-7f322009-af6d-4a24-b08e-195fb09671d0 req-c9cbc328-b7e3-4387-9bc9-960a7391918f tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:16.512579 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['c1a57a44-3e86-410f-871a-92418e6130e8'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:30:16.529612 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cbc328-b7e3-4387-9bc9-960a7391918f tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Pushing event deleted for resources: {'Port': ['ID=c1a57a44-3e86-410f-871a-92418e6130e8,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:16.558147 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbc328-b7e3-4387-9bc9-960a7391918f tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:16.558497 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbc328-b7e3-4387-9bc9-960a7391918f tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:16.558842 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbc328-b7e3-4387-9bc9-960a7391918f tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:16.559178 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbc328-b7e3-4387-9bc9-960a7391918f tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:16.559510 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbc328-b7e3-4387-9bc9-960a7391918f tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:16.559867 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbc328-b7e3-4387-9bc9-960a7391918f tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:16.560195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbc328-b7e3-4387-9bc9-960a7391918f tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:16.560521 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbc328-b7e3-4387-9bc9-960a7391918f tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:16.560886 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbc328-b7e3-4387-9bc9-960a7391918f tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:16.561210 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbc328-b7e3-4387-9bc9-960a7391918f tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:16.561533 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbc328-b7e3-4387-9bc9-960a7391918f tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:16.561854 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbc328-b7e3-4387-9bc9-960a7391918f tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:16.583328 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f322009-af6d-4a24-b08e-195fb09671d0 req-c9cbc328-b7e3-4387-9bc9-960a7391918f tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] No DVR routers for this DVR port c1a57a44-3e86-410f-871a-92418e6130e8 on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:30:16.586119 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-7f322009-af6d-4a24-b08e-195fb09671d0 req-c9cbc328-b7e3-4387-9bc9-960a7391918f tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:16.589901 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7f322009-af6d-4a24-b08e-195fb09671d0 req-c9cbc328-b7e3-4387-9bc9-960a7391918f tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.16 "DELETE /v2.0/ports/c1a57a44-3e86-410f-871a-92418e6130e8 HTTP/1.1" status: 204 len: 173 time: 0.4745691 Apr 23 00:30:16.590365 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168d6015-3773-40b8-a3a0-a0efe7a15d66', 'name': 'network-vif-deleted', 'tag': 'c1a57a44-3e86-410f-871a-92418e6130e8'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:30:16.593406 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0d76ba-0a65-42a9-a53d-08597f2f212d" -d '{"events": [{"server_uuid": "168d6015-3773-40b8-a3a0-a0efe7a15d66", "name": "network-vif-deleted", "tag": "c1a57a44-3e86-410f-871a-92418e6130e8"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:30:16.635884 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3d3673-69d0-4106-823e-1664af6cfd42 x-openstack-request-id: req-9a3d3673-69d0-4106-823e-1664af6cfd42 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:30:16.635884 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168d6015-3773-40b8-a3a0-a0efe7a15d66", "name": "network-vif-deleted", "tag": "c1a57a44-3e86-410f-871a-92418e6130e8", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:30:16.635884 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a3d3673-69d0-4106-823e-1664af6cfd42 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:30:16.635884 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3d3673-69d0-4106-823e-1664af6cfd42'] response: {'server_uuid': '168d6015-3773-40b8-a3a0-a0efe7a15d66', 'name': 'network-vif-deleted', 'tag': 'c1a57a44-3e86-410f-871a-92418e6130e8', 'status': 'completed', 'code': 200} Apr 23 00:30:16.798376 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-83aad330-969d-41d1-a642-34c5e898cbc7 req-fb3c8cae-cd24-411f-aa37-6a1d3962ccb1 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=168d6015-3773-40b8-a3a0-a0efe7a15d66 HTTP/1.1" status: 200 len: 210 time: 0.0262516 Apr 23 00:30:18.386434 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-3a0d77a0-29c2-41a3-b362-54be740b1dd3 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:18.388184 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-3a0d77a0-29c2-41a3-b362-54be740b1dd3 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/networks?id=af6931e3-5e72-49e0-88b0-eddea86ec12e HTTP/1.1" status: 200 len: 817 time: 0.1159110 Apr 23 00:30:18.403302 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6f7ea163-9f8a-4646-be5c-640a37ba29f0 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/quotas/da128246dfe04caeb020e54b4cc5874e HTTP/1.1" status: 200 len: 375 time: 0.0093393 Apr 23 00:30:18.453455 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-11ab59fb-d711-4336-b8d0-253a80260f74 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=da128246dfe04caeb020e54b4cc5874e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446975 Apr 23 00:30:18.548673 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-a81c6a82-0222-475b-b905-5c5428fbae74 service neutron] 10.222.0.15 "GET /v2.0/networks/af6931e3-5e72-49e0-88b0-eddea86ec12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826426 Apr 23 00:30:18.636423 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-b6d3e6b7-99f4-47be-9b87-3e5e6ec5b407 service neutron] 10.222.0.15 "GET /v2.0/networks/af6931e3-5e72-49e0-88b0-eddea86ec12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816116 Apr 23 00:30:18.869632 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6ac0305d-d4b0-4880-b30c-f41155cc67ef req-714c8993-87e7-46c0-b327-02711f984ddf tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6bb4e5f-b93b-4de9-b17a-8b479498dab5 HTTP/1.1" status: 200 len: 210 time: 0.0272982 Apr 23 00:30:19.965846 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-acd59de8-e8d8-489a-99f9-735e1f04cc6c req-0e6a1ef1-1871-4188-9da7-a7a4d1b1616a tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6bb4e5f-b93b-4de9-b17a-8b479498dab5 HTTP/1.1" status: 200 len: 210 time: 0.0270383 Apr 23 00:30:20.216542 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device c1a57a44-3e86-410f-871a-92418e6130e8 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:30:20.236919 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: c1a57a44-3e86-410f-871a-92418e6130e8 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:30:20.238283 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device c1a57a44-3e86-410f-871a-92418e6130e8 not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:30:20.902657 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6bce6871-c495-4bb6-9fe7-eaa3dab13c5c tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:20.904664 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6bce6871-c495-4bb6-9fe7-eaa3dab13c5c tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.16 "GET /v2.0/networks?id=af6931e3-5e72-49e0-88b0-eddea86ec12e HTTP/1.1" status: 200 len: 817 time: 0.3897676 Apr 23 00:30:20.917362 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6bdcc119-b250-42b7-a3a5-f223573e4aba tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Request body: {'port': {'device_id': 'b6bb4e5f-b93b-4de9-b17a-8b479498dab5', 'network_id': 'af6931e3-5e72-49e0-88b0-eddea86ec12e', 'admin_state_up': True, 'tenant_id': 'da128246dfe04caeb020e54b4cc5874e'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:21.061065 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e803fd75-5b4f-4b19-8af1-6542b60a6441 req-0080036d-7ef1-47a2-b2a4-cfcd4db6adf2 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6bb4e5f-b93b-4de9-b17a-8b479498dab5 HTTP/1.1" status: 200 len: 210 time: 0.0262501 Apr 23 00:30:21.084704 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6bdcc119-b250-42b7-a3a5-f223573e4aba tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Made reservation on behalf of da128246dfe04caeb020e54b4cc5874e for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:21.088883 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6bdcc119-b250-42b7-a3a5-f223573e4aba tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:21.208767 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6bdcc119-b250-42b7-a3a5-f223573e4aba tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Allocated IP 172.20.0.3 (af6931e3-5e72-49e0-88b0-eddea86ec12e/4b2368c7-043d-4b4a-8e86-60956108aaeb/06754727-7861-4b55-b5f8-aae10693aad9) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:30:21.351992 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6bdcc119-b250-42b7-a3a5-f223573e4aba tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:21.448304 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6bdcc119-b250-42b7-a3a5-f223573e4aba tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:21.490762 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6bdcc119-b250-42b7-a3a5-f223573e4aba tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Network af6931e3-5e72-49e0-88b0-eddea86ec12e is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:30:21.494575 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6bdcc119-b250-42b7-a3a5-f223573e4aba tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:21.498372 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6bdcc119-b250-42b7-a3a5-f223573e4aba tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:30:21.504590 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdcc119-b250-42b7-a3a5-f223573e4aba tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Pushing event updated for resources: {'Port': ['ID=06754727-7861-4b55-b5f8-aae10693aad9,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:21.551269 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6bdcc119-b250-42b7-a3a5-f223573e4aba tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:21.551952 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6bdcc119-b250-42b7-a3a5-f223573e4aba tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:21.625231 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6bdcc119-b250-42b7-a3a5-f223573e4aba tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7120523 Apr 23 00:30:21.639307 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6176c0aa-0dbd-4f31-94a0-687bcce7741e service neutron] Request body: {'port': {'device_id': 'b6bb4e5f-b93b-4de9-b17a-8b479498dab5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:21.697219 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6176c0aa-0dbd-4f31-94a0-687bcce7741e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:21.756070 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bbce3d52-8694-4610-b790-821f52416857 None None] Provisioning complete for port 06754727-7861-4b55-b5f8-aae10693aad9 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:21.756623 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbce3d52-8694-4610-b790-821f52416857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:21.790465 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bbce3d52-8694-4610-b790-821f52416857 None None] Port 06754727-7861-4b55-b5f8-aae10693aad9 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:30:21.961828 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6176c0aa-0dbd-4f31-94a0-687bcce7741e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06754727-7861-4b55-b5f8-aae10693aad9 {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:30:21.969108 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6176c0aa-0dbd-4f31-94a0-687bcce7741e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:21.981120 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6176c0aa-0dbd-4f31-94a0-687bcce7741e service neutron] Transition to ACTIVE for port object 06754727-7861-4b55-b5f8-aae10693aad9 will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:22.047516 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6176c0aa-0dbd-4f31-94a0-687bcce7741e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:22.102845 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176c0aa-0dbd-4f31-94a0-687bcce7741e service neutron] Pushing event updated for resources: {'Port': ['ID=06754727-7861-4b55-b5f8-aae10693aad9,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:22.218122 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20f2b0-f92b-414e-bcfb-f5d9f73a0b9b req-bb57ba5b-91f4-4c9e-8bff-8c5af91a9d7d tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:22.219713 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ec20f2b0-f92b-414e-bcfb-f5d9f73a0b9b req-bb57ba5b-91f4-4c9e-8bff-8c5af91a9d7d tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6bb4e5f-b93b-4de9-b17a-8b479498dab5 HTTP/1.1" status: 200 len: 943 time: 0.0744567 Apr 23 00:30:22.220443 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6176c0aa-0dbd-4f31-94a0-687bcce7741e service neutron] Attempting to bind port 06754727-7861-4b55-b5f8-aae10693aad9 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:30:22.220780 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6176c0aa-0dbd-4f31-94a0-687bcce7741e service neutron] Attempting to bind port 06754727-7861-4b55-b5f8-aae10693aad9 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '221ed35a-bcb0-4abd-8422-4ec06b45a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'af6931e3-5e72-49e0-88b0-eddea86ec12e'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:30:22.221118 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6176c0aa-0dbd-4f31-94a0-687bcce7741e service neutron] Attempting to bind port 06754727-7861-4b55-b5f8-aae10693aad9 on network af6931e3-5e72-49e0-88b0-eddea86ec12e {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:30:22.226031 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6176c0aa-0dbd-4f31-94a0-687bcce7741e service neutron] Port 06754727-7861-4b55-b5f8-aae10693aad9 on network af6931e3-5e72-49e0-88b0-eddea86ec12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:30:22.226894 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6176c0aa-0dbd-4f31-94a0-687bcce7741e service neutron] Attempting to bind port 06754727-7861-4b55-b5f8-aae10693aad9 on network af6931e3-5e72-49e0-88b0-eddea86ec12e {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:30:22.245802 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6176c0aa-0dbd-4f31-94a0-687bcce7741e service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:30:22.246142 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6176c0aa-0dbd-4f31-94a0-687bcce7741e service neutron] Checking segment: {'id': '221ed35a-bcb0-4abd-8422-4ec06b45a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'af6931e3-5e72-49e0-88b0-eddea86ec12e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:30:22.246537 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6176c0aa-0dbd-4f31-94a0-687bcce7741e service neutron] Bound using segment: {'id': '221ed35a-bcb0-4abd-8422-4ec06b45a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'af6931e3-5e72-49e0-88b0-eddea86ec12e'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:30:22.246988 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6176c0aa-0dbd-4f31-94a0-687bcce7741e service neutron] Bound port: 06754727-7861-4b55-b5f8-aae10693aad9, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '221ed35a-bcb0-4abd-8422-4ec06b45a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'af6931e3-5e72-49e0-88b0-eddea86ec12e'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:30:22.247354 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6176c0aa-0dbd-4f31-94a0-687bcce7741e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:22.300180 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ec20f2b0-f92b-414e-bcfb-f5d9f73a0b9b req-b8675daa-97e9-45c0-a0aa-8853bbd08eec tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/security-groups?id=8561e70d-e244-4374-849d-b310b364159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709233 Apr 23 00:30:22.332241 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6176c0aa-0dbd-4f31-94a0-687bcce7741e service neutron] For port 06754727-7861-4b55-b5f8-aae10693aad9, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:30:22.335147 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6176c0aa-0dbd-4f31-94a0-687bcce7741e service neutron] For port 06754727-7861-4b55-b5f8-aae10693aad9, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=06754727-7861-4b55-b5f8-aae10693aad9,segment=NetworkSegment(221ed35a-bcb0-4abd-8422-4ec06b45a3b0),segment_id=221ed35a-bcb0-4abd-8422-4ec06b45a3b0)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:30:22.402802 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6176c0aa-0dbd-4f31-94a0-687bcce7741e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:22.440010 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6176c0aa-0dbd-4f31-94a0-687bcce7741e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:22.440608 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6176c0aa-0dbd-4f31-94a0-687bcce7741e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:22.442257 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6176c0aa-0dbd-4f31-94a0-687bcce7741e service neutron] 10.222.0.16 "PUT /v2.0/ports/06754727-7861-4b55-b5f8-aae10693aad9 HTTP/1.1" status: 200 len: 1093 time: 0.8072815 Apr 23 00:30:22.442365 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6bb4e5f-b93b-4de9-b17a-8b479498dab5', 'tag': '06754727-7861-4b55-b5f8-aae10693aad9'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:30:22.444604 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0fb7df-d7ec-466f-886b-a5e8b0677006" -d '{"events": [{"name": "network-changed", "server_uuid": "b6bb4e5f-b93b-4de9-b17a-8b479498dab5", "tag": "06754727-7861-4b55-b5f8-aae10693aad9"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:30:22.465398 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176c0aa-0dbd-4f31-94a0-687bcce7741e service neutron] Pushing event updated for resources: {'Port': ['ID=06754727-7861-4b55-b5f8-aae10693aad9,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:22.489211 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d95376-10b6-4f14-9559-6183e8d8d5d7 x-openstack-request-id: req-66d95376-10b6-4f14-9559-6183e8d8d5d7 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:30:22.489521 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6bb4e5f-b93b-4de9-b17a-8b479498dab5", "tag": "06754727-7861-4b55-b5f8-aae10693aad9", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:30:22.489843 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66d95376-10b6-4f14-9559-6183e8d8d5d7 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:30:22.490337 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66d95376-10b6-4f14-9559-6183e8d8d5d7'] response: {'name': 'network-changed', 'server_uuid': 'b6bb4e5f-b93b-4de9-b17a-8b479498dab5', 'tag': '06754727-7861-4b55-b5f8-aae10693aad9', 'status': 'completed', 'code': 200} Apr 23 00:30:22.552273 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fb7df-d7ec-466f-886b-a5e8b0677006 req-d8f80144-bd84-4546-8e47-459303bd0d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:22.553724 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cf0fb7df-d7ec-466f-886b-a5e8b0677006 req-d8f80144-bd84-4546-8e47-459303bd0d42 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da128246dfe04caeb020e54b4cc5874e&device_id=b6bb4e5f-b93b-4de9-b17a-8b479498dab5 HTTP/1.1" status: 200 len: 1096 time: 0.0440032 Apr 23 00:30:22.660649 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fb7df-d7ec-466f-886b-a5e8b0677006 req-9cee2510-ca50-4ce3-8a2e-a3a733b4e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:22.662240 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cf0fb7df-d7ec-466f-886b-a5e8b0677006 req-9cee2510-ca50-4ce3-8a2e-a3a733b4e21a service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=da128246dfe04caeb020e54b4cc5874e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1000493 Apr 23 00:30:22.755071 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fb7df-d7ec-466f-886b-a5e8b0677006 req-ca5bb25f-aee8-4069-b977-bfd2d9c4131f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:22.756748 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cf0fb7df-d7ec-466f-886b-a5e8b0677006 req-ca5bb25f-aee8-4069-b977-bfd2d9c4131f service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878308 Apr 23 00:30:22.832229 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-a9e22d6a-df76-4fb2-bc18-f7a5c71345c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:22.833614 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-a9e22d6a-df76-4fb2-bc18-f7a5c71345c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da128246dfe04caeb020e54b4cc5874e&device_id=b6bb4e5f-b93b-4de9-b17a-8b479498dab5 HTTP/1.1" status: 200 len: 1096 time: 0.0401661 Apr 23 00:30:22.878837 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-1b067612-d50b-4133-b406-4c3d9e60e528 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06754727-7861-4b55-b5f8-aae10693aad9 HTTP/1.1" status: 200 len: 217 time: 0.0376289 Apr 23 00:30:22.927920 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6a6cd31b-bd07-4f5d-98b1-e8bb3173603b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:22.929918 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-6a6cd31b-bd07-4f5d-98b1-e8bb3173603b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b2368c7-043d-4b4a-8e86-60956108aaeb HTTP/1.1" status: 200 len: 856 time: 0.0436165 Apr 23 00:30:22.975330 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-58289dd6-0912-4e6c-b301-ae211130a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:22.977786 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-58289dd6-0912-4e6c-b301-ae211130a7d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af6931e3-5e72-49e0-88b0-eddea86ec12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416420 Apr 23 00:30:23.068475 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-499ade0c-40d2-4730-a3dd-25b7f859483a service neutron] 10.222.0.16 "GET /v2.0/networks/af6931e3-5e72-49e0-88b0-eddea86ec12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839455 Apr 23 00:30:23.156301 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ee848d0-ca74-402a-80a6-9c224c609433 req-f39a0bdd-5ed4-4ea6-9f53-6614bc7f57b1 service neutron] 10.222.0.16 "GET /v2.0/networks/af6931e3-5e72-49e0-88b0-eddea86ec12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811949 Apr 23 00:30:23.425519 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721a260-6fa2-4f5f-8aa5-372bcd6106b8 req-4c3c4eb7-a789-4626-bf72-6bb5ea7220d9 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:23.427010 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7721a260-6fa2-4f5f-8aa5-372bcd6106b8 req-4c3c4eb7-a789-4626-bf72-6bb5ea7220d9 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6bb4e5f-b93b-4de9-b17a-8b479498dab5 HTTP/1.1" status: 200 len: 943 time: 0.0559139 Apr 23 00:30:23.466004 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7721a260-6fa2-4f5f-8aa5-372bcd6106b8 req-b19cf66c-154c-43bf-b6b9-d29b4cfdc480 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/security-groups?id=8561e70d-e244-4374-849d-b310b364159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326841 Apr 23 00:30:23.853385 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:24.585714 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2a1a8-09ca-4b2a-b5d5-258f863001b3 req-8103a1dc-624c-4b39-92b3-2099b9d26399 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:24.587162 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-58e2a1a8-09ca-4b2a-b5d5-258f863001b3 req-8103a1dc-624c-4b39-92b3-2099b9d26399 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6bb4e5f-b93b-4de9-b17a-8b479498dab5 HTTP/1.1" status: 200 len: 943 time: 0.0531697 Apr 23 00:30:24.624106 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-58e2a1a8-09ca-4b2a-b5d5-258f863001b3 req-25a0b481-8634-4a4e-94e5-9f12b1bfb940 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/security-groups?id=8561e70d-e244-4374-849d-b310b364159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309989 Apr 23 00:30:25.738611 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37485f-4e58-4fb8-82b8-237231fcb7f7 req-435f8165-35b2-46f8-9dc6-1a6be67ab9b7 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:25.740110 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2e37485f-4e58-4fb8-82b8-237231fcb7f7 req-435f8165-35b2-46f8-9dc6-1a6be67ab9b7 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6bb4e5f-b93b-4de9-b17a-8b479498dab5 HTTP/1.1" status: 200 len: 943 time: 0.0496202 Apr 23 00:30:25.778252 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2e37485f-4e58-4fb8-82b8-237231fcb7f7 req-3f2796c5-403f-4f0b-bf21-842007f1b155 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/security-groups?id=8561e70d-e244-4374-849d-b310b364159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321445 Apr 23 00:30:26.252532 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 06754727-7861-4b55-b5f8-aae10693aad9 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:30:26.343761 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 06754727-7861-4b55-b5f8-aae10693aad9, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=06754727-7861-4b55-b5f8-aae10693aad9,segment=NetworkSegment(221ed35a-bcb0-4abd-8422-4ec06b45a3b0),segment_id=221ed35a-bcb0-4abd-8422-4ec06b45a3b0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:30:26.357648 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '06754727-7861-4b55-b5f8-aae10693aad9', 'network_id': 'af6931e3-5e72-49e0-88b0-eddea86ec12e', 'port_id': '06754727-7861-4b55-b5f8-aae10693aad9', 'mac_address': 'fa:16:3e:53:00:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2368c7-043d-4b4a-8e86-60956108aaeb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:30:26.393535 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:26.406516 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06754727-7861-4b55-b5f8-aae10693aad9 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:30:26.424953 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 06754727-7861-4b55-b5f8-aae10693aad9, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=06754727-7861-4b55-b5f8-aae10693aad9,segment=NetworkSegment(221ed35a-bcb0-4abd-8422-4ec06b45a3b0),segment_id=221ed35a-bcb0-4abd-8422-4ec06b45a3b0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:30:26.513701 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:26.562170 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=06754727-7861-4b55-b5f8-aae10693aad9,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:26.723346 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['06754727-7861-4b55-b5f8-aae10693aad9'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:30:26.901422 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62f0c3-30b8-4df9-b71a-789dc6cb7dde req-1f8fe1ed-f901-42d8-82e8-da162f4e7c8c tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:26.902912 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0e62f0c3-30b8-4df9-b71a-789dc6cb7dde req-1f8fe1ed-f901-42d8-82e8-da162f4e7c8c tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6bb4e5f-b93b-4de9-b17a-8b479498dab5 HTTP/1.1" status: 200 len: 944 time: 0.0538607 Apr 23 00:30:26.941505 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0e62f0c3-30b8-4df9-b71a-789dc6cb7dde req-0284a88a-108c-43e0-a1a1-1ff7eec9a3da tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/security-groups?id=8561e70d-e244-4374-849d-b310b364159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324314 Apr 23 00:30:28.055969 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27552623-9e1a-482e-b637-545e9019631a req-da8d4a59-d90a-4910-aa73-7c0e7b7b4ffa tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:28.057440 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-27552623-9e1a-482e-b637-545e9019631a req-da8d4a59-d90a-4910-aa73-7c0e7b7b4ffa tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6bb4e5f-b93b-4de9-b17a-8b479498dab5 HTTP/1.1" status: 200 len: 944 time: 0.0485008 Apr 23 00:30:28.095034 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-27552623-9e1a-482e-b637-545e9019631a req-15a84b47-7608-4b91-9a90-f8092c112f98 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/security-groups?id=8561e70d-e244-4374-849d-b310b364159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317159 Apr 23 00:30:28.263858 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 06754727-7861-4b55-b5f8-aae10693aad9 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:30:28.396364 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 06754727-7861-4b55-b5f8-aae10693aad9 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:30:28.400450 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 06754727-7861-4b55-b5f8-aae10693aad9 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:28.400845 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:28.478878 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:28.500368 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bb4e5f-b93b-4de9-b17a-8b479498dab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06754727-7861-4b55-b5f8-aae10693aad9'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:30:28.502570 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35d7a8d-069c-453e-8c7a-0c5e47fc3001" -d '{"events": [{"server_uuid": "b6bb4e5f-b93b-4de9-b17a-8b479498dab5", "name": "network-vif-plugged", "status": "completed", "tag": "06754727-7861-4b55-b5f8-aae10693aad9"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:30:28.515092 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 06754727-7861-4b55-b5f8-aae10693aad9, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=06754727-7861-4b55-b5f8-aae10693aad9,segment=NetworkSegment(221ed35a-bcb0-4abd-8422-4ec06b45a3b0),segment_id=221ed35a-bcb0-4abd-8422-4ec06b45a3b0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:30:28.536837 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a6486c-e64f-40cc-a27f-14ef005275f2 x-openstack-request-id: req-83a6486c-e64f-40cc-a27f-14ef005275f2 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:30:28.542021 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bb4e5f-b93b-4de9-b17a-8b479498dab5", "name": "network-vif-plugged", "status": "completed", "tag": "06754727-7861-4b55-b5f8-aae10693aad9", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:30:28.542021 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83a6486c-e64f-40cc-a27f-14ef005275f2 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:30:28.542021 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a6486c-e64f-40cc-a27f-14ef005275f2'] response: {'server_uuid': 'b6bb4e5f-b93b-4de9-b17a-8b479498dab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06754727-7861-4b55-b5f8-aae10693aad9', 'code': 200} Apr 23 00:30:28.582088 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:28.629948 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=06754727-7861-4b55-b5f8-aae10693aad9,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:28.838160 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a6162-7bf6-4b6f-89d6-816ad36358d0 req-f4163217-7d84-418a-93c3-cfa59d1534d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:28.839658 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-317a6162-7bf6-4b6f-89d6-816ad36358d0 req-f4163217-7d84-418a-93c3-cfa59d1534d2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b6bb4e5f-b93b-4de9-b17a-8b479498dab5 HTTP/1.1" status: 200 len: 1098 time: 0.0448103 Apr 23 00:30:28.872764 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-317a6162-7bf6-4b6f-89d6-816ad36358d0 req-3bc736bc-0f02-47cf-aa20-eab6a95b0d4b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8561e70d-e244-4374-849d-b310b364159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268998 Apr 23 00:30:29.207088 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ff1bc-70d0-4c78-afc8-ccb56919aa20 req-e7094149-0544-4987-a731-ec6e5e1010dd tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:29.208561 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f11ff1bc-70d0-4c78-afc8-ccb56919aa20 req-e7094149-0544-4987-a731-ec6e5e1010dd tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6bb4e5f-b93b-4de9-b17a-8b479498dab5 HTTP/1.1" status: 200 len: 945 time: 0.0475769 Apr 23 00:30:29.252127 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f11ff1bc-70d0-4c78-afc8-ccb56919aa20 req-e379a35f-7351-49ee-80cf-c237803b6d57 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/security-groups?id=8561e70d-e244-4374-849d-b310b364159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370903 Apr 23 00:30:30.368048 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc487d0-ecf7-4c08-9d1d-36081ebac20e req-fc88c4e9-8d4e-4e04-a87c-26e7180b921e tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:30.369517 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3dc487d0-ecf7-4c08-9d1d-36081ebac20e req-fc88c4e9-8d4e-4e04-a87c-26e7180b921e tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6bb4e5f-b93b-4de9-b17a-8b479498dab5 HTTP/1.1" status: 200 len: 945 time: 0.0484109 Apr 23 00:30:30.407872 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3dc487d0-ecf7-4c08-9d1d-36081ebac20e req-151000d4-2049-4f35-a45f-a6be466ae1d0 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/security-groups?id=8561e70d-e244-4374-849d-b310b364159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324037 Apr 23 00:30:30.526427 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405e890-e083-437e-8c94-67c60c3fd676 req-73fe8a97-4502-480e-aee3-6a156367c1d9 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:30.527954 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4405e890-e083-437e-8c94-67c60c3fd676 req-73fe8a97-4502-480e-aee3-6a156367c1d9 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6bb4e5f-b93b-4de9-b17a-8b479498dab5 HTTP/1.1" status: 200 len: 945 time: 0.0522673 Apr 23 00:30:30.566369 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4405e890-e083-437e-8c94-67c60c3fd676 req-441fd673-9140-4925-af05-570e8f4fbc5c tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/security-groups?id=8561e70d-e244-4374-849d-b310b364159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321655 Apr 23 00:30:34.269959 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fbff10b-7683-455a-b9e0-77236667a2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:37.267314 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99c29124-85da-4095-8ca2-9bd5a7028b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:37.941871 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:39.681384 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:39.852711 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:40.792717 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:30:53.706747 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26502f64-dc01-473f-8d4c-8f6877d8a711 req-3c05c322-e4ba-451e-8be1-c0f19d324c0a tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:53.708280 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-26502f64-dc01-473f-8d4c-8f6877d8a711 req-3c05c322-e4ba-451e-8be1-c0f19d324c0a tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6bb4e5f-b93b-4de9-b17a-8b479498dab5 HTTP/1.1" status: 200 len: 945 time: 0.0495214 Apr 23 00:30:53.746327 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-26502f64-dc01-473f-8d4c-8f6877d8a711 req-18654f91-645f-47fd-a5a5-0ffeacac62d7 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/security-groups?id=8561e70d-e244-4374-849d-b310b364159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319417 Apr 23 00:30:53.841231 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:54.867324 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7e90b-6310-4c0e-8ea5-d0ce7485c3a8 req-4b65babc-d725-4b59-840e-658df5d46bbb tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:54.868853 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-12b7e90b-6310-4c0e-8ea5-d0ce7485c3a8 req-4b65babc-d725-4b59-840e-658df5d46bbb tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6bb4e5f-b93b-4de9-b17a-8b479498dab5 HTTP/1.1" status: 200 len: 945 time: 0.0546844 Apr 23 00:30:54.906506 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-12b7e90b-6310-4c0e-8ea5-d0ce7485c3a8 req-da69ca2c-a0ae-4ab8-9380-23f0e72fc070 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/security-groups?id=8561e70d-e244-4374-849d-b310b364159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318012 Apr 23 00:30:55.211317 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99783cf8-4a0a-47df-b14e-e187ca7af89a req-82a6f0dd-d8c0-477d-a3f5-2b19adddb251 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:55.212696 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-99783cf8-4a0a-47df-b14e-e187ca7af89a req-82a6f0dd-d8c0-477d-a3f5-2b19adddb251 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6bb4e5f-b93b-4de9-b17a-8b479498dab5 HTTP/1.1" status: 200 len: 945 time: 0.0476677 Apr 23 00:30:55.304141 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-99783cf8-4a0a-47df-b14e-e187ca7af89a req-5dff11f0-a968-4040-ab6a-20a18ee67738 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Deleting port 06754727-7861-4b55-b5f8-aae10693aad9 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:30:55.304472 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-99783cf8-4a0a-47df-b14e-e187ca7af89a req-5dff11f0-a968-4040-ab6a-20a18ee67738 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:55.389465 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-99783cf8-4a0a-47df-b14e-e187ca7af89a req-5dff11f0-a968-4040-ab6a-20a18ee67738 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] For port 06754727-7861-4b55-b5f8-aae10693aad9, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=06754727-7861-4b55-b5f8-aae10693aad9,segment=NetworkSegment(221ed35a-bcb0-4abd-8422-4ec06b45a3b0),segment_id=221ed35a-bcb0-4abd-8422-4ec06b45a3b0)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:30:55.389819 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-99783cf8-4a0a-47df-b14e-e187ca7af89a req-5dff11f0-a968-4040-ab6a-20a18ee67738 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:55.402780 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-99783cf8-4a0a-47df-b14e-e187ca7af89a req-5dff11f0-a968-4040-ab6a-20a18ee67738 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Calling delete_port for 06754727-7861-4b55-b5f8-aae10693aad9 owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:30:55.586990 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-99783cf8-4a0a-47df-b14e-e187ca7af89a req-5dff11f0-a968-4040-ab6a-20a18ee67738 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:55.597905 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['06754727-7861-4b55-b5f8-aae10693aad9'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:30:55.616044 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff11f0-a968-4040-ab6a-20a18ee67738 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Pushing event deleted for resources: {'Port': ['ID=06754727-7861-4b55-b5f8-aae10693aad9,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:55.657972 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-99783cf8-4a0a-47df-b14e-e187ca7af89a req-5dff11f0-a968-4040-ab6a-20a18ee67738 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] No DVR routers for this DVR port 06754727-7861-4b55-b5f8-aae10693aad9 on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:30:55.660655 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-99783cf8-4a0a-47df-b14e-e187ca7af89a req-5dff11f0-a968-4040-ab6a-20a18ee67738 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:55.664261 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-99783cf8-4a0a-47df-b14e-e187ca7af89a req-5dff11f0-a968-4040-ab6a-20a18ee67738 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.16 "DELETE /v2.0/ports/06754727-7861-4b55-b5f8-aae10693aad9 HTTP/1.1" status: 204 len: 173 time: 0.4448669 Apr 23 00:30:55.664496 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bb4e5f-b93b-4de9-b17a-8b479498dab5', 'name': 'network-vif-deleted', 'tag': '06754727-7861-4b55-b5f8-aae10693aad9'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:30:55.666746 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93aa23eb-6c90-458e-b8c4-94d06881ea49" -d '{"events": [{"server_uuid": "b6bb4e5f-b93b-4de9-b17a-8b479498dab5", "name": "network-vif-deleted", "tag": "06754727-7861-4b55-b5f8-aae10693aad9"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:30:55.702279 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33f99c2-d685-4b01-8ae6-b3ab2766ab7d x-openstack-request-id: req-a33f99c2-d685-4b01-8ae6-b3ab2766ab7d {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:30:55.702559 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bb4e5f-b93b-4de9-b17a-8b479498dab5", "name": "network-vif-deleted", "tag": "06754727-7861-4b55-b5f8-aae10693aad9", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:30:55.702812 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a33f99c2-d685-4b01-8ae6-b3ab2766ab7d {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:30:55.703214 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a33f99c2-d685-4b01-8ae6-b3ab2766ab7d'] response: {'server_uuid': 'b6bb4e5f-b93b-4de9-b17a-8b479498dab5', 'name': 'network-vif-deleted', 'tag': '06754727-7861-4b55-b5f8-aae10693aad9', 'status': 'completed', 'code': 200} Apr 23 00:30:56.018617 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b8a94824-cb68-46eb-8d03-cf09f79d927b req-ff5e8bd6-b3a7-49a3-bd2b-8d5c8966b5c2 tempest-TestEncryptedCinderVolumes-1161660795 tempest-TestEncryptedCinderVolumes-1161660795-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6bb4e5f-b93b-4de9-b17a-8b479498dab5 HTTP/1.1" status: 200 len: 210 time: 0.0283158 Apr 23 00:30:57.156740 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60584) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:30:57.495738 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0baed2dc-c240-4ce5-8618-f75fcfb0134a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:58.051699 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-0baed2dc-c240-4ce5-8618-f75fcfb0134a admin admin] Deleting port 4289a092-e429-4c2f-bae3-de25d05b6a46 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:30:58.052054 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0baed2dc-c240-4ce5-8618-f75fcfb0134a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:58.128020 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-0baed2dc-c240-4ce5-8618-f75fcfb0134a admin admin] For port 4289a092-e429-4c2f-bae3-de25d05b6a46, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4289a092-e429-4c2f-bae3-de25d05b6a46,segment=NetworkSegment(221ed35a-bcb0-4abd-8422-4ec06b45a3b0),segment_id=221ed35a-bcb0-4abd-8422-4ec06b45a3b0)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:30:58.128382 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0baed2dc-c240-4ce5-8618-f75fcfb0134a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:58.140793 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-0baed2dc-c240-4ce5-8618-f75fcfb0134a admin admin] Calling delete_port for 4289a092-e429-4c2f-bae3-de25d05b6a46 owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:30:58.372507 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0baed2dc-c240-4ce5-8618-f75fcfb0134a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:58.398000 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baed2dc-c240-4ce5-8618-f75fcfb0134a admin admin] Pushing event deleted for resources: {'Port': ['ID=4289a092-e429-4c2f-bae3-de25d05b6a46,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:58.409684 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baed2dc-c240-4ce5-8618-f75fcfb0134a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:58.409684 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baed2dc-c240-4ce5-8618-f75fcfb0134a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:58.409684 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baed2dc-c240-4ce5-8618-f75fcfb0134a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:58.409684 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baed2dc-c240-4ce5-8618-f75fcfb0134a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:58.410001 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baed2dc-c240-4ce5-8618-f75fcfb0134a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:58.410165 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baed2dc-c240-4ce5-8618-f75fcfb0134a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:58.410463 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baed2dc-c240-4ce5-8618-f75fcfb0134a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:58.410793 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baed2dc-c240-4ce5-8618-f75fcfb0134a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:58.411116 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baed2dc-c240-4ce5-8618-f75fcfb0134a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:58.411437 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baed2dc-c240-4ce5-8618-f75fcfb0134a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:58.411785 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baed2dc-c240-4ce5-8618-f75fcfb0134a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:58.412105 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baed2dc-c240-4ce5-8618-f75fcfb0134a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:58.421014 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 06754727-7861-4b55-b5f8-aae10693aad9 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:30:58.441613 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 06754727-7861-4b55-b5f8-aae10693aad9 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:30:58.442286 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 06754727-7861-4b55-b5f8-aae10693aad9 not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:30:58.583593 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0baed2dc-c240-4ce5-8618-f75fcfb0134a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:58.801240 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0baed2dc-c240-4ce5-8618-f75fcfb0134a admin admin] Router a1674b9d-debf-421a-9007-0d4e058dfd00 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:30:58.907210 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0baed2dc-c240-4ce5-8618-f75fcfb0134a admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:30:58.912340 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0baed2dc-c240-4ce5-8618-f75fcfb0134a admin admin] 10.222.0.15 "PUT /v2.0/routers/a1674b9d-debf-421a-9007-0d4e058dfd00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7545414 Apr 23 00:30:58.914879 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60586) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:30:58.916090 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab8c07e-86c5-47fb-8e88-2efc4c52e3a1 None None] Sync routers for ids ['a1674b9d-debf-421a-9007-0d4e058dfd00'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:30:58.925363 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab8c07e-86c5-47fb-8e88-2efc4c52e3a1 None None] Routers {'a1674b9d-debf-421a-9007-0d4e058dfd00'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:30:58.925958 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-dab8c07e-86c5-47fb-8e88-2efc4c52e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:30:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a1674b9d-debf-421a-9007-0d4e058dfd00'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:59.019283 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-828bbf14-b155-4dec-a027-decd327499fc admin admin] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:59.026400 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-dab8c07e-86c5-47fb-8e88-2efc4c52e3a1 None None] Set router a1674b9d-debf-421a-9007-0d4e058dfd00 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:30:59.119876 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-828bbf14-b155-4dec-a027-decd327499fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:59.196850 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-dab8c07e-86c5-47fb-8e88-2efc4c52e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1674b9d-debf-421a-9007-0d4e058dfd00', 'name': 'tempest-TestEncryptedCinderVolumes-1579780210-router', 'tenant_id': 'da128246dfe04caeb020e54b4cc5874e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '7e127dd2-8257-4619-abe7-b5acd103dd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:28Z', 'updated_at': '2022-04-23T00:30:58Z', 'revision_number': 5, 'project_id': 'da128246dfe04caeb020e54b4cc5874e', 'gw_port': {'id': '7e127dd2-8257-4619-abe7-b5acd103dd33', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1674b9d-debf-421a-9007-0d4e058dfd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:29Z', 'updated_at': '2022-04-23T00:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:59.226279 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab8c07e-86c5-47fb-8e88-2efc4c52e3a1 None None] Checking router: a1674b9d-debf-421a-9007-0d4e058dfd00 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:30:59.234268 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab8c07e-86c5-47fb-8e88-2efc4c52e3a1 None None] Routers {'a1674b9d-debf-421a-9007-0d4e058dfd00'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:30:59.234866 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-dab8c07e-86c5-47fb-8e88-2efc4c52e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:30:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['a1674b9d-debf-421a-9007-0d4e058dfd00'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:59.243299 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-828bbf14-b155-4dec-a027-decd327499fc admin admin] Deleting port 7e127dd2-8257-4619-abe7-b5acd103dd33 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:30:59.243680 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-828bbf14-b155-4dec-a027-decd327499fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:59.317396 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-dab8c07e-86c5-47fb-8e88-2efc4c52e3a1 None None] Set router a1674b9d-debf-421a-9007-0d4e058dfd00 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:30:59.322868 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-828bbf14-b155-4dec-a027-decd327499fc admin admin] For port 7e127dd2-8257-4619-abe7-b5acd103dd33, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7e127dd2-8257-4619-abe7-b5acd103dd33,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:30:59.323230 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-828bbf14-b155-4dec-a027-decd327499fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:59.336189 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-828bbf14-b155-4dec-a027-decd327499fc admin admin] Calling delete_port for 7e127dd2-8257-4619-abe7-b5acd103dd33 owned by network:router_gateway {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:30:59.367290 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-dab8c07e-86c5-47fb-8e88-2efc4c52e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1674b9d-debf-421a-9007-0d4e058dfd00', 'name': 'tempest-TestEncryptedCinderVolumes-1579780210-router', 'tenant_id': 'da128246dfe04caeb020e54b4cc5874e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:28Z', 'updated_at': '2022-04-23T00:30:59Z', 'revision_number': 6, 'project_id': 'da128246dfe04caeb020e54b4cc5874e', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:59.396118 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab8c07e-86c5-47fb-8e88-2efc4c52e3a1 None None] The sync data for ids ['a1674b9d-debf-421a-9007-0d4e058dfd00'] in dv-neutron-838783-1-hyperv is: [{'id': 'a1674b9d-debf-421a-9007-0d4e058dfd00', 'name': 'tempest-TestEncryptedCinderVolumes-1579780210-router', 'tenant_id': 'da128246dfe04caeb020e54b4cc5874e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:28Z', 'updated_at': '2022-04-23T00:30:59Z', 'revision_number': 6, 'project_id': 'da128246dfe04caeb020e54b4cc5874e', 'gw_port_host': None}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:30:59.552096 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-828bbf14-b155-4dec-a027-decd327499fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:59.582710 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bbf14-b155-4dec-a027-decd327499fc admin admin] Pushing event deleted for resources: {'Port': ['ID=7e127dd2-8257-4619-abe7-b5acd103dd33,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:59.644928 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-828bbf14-b155-4dec-a027-decd327499fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:59.735302 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-828bbf14-b155-4dec-a027-decd327499fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:59.737579 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-828bbf14-b155-4dec-a027-decd327499fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:59.840587 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-828bbf14-b155-4dec-a027-decd327499fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:59.841150 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828bbf14-b155-4dec-a027-decd327499fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1674b9d-debf-421a-9007-0d4e058dfd00 {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:30:59.845533 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-828bbf14-b155-4dec-a027-decd327499fc admin admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:59.846722 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-828bbf14-b155-4dec-a027-decd327499fc admin admin] 10.222.0.15 "DELETE /v2.0/routers/a1674b9d-debf-421a-9007-0d4e058dfd00 HTTP/1.1" status: 204 len: 168 time: 0.9309571 Apr 23 00:30:59.849344 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60588) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:30:59.897854 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbda5f08-8870-4abb-beab-38c8ddedb555 admin admin] Deleting subnet 4b2368c7-043d-4b4a-8e86-60956108aaeb {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:30:59.900938 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dbda5f08-8870-4abb-beab-38c8ddedb555 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:59.939120 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dbda5f08-8870-4abb-beab-38c8ddedb555 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.018543 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dbda5f08-8870-4abb-beab-38c8ddedb555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.135874 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dbda5f08-8870-4abb-beab-38c8ddedb555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.163970 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda5f08-8870-4abb-beab-38c8ddedb555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b2368c7-043d-4b4a-8e86-60956108aaeb,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:00.165972 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dbda5f08-8870-4abb-beab-38c8ddedb555 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.171446 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-dbda5f08-8870-4abb-beab-38c8ddedb555 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4b2368c7-043d-4b4a-8e86-60956108aaeb HTTP/1.1" status: 204 len: 168 time: 0.3189116 Apr 23 00:31:00.171646 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60590) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:31:00.171893 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7747baa-46e6-4ca3-9910-e6b2e4a4e5ea None None] Network af6931e3-5e72-49e0-88b0-eddea86ec12e requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:31:00.259177 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8914892f-e500-4632-8d9e-4021a7ac6c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.334568 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-8914892f-e500-4632-8d9e-4021a7ac6c6d admin admin] Deleting port d9be6d66-5e0a-409a-90d7-258b779695fc {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:31:00.334568 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8914892f-e500-4632-8d9e-4021a7ac6c6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.401285 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6371b599-b808-4c01-b265-1fa50a765fcf None None] DHCP port deletion for af6931e3-5e72-49e0-88b0-eddea86ec12e request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:31:00.411257 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-8914892f-e500-4632-8d9e-4021a7ac6c6d admin admin] For port d9be6d66-5e0a-409a-90d7-258b779695fc, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d9be6d66-5e0a-409a-90d7-258b779695fc,segment=NetworkSegment(221ed35a-bcb0-4abd-8422-4ec06b45a3b0),segment_id=221ed35a-bcb0-4abd-8422-4ec06b45a3b0)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:31:00.411744 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8914892f-e500-4632-8d9e-4021a7ac6c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.427859 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-8914892f-e500-4632-8d9e-4021a7ac6c6d admin admin] Calling delete_port for d9be6d66-5e0a-409a-90d7-258b779695fc owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:31:00.457501 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6371b599-b808-4c01-b265-1fa50a765fcf None None] Deleting port d9be6d66-5e0a-409a-90d7-258b779695fc {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:31:00.457871 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6371b599-b808-4c01-b265-1fa50a765fcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.527554 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-6371b599-b808-4c01-b265-1fa50a765fcf None None] For port d9be6d66-5e0a-409a-90d7-258b779695fc, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d9be6d66-5e0a-409a-90d7-258b779695fc,segment=NetworkSegment(221ed35a-bcb0-4abd-8422-4ec06b45a3b0),segment_id=221ed35a-bcb0-4abd-8422-4ec06b45a3b0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:31:00.528833 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6371b599-b808-4c01-b265-1fa50a765fcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.542590 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6371b599-b808-4c01-b265-1fa50a765fcf None None] Calling delete_port for d9be6d66-5e0a-409a-90d7-258b779695fc owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:31:00.606642 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8914892f-e500-4632-8d9e-4021a7ac6c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.616157 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6371b599-b808-4c01-b265-1fa50a765fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.635968 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8914892f-e500-4632-8d9e-4021a7ac6c6d admin admin] No DVR routers for this DVR port d9be6d66-5e0a-409a-90d7-258b779695fc on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:31:00.639435 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914892f-e500-4632-8d9e-4021a7ac6c6d admin admin] Pushing event deleted for resources: {'Port': ['ID=d9be6d66-5e0a-409a-90d7-258b779695fc,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:00.641270 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371b599-b808-4c01-b265-1fa50a765fcf None None] Pushing event deleted for resources: {'Port': ['ID=d9be6d66-5e0a-409a-90d7-258b779695fc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:00.645461 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6371b599-b808-4c01-b265-1fa50a765fcf None None] No DVR routers for this DVR port d9be6d66-5e0a-409a-90d7-258b779695fc on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:31:00.655673 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371b599-b808-4c01-b265-1fa50a765fcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:00.655673 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371b599-b808-4c01-b265-1fa50a765fcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:00.655673 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371b599-b808-4c01-b265-1fa50a765fcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:00.655673 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371b599-b808-4c01-b265-1fa50a765fcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:00.655673 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371b599-b808-4c01-b265-1fa50a765fcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:00.655673 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371b599-b808-4c01-b265-1fa50a765fcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:00.655673 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371b599-b808-4c01-b265-1fa50a765fcf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:00.655673 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371b599-b808-4c01-b265-1fa50a765fcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:00.655673 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371b599-b808-4c01-b265-1fa50a765fcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:00.655673 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371b599-b808-4c01-b265-1fa50a765fcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:00.656570 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371b599-b808-4c01-b265-1fa50a765fcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:00.656570 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371b599-b808-4c01-b265-1fa50a765fcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:00.719070 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8914892f-e500-4632-8d9e-4021a7ac6c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.738964 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-8914892f-e500-4632-8d9e-4021a7ac6c6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6931e3-5e72-49e0-88b0-eddea86ec12e']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:00.748673 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-8914892f-e500-4632-8d9e-4021a7ac6c6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '221ed35a-bcb0-4abd-8422-4ec06b45a3b0') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:00.748968 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-8914892f-e500-4632-8d9e-4021a7ac6c6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '221ed35a-bcb0-4abd-8422-4ec06b45a3b0') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:00.758083 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8914892f-e500-4632-8d9e-4021a7ac6c6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.771385 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8914892f-e500-4632-8d9e-4021a7ac6c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.777189 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8914892f-e500-4632-8d9e-4021a7ac6c6d admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:31:00.778163 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8914892f-e500-4632-8d9e-4021a7ac6c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:31:00.779189 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:31:00.891926 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8914892f-e500-4632-8d9e-4021a7ac6c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.897059 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8914892f-e500-4632-8d9e-4021a7ac6c6d admin admin] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.904405 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8914892f-e500-4632-8d9e-4021a7ac6c6d admin admin] 10.222.0.15 "DELETE /v2.0/networks/af6931e3-5e72-49e0-88b0-eddea86ec12e HTTP/1.1" status: 204 len: 168 time: 0.7276170 Apr 23 00:31:00.904546 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60592) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:31:00.911111 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914892f-e500-4632-8d9e-4021a7ac6c6d admin admin] Pushing event deleted for resources: {'Network': ['ID=af6931e3-5e72-49e0-88b0-eddea86ec12e,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:01.160239 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d9be6d66-5e0a-409a-90d7-258b779695fc no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:31:01.185412 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: d9be6d66-5e0a-409a-90d7-258b779695fc {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:31:01.186096 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d9be6d66-5e0a-409a-90d7-258b779695fc not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:31:01.186198 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4289a092-e429-4c2f-bae3-de25d05b6a46 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:31:01.204618 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 4289a092-e429-4c2f-bae3-de25d05b6a46 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:31:01.204956 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4289a092-e429-4c2f-bae3-de25d05b6a46 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:31:01.205369 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7e127dd2-8257-4619-abe7-b5acd103dd33 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:31:01.224073 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 7e127dd2-8257-4619-abe7-b5acd103dd33 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:31:01.224397 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7e127dd2-8257-4619-abe7-b5acd103dd33 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:31:01.250510 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4147e1d2-02e3-4e55-a8fb-dd7e26c30e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:01.491600 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-4147e1d2-02e3-4e55-a8fb-dd7e26c30e0e admin admin] Deleting port 6ac711b0-33a3-4e24-b98a-c519be29826d {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:31:01.491853 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4147e1d2-02e3-4e55-a8fb-dd7e26c30e0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:01.566976 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-4147e1d2-02e3-4e55-a8fb-dd7e26c30e0e admin admin] For port 6ac711b0-33a3-4e24-b98a-c519be29826d, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=6ac711b0-33a3-4e24-b98a-c519be29826d,segment=NetworkSegment(1fa9b0aa-e072-4900-adc0-12c7700deb87),segment_id=1fa9b0aa-e072-4900-adc0-12c7700deb87)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:31:01.567334 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4147e1d2-02e3-4e55-a8fb-dd7e26c30e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:01.584263 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-4147e1d2-02e3-4e55-a8fb-dd7e26c30e0e admin admin] Calling delete_port for 6ac711b0-33a3-4e24-b98a-c519be29826d owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:31:01.855365 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4147e1d2-02e3-4e55-a8fb-dd7e26c30e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:01.881283 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147e1d2-02e3-4e55-a8fb-dd7e26c30e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=6ac711b0-33a3-4e24-b98a-c519be29826d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:02.046872 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4147e1d2-02e3-4e55-a8fb-dd7e26c30e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:02.267677 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4147e1d2-02e3-4e55-a8fb-dd7e26c30e0e admin admin] Router e5f37030-1b51-43f1-bfc3-ddc450cf8fec has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:31:02.373502 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4147e1d2-02e3-4e55-a8fb-dd7e26c30e0e admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:31:02.378427 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4147e1d2-02e3-4e55-a8fb-dd7e26c30e0e admin admin] 10.222.0.15 "PUT /v2.0/routers/e5f37030-1b51-43f1-bfc3-ddc450cf8fec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4742289 Apr 23 00:31:02.381051 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60594) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:31:02.382955 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2580e869-9243-4ebe-853e-60aeea325070 None None] Sync routers for ids ['e5f37030-1b51-43f1-bfc3-ddc450cf8fec'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:31:02.392611 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2580e869-9243-4ebe-853e-60aeea325070 None None] Routers {'e5f37030-1b51-43f1-bfc3-ddc450cf8fec'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:31:02.393311 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-2580e869-9243-4ebe-853e-60aeea325070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:30:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['e5f37030-1b51-43f1-bfc3-ddc450cf8fec'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:02.486625 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c50fdbd4-279c-4026-a220-500e7ae3ebc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:02.593950 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c50fdbd4-279c-4026-a220-500e7ae3ebc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:02.649612 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-2580e869-9243-4ebe-853e-60aeea325070 None None] Set router e5f37030-1b51-43f1-bfc3-ddc450cf8fec gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:31:02.716684 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-c50fdbd4-279c-4026-a220-500e7ae3ebc5 admin admin] Deleting port 3675699e-5541-4eb9-9110-20be7b705bc3 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:31:02.717174 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c50fdbd4-279c-4026-a220-500e7ae3ebc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:02.805504 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-c50fdbd4-279c-4026-a220-500e7ae3ebc5 admin admin] For port 3675699e-5541-4eb9-9110-20be7b705bc3, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=3675699e-5541-4eb9-9110-20be7b705bc3,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:31:02.806178 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c50fdbd4-279c-4026-a220-500e7ae3ebc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:02.821272 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-c50fdbd4-279c-4026-a220-500e7ae3ebc5 admin admin] Calling delete_port for 3675699e-5541-4eb9-9110-20be7b705bc3 owned by network:router_gateway {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:31:02.850202 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-2580e869-9243-4ebe-853e-60aeea325070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f37030-1b51-43f1-bfc3-ddc450cf8fec', 'name': 'tempest-TestEncryptedCinderVolumes-1754500610-router', 'tenant_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '3675699e-5541-4eb9-9110-20be7b705bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:34Z', 'updated_at': '2022-04-23T00:31:01Z', 'revision_number': 5, 'project_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'gw_port': {'id': '3675699e-5541-4eb9-9110-20be7b705bc3', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f37030-1b51-43f1-bfc3-ddc450cf8fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:02.877995 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2580e869-9243-4ebe-853e-60aeea325070 None None] Checking router: e5f37030-1b51-43f1-bfc3-ddc450cf8fec for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:31:02.887824 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2580e869-9243-4ebe-853e-60aeea325070 None None] Routers {'e5f37030-1b51-43f1-bfc3-ddc450cf8fec'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:31:02.888448 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-2580e869-9243-4ebe-853e-60aeea325070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:30:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['e5f37030-1b51-43f1-bfc3-ddc450cf8fec'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:02.973473 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-2580e869-9243-4ebe-853e-60aeea325070 None None] Set router e5f37030-1b51-43f1-bfc3-ddc450cf8fec gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:31:03.024442 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-2580e869-9243-4ebe-853e-60aeea325070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f37030-1b51-43f1-bfc3-ddc450cf8fec', 'name': 'tempest-TestEncryptedCinderVolumes-1754500610-router', 'tenant_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:34Z', 'updated_at': '2022-04-23T00:31:02Z', 'revision_number': 6, 'project_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:03.053803 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2580e869-9243-4ebe-853e-60aeea325070 None None] The sync data for ids ['e5f37030-1b51-43f1-bfc3-ddc450cf8fec'] in dv-neutron-838783-1-hyperv is: [{'id': 'e5f37030-1b51-43f1-bfc3-ddc450cf8fec', 'name': 'tempest-TestEncryptedCinderVolumes-1754500610-router', 'tenant_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:34Z', 'updated_at': '2022-04-23T00:31:02Z', 'revision_number': 6, 'project_id': '46bf9a5e924744589a5b0b1cbaf60feb', 'gw_port_host': None}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:31:03.061857 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c50fdbd4-279c-4026-a220-500e7ae3ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.094483 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50fdbd4-279c-4026-a220-500e7ae3ebc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3675699e-5541-4eb9-9110-20be7b705bc3,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:03.152926 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c50fdbd4-279c-4026-a220-500e7ae3ebc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.240067 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c50fdbd4-279c-4026-a220-500e7ae3ebc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.242852 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c50fdbd4-279c-4026-a220-500e7ae3ebc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.329339 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c50fdbd4-279c-4026-a220-500e7ae3ebc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.329860 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50fdbd4-279c-4026-a220-500e7ae3ebc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5f37030-1b51-43f1-bfc3-ddc450cf8fec {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:31:03.335271 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c50fdbd4-279c-4026-a220-500e7ae3ebc5 admin admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.337020 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c50fdbd4-279c-4026-a220-500e7ae3ebc5 admin admin] 10.222.0.15 "DELETE /v2.0/routers/e5f37030-1b51-43f1-bfc3-ddc450cf8fec HTTP/1.1" status: 204 len: 168 time: 0.9549735 Apr 23 00:31:03.339476 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60596) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:31:03.382928 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7dcaf2-d41e-413f-a921-52570c6b9cbc admin admin] Deleting subnet d0706d3c-b192-46af-bdc6-c9a3bb3eae87 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:31:03.386052 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1d7dcaf2-d41e-413f-a921-52570c6b9cbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.426135 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1d7dcaf2-d41e-413f-a921-52570c6b9cbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.512219 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1d7dcaf2-d41e-413f-a921-52570c6b9cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.629546 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1d7dcaf2-d41e-413f-a921-52570c6b9cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.654215 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7dcaf2-d41e-413f-a921-52570c6b9cbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0706d3c-b192-46af-bdc6-c9a3bb3eae87,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:03.659870 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1d7dcaf2-d41e-413f-a921-52570c6b9cbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.663436 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1d7dcaf2-d41e-413f-a921-52570c6b9cbc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d0706d3c-b192-46af-bdc6-c9a3bb3eae87 HTTP/1.1" status: 204 len: 168 time: 0.3226981 Apr 23 00:31:03.666151 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60598) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:31:03.669603 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766aa373-67da-4b41-9c6a-ccc0e9ac44f6 None None] Network 0bd0baa2-67bc-44df-af54-7b7605efc7b6 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:31:03.733493 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-19a30943-ec8d-431e-9453-83811d1494a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.790198 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-19a30943-ec8d-431e-9453-83811d1494a5 admin admin] Deleting port fd11a364-6552-4933-9386-4bbb7f935fa0 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:31:03.790539 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-19a30943-ec8d-431e-9453-83811d1494a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.843863 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbad2733-246f-47ce-ba3e-13fbbd240bab None None] DHCP port deletion for 0bd0baa2-67bc-44df-af54-7b7605efc7b6 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:31:03.861355 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-19a30943-ec8d-431e-9453-83811d1494a5 admin admin] For port fd11a364-6552-4933-9386-4bbb7f935fa0, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=fd11a364-6552-4933-9386-4bbb7f935fa0,segment=NetworkSegment(1fa9b0aa-e072-4900-adc0-12c7700deb87),segment_id=1fa9b0aa-e072-4900-adc0-12c7700deb87)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:31:03.861723 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-19a30943-ec8d-431e-9453-83811d1494a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.877075 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-19a30943-ec8d-431e-9453-83811d1494a5 admin admin] Calling delete_port for fd11a364-6552-4933-9386-4bbb7f935fa0 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:31:03.877316 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 6ac711b0-33a3-4e24-b98a-c519be29826d no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:31:03.902033 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 6ac711b0-33a3-4e24-b98a-c519be29826d {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:31:03.902369 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 6ac711b0-33a3-4e24-b98a-c519be29826d not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:31:03.924380 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cbad2733-246f-47ce-ba3e-13fbbd240bab None None] Deleting port fd11a364-6552-4933-9386-4bbb7f935fa0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:31:03.931340 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cbad2733-246f-47ce-ba3e-13fbbd240bab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.992106 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-cbad2733-246f-47ce-ba3e-13fbbd240bab None None] For port fd11a364-6552-4933-9386-4bbb7f935fa0, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=fd11a364-6552-4933-9386-4bbb7f935fa0,segment=NetworkSegment(1fa9b0aa-e072-4900-adc0-12c7700deb87),segment_id=1fa9b0aa-e072-4900-adc0-12c7700deb87)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:31:03.992493 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cbad2733-246f-47ce-ba3e-13fbbd240bab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.004730 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cbad2733-246f-47ce-ba3e-13fbbd240bab None None] Calling delete_port for fd11a364-6552-4933-9386-4bbb7f935fa0 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:31:04.026737 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-19a30943-ec8d-431e-9453-83811d1494a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.055281 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a30943-ec8d-431e-9453-83811d1494a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd11a364-6552-4933-9386-4bbb7f935fa0,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:04.057300 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a30943-ec8d-431e-9453-83811d1494a5 admin admin] No DVR routers for this DVR port fd11a364-6552-4933-9386-4bbb7f935fa0 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:31:04.086430 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cbad2733-246f-47ce-ba3e-13fbbd240bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.099341 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbad2733-246f-47ce-ba3e-13fbbd240bab None None] No DVR routers for this DVR port fd11a364-6552-4933-9386-4bbb7f935fa0 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:31:04.120928 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad2733-246f-47ce-ba3e-13fbbd240bab None None] Pushing event deleted for resources: {'Port': ['ID=fd11a364-6552-4933-9386-4bbb7f935fa0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:04.140384 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-19a30943-ec8d-431e-9453-83811d1494a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.163407 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-19a30943-ec8d-431e-9453-83811d1494a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd0baa2-67bc-44df-af54-7b7605efc7b6']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:04.173149 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-19a30943-ec8d-431e-9453-83811d1494a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa9b0aa-e072-4900-adc0-12c7700deb87') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:04.173466 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-19a30943-ec8d-431e-9453-83811d1494a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa9b0aa-e072-4900-adc0-12c7700deb87') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:04.187251 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-19a30943-ec8d-431e-9453-83811d1494a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.201378 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-19a30943-ec8d-431e-9453-83811d1494a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.207372 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a30943-ec8d-431e-9453-83811d1494a5 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:31:04.210013 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-19a30943-ec8d-431e-9453-83811d1494a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:31:04.210355 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:31:04.303281 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51cb6e1c-c5b8-4c60-bf23-9338036ea5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.331791 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-19a30943-ec8d-431e-9453-83811d1494a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.337801 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-19a30943-ec8d-431e-9453-83811d1494a5 admin admin] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.341190 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-19a30943-ec8d-431e-9453-83811d1494a5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0bd0baa2-67bc-44df-af54-7b7605efc7b6 HTTP/1.1" status: 204 len: 168 time: 0.6739879 Apr 23 00:31:04.352843 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a30943-ec8d-431e-9453-83811d1494a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bd0baa2-67bc-44df-af54-7b7605efc7b6,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:04.655444 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60602) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:31:04.695520 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5c759cf7-5b57-4c09-8a5e-d93527b7464f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da128246dfe04caeb020e54b4cc5874e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387893 Apr 23 00:31:04.697889 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60604) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:31:04.745353 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-455aa3b8-f8d0-4392-aca4-dd878a4e88ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.766280 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-455aa3b8-f8d0-4392-aca4-dd878a4e88ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.872204 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-455aa3b8-f8d0-4392-aca4-dd878a4e88ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.875605 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-455aa3b8-f8d0-4392-aca4-dd878a4e88ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.879962 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-455aa3b8-f8d0-4392-aca4-dd878a4e88ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8561e70d-e244-4374-849d-b310b364159a HTTP/1.1" status: 204 len: 168 time: 0.1774921 Apr 23 00:31:04.885989 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455aa3b8-f8d0-4392-aca4-dd878a4e88ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8561e70d-e244-4374-849d-b310b364159a,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:05.169295 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 3675699e-5541-4eb9-9110-20be7b705bc3 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:31:05.191312 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 3675699e-5541-4eb9-9110-20be7b705bc3 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:31:05.191678 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 3675699e-5541-4eb9-9110-20be7b705bc3 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:31:05.192105 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device fd11a364-6552-4933-9386-4bbb7f935fa0 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:31:05.214717 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: fd11a364-6552-4933-9386-4bbb7f935fa0 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:31:05.214977 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device fd11a364-6552-4933-9386-4bbb7f935fa0 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:31:05.554489 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60610) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:31:05.593520 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1bf6f25a-fcde-4b32-93b7-2c97f9b5cf26 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=46bf9a5e924744589a5b0b1cbaf60feb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378854 Apr 23 00:31:05.601231 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60612) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:31:05.651602 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-700a2d22-df45-4d6d-9707-f604c3780388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:05.673150 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-700a2d22-df45-4d6d-9707-f604c3780388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:05.794725 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-700a2d22-df45-4d6d-9707-f604c3780388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:05.797325 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-700a2d22-df45-4d6d-9707-f604c3780388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:05.798488 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-700a2d22-df45-4d6d-9707-f604c3780388 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc496ddf-fce0-4abf-899f-636e47a2b5ff HTTP/1.1" status: 204 len: 168 time: 0.1963775 Apr 23 00:31:05.806587 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a2d22-df45-4d6d-9707-f604c3780388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc496ddf-fce0-4abf-899f-636e47a2b5ff,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:06.854050 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60634) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:31:06.946438 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-b67a7167-b045-4731-ac2e-965ea74bc2be admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-449423500-network', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:07.051856 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67a7167-b045-4731-ac2e-965ea74bc2be admin admin] Made reservation on behalf of 1d6d801d391f499ebadd84c33b6d42d4 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:07.054770 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b67a7167-b045-4731-ac2e-965ea74bc2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:07.063020 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b67a7167-b045-4731-ac2e-965ea74bc2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:07.135465 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b67a7167-b045-4731-ac2e-965ea74bc2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:07.206359 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b67a7167-b045-4731-ac2e-965ea74bc2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:07.231753 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67a7167-b045-4731-ac2e-965ea74bc2be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:31:07.241923 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a7167-b045-4731-ac2e-965ea74bc2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c7a4d8-0ab6-498c-ae6c-4690404322d7,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:07.247554 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b67a7167-b045-4731-ac2e-965ea74bc2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:07.247932 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-b67a7167-b045-4731-ac2e-965ea74bc2be admin admin] Added segment 0df4ce8c-ef92-4e51-994f-b688dd297a10 of type vlan for network a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1 Apr 23 00:31:07.252162 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6762f32b-03b8-4890-8531-19e076911e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:07.288696 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b67a7167-b045-4731-ac2e-965ea74bc2be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:07.377334 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b67a7167-b045-4731-ac2e-965ea74bc2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:07.378289 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67a7167-b045-4731-ac2e-965ea74bc2be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:07.378861 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b67a7167-b045-4731-ac2e-965ea74bc2be admin admin] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:07.436512 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a7167-b045-4731-ac2e-965ea74bc2be admin admin] Pushing event updated for resources: {'Network': ['ID=a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:07.446301 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:31:07.466130 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b67a7167-b045-4731-ac2e-965ea74bc2be admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6107931 Apr 23 00:31:07.468668 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60638) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:31:07.473346 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-a8de2ab9-c7d7-4a39-8e1d-da920586ca9c admin admin] Request body: {'subnet': {'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-449423500-subnet', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'ip_version': 4}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:07.560434 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8de2ab9-c7d7-4a39-8e1d-da920586ca9c admin admin] Made reservation on behalf of 1d6d801d391f499ebadd84c33b6d42d4 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:07.562804 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a8de2ab9-c7d7-4a39-8e1d-da920586ca9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:07.792205 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a8de2ab9-c7d7-4a39-8e1d-da920586ca9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:07.840024 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de2ab9-c7d7-4a39-8e1d-da920586ca9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ac1986f-360b-4539-8794-2a1cd69fe91c,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:07.854421 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de2ab9-c7d7-4a39-8e1d-da920586ca9c admin admin] Checking segment: {'id': '0df4ce8c-ef92-4e51-994f-b688dd297a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:31:07.855045 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8de2ab9-c7d7-4a39-8e1d-da920586ca9c admin admin] Network hostable DHCP agents. Network: a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:31:07.930121 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:07.952008 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8de2ab9-c7d7-4a39-8e1d-da920586ca9c admin admin] Network a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:31:08.014772 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-a8de2ab9-c7d7-4a39-8e1d-da920586ca9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:08.018662 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8de2ab9-c7d7-4a39-8e1d-da920586ca9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:08.019243 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a8de2ab9-c7d7-4a39-8e1d-da920586ca9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:08.023449 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021f2b49-a75b-4334-996f-5cd1d18e9e19 None None] Network a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:31:08.086737 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a8de2ab9-c7d7-4a39-8e1d-da920586ca9c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6169233 Apr 23 00:31:08.089601 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60640) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:31:08.094881 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-f8cda1ee-1d4b-455a-92ee-b7713d43429e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-449423500-router', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:08.166454 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac32f25-b8e9-428a-b96e-c1c1d0baa75d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1', 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'fixed_ips': [{'subnet_id': '0ac1986f-360b-4539-8794-2a1cd69fe91c'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:31:08.167294 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aac32f25-b8e9-428a-b96e-c1c1d0baa75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:08.175317 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f8cda1ee-1d4b-455a-92ee-b7713d43429e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:08.176421 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f8cda1ee-1d4b-455a-92ee-b7713d43429e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:08.227050 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f8cda1ee-1d4b-455a-92ee-b7713d43429e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:08.302380 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-aac32f25-b8e9-428a-b96e-c1c1d0baa75d None None] Allocated IP 172.20.0.2 (a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1/0ac1986f-360b-4539-8794-2a1cd69fe91c/a5a030f4-e6cb-4c7e-a348-f4317b30f27a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:08.434795 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f8cda1ee-1d4b-455a-92ee-b7713d43429e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:08.441857 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aac32f25-b8e9-428a-b96e-c1c1d0baa75d None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:08.543938 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aac32f25-b8e9-428a-b96e-c1c1d0baa75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:08.584064 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac32f25-b8e9-428a-b96e-c1c1d0baa75d None None] Network a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:08.589073 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-aac32f25-b8e9-428a-b96e-c1c1d0baa75d None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:08.592620 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac32f25-b8e9-428a-b96e-c1c1d0baa75d None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:31:08.601496 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac32f25-b8e9-428a-b96e-c1c1d0baa75d None None] Pushing event updated for resources: {'Port': ['ID=a5a030f4-e6cb-4c7e-a348-f4317b30f27a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:08.652088 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-aac32f25-b8e9-428a-b96e-c1c1d0baa75d None None] Attempting to bind port a5a030f4-e6cb-4c7e-a348-f4317b30f27a on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:31:08.652459 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-aac32f25-b8e9-428a-b96e-c1c1d0baa75d None None] Attempting to bind port a5a030f4-e6cb-4c7e-a348-f4317b30f27a by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '0df4ce8c-ef92-4e51-994f-b688dd297a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:31:08.652824 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac32f25-b8e9-428a-b96e-c1c1d0baa75d None None] Attempting to bind port a5a030f4-e6cb-4c7e-a348-f4317b30f27a on network a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:31:08.658042 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac32f25-b8e9-428a-b96e-c1c1d0baa75d None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:31:08.658425 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac32f25-b8e9-428a-b96e-c1c1d0baa75d None None] Checking segment: {'id': '0df4ce8c-ef92-4e51-994f-b688dd297a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:31:08.658821 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aac32f25-b8e9-428a-b96e-c1c1d0baa75d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:08.659213 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac32f25-b8e9-428a-b96e-c1c1d0baa75d None None] Bound using segment: {'id': '0df4ce8c-ef92-4e51-994f-b688dd297a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:31:08.659701 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-aac32f25-b8e9-428a-b96e-c1c1d0baa75d None None] Bound port: a5a030f4-e6cb-4c7e-a348-f4317b30f27a, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df4ce8c-ef92-4e51-994f-b688dd297a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:31:08.660083 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aac32f25-b8e9-428a-b96e-c1c1d0baa75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:08.683184 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f8cda1ee-1d4b-455a-92ee-b7713d43429e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:08.726277 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-aac32f25-b8e9-428a-b96e-c1c1d0baa75d None None] For port a5a030f4-e6cb-4c7e-a348-f4317b30f27a, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:31:08.730043 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-aac32f25-b8e9-428a-b96e-c1c1d0baa75d None None] For port a5a030f4-e6cb-4c7e-a348-f4317b30f27a, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a5a030f4-e6cb-4c7e-a348-f4317b30f27a,segment=NetworkSegment(0df4ce8c-ef92-4e51-994f-b688dd297a10),segment_id=0df4ce8c-ef92-4e51-994f-b688dd297a10)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:31:08.844253 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aac32f25-b8e9-428a-b96e-c1c1d0baa75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:08.914332 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac32f25-b8e9-428a-b96e-c1c1d0baa75d None None] Pushing event updated for resources: {'Port': ['ID=a5a030f4-e6cb-4c7e-a348-f4317b30f27a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:08.990604 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f8cda1ee-1d4b-455a-92ee-b7713d43429e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:09.109818 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-f8cda1ee-1d4b-455a-92ee-b7713d43429e admin admin] Allocated IP 172.26.3.6 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/ef1ef868-9d1d-4724-86c8-7d30b9b40b07) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:09.222103 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a5a030f4-e6cb-4c7e-a348-f4317b30f27a up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:31:09.232284 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f8cda1ee-1d4b-455a-92ee-b7713d43429e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:09.271561 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port a5a030f4-e6cb-4c7e-a348-f4317b30f27a triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:09.271874 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:09.349508 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f8cda1ee-1d4b-455a-92ee-b7713d43429e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:09.359801 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:09.385218 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cda1ee-1d4b-455a-92ee-b7713d43429e admin admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:09.388199 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-f8cda1ee-1d4b-455a-92ee-b7713d43429e admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:09.390672 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cda1ee-1d4b-455a-92ee-b7713d43429e admin admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:31:09.396943 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port a5a030f4-e6cb-4c7e-a348-f4317b30f27a, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a5a030f4-e6cb-4c7e-a348-f4317b30f27a,segment=NetworkSegment(0df4ce8c-ef92-4e51-994f-b688dd297a10),segment_id=0df4ce8c-ef92-4e51-994f-b688dd297a10)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:31:09.423675 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cda1ee-1d4b-455a-92ee-b7713d43429e admin admin] Pushing event updated for resources: {'Port': ['ID=ef1ef868-9d1d-4724-86c8-7d30b9b40b07,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:09.486374 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:09.549319 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=a5a030f4-e6cb-4c7e-a348-f4317b30f27a,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:09.686110 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:09.719618 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f8cda1ee-1d4b-455a-92ee-b7713d43429e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:09.782917 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40194728-f570-4313-b672-3754273bbb0d None None] Network a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:31:09.872629 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-68da90d5-a5e3-40df-b5f4-dc5658d58fd3 None None] Provisioning complete for port a5a030f4-e6cb-4c7e-a348-f4317b30f27a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:09.872917 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68da90d5-a5e3-40df-b5f4-dc5658d58fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:09.918608 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:09.922078 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f8cda1ee-1d4b-455a-92ee-b7713d43429e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:10.109138 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cda1ee-1d4b-455a-92ee-b7713d43429e admin admin] Router 60570458-bafd-43a7-a3cf-23a39c262cbc is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:31:10.222537 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cda1ee-1d4b-455a-92ee-b7713d43429e admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:31:10.232547 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-a9d53150-1fcf-4127-8eef-666a68ee0852 None None] Provisioning complete for port a5a030f4-e6cb-4c7e-a348-f4317b30f27a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:10.240264 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] Sync routers for ids ['60570458-bafd-43a7-a3cf-23a39c262cbc'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:31:10.240782 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9d53150-1fcf-4127-8eef-666a68ee0852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:10.245660 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] Routers {'60570458-bafd-43a7-a3cf-23a39c262cbc'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:31:10.246318 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:31:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['60570458-bafd-43a7-a3cf-23a39c262cbc'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:10.354272 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f8cda1ee-1d4b-455a-92ee-b7713d43429e admin admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:10.354486 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] Set router 60570458-bafd-43a7-a3cf-23a39c262cbc gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:31:10.355824 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f8cda1ee-1d4b-455a-92ee-b7713d43429e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2649288 Apr 23 00:31:10.358741 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60642) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:31:10.527084 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'name': 'tempest-TestMinimumBasicScenario-449423500-router', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ef1ef868-9d1d-4724-86c8-7d30b9b40b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:31:09Z', 'revision_number': 3, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'gw_port': {'id': 'ef1ef868-9d1d-4724-86c8-7d30b9b40b07', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:31:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:10.556273 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] Checking router: 60570458-bafd-43a7-a3cf-23a39c262cbc for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:31:10.556612 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] Updating router 60570458-bafd-43a7-a3cf-23a39c262cbc port ef1ef868-9d1d-4724-86c8-7d30b9b40b07 binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:31:10.581228 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:10.771361 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-75a51422-e0da-4489-94c0-6f4edcd5b75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:10.918392 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:10.931027 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-75a51422-e0da-4489-94c0-6f4edcd5b75c admin admin] Allocated IP 172.20.0.1 (a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1/0ac1986f-360b-4539-8794-2a1cd69fe91c/8632f1d8-75f8-4681-85a7-25ad8982be20) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:11.003553 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:11.036691 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-75a51422-e0da-4489-94c0-6f4edcd5b75c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:11.055911 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] Attempting to bind port ef1ef868-9d1d-4724-86c8-7d30b9b40b07 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:31:11.056289 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] Attempting to bind port ef1ef868-9d1d-4724-86c8-7d30b9b40b07 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:31:11.056635 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] Attempting to bind port ef1ef868-9d1d-4724-86c8-7d30b9b40b07 on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:31:11.063286 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9eaa8-3b72-4bfe-bf25-83936a33447f None None] Pushing event updated for resources: {'Port': ['ID=ef1ef868-9d1d-4724-86c8-7d30b9b40b07,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:11.069940 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:31:11.070313 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:31:11.070710 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:11.071100 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:31:11.071556 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] Bound port: ef1ef868-9d1d-4724-86c8-7d30b9b40b07, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:31:11.071956 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:11.074990 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9eaa8-3b72-4bfe-bf25-83936a33447f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:11.075333 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9eaa8-3b72-4bfe-bf25-83936a33447f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:11.075773 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9eaa8-3b72-4bfe-bf25-83936a33447f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:11.078495 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9eaa8-3b72-4bfe-bf25-83936a33447f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:11.078495 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9eaa8-3b72-4bfe-bf25-83936a33447f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:11.078495 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9eaa8-3b72-4bfe-bf25-83936a33447f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:11.078495 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9eaa8-3b72-4bfe-bf25-83936a33447f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:11.078495 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9eaa8-3b72-4bfe-bf25-83936a33447f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:11.078495 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9eaa8-3b72-4bfe-bf25-83936a33447f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:11.078495 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9eaa8-3b72-4bfe-bf25-83936a33447f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:11.078495 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9eaa8-3b72-4bfe-bf25-83936a33447f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:11.079144 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9eaa8-3b72-4bfe-bf25-83936a33447f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:11.126325 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-75a51422-e0da-4489-94c0-6f4edcd5b75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:11.128165 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] For port ef1ef868-9d1d-4724-86c8-7d30b9b40b07, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:31:11.131310 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] For port ef1ef868-9d1d-4724-86c8-7d30b9b40b07, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=ef1ef868-9d1d-4724-86c8-7d30b9b40b07,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:31:11.164893 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a51422-e0da-4489-94c0-6f4edcd5b75c admin admin] Network a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:11.166614 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-75a51422-e0da-4489-94c0-6f4edcd5b75c admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:11.169073 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a5a030f4-e6cb-4c7e-a348-f4317b30f27a up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:31:11.172529 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a51422-e0da-4489-94c0-6f4edcd5b75c admin admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:31:11.201763 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a51422-e0da-4489-94c0-6f4edcd5b75c admin admin] Pushing event updated for resources: {'Port': ['ID=8632f1d8-75f8-4681-85a7-25ad8982be20,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:11.207733 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:11.223708 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-75a51422-e0da-4489-94c0-6f4edcd5b75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:11.228573 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port a5a030f4-e6cb-4c7e-a348-f4317b30f27a triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:11.229064 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:11.275321 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] Routers {'60570458-bafd-43a7-a3cf-23a39c262cbc'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:31:11.276599 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:31:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['60570458-bafd-43a7-a3cf-23a39c262cbc'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:11.333326 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9eaa8-3b72-4bfe-bf25-83936a33447f None None] Pushing event updated for resources: {'Port': ['ID=ef1ef868-9d1d-4724-86c8-7d30b9b40b07,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:11.391272 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] Set router 60570458-bafd-43a7-a3cf-23a39c262cbc gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:31:11.437352 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-75a51422-e0da-4489-94c0-6f4edcd5b75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:11.437579 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d70dc705-14e8-4e30-956b-cb80198e5caa None None] Provisioning complete for port 8632f1d8-75f8-4681-85a7-25ad8982be20 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:11.437946 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d70dc705-14e8-4e30-956b-cb80198e5caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:11.473022 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d70dc705-14e8-4e30-956b-cb80198e5caa None None] Port 8632f1d8-75f8-4681-85a7-25ad8982be20 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:31:11.574498 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'name': 'tempest-TestMinimumBasicScenario-449423500-router', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ef1ef868-9d1d-4724-86c8-7d30b9b40b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:31:09Z', 'revision_number': 3, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'gw_port': {'id': 'ef1ef868-9d1d-4724-86c8-7d30b9b40b07', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:11.599766 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-75a51422-e0da-4489-94c0-6f4edcd5b75c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:11.600801 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdfffcd-b5e4-4a8e-87bc-4d82c5dc40dc None None] The sync data for ids ['60570458-bafd-43a7-a3cf-23a39c262cbc'] in dv-neutron-838783-1-hyperv is: [{'id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'name': 'tempest-TestMinimumBasicScenario-449423500-router', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ef1ef868-9d1d-4724-86c8-7d30b9b40b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:31:09Z', 'revision_number': 3, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'gw_port': {'id': 'ef1ef868-9d1d-4724-86c8-7d30b9b40b07', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:31:11.671965 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-75a51422-e0da-4489-94c0-6f4edcd5b75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:11.743100 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a51422-e0da-4489-94c0-6f4edcd5b75c admin admin] Pushing event updated for resources: {'Port': ['ID=8632f1d8-75f8-4681-85a7-25ad8982be20,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:11.746533 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-75a51422-e0da-4489-94c0-6f4edcd5b75c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:11.851428 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a51422-e0da-4489-94c0-6f4edcd5b75c admin admin] Network a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:11.853777 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-75a51422-e0da-4489-94c0-6f4edcd5b75c admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:11.976667 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a51422-e0da-4489-94c0-6f4edcd5b75c admin admin] Router 60570458-bafd-43a7-a3cf-23a39c262cbc has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:31:12.096359 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3c6477c7-98f7-4195-9afe-378385e189ec None None] Provisioning complete for port 8632f1d8-75f8-4681-85a7-25ad8982be20 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:12.096869 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c6477c7-98f7-4195-9afe-378385e189ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:12.101111 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a51422-e0da-4489-94c0-6f4edcd5b75c admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:31:12.113526 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-75a51422-e0da-4489-94c0-6f4edcd5b75c admin admin] 10.222.0.15 "PUT /v2.0/routers/60570458-bafd-43a7-a3cf-23a39c262cbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7467067 Apr 23 00:31:12.135820 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3c6477c7-98f7-4195-9afe-378385e189ec None None] Port 8632f1d8-75f8-4681-85a7-25ad8982be20 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:31:12.786032 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60658) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:31:12.791208 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-eb6b683c-ad09-4378-9422-6ea67b0844c8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-810118859-network', 'tenant_id': 'e4a41c3a8a214fc7929cede165ea8a33'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:12.868774 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6b683c-ad09-4378-9422-6ea67b0844c8 admin admin] Made reservation on behalf of e4a41c3a8a214fc7929cede165ea8a33 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:12.871316 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eb6b683c-ad09-4378-9422-6ea67b0844c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:12.880642 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eb6b683c-ad09-4378-9422-6ea67b0844c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:12.957411 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eb6b683c-ad09-4378-9422-6ea67b0844c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:13.037403 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eb6b683c-ad09-4378-9422-6ea67b0844c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:13.065029 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6b683c-ad09-4378-9422-6ea67b0844c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:31:13.070720 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] Sync routers for ids ['60570458-bafd-43a7-a3cf-23a39c262cbc'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:31:13.073381 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b683c-ad09-4378-9422-6ea67b0844c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f66d7c9-4287-44dc-b6ca-60f88da93e20,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:13.081050 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eb6b683c-ad09-4378-9422-6ea67b0844c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:13.081400 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-eb6b683c-ad09-4378-9422-6ea67b0844c8 admin admin] Added segment 1727eef7-6520-427b-aed8-f75be9efbf53 of type vlan for network 04f3f66f-1986-47aa-9363-0d5393c53652 Apr 23 00:31:13.138158 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eb6b683c-ad09-4378-9422-6ea67b0844c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:13.222014 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device ef1ef868-9d1d-4724-86c8-7d30b9b40b07 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:31:13.228560 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eb6b683c-ad09-4378-9422-6ea67b0844c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:13.229552 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6b683c-ad09-4378-9422-6ea67b0844c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:13.230131 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eb6b683c-ad09-4378-9422-6ea67b0844c8 admin admin] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:13.251872 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] Routers {'60570458-bafd-43a7-a3cf-23a39c262cbc'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:31:13.252510 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:31:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['60570458-bafd-43a7-a3cf-23a39c262cbc'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:13.289029 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b683c-ad09-4378-9422-6ea67b0844c8 admin admin] Pushing event updated for resources: {'Network': ['ID=04f3f66f-1986-47aa-9363-0d5393c53652,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:13.300176 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 04f3f66f-1986-47aa-9363-0d5393c53652 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:31:13.352619 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-eb6b683c-ad09-4378-9422-6ea67b0844c8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5652554 Apr 23 00:31:13.355136 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60660) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:31:13.360018 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-29cfc4ad-d4ae-4188-a94a-c039c15cacfd admin admin] Request body: {'subnet': {'network_id': '04f3f66f-1986-47aa-9363-0d5393c53652', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-810118859-subnet', 'tenant_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'ip_version': 4}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:13.408833 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port ef1ef868-9d1d-4724-86c8-7d30b9b40b07 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:13.409208 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:13.451362 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cfc4ad-d4ae-4188-a94a-c039c15cacfd admin admin] Made reservation on behalf of e4a41c3a8a214fc7929cede165ea8a33 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:13.453769 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-29cfc4ad-d4ae-4188-a94a-c039c15cacfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:13.460803 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] Set router 60570458-bafd-43a7-a3cf-23a39c262cbc gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:31:13.606902 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:13.644830 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port ef1ef868-9d1d-4724-86c8-7d30b9b40b07, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=ef1ef868-9d1d-4724-86c8-7d30b9b40b07,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:31:13.674927 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-29cfc4ad-d4ae-4188-a94a-c039c15cacfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:13.713883 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'name': 'tempest-TestMinimumBasicScenario-449423500-router', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ef1ef868-9d1d-4724-86c8-7d30b9b40b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:31:11Z', 'revision_number': 4, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'gw_port': {'id': 'ef1ef868-9d1d-4724-86c8-7d30b9b40b07', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '8632f1d8-75f8-4681-85a7-25ad8982be20', 'name': '', 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'mac_address': 'fa:16:3e:ae:30:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0ac1986f-360b-4539-8794-2a1cd69fe91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:10Z', 'updated_at': '2022-04-23T00:31:11Z', 'revision_number': 2, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'subnets': [{'id': '0ac1986f-360b-4539-8794-2a1cd69fe91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:13.717148 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:13.728674 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfc4ad-d4ae-4188-a94a-c039c15cacfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0300c579-9ddf-4c96-8894-6ef0d59ea378,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:13.738825 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cfc4ad-d4ae-4188-a94a-c039c15cacfd admin admin] Checking segment: {'id': '1727eef7-6520-427b-aed8-f75be9efbf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '04f3f66f-1986-47aa-9363-0d5393c53652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:31:13.739187 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cfc4ad-d4ae-4188-a94a-c039c15cacfd admin admin] Network hostable DHCP agents. Network: 04f3f66f-1986-47aa-9363-0d5393c53652, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:31:13.744426 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] Checking router: 60570458-bafd-43a7-a3cf-23a39c262cbc for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:31:13.744785 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] Updating router 60570458-bafd-43a7-a3cf-23a39c262cbc port 8632f1d8-75f8-4681-85a7-25ad8982be20 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:31:13.795336 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:13.820136 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=ef1ef868-9d1d-4724-86c8-7d30b9b40b07,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:13.834326 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cfc4ad-d4ae-4188-a94a-c039c15cacfd admin admin] Network 04f3f66f-1986-47aa-9363-0d5393c53652 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:31:13.903235 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-29cfc4ad-d4ae-4188-a94a-c039c15cacfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 04f3f66f-1986-47aa-9363-0d5393c53652) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:13.907509 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cfc4ad-d4ae-4188-a94a-c039c15cacfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:13.908477 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-29cfc4ad-d4ae-4188-a94a-c039c15cacfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:13.915000 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5f9ff5-70c2-40fb-85cf-189899ec3643 None None] Network 04f3f66f-1986-47aa-9363-0d5393c53652 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:31:13.997717 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-29cfc4ad-d4ae-4188-a94a-c039c15cacfd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6413472 Apr 23 00:31:14.000123 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60662) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:31:14.004395 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-1e0e51c3-4d79-4328-8058-b7eb2300b1f6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-810118859-router', 'tenant_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:14.086103 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1e0e51c3-4d79-4328-8058-b7eb2300b1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.087174 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1e0e51c3-4d79-4328-8058-b7eb2300b1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.142918 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1e0e51c3-4d79-4328-8058-b7eb2300b1f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.163754 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e730471-1ad6-45f5-9fb7-b56f4fbb0bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-04f3f66f-1986-47aa-9363-0d5393c53652', 'network_id': '04f3f66f-1986-47aa-9363-0d5393c53652', 'tenant_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'fixed_ips': [{'subnet_id': '0300c579-9ddf-4c96-8894-6ef0d59ea378'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:31:14.164495 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e730471-1ad6-45f5-9fb7-b56f4fbb0bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.198978 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.275535 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.331137 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1e0e51c3-4d79-4328-8058-b7eb2300b1f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.358546 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c3da1-a58b-46e5-bccd-536ab980ca8c None None] Pushing event updated for resources: {'Port': ['ID=8632f1d8-75f8-4681-85a7-25ad8982be20,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:14.367982 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-8e730471-1ad6-45f5-9fb7-b56f4fbb0bbc None None] Allocated IP 172.20.0.2 (04f3f66f-1986-47aa-9363-0d5393c53652/0300c579-9ddf-4c96-8894-6ef0d59ea378/d686ee48-77db-4f76-9291-f49598ef173b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:14.465424 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] Attempting to bind port 8632f1d8-75f8-4681-85a7-25ad8982be20 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:31:14.470668 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] Attempting to bind port 8632f1d8-75f8-4681-85a7-25ad8982be20 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '0df4ce8c-ef92-4e51-994f-b688dd297a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:31:14.470668 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] Attempting to bind port 8632f1d8-75f8-4681-85a7-25ad8982be20 on network a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:31:14.478024 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:31:14.478397 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] Checking segment: {'id': '0df4ce8c-ef92-4e51-994f-b688dd297a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:31:14.478801 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.479197 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] Bound using segment: {'id': '0df4ce8c-ef92-4e51-994f-b688dd297a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:31:14.479703 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] Bound port: 8632f1d8-75f8-4681-85a7-25ad8982be20, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df4ce8c-ef92-4e51-994f-b688dd297a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:31:14.480302 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.606532 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] For port 8632f1d8-75f8-4681-85a7-25ad8982be20, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:31:14.625520 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] For port 8632f1d8-75f8-4681-85a7-25ad8982be20, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=8632f1d8-75f8-4681-85a7-25ad8982be20,segment=NetworkSegment(0df4ce8c-ef92-4e51-994f-b688dd297a10),segment_id=0df4ce8c-ef92-4e51-994f-b688dd297a10)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:31:14.628041 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-8694c952-b0d4-4d7f-b62c-a9f20f2003a8 None None] Provisioning complete for port 8632f1d8-75f8-4681-85a7-25ad8982be20 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:14.628414 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8694c952-b0d4-4d7f-b62c-a9f20f2003a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.661676 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e730471-1ad6-45f5-9fb7-b56f4fbb0bbc None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.674868 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8694c952-b0d4-4d7f-b62c-a9f20f2003a8 None None] Port 8632f1d8-75f8-4681-85a7-25ad8982be20 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:31:14.689760 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.736910 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e730471-1ad6-45f5-9fb7-b56f4fbb0bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.768366 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] Routers {'60570458-bafd-43a7-a3cf-23a39c262cbc'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:31:14.769000 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:31:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['60570458-bafd-43a7-a3cf-23a39c262cbc'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:14.771695 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c3da1-a58b-46e5-bccd-536ab980ca8c None None] Pushing event updated for resources: {'Port': ['ID=8632f1d8-75f8-4681-85a7-25ad8982be20,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:14.779912 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e730471-1ad6-45f5-9fb7-b56f4fbb0bbc None None] Network 04f3f66f-1986-47aa-9363-0d5393c53652 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:14.815028 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-8e730471-1ad6-45f5-9fb7-b56f4fbb0bbc None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:14.835955 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e730471-1ad6-45f5-9fb7-b56f4fbb0bbc None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:31:14.989376 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1e0e51c3-4d79-4328-8058-b7eb2300b1f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.009223 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1e0e51c3-4d79-4328-8058-b7eb2300b1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.078906 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e730471-1ad6-45f5-9fb7-b56f4fbb0bbc None None] Pushing event updated for resources: {'Port': ['ID=d686ee48-77db-4f76-9291-f49598ef173b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:15.110889 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-8e730471-1ad6-45f5-9fb7-b56f4fbb0bbc None None] Attempting to bind port d686ee48-77db-4f76-9291-f49598ef173b on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:31:15.111261 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-8e730471-1ad6-45f5-9fb7-b56f4fbb0bbc None None] Attempting to bind port d686ee48-77db-4f76-9291-f49598ef173b by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1727eef7-6520-427b-aed8-f75be9efbf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '04f3f66f-1986-47aa-9363-0d5393c53652'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:31:15.111647 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e730471-1ad6-45f5-9fb7-b56f4fbb0bbc None None] Attempting to bind port d686ee48-77db-4f76-9291-f49598ef173b on network 04f3f66f-1986-47aa-9363-0d5393c53652 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:31:15.116670 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-1e0e51c3-4d79-4328-8058-b7eb2300b1f6 admin admin] Allocated IP 172.26.3.191 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/29914bd9-641e-48ed-abb3-f57ee3a1d449) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:15.121285 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-40f7859d-143e-404c-bac2-803ef9b82b46 None None] Provisioning complete for port 8632f1d8-75f8-4681-85a7-25ad8982be20 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:15.121662 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40f7859d-143e-404c-bac2-803ef9b82b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.124867 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] Set router 60570458-bafd-43a7-a3cf-23a39c262cbc gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:31:15.144870 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e730471-1ad6-45f5-9fb7-b56f4fbb0bbc None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:31:15.145307 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e730471-1ad6-45f5-9fb7-b56f4fbb0bbc None None] Checking segment: {'id': '1727eef7-6520-427b-aed8-f75be9efbf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '04f3f66f-1986-47aa-9363-0d5393c53652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:31:15.145640 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e730471-1ad6-45f5-9fb7-b56f4fbb0bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.146034 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e730471-1ad6-45f5-9fb7-b56f4fbb0bbc None None] Bound using segment: {'id': '1727eef7-6520-427b-aed8-f75be9efbf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '04f3f66f-1986-47aa-9363-0d5393c53652'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:31:15.146516 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-8e730471-1ad6-45f5-9fb7-b56f4fbb0bbc None None] Bound port: d686ee48-77db-4f76-9291-f49598ef173b, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1727eef7-6520-427b-aed8-f75be9efbf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '04f3f66f-1986-47aa-9363-0d5393c53652'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:31:15.147761 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e730471-1ad6-45f5-9fb7-b56f4fbb0bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.196256 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device ef1ef868-9d1d-4724-86c8-7d30b9b40b07 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:31:15.225017 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1e0e51c3-4d79-4328-8058-b7eb2300b1f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.346416 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1e0e51c3-4d79-4328-8058-b7eb2300b1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.371089 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8e730471-1ad6-45f5-9fb7-b56f4fbb0bbc None None] For port d686ee48-77db-4f76-9291-f49598ef173b, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:31:15.378384 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8e730471-1ad6-45f5-9fb7-b56f4fbb0bbc None None] For port d686ee48-77db-4f76-9291-f49598ef173b, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d686ee48-77db-4f76-9291-f49598ef173b,segment=NetworkSegment(1727eef7-6520-427b-aed8-f75be9efbf53),segment_id=1727eef7-6520-427b-aed8-f75be9efbf53)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:31:15.391529 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0e51c3-4d79-4328-8058-b7eb2300b1f6 admin admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:15.396069 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-1e0e51c3-4d79-4328-8058-b7eb2300b1f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:15.400884 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0e51c3-4d79-4328-8058-b7eb2300b1f6 admin admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:31:15.402903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e51c3-4d79-4328-8058-b7eb2300b1f6 admin admin] Pushing event updated for resources: {'Port': ['ID=29914bd9-641e-48ed-abb3-f57ee3a1d449,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:15.434199 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port ef1ef868-9d1d-4724-86c8-7d30b9b40b07 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:15.434574 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.467672 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e730471-1ad6-45f5-9fb7-b56f4fbb0bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.469472 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40f7859d-143e-404c-bac2-803ef9b82b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.601303 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e730471-1ad6-45f5-9fb7-b56f4fbb0bbc None None] Pushing event updated for resources: {'Port': ['ID=d686ee48-77db-4f76-9291-f49598ef173b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:15.605185 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-40f7859d-143e-404c-bac2-803ef9b82b46 None None] For port 8632f1d8-75f8-4681-85a7-25ad8982be20, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=8632f1d8-75f8-4681-85a7-25ad8982be20,segment=NetworkSegment(0df4ce8c-ef92-4e51-994f-b688dd297a10),segment_id=0df4ce8c-ef92-4e51-994f-b688dd297a10)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:31:15.657264 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'name': 'tempest-TestMinimumBasicScenario-449423500-router', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ef1ef868-9d1d-4724-86c8-7d30b9b40b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:31:11Z', 'revision_number': 4, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'gw_port': {'id': 'ef1ef868-9d1d-4724-86c8-7d30b9b40b07', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '8632f1d8-75f8-4681-85a7-25ad8982be20', 'name': '', 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'mac_address': 'fa:16:3e:ae:30:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0ac1986f-360b-4539-8794-2a1cd69fe91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:10Z', 'updated_at': '2022-04-23T00:31:14Z', 'revision_number': 4, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'subnets': [{'id': '0ac1986f-360b-4539-8794-2a1cd69fe91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:15.662335 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40f7859d-143e-404c-bac2-803ef9b82b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.691223 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9638f6e-5039-4184-85bf-c6270107114a None None] The sync data for ids ['60570458-bafd-43a7-a3cf-23a39c262cbc'] in dv-neutron-838783-1-hyperv is: [{'id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'name': 'tempest-TestMinimumBasicScenario-449423500-router', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ef1ef868-9d1d-4724-86c8-7d30b9b40b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:31:11Z', 'revision_number': 4, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'gw_port': {'id': 'ef1ef868-9d1d-4724-86c8-7d30b9b40b07', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '8632f1d8-75f8-4681-85a7-25ad8982be20', 'name': '', 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'mac_address': 'fa:16:3e:ae:30:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0ac1986f-360b-4539-8794-2a1cd69fe91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:10Z', 'updated_at': '2022-04-23T00:31:14Z', 'revision_number': 4, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'subnets': [{'id': '0ac1986f-360b-4539-8794-2a1cd69fe91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:31:15.724732 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1e0e51c3-4d79-4328-8058-b7eb2300b1f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.762834 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7859d-143e-404c-bac2-803ef9b82b46 None None] Pushing event updated for resources: {'Port': ['ID=8632f1d8-75f8-4681-85a7-25ad8982be20,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:15.986286 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1e0e51c3-4d79-4328-8058-b7eb2300b1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.183125 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0e51c3-4d79-4328-8058-b7eb2300b1f6 admin admin] Router 8a5eb353-d793-482d-8887-309ee46d7921 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:31:16.301654 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0e51c3-4d79-4328-8058-b7eb2300b1f6 admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:31:16.314064 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] Sync routers for ids ['8a5eb353-d793-482d-8887-309ee46d7921'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:31:16.325957 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] Routers {'8a5eb353-d793-482d-8887-309ee46d7921'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:31:16.326184 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:31:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['8a5eb353-d793-482d-8887-309ee46d7921'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:16.373501 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1e0e51c3-4d79-4328-8058-b7eb2300b1f6 admin admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.378284 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1e0e51c3-4d79-4328-8058-b7eb2300b1f6 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3747721 Apr 23 00:31:16.378699 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60664) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:31:16.452052 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] Set router 8a5eb353-d793-482d-8887-309ee46d7921 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:31:16.624093 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e97037-f836-4434-96d5-b3c689aba47d None None] Network 04f3f66f-1986-47aa-9363-0d5393c53652 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:31:16.671746 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5eb353-d793-482d-8887-309ee46d7921', 'name': 'tempest-TestMinimumBasicScenario-810118859-router', 'tenant_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '29914bd9-641e-48ed-abb3-f57ee3a1d449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:14Z', 'updated_at': '2022-04-23T00:31:15Z', 'revision_number': 3, 'project_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'gw_port': {'id': '29914bd9-641e-48ed-abb3-f57ee3a1d449', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5eb353-d793-482d-8887-309ee46d7921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:15Z', 'updated_at': '2022-04-23T00:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:16.711167 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] Checking router: 8a5eb353-d793-482d-8887-309ee46d7921 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:31:16.711520 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] Updating router 8a5eb353-d793-482d-8887-309ee46d7921 port 29914bd9-641e-48ed-abb3-f57ee3a1d449 binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:31:16.735820 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-38358f9d-ef6d-4e40-aac5-2b6d3197f0cc None None] Provisioning complete for port d686ee48-77db-4f76-9291-f49598ef173b triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:16.736190 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38358f9d-ef6d-4e40-aac5-2b6d3197f0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.739282 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.883803 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38358f9d-ef6d-4e40-aac5-2b6d3197f0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.929706 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.936310 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-38358f9d-ef6d-4e40-aac5-2b6d3197f0cc None None] For port d686ee48-77db-4f76-9291-f49598ef173b, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d686ee48-77db-4f76-9291-f49598ef173b,segment=NetworkSegment(1727eef7-6520-427b-aed8-f75be9efbf53),segment_id=1727eef7-6520-427b-aed8-f75be9efbf53)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:31:17.005880 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38358f9d-ef6d-4e40-aac5-2b6d3197f0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.077453 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.090449 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38358f9d-ef6d-4e40-aac5-2b6d3197f0cc None None] Pushing event updated for resources: {'Port': ['ID=d686ee48-77db-4f76-9291-f49598ef173b,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:17.127533 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Allocated IP 172.20.0.1 (04f3f66f-1986-47aa-9363-0d5393c53652/0300c579-9ddf-4c96-8894-6ef0d59ea378/9062349b-9d5b-419d-8dcd-ad1e9734e5e4) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:17.127687 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-e267c072-162a-48d1-a0ee-38464a0305b9 None None] Provisioning complete for port d686ee48-77db-4f76-9291-f49598ef173b triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:17.127789 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e267c072-162a-48d1-a0ee-38464a0305b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.177108 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.252355 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] Attempting to bind port 29914bd9-641e-48ed-abb3-f57ee3a1d449 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:31:17.252355 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] Attempting to bind port 29914bd9-641e-48ed-abb3-f57ee3a1d449 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:31:17.252758 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] Attempting to bind port 29914bd9-641e-48ed-abb3-f57ee3a1d449 on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:31:17.255545 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024baadb-2c96-47f2-a5ac-68feb9141ade None None] Pushing event updated for resources: {'Port': ['ID=29914bd9-641e-48ed-abb3-f57ee3a1d449,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:17.261899 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:31:17.262275 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:31:17.262674 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.263058 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:31:17.263523 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] Bound port: 29914bd9-641e-48ed-abb3-f57ee3a1d449, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:31:17.263922 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.278648 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8632f1d8-75f8-4681-85a7-25ad8982be20 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:31:17.285272 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.318805 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] For port 29914bd9-641e-48ed-abb3-f57ee3a1d449, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:31:17.322974 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] For port 29914bd9-641e-48ed-abb3-f57ee3a1d449, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=29914bd9-641e-48ed-abb3-f57ee3a1d449,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:31:17.330780 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 8632f1d8-75f8-4681-85a7-25ad8982be20 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:17.331146 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.392083 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.412765 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d686ee48-77db-4f76-9291-f49598ef173b up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:31:17.414926 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.444506 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] Routers {'8a5eb353-d793-482d-8887-309ee46d7921'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:31:17.445213 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:31:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['8a5eb353-d793-482d-8887-309ee46d7921'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:17.453019 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Network 04f3f66f-1986-47aa-9363-0d5393c53652 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:17.459600 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:17.463387 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:31:17.465198 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port d686ee48-77db-4f76-9291-f49598ef173b triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:17.465581 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.473907 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Pushing event updated for resources: {'Port': ['ID=9062349b-9d5b-419d-8dcd-ad1e9734e5e4,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:17.503200 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:17.503563 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:17.503931 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:17.504273 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:17.504611 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:17.505165 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:17.505325 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:17.505602 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:17.505709 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024baadb-2c96-47f2-a5ac-68feb9141ade None None] Pushing event updated for resources: {'Port': ['ID=29914bd9-641e-48ed-abb3-f57ee3a1d449,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:17.505929 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:17.506288 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:17.506618 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:17.507024 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:17.527042 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.624403 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] Set router 8a5eb353-d793-482d-8887-309ee46d7921 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:31:17.736782 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.753025 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-0c0d05db-502c-4e3c-8480-6a9e65c844d4 None None] Provisioning complete for port 9062349b-9d5b-419d-8dcd-ad1e9734e5e4 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:17.753578 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c0d05db-502c-4e3c-8480-6a9e65c844d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.792632 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0c0d05db-502c-4e3c-8480-6a9e65c844d4 None None] Port 9062349b-9d5b-419d-8dcd-ad1e9734e5e4 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:31:17.819354 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:31:17.899585 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5eb353-d793-482d-8887-309ee46d7921', 'name': 'tempest-TestMinimumBasicScenario-810118859-router', 'tenant_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '29914bd9-641e-48ed-abb3-f57ee3a1d449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:14Z', 'updated_at': '2022-04-23T00:31:15Z', 'revision_number': 3, 'project_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'gw_port': {'id': '29914bd9-641e-48ed-abb3-f57ee3a1d449', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5eb353-d793-482d-8887-309ee46d7921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:15Z', 'updated_at': '2022-04-23T00:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:17.913600 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.934858 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb2b47-819e-4073-bd4b-8475eb356d00 None None] The sync data for ids ['8a5eb353-d793-482d-8887-309ee46d7921'] in dv-neutron-838783-1-hyperv is: [{'id': '8a5eb353-d793-482d-8887-309ee46d7921', 'name': 'tempest-TestMinimumBasicScenario-810118859-router', 'tenant_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '29914bd9-641e-48ed-abb3-f57ee3a1d449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:14Z', 'updated_at': '2022-04-23T00:31:15Z', 'revision_number': 3, 'project_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'gw_port': {'id': '29914bd9-641e-48ed-abb3-f57ee3a1d449', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5eb353-d793-482d-8887-309ee46d7921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:15Z', 'updated_at': '2022-04-23T00:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:31:17.983360 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:18.049857 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Pushing event updated for resources: {'Port': ['ID=9062349b-9d5b-419d-8dcd-ad1e9734e5e4,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:18.052573 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:18.158243 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Network 04f3f66f-1986-47aa-9363-0d5393c53652 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:18.159643 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:18.297075 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Router 8a5eb353-d793-482d-8887-309ee46d7921 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:31:18.420205 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:31:18.422239 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-fabc9670-cb69-4aa3-8271-fba757dfe255 None None] Provisioning complete for port 9062349b-9d5b-419d-8dcd-ad1e9734e5e4 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:18.422679 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fabc9670-cb69-4aa3-8271-fba757dfe255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:18.429063 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2e1bd1ec-c042-4f44-91ef-22806067707a admin admin] 10.222.0.15 "PUT /v2.0/routers/8a5eb353-d793-482d-8887-309ee46d7921/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0481081 Apr 23 00:31:18.459831 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-fabc9670-cb69-4aa3-8271-fba757dfe255 None None] Port 9062349b-9d5b-419d-8dcd-ad1e9734e5e4 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:31:19.198734 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 29914bd9-641e-48ed-abb3-f57ee3a1d449 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:31:19.270669 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 29914bd9-641e-48ed-abb3-f57ee3a1d449 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:19.271158 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:19.364932 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:19.391846 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 29914bd9-641e-48ed-abb3-f57ee3a1d449, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=29914bd9-641e-48ed-abb3-f57ee3a1d449,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:31:19.497542 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:19.551679 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] Sync routers for ids ['8a5eb353-d793-482d-8887-309ee46d7921'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:31:19.577332 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=29914bd9-641e-48ed-abb3-f57ee3a1d449,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:19.582837 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] Routers {'8a5eb353-d793-482d-8887-309ee46d7921'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:31:19.583935 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:31:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['8a5eb353-d793-482d-8887-309ee46d7921'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:19.714465 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] Set router 8a5eb353-d793-482d-8887-309ee46d7921 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:31:19.936255 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5eb353-d793-482d-8887-309ee46d7921', 'name': 'tempest-TestMinimumBasicScenario-810118859-router', 'tenant_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '29914bd9-641e-48ed-abb3-f57ee3a1d449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:14Z', 'updated_at': '2022-04-23T00:31:17Z', 'revision_number': 4, 'project_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'gw_port': {'id': '29914bd9-641e-48ed-abb3-f57ee3a1d449', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5eb353-d793-482d-8887-309ee46d7921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:15Z', 'updated_at': '2022-04-23T00:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '9062349b-9d5b-419d-8dcd-ad1e9734e5e4', 'name': '', 'network_id': '04f3f66f-1986-47aa-9363-0d5393c53652', 'tenant_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'mac_address': 'fa:16:3e:be:1b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5eb353-d793-482d-8887-309ee46d7921', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0300c579-9ddf-4c96-8894-6ef0d59ea378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:16Z', 'updated_at': '2022-04-23T00:31:17Z', 'revision_number': 2, 'project_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'subnets': [{'id': '0300c579-9ddf-4c96-8894-6ef0d59ea378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:19.963011 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] Checking router: 8a5eb353-d793-482d-8887-309ee46d7921 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:31:19.963378 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] Updating router 8a5eb353-d793-482d-8887-309ee46d7921 port 9062349b-9d5b-419d-8dcd-ad1e9734e5e4 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:31:19.993213 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.443879 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.514816 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.583770 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cdd2c8-5526-46e7-82fd-d0c67bfad32e None None] Pushing event updated for resources: {'Port': ['ID=9062349b-9d5b-419d-8dcd-ad1e9734e5e4,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:20.649884 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] Attempting to bind port 9062349b-9d5b-419d-8dcd-ad1e9734e5e4 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:31:20.650306 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] Attempting to bind port 9062349b-9d5b-419d-8dcd-ad1e9734e5e4 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '1727eef7-6520-427b-aed8-f75be9efbf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '04f3f66f-1986-47aa-9363-0d5393c53652'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:31:20.650657 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] Attempting to bind port 9062349b-9d5b-419d-8dcd-ad1e9734e5e4 on network 04f3f66f-1986-47aa-9363-0d5393c53652 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:31:20.664919 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:31:20.665318 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] Checking segment: {'id': '1727eef7-6520-427b-aed8-f75be9efbf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '04f3f66f-1986-47aa-9363-0d5393c53652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:31:20.665715 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.666114 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] Bound using segment: {'id': '1727eef7-6520-427b-aed8-f75be9efbf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '04f3f66f-1986-47aa-9363-0d5393c53652'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:31:20.666602 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] Bound port: 9062349b-9d5b-419d-8dcd-ad1e9734e5e4, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1727eef7-6520-427b-aed8-f75be9efbf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '04f3f66f-1986-47aa-9363-0d5393c53652'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:31:20.667274 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.755704 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] For port 9062349b-9d5b-419d-8dcd-ad1e9734e5e4, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:31:20.762742 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] For port 9062349b-9d5b-419d-8dcd-ad1e9734e5e4, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=9062349b-9d5b-419d-8dcd-ad1e9734e5e4,segment=NetworkSegment(1727eef7-6520-427b-aed8-f75be9efbf53),segment_id=1727eef7-6520-427b-aed8-f75be9efbf53)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:31:20.806185 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-43fb71c1-056b-4661-acc6-7f8390cfa2e2 None None] Provisioning complete for port 9062349b-9d5b-419d-8dcd-ad1e9734e5e4 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:20.806523 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43fb71c1-056b-4661-acc6-7f8390cfa2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.845057 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-43fb71c1-056b-4661-acc6-7f8390cfa2e2 None None] Port 9062349b-9d5b-419d-8dcd-ad1e9734e5e4 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:31:20.864212 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.936271 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cdd2c8-5526-46e7-82fd-d0c67bfad32e None None] Pushing event updated for resources: {'Port': ['ID=9062349b-9d5b-419d-8dcd-ad1e9734e5e4,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:20.954028 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] Routers {'8a5eb353-d793-482d-8887-309ee46d7921'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:31:20.954821 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:31:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['8a5eb353-d793-482d-8887-309ee46d7921'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:21.074567 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] Set router 8a5eb353-d793-482d-8887-309ee46d7921 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:31:21.239385 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 29914bd9-641e-48ed-abb3-f57ee3a1d449 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:31:21.311952 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-53118ea6-8df8-4c29-9056-31937b661882 None None] Provisioning complete for port 9062349b-9d5b-419d-8dcd-ad1e9734e5e4 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:21.312424 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53118ea6-8df8-4c29-9056-31937b661882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:21.398185 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 29914bd9-641e-48ed-abb3-f57ee3a1d449 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:21.398657 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:21.496006 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53118ea6-8df8-4c29-9056-31937b661882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:21.513412 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5eb353-d793-482d-8887-309ee46d7921', 'name': 'tempest-TestMinimumBasicScenario-810118859-router', 'tenant_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '29914bd9-641e-48ed-abb3-f57ee3a1d449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:14Z', 'updated_at': '2022-04-23T00:31:17Z', 'revision_number': 4, 'project_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'gw_port': {'id': '29914bd9-641e-48ed-abb3-f57ee3a1d449', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5eb353-d793-482d-8887-309ee46d7921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:15Z', 'updated_at': '2022-04-23T00:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '9062349b-9d5b-419d-8dcd-ad1e9734e5e4', 'name': '', 'network_id': '04f3f66f-1986-47aa-9363-0d5393c53652', 'tenant_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'mac_address': 'fa:16:3e:be:1b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5eb353-d793-482d-8887-309ee46d7921', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0300c579-9ddf-4c96-8894-6ef0d59ea378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:16Z', 'updated_at': '2022-04-23T00:31:20Z', 'revision_number': 4, 'project_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'subnets': [{'id': '0300c579-9ddf-4c96-8894-6ef0d59ea378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:21.546599 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cd8305-c948-48fa-90a4-a8291009f62d None None] The sync data for ids ['8a5eb353-d793-482d-8887-309ee46d7921'] in dv-neutron-838783-1-hyperv is: [{'id': '8a5eb353-d793-482d-8887-309ee46d7921', 'name': 'tempest-TestMinimumBasicScenario-810118859-router', 'tenant_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '29914bd9-641e-48ed-abb3-f57ee3a1d449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:14Z', 'updated_at': '2022-04-23T00:31:17Z', 'revision_number': 4, 'project_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'gw_port': {'id': '29914bd9-641e-48ed-abb3-f57ee3a1d449', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5eb353-d793-482d-8887-309ee46d7921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:15Z', 'updated_at': '2022-04-23T00:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '9062349b-9d5b-419d-8dcd-ad1e9734e5e4', 'name': '', 'network_id': '04f3f66f-1986-47aa-9363-0d5393c53652', 'tenant_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'mac_address': 'fa:16:3e:be:1b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5eb353-d793-482d-8887-309ee46d7921', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0300c579-9ddf-4c96-8894-6ef0d59ea378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:16Z', 'updated_at': '2022-04-23T00:31:20Z', 'revision_number': 4, 'project_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'subnets': [{'id': '0300c579-9ddf-4c96-8894-6ef0d59ea378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:31:21.597283 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-53118ea6-8df8-4c29-9056-31937b661882 None None] For port 9062349b-9d5b-419d-8dcd-ad1e9734e5e4, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=9062349b-9d5b-419d-8dcd-ad1e9734e5e4,segment=NetworkSegment(1727eef7-6520-427b-aed8-f75be9efbf53),segment_id=1727eef7-6520-427b-aed8-f75be9efbf53)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:31:21.668642 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53118ea6-8df8-4c29-9056-31937b661882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:21.737843 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53118ea6-8df8-4c29-9056-31937b661882 None None] Pushing event updated for resources: {'Port': ['ID=9062349b-9d5b-419d-8dcd-ad1e9734e5e4,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:23.225925 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 9062349b-9d5b-419d-8dcd-ad1e9734e5e4 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:31:23.282084 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 9062349b-9d5b-419d-8dcd-ad1e9734e5e4 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:23.282465 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:23.868621 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:30.454084 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-8cb6ef43-4a2d-47dd-bf64-9ccacf608d64 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:30.455666 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-8cb6ef43-4a2d-47dd-bf64-9ccacf608d64 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/networks?id=a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1 HTTP/1.1" status: 200 len: 814 time: 0.1050482 Apr 23 00:31:30.470976 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-2e4c94a8-4c6b-47ae-8613-80e526ad535d tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/quotas/1d6d801d391f499ebadd84c33b6d42d4 HTTP/1.1" status: 200 len: 375 time: 0.0090282 Apr 23 00:31:30.522641 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-db325ef7-2ff7-4bc3-9076-cd281fcf8531 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1d6d801d391f499ebadd84c33b6d42d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456638 Apr 23 00:31:30.627461 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-d18a564c-94ed-4351-bb03-570b57a864e7 service neutron] 10.222.0.15 "GET /v2.0/networks/a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932460 Apr 23 00:31:30.729797 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-f1cbf670-df75-429c-8248-7eb0bd8ac51b service neutron] 10.222.0.15 "GET /v2.0/networks/a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960004 Apr 23 00:31:31.006030 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-81467cce-21fb-4b78-98b0-0bb3121c06c1 req-ea824fd8-16c2-4247-beb4-39f3d43b20b9 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 210 time: 0.0273705 Apr 23 00:31:32.087407 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b30dd2ef-b785-4ef2-bb13-74e49e892c56 req-2cc09a5b-d094-468e-bd30-946fb335d96a tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 210 time: 0.0267165 Apr 23 00:31:33.159046 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-2e5e0f92-f743-4af2-9208-90c572cab742 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:33.160659 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-2e5e0f92-f743-4af2-9208-90c572cab742 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.16 "GET /v2.0/networks?id=a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1 HTTP/1.1" status: 200 len: 814 time: 0.1015508 Apr 23 00:31:33.179741 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-fc29397d-d90e-4e93-87dd-c33431b8473b tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Request body: {'port': {'device_id': '3580d73f-517a-4ff6-af27-8f3126b4a13c', 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1', 'admin_state_up': True, 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:33.211973 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-28553c57-e2ac-4ac1-9e70-b233269ce313 req-64fd736d-61d4-49e3-8eb5-9def3b3e161b tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 210 time: 0.0456231 Apr 23 00:31:33.387928 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-fc29397d-d90e-4e93-87dd-c33431b8473b tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Made reservation on behalf of 1d6d801d391f499ebadd84c33b6d42d4 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:33.392031 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-fc29397d-d90e-4e93-87dd-c33431b8473b tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:33.845474 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-fc29397d-d90e-4e93-87dd-c33431b8473b tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Allocated IP 172.20.0.7 (a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1/0ac1986f-360b-4539-8794-2a1cd69fe91c/a5f5b191-e770-4274-8fbd-0215d51a4e10) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:34.022383 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-fc29397d-d90e-4e93-87dd-c33431b8473b tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:34.120319 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-fc29397d-d90e-4e93-87dd-c33431b8473b tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:34.174088 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-fc29397d-d90e-4e93-87dd-c33431b8473b tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Network a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:34.180134 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-fc29397d-d90e-4e93-87dd-c33431b8473b tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:34.184027 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-fc29397d-d90e-4e93-87dd-c33431b8473b tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:31:34.224909 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29397d-d90e-4e93-87dd-c33431b8473b tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Pushing event updated for resources: {'Port': ['ID=a5f5b191-e770-4274-8fbd-0215d51a4e10,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:34.259064 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-fc29397d-d90e-4e93-87dd-c33431b8473b tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:34.259917 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-fc29397d-d90e-4e93-87dd-c33431b8473b tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:34.311943 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbb9fad0-f800-4167-95f0-c96996946196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:34.376846 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-fc29397d-d90e-4e93-87dd-c33431b8473b tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2019572 Apr 23 00:31:34.383595 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a91b2-922d-4517-82be-7a425ff386e4 req-5aff864e-45be-4a53-9e17-e9ef8655fec5 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:34.387881 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f19a91b2-922d-4517-82be-7a425ff386e4 req-5aff864e-45be-4a53-9e17-e9ef8655fec5 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 931 time: 0.0620990 Apr 23 00:31:34.442456 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f19a91b2-922d-4517-82be-7a425ff386e4 req-8ddf3172-b375-45e2-8044-4d86beeea972 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497301 Apr 23 00:31:34.599827 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-fba549f3-0a82-4119-ad51-743fa049daa3 None None] Provisioning complete for port a5f5b191-e770-4274-8fbd-0215d51a4e10 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:34.600558 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fba549f3-0a82-4119-ad51-743fa049daa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:34.641496 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-fba549f3-0a82-4119-ad51-743fa049daa3 None None] Port a5f5b191-e770-4274-8fbd-0215d51a4e10 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:31:35.568345 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd34f2-9868-4340-a597-4d2c1dd08e76 req-787bede7-39fd-460e-a48d-fea991e54c7f tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:35.570004 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-65dd34f2-9868-4340-a597-4d2c1dd08e76 req-787bede7-39fd-460e-a48d-fea991e54c7f tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 931 time: 0.0545945 Apr 23 00:31:35.619683 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-65dd34f2-9868-4340-a597-4d2c1dd08e76 req-34b21205-c331-4eb9-9775-33692c537869 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378859 Apr 23 00:31:37.096159 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f805ff7-dd13-4621-a2cf-23e86670a642 req-adc061ad-c465-48be-bfba-b0bfec93d61e tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:37.097670 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2f805ff7-dd13-4621-a2cf-23e86670a642 req-adc061ad-c465-48be-bfba-b0bfec93d61e tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 931 time: 0.3965497 Apr 23 00:31:37.136609 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2f805ff7-dd13-4621-a2cf-23e86670a642 req-3dfb8b14-1ee1-4e90-97d8-25719ca71839 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318704 Apr 23 00:31:37.260354 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d2134e8-5c3b-4e29-a99f-0d573cbc2378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:37.939633 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:38.266041 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5687fe-8f48-44ed-ba38-ad5619923fe5 req-4f910393-33fc-4b73-8c99-e946518317dd tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:38.267860 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-eb5687fe-8f48-44ed-ba38-ad5619923fe5 req-4f910393-33fc-4b73-8c99-e946518317dd tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 931 time: 0.0556033 Apr 23 00:31:38.313704 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-eb5687fe-8f48-44ed-ba38-ad5619923fe5 req-21dbbe9a-39d0-4c54-91bd-9de2f3d0509a tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374405 Apr 23 00:31:39.443259 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ba8f5-8cc1-4c3d-b8e7-abb4d0bdfb1d req-d15e4648-6fa9-423d-b087-03dc76dec73e tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:39.444737 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cd9ba8f5-8cc1-4c3d-b8e7-abb4d0bdfb1d req-d15e4648-6fa9-423d-b087-03dc76dec73e tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 931 time: 0.0542529 Apr 23 00:31:39.491190 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cd9ba8f5-8cc1-4c3d-b8e7-abb4d0bdfb1d req-4cb4e43a-da64-4739-9f92-6a131d662a97 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378201 Apr 23 00:31:39.730880 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:39.885556 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:40.624804 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ba7c7-fafd-4e12-a4d2-23d49e74c579 req-5ae6fa97-1398-49bf-a89f-db18f23c776c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:40.626336 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-790ba7c7-fafd-4e12-a4d2-23d49e74c579 req-5ae6fa97-1398-49bf-a89f-db18f23c776c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 931 time: 0.0551200 Apr 23 00:31:40.672512 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-790ba7c7-fafd-4e12-a4d2-23d49e74c579 req-375b92f3-cfb9-49d0-a133-d650cfc563eb tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385494 Apr 23 00:31:41.795002 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ae12f-5caa-4279-b276-13a1e2465a1b req-83d43d77-21a8-4968-aec8-78f4bb08d920 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:41.796633 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-814ae12f-5caa-4279-b276-13a1e2465a1b req-83d43d77-21a8-4968-aec8-78f4bb08d920 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 931 time: 0.0543416 Apr 23 00:31:41.840780 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-814ae12f-5caa-4279-b276-13a1e2465a1b req-ed3f60b4-ce00-4207-8d64-947eb00aa8c8 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366969 Apr 23 00:31:42.307022 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-f3f2bf48-ce1f-4e91-9ef4-0ee8a2acd27e service neutron] Request body: {'port': {'device_id': '3580d73f-517a-4ff6-af27-8f3126b4a13c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:42.365786 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-f3f2bf48-ce1f-4e91-9ef4-0ee8a2acd27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:42.648194 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-f3f2bf48-ce1f-4e91-9ef4-0ee8a2acd27e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5f5b191-e770-4274-8fbd-0215d51a4e10 {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:31:42.655305 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-f3f2bf48-ce1f-4e91-9ef4-0ee8a2acd27e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:42.669664 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-f3f2bf48-ce1f-4e91-9ef4-0ee8a2acd27e service neutron] Transition to ACTIVE for port object a5f5b191-e770-4274-8fbd-0215d51a4e10 will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:42.750886 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-f3f2bf48-ce1f-4e91-9ef4-0ee8a2acd27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:42.819021 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2bf48-ce1f-4e91-9ef4-0ee8a2acd27e service neutron] Pushing event updated for resources: {'Port': ['ID=a5f5b191-e770-4274-8fbd-0215d51a4e10,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:42.876449 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-f3f2bf48-ce1f-4e91-9ef4-0ee8a2acd27e service neutron] Attempting to bind port a5f5b191-e770-4274-8fbd-0215d51a4e10 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:31:42.876785 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-f3f2bf48-ce1f-4e91-9ef4-0ee8a2acd27e service neutron] Attempting to bind port a5f5b191-e770-4274-8fbd-0215d51a4e10 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '0df4ce8c-ef92-4e51-994f-b688dd297a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:31:42.877113 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-f3f2bf48-ce1f-4e91-9ef4-0ee8a2acd27e service neutron] Attempting to bind port a5f5b191-e770-4274-8fbd-0215d51a4e10 on network a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:31:42.885618 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-f3f2bf48-ce1f-4e91-9ef4-0ee8a2acd27e service neutron] Port a5f5b191-e770-4274-8fbd-0215d51a4e10 on network a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:31:42.885943 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-f3f2bf48-ce1f-4e91-9ef4-0ee8a2acd27e service neutron] Attempting to bind port a5f5b191-e770-4274-8fbd-0215d51a4e10 on network a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:31:42.891202 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-f3f2bf48-ce1f-4e91-9ef4-0ee8a2acd27e service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:31:42.891546 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-f3f2bf48-ce1f-4e91-9ef4-0ee8a2acd27e service neutron] Checking segment: {'id': '0df4ce8c-ef92-4e51-994f-b688dd297a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:31:42.891956 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-f3f2bf48-ce1f-4e91-9ef4-0ee8a2acd27e service neutron] Bound using segment: {'id': '0df4ce8c-ef92-4e51-994f-b688dd297a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:31:42.892385 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-f3f2bf48-ce1f-4e91-9ef4-0ee8a2acd27e service neutron] Bound port: a5f5b191-e770-4274-8fbd-0215d51a4e10, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df4ce8c-ef92-4e51-994f-b688dd297a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:31:42.892741 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-f3f2bf48-ce1f-4e91-9ef4-0ee8a2acd27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:42.987045 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-f3f2bf48-ce1f-4e91-9ef4-0ee8a2acd27e service neutron] For port a5f5b191-e770-4274-8fbd-0215d51a4e10, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:31:42.992049 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-f3f2bf48-ce1f-4e91-9ef4-0ee8a2acd27e service neutron] For port a5f5b191-e770-4274-8fbd-0215d51a4e10, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=a5f5b191-e770-4274-8fbd-0215d51a4e10,segment=NetworkSegment(0df4ce8c-ef92-4e51-994f-b688dd297a10),segment_id=0df4ce8c-ef92-4e51-994f-b688dd297a10)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:31:43.000600 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d3b49-e843-430a-8a04-8b61ba28633d req-154f80ce-a10b-428b-8d9d-778eac66737f tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:43.002119 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c46d3b49-e843-430a-8a04-8b61ba28633d req-154f80ce-a10b-428b-8d9d-778eac66737f tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 943 time: 0.0755126 Apr 23 00:31:43.042918 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c46d3b49-e843-430a-8a04-8b61ba28633d req-8f797293-b0a2-4468-b4d3-6213723d1c8e tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346301 Apr 23 00:31:43.068004 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-f3f2bf48-ce1f-4e91-9ef4-0ee8a2acd27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:43.104218 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-f3f2bf48-ce1f-4e91-9ef4-0ee8a2acd27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:43.104734 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-f3f2bf48-ce1f-4e91-9ef4-0ee8a2acd27e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:43.106086 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-f3f2bf48-ce1f-4e91-9ef4-0ee8a2acd27e service neutron] 10.222.0.16 "PUT /v2.0/ports/a5f5b191-e770-4274-8fbd-0215d51a4e10 HTTP/1.1" status: 200 len: 1093 time: 0.8044081 Apr 23 00:31:43.108311 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3580d73f-517a-4ff6-af27-8f3126b4a13c', 'tag': 'a5f5b191-e770-4274-8fbd-0215d51a4e10'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:31:43.110917 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cae123-dd67-4f06-8f83-e6284607013f" -d '{"events": [{"name": "network-changed", "server_uuid": "3580d73f-517a-4ff6-af27-8f3126b4a13c", "tag": "a5f5b191-e770-4274-8fbd-0215d51a4e10"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:31:43.141548 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2bf48-ce1f-4e91-9ef4-0ee8a2acd27e service neutron] Pushing event updated for resources: {'Port': ['ID=a5f5b191-e770-4274-8fbd-0215d51a4e10,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:43.163348 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff776cb-c616-485c-9f59-67b817edf391 x-openstack-request-id: req-9ff776cb-c616-485c-9f59-67b817edf391 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:31:43.163348 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3580d73f-517a-4ff6-af27-8f3126b4a13c", "tag": "a5f5b191-e770-4274-8fbd-0215d51a4e10", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:31:43.163348 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ff776cb-c616-485c-9f59-67b817edf391 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:31:43.163348 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ff776cb-c616-485c-9f59-67b817edf391'] response: {'name': 'network-changed', 'server_uuid': '3580d73f-517a-4ff6-af27-8f3126b4a13c', 'tag': 'a5f5b191-e770-4274-8fbd-0215d51a4e10', 'status': 'completed', 'code': 200} Apr 23 00:31:43.231066 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cae123-dd67-4f06-8f83-e6284607013f req-968487b9-7332-4264-bcce-c978968d565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:43.232623 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b3cae123-dd67-4f06-8f83-e6284607013f req-968487b9-7332-4264-bcce-c978968d565e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d6d801d391f499ebadd84c33b6d42d4&device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 1096 time: 0.0434802 Apr 23 00:31:43.332130 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cae123-dd67-4f06-8f83-e6284607013f req-67786480-a13e-4597-81eb-787951c5a00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:43.333755 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b3cae123-dd67-4f06-8f83-e6284607013f req-67786480-a13e-4597-81eb-787951c5a00b service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=1d6d801d391f499ebadd84c33b6d42d4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0937002 Apr 23 00:31:43.432156 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cae123-dd67-4f06-8f83-e6284607013f req-562ae222-7ebc-4cd0-b187-e242189de431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:43.433628 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b3cae123-dd67-4f06-8f83-e6284607013f req-562ae222-7ebc-4cd0-b187-e242189de431 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936143 Apr 23 00:31:43.509507 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-c0108ed6-9985-44cc-a9ce-a1b596482a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:43.510981 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-c0108ed6-9985-44cc-a9ce-a1b596482a5f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d6d801d391f499ebadd84c33b6d42d4&device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 1096 time: 0.0415168 Apr 23 00:31:43.556447 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-063cab35-9693-40c5-88ad-e8e1b3bad39c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5f5b191-e770-4274-8fbd-0215d51a4e10 HTTP/1.1" status: 200 len: 217 time: 0.0375829 Apr 23 00:31:43.603115 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-0d294897-b080-4f70-ba1e-d26741e8cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:43.604580 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-0d294897-b080-4f70-ba1e-d26741e8cda9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0ac1986f-360b-4539-8794-2a1cd69fe91c HTTP/1.1" status: 200 len: 853 time: 0.0425668 Apr 23 00:31:43.648863 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-ecfdbd4a-8f87-49dd-b8d8-0965b8c9fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:43.650324 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-ecfdbd4a-8f87-49dd-b8d8-0965b8c9fedf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395479 Apr 23 00:31:43.743824 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-227719da-7d1e-477b-a412-59f4ac854b27 service neutron] 10.222.0.16 "GET /v2.0/networks/a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866890 Apr 23 00:31:43.831813 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-eeffdf86-6941-4c2a-851b-8eb5e23a0115 req-3aa8fa3a-a6a6-4de3-998c-8099741f333c service neutron] 10.222.0.16 "GET /v2.0/networks/a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809207 Apr 23 00:31:44.168025 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d741189-d6c1-47a1-a390-0170e87438a2 req-a7c50f63-a9a4-456f-8cf6-a95d09ec011e tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:44.169527 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d741189-d6c1-47a1-a390-0170e87438a2 req-a7c50f63-a9a4-456f-8cf6-a95d09ec011e tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 943 time: 0.0591674 Apr 23 00:31:44.218610 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d741189-d6c1-47a1-a390-0170e87438a2 req-861f2cb3-80d2-44d4-a0ca-9fd508f41ac4 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419197 Apr 23 00:31:45.333995 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce511b-19b6-4519-bb03-93f02cbf9ce8 req-0651ce05-0aad-4776-89a7-eb129b5c0517 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:45.335474 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e5ce511b-19b6-4519-bb03-93f02cbf9ce8 req-0651ce05-0aad-4776-89a7-eb129b5c0517 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 943 time: 0.0497663 Apr 23 00:31:45.372379 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e5ce511b-19b6-4519-bb03-93f02cbf9ce8 req-ff65fb7e-8664-4640-a655-45311fa9207f tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310085 Apr 23 00:31:46.488616 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f1844-29ff-4042-a35b-df9b805d33f6 req-c75e0454-1e1b-4d20-a035-77b1bb993d4f tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:46.490662 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d88f1844-29ff-4042-a35b-df9b805d33f6 req-c75e0454-1e1b-4d20-a035-77b1bb993d4f tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 943 time: 0.0532115 Apr 23 00:31:46.527616 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d88f1844-29ff-4042-a35b-df9b805d33f6 req-4e2d23cf-9aa1-4ade-a34f-6657dc25f012 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310431 Apr 23 00:31:46.744024 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device a5f5b191-e770-4274-8fbd-0215d51a4e10 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:31:46.839586 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port a5f5b191-e770-4274-8fbd-0215d51a4e10, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=a5f5b191-e770-4274-8fbd-0215d51a4e10,segment=NetworkSegment(0df4ce8c-ef92-4e51-994f-b688dd297a10),segment_id=0df4ce8c-ef92-4e51-994f-b688dd297a10)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:31:46.850995 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': 'a5f5b191-e770-4274-8fbd-0215d51a4e10', 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1', 'port_id': 'a5f5b191-e770-4274-8fbd-0215d51a4e10', 'mac_address': 'fa:16:3e:2e:39:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ac1986f-360b-4539-8794-2a1cd69fe91c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:31:46.886442 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:46.899736 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f5b191-e770-4274-8fbd-0215d51a4e10 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:31:46.918973 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port a5f5b191-e770-4274-8fbd-0215d51a4e10, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=a5f5b191-e770-4274-8fbd-0215d51a4e10,segment=NetworkSegment(0df4ce8c-ef92-4e51-994f-b688dd297a10),segment_id=0df4ce8c-ef92-4e51-994f-b688dd297a10)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:31:46.991393 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:47.038436 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=a5f5b191-e770-4274-8fbd-0215d51a4e10,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:47.197871 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['a5f5b191-e770-4274-8fbd-0215d51a4e10'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:31:47.643011 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138eb5b-2159-43d8-9ca0-e9df1544fc43 req-d240d8e3-6ef9-4418-8c4e-6c71cc7cfa37 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:47.644481 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4138eb5b-2159-43d8-9ca0-e9df1544fc43 req-d240d8e3-6ef9-4418-8c4e-6c71cc7cfa37 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 944 time: 0.0485446 Apr 23 00:31:47.681972 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4138eb5b-2159-43d8-9ca0-e9df1544fc43 req-f2084560-a210-4015-aeab-01a92459f475 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315113 Apr 23 00:31:48.753623 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device a5f5b191-e770-4274-8fbd-0215d51a4e10 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:31:48.796989 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ad25c-9fef-418b-8cf0-d0240596501d req-cdd9c86b-8146-46ad-8df1-d010633f51e6 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:48.798624 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cf7ad25c-9fef-418b-8cf0-d0240596501d req-cdd9c86b-8146-46ad-8df1-d010633f51e6 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 944 time: 0.0501153 Apr 23 00:31:48.838528 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cf7ad25c-9fef-418b-8cf0-d0240596501d req-9915746d-c7b1-4b4b-b8db-b520c60db783 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335872 Apr 23 00:31:48.867631 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port a5f5b191-e770-4274-8fbd-0215d51a4e10 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:48.871476 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port a5f5b191-e770-4274-8fbd-0215d51a4e10 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:48.871877 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:48.950636 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:48.972660 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3580d73f-517a-4ff6-af27-8f3126b4a13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f5b191-e770-4274-8fbd-0215d51a4e10'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:31:48.974924 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5b571c-f1ba-4a75-9ec1-05e02d2b37ca" -d '{"events": [{"server_uuid": "3580d73f-517a-4ff6-af27-8f3126b4a13c", "name": "network-vif-plugged", "status": "completed", "tag": "a5f5b191-e770-4274-8fbd-0215d51a4e10"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:31:48.989854 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port a5f5b191-e770-4274-8fbd-0215d51a4e10, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=a5f5b191-e770-4274-8fbd-0215d51a4e10,segment=NetworkSegment(0df4ce8c-ef92-4e51-994f-b688dd297a10),segment_id=0df4ce8c-ef92-4e51-994f-b688dd297a10)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:31:49.013131 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccfbeba-d5d3-4907-8efc-ef00ebed21f9 x-openstack-request-id: req-dccfbeba-d5d3-4907-8efc-ef00ebed21f9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:31:49.013416 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3580d73f-517a-4ff6-af27-8f3126b4a13c", "name": "network-vif-plugged", "status": "completed", "tag": "a5f5b191-e770-4274-8fbd-0215d51a4e10", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:31:49.013667 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dccfbeba-d5d3-4907-8efc-ef00ebed21f9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:31:49.014104 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dccfbeba-d5d3-4907-8efc-ef00ebed21f9'] response: {'server_uuid': '3580d73f-517a-4ff6-af27-8f3126b4a13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f5b191-e770-4274-8fbd-0215d51a4e10', 'code': 200} Apr 23 00:31:49.071252 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:49.118129 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=a5f5b191-e770-4274-8fbd-0215d51a4e10,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:49.298645 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd385ddc-007b-4ca6-a292-e3dbe6b50ec5 req-37a1306d-e40a-433b-8a67-1a71cb387367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:49.300247 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bd385ddc-007b-4ca6-a292-e3dbe6b50ec5 req-37a1306d-e40a-433b-8a67-1a71cb387367 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 1098 time: 0.0389290 Apr 23 00:31:49.335461 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bd385ddc-007b-4ca6-a292-e3dbe6b50ec5 req-913f5adf-ee71-4bb8-9b7e-06973bec68b6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276299 Apr 23 00:31:49.959752 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393201e4-ae60-4e2a-be9a-87a4ed594ef6 req-52f5465e-adb7-4e8b-9120-d655ac52da45 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:49.961126 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-393201e4-ae60-4e2a-be9a-87a4ed594ef6 req-52f5465e-adb7-4e8b-9120-d655ac52da45 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 945 time: 0.0529251 Apr 23 00:31:49.998207 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-393201e4-ae60-4e2a-be9a-87a4ed594ef6 req-2b2c9a50-d7af-4951-84f8-913fac083b29 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311770 Apr 23 00:31:51.113086 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0daa7-b2aa-4de3-afa0-c4ccc9923564 req-24d16db1-9c64-4ef1-ab96-7a939b761f9d tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:51.114804 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-00f0daa7-b2aa-4de3-afa0-c4ccc9923564 req-24d16db1-9c64-4ef1-ab96-7a939b761f9d tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 945 time: 0.0491195 Apr 23 00:31:51.156276 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-00f0daa7-b2aa-4de3-afa0-c4ccc9923564 req-c1ba5e12-604e-4e63-a95e-b8618430b570 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355732 Apr 23 00:31:51.268530 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc412a8-fcde-41cf-a438-f1b6dfe48af7 req-83079037-69b5-4fc9-9836-9e0e69267351 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:51.270077 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5fc412a8-fcde-41cf-a438-f1b6dfe48af7 req-83079037-69b5-4fc9-9836-9e0e69267351 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 945 time: 0.0489588 Apr 23 00:31:51.307525 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5fc412a8-fcde-41cf-a438-f1b6dfe48af7 req-0ac2236c-89e2-4d09-a6ce-737320125e4d tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312707 Apr 23 00:31:51.625227 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d7780-2919-44c9-86f3-080d7ba4eaf2 req-acba3735-74d9-442a-a588-e1ddcb49238b tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:51.626596 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-381d7780-2919-44c9-86f3-080d7ba4eaf2 req-acba3735-74d9-442a-a588-e1ddcb49238b tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 945 time: 0.0484037 Apr 23 00:31:51.664126 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-381d7780-2919-44c9-86f3-080d7ba4eaf2 req-95686241-c36a-4569-900d-d5ae5154c55a tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314980 Apr 23 00:31:53.865605 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:54.788760 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:32:04.327815 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c02575f1-3b1f-4130-9a02-826481f166f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:05.046459 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73832605-d51e-4fbc-bd3d-efe3f4a4ca5a req-52d2f8fc-6433-4ae0-8eec-0e47df546b84 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:05.047952 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-73832605-d51e-4fbc-bd3d-efe3f4a4ca5a req-52d2f8fc-6433-4ae0-8eec-0e47df546b84 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 945 time: 0.0526996 Apr 23 00:32:05.085080 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-73832605-d51e-4fbc-bd3d-efe3f4a4ca5a req-30e8bf5f-4b25-4afe-a110-9feb57297ead tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308540 Apr 23 00:32:05.106910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60860) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:32:05.235642 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a687d6-714e-4ff3-8351-e43ae23ecc4b tempest-TestMinimumBasicScenario-1732376093 tempest-TestMinimumBasicScenario-1732376093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:05.237194 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-79a687d6-714e-4ff3-8351-e43ae23ecc4b tempest-TestMinimumBasicScenario-1732376093 tempest-TestMinimumBasicScenario-1732376093-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 1093 time: 0.1292834 Apr 23 00:32:05.240696 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60864) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:32:05.244923 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-09131e6f-3356-4b0f-adc6-632648442593 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': 'a5f5b191-e770-4274-8fbd-0215d51a4e10', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:05.335593 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-09131e6f-3356-4b0f-adc6-632648442593 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for floatingip, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:05.437462 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-09131e6f-3356-4b0f-adc6-632648442593 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:05.537168 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-09131e6f-3356-4b0f-adc6-632648442593 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Allocated IP 172.26.3.151 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/fb87e792-7aa0-4425-97f6-d6a7cceb370f) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:05.640070 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-09131e6f-3356-4b0f-adc6-632648442593 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:05.719027 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-09131e6f-3356-4b0f-adc6-632648442593 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:05.767485 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09131e6f-3356-4b0f-adc6-632648442593 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:05.772961 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-09131e6f-3356-4b0f-adc6-632648442593 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:05.776020 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09131e6f-3356-4b0f-adc6-632648442593 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:32:05.803391 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09131e6f-3356-4b0f-adc6-632648442593 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Pushing event updated for resources: {'Port': ['ID=fb87e792-7aa0-4425-97f6-d6a7cceb370f,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:06.134510 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-09131e6f-3356-4b0f-adc6-632648442593 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:06.286795 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-09131e6f-3356-4b0f-adc6-632648442593 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:06.435311 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-09131e6f-3356-4b0f-adc6-632648442593 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:06.495592 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-09131e6f-3356-4b0f-adc6-632648442593 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:06.566255 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09131e6f-3356-4b0f-adc6-632648442593 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Pushing event updated for resources: {'Port': ['ID=fb87e792-7aa0-4425-97f6-d6a7cceb370f,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:06.578583 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-09131e6f-3356-4b0f-adc6-632648442593 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:06.686788 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-09131e6f-3356-4b0f-adc6-632648442593 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Floating IP a7a8b44f-8629-41a1-9aa1-0d1c0ef7cf01 associated. External IP: 172.26.3.151, port: a5f5b191-e770-4274-8fbd-0215d51a4e10. Apr 23 00:32:06.901383 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09131e6f-3356-4b0f-adc6-632648442593 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Router 60570458-bafd-43a7-a3cf-23a39c262cbc has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:32:07.003191 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09131e6f-3356-4b0f-adc6-632648442593 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:32:07.012919 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7b20fc-97ef-4369-9dbd-2c9cc0c3db75 None None] Sync routers for ids ['60570458-bafd-43a7-a3cf-23a39c262cbc'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:32:07.022427 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7b20fc-97ef-4369-9dbd-2c9cc0c3db75 None None] Routers {'60570458-bafd-43a7-a3cf-23a39c262cbc'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:32:07.028696 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-2a7b20fc-97ef-4369-9dbd-2c9cc0c3db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:31:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['60570458-bafd-43a7-a3cf-23a39c262cbc'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:07.080538 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-09131e6f-3356-4b0f-adc6-632648442593 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:07.110772 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-09131e6f-3356-4b0f-adc6-632648442593 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8690627 Apr 23 00:32:07.111440 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3580d73f-517a-4ff6-af27-8f3126b4a13c', 'tag': 'a5f5b191-e770-4274-8fbd-0215d51a4e10'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:32:07.113622 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60866) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:32:07.114967 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778f95d5-8af3-4b17-8565-cd2392a5f0ea" -d '{"events": [{"name": "network-changed", "server_uuid": "3580d73f-517a-4ff6-af27-8f3126b4a13c", "tag": "a5f5b191-e770-4274-8fbd-0215d51a4e10"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:32:07.119989 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-45ebd409-5781-40d0-9bc5-39d29d94a54c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1033268035', 'description': 'tempest-secgroup-smoke-1033268035 description', 'project_id': '1d6d801d391f499ebadd84c33b6d42d4'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:07.127127 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-2a7b20fc-97ef-4369-9dbd-2c9cc0c3db75 None None] Set router 60570458-bafd-43a7-a3cf-23a39c262cbc gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:32:07.152601 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cec2245-e8e7-4276-a4d7-cfef19650d59 x-openstack-request-id: req-1cec2245-e8e7-4276-a4d7-cfef19650d59 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:32:07.153082 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3580d73f-517a-4ff6-af27-8f3126b4a13c", "tag": "a5f5b191-e770-4274-8fbd-0215d51a4e10", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:32:07.153175 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1cec2245-e8e7-4276-a4d7-cfef19650d59 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:32:07.153530 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cec2245-e8e7-4276-a4d7-cfef19650d59'] response: {'name': 'network-changed', 'server_uuid': '3580d73f-517a-4ff6-af27-8f3126b4a13c', 'tag': 'a5f5b191-e770-4274-8fbd-0215d51a4e10', 'status': 'completed', 'code': 200} Apr 23 00:32:07.200338 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-45ebd409-5781-40d0-9bc5-39d29d94a54c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:07.218245 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f95d5-8af3-4b17-8565-cd2392a5f0ea req-6d2e91a3-556c-4f53-b36c-1d0c3ec2baf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:07.219810 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-778f95d5-8af3-4b17-8565-cd2392a5f0ea req-6d2e91a3-556c-4f53-b36c-1d0c3ec2baf3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d6d801d391f499ebadd84c33b6d42d4&device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 1098 time: 0.0446658 Apr 23 00:32:07.253008 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c026de9-355b-408a-9691-d91e83247878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:07.280684 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-45ebd409-5781-40d0-9bc5-39d29d94a54c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:07.320807 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f95d5-8af3-4b17-8565-cd2392a5f0ea req-880bfc78-d365-4c31-affb-dc9b06401c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:07.322733 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-778f95d5-8af3-4b17-8565-cd2392a5f0ea req-880bfc78-d365-4c31-affb-dc9b06401c19 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1 HTTP/1.1" status: 200 len: 915 time: 0.0955722 Apr 23 00:32:07.344707 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-45ebd409-5781-40d0-9bc5-39d29d94a54c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:07.354561 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-2a7b20fc-97ef-4369-9dbd-2c9cc0c3db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'name': 'tempest-TestMinimumBasicScenario-449423500-router', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ef1ef868-9d1d-4724-86c8-7d30b9b40b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:31:11Z', 'revision_number': 4, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'gw_port': {'id': 'ef1ef868-9d1d-4724-86c8-7d30b9b40b07', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'a7a8b44f-8629-41a1-9aa1-0d1c0ef7cf01', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'floating_ip_address': '172.26.3.151', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'port_id': 'a5f5b191-e770-4274-8fbd-0215d51a4e10', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1', 'mac_address': 'fa:16:3e:2e:39:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580d73f-517a-4ff6-af27-8f3126b4a13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:32:05Z', 'updated_at': '2022-04-23T00:32:05Z', 'revision_number': 0, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8632f1d8-75f8-4681-85a7-25ad8982be20', 'name': '', 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'mac_address': 'fa:16:3e:ae:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0ac1986f-360b-4539-8794-2a1cd69fe91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:10Z', 'updated_at': '2022-04-23T00:31:15Z', 'revision_number': 5, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'subnets': [{'id': '0ac1986f-360b-4539-8794-2a1cd69fe91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:07.378647 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebd409-5781-40d0-9bc5-39d29d94a54c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af6112e2-fc07-4f24-9a68-95f3b0c76a3f,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:07.385218 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7b20fc-97ef-4369-9dbd-2c9cc0c3db75 None None] Checking router: 60570458-bafd-43a7-a3cf-23a39c262cbc for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:32:07.386865 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ebd409-5781-40d0-9bc5-39d29d94a54c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:07.387217 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ebd409-5781-40d0-9bc5-39d29d94a54c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:07.387562 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ebd409-5781-40d0-9bc5-39d29d94a54c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:07.387927 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ebd409-5781-40d0-9bc5-39d29d94a54c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:07.388266 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ebd409-5781-40d0-9bc5-39d29d94a54c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:07.388599 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ebd409-5781-40d0-9bc5-39d29d94a54c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:07.388933 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ebd409-5781-40d0-9bc5-39d29d94a54c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:07.389269 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ebd409-5781-40d0-9bc5-39d29d94a54c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:07.389600 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ebd409-5781-40d0-9bc5-39d29d94a54c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:07.389933 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ebd409-5781-40d0-9bc5-39d29d94a54c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:07.390261 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ebd409-5781-40d0-9bc5-39d29d94a54c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:07.390589 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ebd409-5781-40d0-9bc5-39d29d94a54c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:07.393309 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7b20fc-97ef-4369-9dbd-2c9cc0c3db75 None None] Routers {'60570458-bafd-43a7-a3cf-23a39c262cbc'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:32:07.394234 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-2a7b20fc-97ef-4369-9dbd-2c9cc0c3db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:32:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['60570458-bafd-43a7-a3cf-23a39c262cbc'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:07.398142 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-778f95d5-8af3-4b17-8565-cd2392a5f0ea req-e83cb720-d779-4cba-b46a-edbb25b3154c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5f5b191-e770-4274-8fbd-0215d51a4e10 HTTP/1.1" status: 200 len: 999 time: 0.0686545 Apr 23 00:32:07.440456 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-45ebd409-5781-40d0-9bc5-39d29d94a54c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:07.445501 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60870) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:32:07.445665 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-45ebd409-5781-40d0-9bc5-39d29d94a54c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3291914 Apr 23 00:32:07.451941 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-4d1c997c-7950-424f-a809-96b1710880f0 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Request body: {'security_group_rule': {'security_group_id': 'af6112e2-fc07-4f24-9a68-95f3b0c76a3f', 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:07.457877 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f95d5-8af3-4b17-8565-cd2392a5f0ea req-60838410-e67a-4e4f-9a7b-6637b7c12dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:07.459278 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-778f95d5-8af3-4b17-8565-cd2392a5f0ea req-60838410-e67a-4e4f-9a7b-6637b7c12dd8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0ac1986f-360b-4539-8794-2a1cd69fe91c HTTP/1.1" status: 200 len: 853 time: 0.0537703 Apr 23 00:32:07.498295 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-2a7b20fc-97ef-4369-9dbd-2c9cc0c3db75 None None] Set router 60570458-bafd-43a7-a3cf-23a39c262cbc gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:32:07.508875 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f95d5-8af3-4b17-8565-cd2392a5f0ea req-b3a691dd-4e39-4718-8f5e-b3ec170d99e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:07.510368 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-778f95d5-8af3-4b17-8565-cd2392a5f0ea req-b3a691dd-4e39-4718-8f5e-b3ec170d99e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410910 Apr 23 00:32:07.528673 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d1c997c-7950-424f-a809-96b1710880f0 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:07.743636 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-2a7b20fc-97ef-4369-9dbd-2c9cc0c3db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'name': 'tempest-TestMinimumBasicScenario-449423500-router', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ef1ef868-9d1d-4724-86c8-7d30b9b40b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:31:11Z', 'revision_number': 4, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'gw_port': {'id': 'ef1ef868-9d1d-4724-86c8-7d30b9b40b07', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'a7a8b44f-8629-41a1-9aa1-0d1c0ef7cf01', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'floating_ip_address': '172.26.3.151', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'port_id': 'a5f5b191-e770-4274-8fbd-0215d51a4e10', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1', 'mac_address': 'fa:16:3e:2e:39:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580d73f-517a-4ff6-af27-8f3126b4a13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:32:05Z', 'updated_at': '2022-04-23T00:32:05Z', 'revision_number': 0, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8632f1d8-75f8-4681-85a7-25ad8982be20', 'name': '', 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'mac_address': 'fa:16:3e:ae:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0ac1986f-360b-4539-8794-2a1cd69fe91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:10Z', 'updated_at': '2022-04-23T00:31:15Z', 'revision_number': 5, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'subnets': [{'id': '0ac1986f-360b-4539-8794-2a1cd69fe91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:07.775779 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7b20fc-97ef-4369-9dbd-2c9cc0c3db75 None None] The sync data for ids ['60570458-bafd-43a7-a3cf-23a39c262cbc'] in dv-neutron-838783-1-hyperv is: [{'id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'name': 'tempest-TestMinimumBasicScenario-449423500-router', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ef1ef868-9d1d-4724-86c8-7d30b9b40b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:31:11Z', 'revision_number': 4, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'gw_port': {'id': 'ef1ef868-9d1d-4724-86c8-7d30b9b40b07', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'a7a8b44f-8629-41a1-9aa1-0d1c0ef7cf01', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'floating_ip_address': '172.26.3.151', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'port_id': 'a5f5b191-e770-4274-8fbd-0215d51a4e10', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1', 'mac_address': 'fa:16:3e:2e:39:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580d73f-517a-4ff6-af27-8f3126b4a13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:32:05Z', 'updated_at': '2022-04-23T00:32:05Z', 'revision_number': 0, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8632f1d8-75f8-4681-85a7-25ad8982be20', 'name': '', 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'mac_address': 'fa:16:3e:ae:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0ac1986f-360b-4539-8794-2a1cd69fe91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:10Z', 'updated_at': '2022-04-23T00:31:15Z', 'revision_number': 5, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'subnets': [{'id': '0ac1986f-360b-4539-8794-2a1cd69fe91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:32:07.930850 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d1c997c-7950-424f-a809-96b1710880f0 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:07.950721 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:07.953746 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-778f95d5-8af3-4b17-8565-cd2392a5f0ea req-687bf15b-5b12-49ba-a460-44ad6c20b98d service neutron] 10.222.0.16 "GET /v2.0/networks/a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214187 Apr 23 00:32:07.968965 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3abd86c-72a6-475a-88f8-d6f8428e48dd None None] New status for floating IP a7a8b44f-8629-41a1-9aa1-0d1c0ef7cf01: ACTIVE {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:32:08.014863 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d1c997c-7950-424f-a809-96b1710880f0 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.043054 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c997c-7950-424f-a809-96b1710880f0 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=793f925d-8a79-4f28-9137-54ba990ae235,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:08.077442 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-778f95d5-8af3-4b17-8565-cd2392a5f0ea req-e1d48f6c-e8c8-44e0-9cc6-fa8785c8fad2 service neutron] 10.222.0.16 "GET /v2.0/networks/a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166558 Apr 23 00:32:08.115230 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d1c997c-7950-424f-a809-96b1710880f0 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.116426 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4d1c997c-7950-424f-a809-96b1710880f0 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6697919 Apr 23 00:32:08.119215 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60872) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:32:08.123657 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-968adf2b-7902-4d22-a5c0-1747d6cbc247 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Request body: {'security_group_rule': {'security_group_id': 'af6112e2-fc07-4f24-9a68-95f3b0c76a3f', 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:08.214291 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-968adf2b-7902-4d22-a5c0-1747d6cbc247 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.272464 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-968adf2b-7902-4d22-a5c0-1747d6cbc247 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.329530 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-968adf2b-7902-4d22-a5c0-1747d6cbc247 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.348903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968adf2b-7902-4d22-a5c0-1747d6cbc247 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f35473-8f7f-4b4f-86bf-263fcd2d721e,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:08.400273 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-968adf2b-7902-4d22-a5c0-1747d6cbc247 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.401513 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-968adf2b-7902-4d22-a5c0-1747d6cbc247 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2813261 Apr 23 00:32:08.404373 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60874) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:32:08.408817 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-3b71d5f3-e9e1-4b67-87a5-ea5aae0160c5 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Request body: {'security_group_rule': {'security_group_id': 'af6112e2-fc07-4f24-9a68-95f3b0c76a3f', 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:08.505972 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3b71d5f3-e9e1-4b67-87a5-ea5aae0160c5 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.561463 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3b71d5f3-e9e1-4b67-87a5-ea5aae0160c5 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.621365 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3b71d5f3-e9e1-4b67-87a5-ea5aae0160c5 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.641311 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71d5f3-e9e1-4b67-87a5-ea5aae0160c5 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4c6f07-a3e5-4fc7-a8ad-3beee90ec925,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:08.680460 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3b71d5f3-e9e1-4b67-87a5-ea5aae0160c5 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.681689 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3b71d5f3-e9e1-4b67-87a5-ea5aae0160c5 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2763298 Apr 23 00:32:08.684436 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60876) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:32:08.688778 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-28aaac4c-c7ef-45a7-9a46-dad1f48c0123 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Request body: {'security_group_rule': {'security_group_id': 'af6112e2-fc07-4f24-9a68-95f3b0c76a3f', 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:08.757822 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28aaac4c-c7ef-45a7-9a46-dad1f48c0123 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.817495 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28aaac4c-c7ef-45a7-9a46-dad1f48c0123 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.916400 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28aaac4c-c7ef-45a7-9a46-dad1f48c0123 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.935903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aaac4c-c7ef-45a7-9a46-dad1f48c0123 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11059ec0-f99a-4eca-b246-f4fd322387f6,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:09.015165 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28aaac4c-c7ef-45a7-9a46-dad1f48c0123 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:09.016408 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-28aaac4c-c7ef-45a7-9a46-dad1f48c0123 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3310263 Apr 23 00:32:09.019070 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60878) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:32:09.023981 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-dea61fd5-b470-4192-9221-7ad6a898edca tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Request body: {'security_group_rule': {'security_group_id': 'af6112e2-fc07-4f24-9a68-95f3b0c76a3f', 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:09.112352 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-dea61fd5-b470-4192-9221-7ad6a898edca tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Project 1d6d801d391f499ebadd84c33b6d42d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:32:09.117526 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dea61fd5-b470-4192-9221-7ad6a898edca tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:09.175998 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dea61fd5-b470-4192-9221-7ad6a898edca tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:09.261144 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dea61fd5-b470-4192-9221-7ad6a898edca tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:09.279420 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea61fd5-b470-4192-9221-7ad6a898edca tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e036cd36-b520-4d07-9b2f-11aee05748b8,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:09.417181 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dea61fd5-b470-4192-9221-7ad6a898edca tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:09.418386 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-dea61fd5-b470-4192-9221-7ad6a898edca tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3983738 Apr 23 00:32:09.421165 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60880) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:32:09.425657 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-778da490-5c82-4445-b098-f37af07fc3a4 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Request body: {'security_group_rule': {'security_group_id': 'af6112e2-fc07-4f24-9a68-95f3b0c76a3f', 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:09.495014 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-778da490-5c82-4445-b098-f37af07fc3a4 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Project 1d6d801d391f499ebadd84c33b6d42d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:32:09.500021 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-778da490-5c82-4445-b098-f37af07fc3a4 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:09.560183 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-778da490-5c82-4445-b098-f37af07fc3a4 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:09.620722 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-778da490-5c82-4445-b098-f37af07fc3a4 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:09.638985 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778da490-5c82-4445-b098-f37af07fc3a4 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0cc67c6-4ebf-4196-a422-41d3d7b131e2,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:09.704896 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:09.736277 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-778da490-5c82-4445-b098-f37af07fc3a4 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:09.737617 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-778da490-5c82-4445-b098-f37af07fc3a4 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3153856 Apr 23 00:32:09.814808 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6a5d4abd-1992-4359-9c78-65bfa8366e42 req-54687907-5240-4f7a-b305-159801d0d5a8 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1033268035&fields=id&tenant_id=1d6d801d391f499ebadd84c33b6d42d4 HTTP/1.1" status: 200 len: 267 time: 0.0327377 Apr 23 00:32:09.869291 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d4abd-1992-4359-9c78-65bfa8366e42 req-731db95f-8df4-49d4-a654-23ba76d36f46 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:09.870741 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6a5d4abd-1992-4359-9c78-65bfa8366e42 req-731db95f-8df4-49d4-a654-23ba76d36f46 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 945 time: 0.0501294 Apr 23 00:32:09.875809 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:09.882177 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-6a5d4abd-1992-4359-9c78-65bfa8366e42 req-70db44c6-99fa-45ea-a954-4d5ccf71484c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Request body: {'port': {'security_groups': ['a3c7a4d8-0ab6-498c-ae6c-4690404322d7', 'af6112e2-fc07-4f24-9a68-95f3b0c76a3f']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:09.942383 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6a5d4abd-1992-4359-9c78-65bfa8366e42 req-70db44c6-99fa-45ea-a954-4d5ccf71484c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:10.148732 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-6a5d4abd-1992-4359-9c78-65bfa8366e42 req-70db44c6-99fa-45ea-a954-4d5ccf71484c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] For port a5f5b191-e770-4274-8fbd-0215d51a4e10, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=a5f5b191-e770-4274-8fbd-0215d51a4e10,segment=NetworkSegment(0df4ce8c-ef92-4e51-994f-b688dd297a10),segment_id=0df4ce8c-ef92-4e51-994f-b688dd297a10)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:32:10.156138 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6a5d4abd-1992-4359-9c78-65bfa8366e42 req-70db44c6-99fa-45ea-a954-4d5ccf71484c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:10.249297 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6a5d4abd-1992-4359-9c78-65bfa8366e42 req-70db44c6-99fa-45ea-a954-4d5ccf71484c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:10.261565 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['a5f5b191-e770-4274-8fbd-0215d51a4e10'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:32:10.295425 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d4abd-1992-4359-9c78-65bfa8366e42 req-70db44c6-99fa-45ea-a954-4d5ccf71484c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:10.296071 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6a5d4abd-1992-4359-9c78-65bfa8366e42 req-70db44c6-99fa-45ea-a954-4d5ccf71484c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:10.297446 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6a5d4abd-1992-4359-9c78-65bfa8366e42 req-70db44c6-99fa-45ea-a954-4d5ccf71484c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "PUT /v2.0/ports/a5f5b191-e770-4274-8fbd-0215d51a4e10 HTTP/1.1" status: 200 len: 981 time: 0.4200637 Apr 23 00:32:10.297897 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3580d73f-517a-4ff6-af27-8f3126b4a13c', 'tag': 'a5f5b191-e770-4274-8fbd-0215d51a4e10'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:32:10.300195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f457fa03-2198-402d-a91d-ef74cf51e59a" -d '{"events": [{"name": "network-changed", "server_uuid": "3580d73f-517a-4ff6-af27-8f3126b4a13c", "tag": "a5f5b191-e770-4274-8fbd-0215d51a4e10"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:32:10.335770 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db44c6-99fa-45ea-a954-4d5ccf71484c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Pushing event updated for resources: {'Port': ['ID=a5f5b191-e770-4274-8fbd-0215d51a4e10,revision_number=6']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:10.352847 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d231eb-2370-46cd-8078-54016b037fa9 x-openstack-request-id: req-12d231eb-2370-46cd-8078-54016b037fa9 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:32:10.353141 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3580d73f-517a-4ff6-af27-8f3126b4a13c", "tag": "a5f5b191-e770-4274-8fbd-0215d51a4e10", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:32:10.353396 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12d231eb-2370-46cd-8078-54016b037fa9 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:32:10.353809 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d231eb-2370-46cd-8078-54016b037fa9'] response: {'name': 'network-changed', 'server_uuid': '3580d73f-517a-4ff6-af27-8f3126b4a13c', 'tag': 'a5f5b191-e770-4274-8fbd-0215d51a4e10', 'status': 'completed', 'code': 200} Apr 23 00:32:10.399316 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['a5f5b191-e770-4274-8fbd-0215d51a4e10'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:32:10.422518 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457fa03-2198-402d-a91d-ef74cf51e59a req-a2badbe5-ffa2-4741-b6ca-9bdb4eabeffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:10.424083 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f457fa03-2198-402d-a91d-ef74cf51e59a req-a2badbe5-ffa2-4741-b6ca-9bdb4eabeffa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d6d801d391f499ebadd84c33b6d42d4&device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 1137 time: 0.0461023 Apr 23 00:32:10.431646 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddfbb5-b635-4763-b870-72c371c03db3 req-0c6952ca-e3d8-4826-aa67-fa57db3d920f tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:10.433772 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7bddfbb5-b635-4763-b870-72c371c03db3 req-0c6952ca-e3d8-4826-aa67-fa57db3d920f tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 984 time: 0.0577471 Apr 23 00:32:10.495059 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7bddfbb5-b635-4763-b870-72c371c03db3 req-e003c589-34ce-4fef-aa20-38aa3e484824 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&id=af6112e2-fc07-4f24-9a68-95f3b0c76a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549116 Apr 23 00:32:10.549865 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457fa03-2198-402d-a91d-ef74cf51e59a req-fdc2fca7-6662-4488-a025-6589fac91d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:10.551395 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f457fa03-2198-402d-a91d-ef74cf51e59a req-fdc2fca7-6662-4488-a025-6589fac91d15 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1 HTTP/1.1" status: 200 len: 915 time: 0.1195257 Apr 23 00:32:10.624497 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f457fa03-2198-402d-a91d-ef74cf51e59a req-17113fc5-f0e3-4cb8-9cc1-4a1b16649a01 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5f5b191-e770-4274-8fbd-0215d51a4e10 HTTP/1.1" status: 200 len: 1001 time: 0.0639892 Apr 23 00:32:10.679820 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457fa03-2198-402d-a91d-ef74cf51e59a req-bd2353b9-4efc-4f22-a0a5-204f8f9b8595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:10.681385 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f457fa03-2198-402d-a91d-ef74cf51e59a req-bd2353b9-4efc-4f22-a0a5-204f8f9b8595 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0ac1986f-360b-4539-8794-2a1cd69fe91c HTTP/1.1" status: 200 len: 853 time: 0.0493135 Apr 23 00:32:10.687054 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-95c1c4e1-41a0-4ff0-857d-6aee899822d3 None None] Provisioning complete for port a5f5b191-e770-4274-8fbd-0215d51a4e10 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:10.687422 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95c1c4e1-41a0-4ff0-857d-6aee899822d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:10.729182 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457fa03-2198-402d-a91d-ef74cf51e59a req-9b32713f-019a-40ae-b76d-1cfe8f978300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:10.735259 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f457fa03-2198-402d-a91d-ef74cf51e59a req-9b32713f-019a-40ae-b76d-1cfe8f978300 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466437 Apr 23 00:32:10.833662 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f457fa03-2198-402d-a91d-ef74cf51e59a req-26c2725a-bef7-464b-9cf5-e17e80b9a84c service neutron] 10.222.0.16 "GET /v2.0/networks/a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882118 Apr 23 00:32:10.927150 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f457fa03-2198-402d-a91d-ef74cf51e59a req-e3f6faaf-9087-4616-a831-7dc24bae5608 service neutron] 10.222.0.16 "GET /v2.0/networks/a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869837 Apr 23 00:32:19.546641 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d4ed52ce-d7c7-4d4e-84a0-fbb2554d13ee req-1aeba872-9a8a-4438-815a-d1bc38cffbe3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457408 Apr 23 00:32:19.627087 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed52ce-d7c7-4d4e-84a0-fbb2554d13ee req-d5eaab11-c359-4612-bb46-f6655b0d5cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:19.628602 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d4ed52ce-d7c7-4d4e-84a0-fbb2554d13ee req-d5eaab11-c359-4612-bb46-f6655b0d5cd2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d6d801d391f499ebadd84c33b6d42d4&device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 1137 time: 0.0404987 Apr 23 00:32:19.737728 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed52ce-d7c7-4d4e-84a0-fbb2554d13ee req-65bfdf75-1e6e-4fe7-aaf0-c005fd5e4164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:19.739295 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d4ed52ce-d7c7-4d4e-84a0-fbb2554d13ee req-65bfdf75-1e6e-4fe7-aaf0-c005fd5e4164 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1 HTTP/1.1" status: 200 len: 915 time: 0.0851820 Apr 23 00:32:19.808765 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d4ed52ce-d7c7-4d4e-84a0-fbb2554d13ee req-f09c520e-94a8-45f5-8559-e4809c7b8cf4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5f5b191-e770-4274-8fbd-0215d51a4e10 HTTP/1.1" status: 200 len: 1001 time: 0.0627465 Apr 23 00:32:19.858028 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed52ce-d7c7-4d4e-84a0-fbb2554d13ee req-d7536c42-398f-4330-b1a7-991c3f10db30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:19.859477 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d4ed52ce-d7c7-4d4e-84a0-fbb2554d13ee req-d7536c42-398f-4330-b1a7-991c3f10db30 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0ac1986f-360b-4539-8794-2a1cd69fe91c HTTP/1.1" status: 200 len: 853 time: 0.0445709 Apr 23 00:32:19.904572 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed52ce-d7c7-4d4e-84a0-fbb2554d13ee req-bdb9bab2-41d5-4563-91ce-9e893e75a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:19.906032 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d4ed52ce-d7c7-4d4e-84a0-fbb2554d13ee req-bdb9bab2-41d5-4563-91ce-9e893e75a09c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405204 Apr 23 00:32:19.997546 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d4ed52ce-d7c7-4d4e-84a0-fbb2554d13ee req-bc00a861-e05c-461c-b5c5-e1f2bc0fdfa6 service neutron] 10.222.0.16 "GET /v2.0/networks/a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839758 Apr 23 00:32:20.087287 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d4ed52ce-d7c7-4d4e-84a0-fbb2554d13ee req-24597243-03cc-4587-8e9b-6319fd953915 service neutron] 10.222.0.16 "GET /v2.0/networks/a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823722 Apr 23 00:32:23.864038 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:24.850686 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d78b52-a24e-4cf1-ba3c-2e56d04c50d5 req-4c8d4967-54ec-48ac-8efe-d741e71beba6 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:24.852180 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-82d78b52-a24e-4cf1-ba3c-2e56d04c50d5 req-4c8d4967-54ec-48ac-8efe-d741e71beba6 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 984 time: 0.0507107 Apr 23 00:32:24.900226 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-82d78b52-a24e-4cf1-ba3c-2e56d04c50d5 req-401aa7d3-42e7-4653-8d6a-7a3ce96ff25b tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&id=af6112e2-fc07-4f24-9a68-95f3b0c76a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418236 Apr 23 00:32:24.946102 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edaaaf6-d713-4923-b970-3a9684b922db req-1dc35c47-7a9b-43f9-9298-f44e7dae06ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:24.947726 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1edaaaf6-d713-4923-b970-3a9684b922db req-1dc35c47-7a9b-43f9-9298-f44e7dae06ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d6d801d391f499ebadd84c33b6d42d4&device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 1137 time: 0.0436771 Apr 23 00:32:25.043103 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edaaaf6-d713-4923-b970-3a9684b922db req-05fb3078-7d18-4553-ab05-2c237fd73d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:25.044620 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1edaaaf6-d713-4923-b970-3a9684b922db req-05fb3078-7d18-4553-ab05-2c237fd73d0c service neutron] 10.222.0.16 "GET /v2.0/networks?id=a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1 HTTP/1.1" status: 200 len: 915 time: 0.0890961 Apr 23 00:32:25.111783 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1edaaaf6-d713-4923-b970-3a9684b922db req-5a4d6a9d-3309-4005-bd77-80bcc3319d87 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5f5b191-e770-4274-8fbd-0215d51a4e10 HTTP/1.1" status: 200 len: 1001 time: 0.0577207 Apr 23 00:32:25.165830 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edaaaf6-d713-4923-b970-3a9684b922db req-4f5cc3ec-dcc3-40a4-89f9-6222ced89dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:25.167337 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1edaaaf6-d713-4923-b970-3a9684b922db req-4f5cc3ec-dcc3-40a4-89f9-6222ced89dff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0ac1986f-360b-4539-8794-2a1cd69fe91c HTTP/1.1" status: 200 len: 853 time: 0.0483382 Apr 23 00:32:25.212722 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edaaaf6-d713-4923-b970-3a9684b922db req-fc2d6803-4ece-41c9-9b1f-35e4011552ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:25.214165 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1edaaaf6-d713-4923-b970-3a9684b922db req-fc2d6803-4ece-41c9-9b1f-35e4011552ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390751 Apr 23 00:32:25.301142 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1edaaaf6-d713-4923-b970-3a9684b922db req-6b3e6fc2-3cb1-4c0c-8663-08073b275abe service neutron] 10.222.0.16 "GET /v2.0/networks/a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795097 Apr 23 00:32:25.395817 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1edaaaf6-d713-4923-b970-3a9684b922db req-301e7d4a-4292-4d23-960a-aa2e4a5d2bb7 service neutron] 10.222.0.16 "GET /v2.0/networks/a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861807 Apr 23 00:32:26.018002 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384cdbc-32a6-416d-abc3-371a9f8eea4d req-b5828ea2-a93a-4e2d-82e5-35507d6499b5 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:26.019461 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1384cdbc-32a6-416d-abc3-371a9f8eea4d req-b5828ea2-a93a-4e2d-82e5-35507d6499b5 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 984 time: 0.0497890 Apr 23 00:32:26.059355 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1384cdbc-32a6-416d-abc3-371a9f8eea4d req-fcadd346-76f7-4e35-9498-e4bfdee003e4 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&id=af6112e2-fc07-4f24-9a68-95f3b0c76a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332866 Apr 23 00:32:27.174124 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73356502-b640-41d7-bb0f-cb75f7ee0aca req-107eb587-9430-43e6-9728-08597432762d tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:27.175635 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-73356502-b640-41d7-bb0f-cb75f7ee0aca req-107eb587-9430-43e6-9728-08597432762d tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 984 time: 0.0496988 Apr 23 00:32:27.215214 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-73356502-b640-41d7-bb0f-cb75f7ee0aca req-1232d4b3-dcfb-4ca2-a8e0-816bc478771d tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&id=af6112e2-fc07-4f24-9a68-95f3b0c76a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333648 Apr 23 00:32:28.333695 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1a217-3169-4410-a492-8b4c69499ed7 req-eb664424-5472-48ea-94a6-44666043dd9b tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:28.335976 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f5d1a217-3169-4410-a492-8b4c69499ed7 req-eb664424-5472-48ea-94a6-44666043dd9b tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 984 time: 0.0555005 Apr 23 00:32:28.374684 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f5d1a217-3169-4410-a492-8b4c69499ed7 req-b4916646-e9cd-4950-8d64-2db6841fc296 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&id=af6112e2-fc07-4f24-9a68-95f3b0c76a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327046 Apr 23 00:32:29.489597 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56df8e-95c8-4472-b682-6ae956d84f66 req-1e0765eb-aca7-42e4-b9f0-1cf138e5f8d4 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:29.491785 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4e56df8e-95c8-4472-b682-6ae956d84f66 req-1e0765eb-aca7-42e4-b9f0-1cf138e5f8d4 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 984 time: 0.0494640 Apr 23 00:32:29.535599 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4e56df8e-95c8-4472-b682-6ae956d84f66 req-986bc719-5a4b-4dc1-bd9c-94a30d550523 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&id=af6112e2-fc07-4f24-9a68-95f3b0c76a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377398 Apr 23 00:32:30.654296 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3aa0ee-443a-40b8-a932-443a9fba93f0 req-2d8ee173-7915-4964-8435-e17597b691df tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:30.655822 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1b3aa0ee-443a-40b8-a932-443a9fba93f0 req-2d8ee173-7915-4964-8435-e17597b691df tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 984 time: 0.0505497 Apr 23 00:32:30.702057 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1b3aa0ee-443a-40b8-a932-443a9fba93f0 req-2be6fd8d-a405-4b9e-b6d2-5a689aa72818 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&id=af6112e2-fc07-4f24-9a68-95f3b0c76a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399303 Apr 23 00:32:31.786878 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:32:31.921967 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895d74d-4913-4f69-8ba1-e7de9d05f2a6 req-dc6ab53d-3c72-497f-89b9-7c202bff603f tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:31.923352 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2895d74d-4913-4f69-8ba1-e7de9d05f2a6 req-dc6ab53d-3c72-497f-89b9-7c202bff603f tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 984 time: 0.1535702 Apr 23 00:32:31.966879 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2895d74d-4913-4f69-8ba1-e7de9d05f2a6 req-546bdc91-fd17-4fff-a893-3fce92972c3f tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&id=af6112e2-fc07-4f24-9a68-95f3b0c76a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366893 Apr 23 00:32:33.082336 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033df27-0778-47e2-8a4e-0f179aebc7f3 req-5bd06710-f6d8-4493-a98c-31114d17f3c6 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:33.083819 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3033df27-0778-47e2-8a4e-0f179aebc7f3 req-5bd06710-f6d8-4493-a98c-31114d17f3c6 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 984 time: 0.0494204 Apr 23 00:32:33.122342 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3033df27-0778-47e2-8a4e-0f179aebc7f3 req-6ca0f284-a6c4-4a5a-a661-8038f3b95343 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&id=af6112e2-fc07-4f24-9a68-95f3b0c76a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0316968 Apr 23 00:32:34.236493 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb6f18-7b88-4e82-ac81-56d30b248e56 req-f81ce6f9-d563-4ad4-9727-4078ac967f5f tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:34.237952 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9ecb6f18-7b88-4e82-ac81-56d30b248e56 req-f81ce6f9-d563-4ad4-9727-4078ac967f5f tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 984 time: 0.0490174 Apr 23 00:32:34.272298 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1752ec13-9859-49cb-8f2b-21a7b9629587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:34.277720 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9ecb6f18-7b88-4e82-ac81-56d30b248e56 req-471970c2-cbd8-4e9f-ae06-481c1a112714 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&id=af6112e2-fc07-4f24-9a68-95f3b0c76a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331478 Apr 23 00:32:35.444721 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0547c56-44b4-4c5d-b147-061b715337c3 req-7d50c66f-45df-4dcd-ac16-adb0c637811c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:35.446093 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b0547c56-44b4-4c5d-b147-061b715337c3 req-7d50c66f-45df-4dcd-ac16-adb0c637811c tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 984 time: 0.1026502 Apr 23 00:32:35.486695 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b0547c56-44b4-4c5d-b147-061b715337c3 req-6df95400-9709-45d2-9f42-f18a7f0b9b11 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&id=af6112e2-fc07-4f24-9a68-95f3b0c76a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345395 Apr 23 00:32:36.601909 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312800cd-773c-4549-90ba-73224951683e req-176e7d09-55c8-4bee-8c10-a06c71581c9a tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:36.603370 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-312800cd-773c-4549-90ba-73224951683e req-176e7d09-55c8-4bee-8c10-a06c71581c9a tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 984 time: 0.0489869 Apr 23 00:32:36.646902 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-312800cd-773c-4549-90ba-73224951683e req-d730b8db-1339-4e5d-860e-6521974c40f3 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&id=af6112e2-fc07-4f24-9a68-95f3b0c76a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367906 Apr 23 00:32:37.251961 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa5f0f46-7f05-43b6-8ff8-d8e8c50bd5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:37.978071 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:39.705762 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:39.871010 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:53.863328 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:04.291028 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da527f87-cdea-4c82-b814-3ada7675c31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:07.253516 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-604ce33c-84ef-443e-93da-4af69e53a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:07.971046 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:08.784751 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:33:09.037838 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-30fe3844-142f-4e55-a3d3-50c3aba8501a req-5e192b1d-2f78-4453-850e-0d685d0324b4 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1033268035&fields=id&tenant_id=1d6d801d391f499ebadd84c33b6d42d4 HTTP/1.1" status: 200 len: 267 time: 0.0329363 Apr 23 00:33:09.091969 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe3844-142f-4e55-a3d3-50c3aba8501a req-e5dd1f8b-ebdf-4bf6-96a2-3cdc40a07e10 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:09.093431 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-30fe3844-142f-4e55-a3d3-50c3aba8501a req-e5dd1f8b-ebdf-4bf6-96a2-3cdc40a07e10 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 984 time: 0.0487800 Apr 23 00:33:09.104125 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-30fe3844-142f-4e55-a3d3-50c3aba8501a req-ffc4b283-015b-495c-88a0-f45e6f0440ff tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Request body: {'port': {'security_groups': ['a3c7a4d8-0ab6-498c-ae6c-4690404322d7']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:09.170614 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-30fe3844-142f-4e55-a3d3-50c3aba8501a req-ffc4b283-015b-495c-88a0-f45e6f0440ff tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:09.339711 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-30fe3844-142f-4e55-a3d3-50c3aba8501a req-ffc4b283-015b-495c-88a0-f45e6f0440ff tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] For port a5f5b191-e770-4274-8fbd-0215d51a4e10, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=a5f5b191-e770-4274-8fbd-0215d51a4e10,segment=NetworkSegment(0df4ce8c-ef92-4e51-994f-b688dd297a10),segment_id=0df4ce8c-ef92-4e51-994f-b688dd297a10)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:33:09.368963 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-30fe3844-142f-4e55-a3d3-50c3aba8501a req-ffc4b283-015b-495c-88a0-f45e6f0440ff tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:09.428366 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-30fe3844-142f-4e55-a3d3-50c3aba8501a req-ffc4b283-015b-495c-88a0-f45e6f0440ff tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:09.440541 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['a5f5b191-e770-4274-8fbd-0215d51a4e10'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:33:09.471041 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe3844-142f-4e55-a3d3-50c3aba8501a req-ffc4b283-015b-495c-88a0-f45e6f0440ff tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:09.471707 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-30fe3844-142f-4e55-a3d3-50c3aba8501a req-ffc4b283-015b-495c-88a0-f45e6f0440ff tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:09.473097 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-30fe3844-142f-4e55-a3d3-50c3aba8501a req-ffc4b283-015b-495c-88a0-f45e6f0440ff tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "PUT /v2.0/ports/a5f5b191-e770-4274-8fbd-0215d51a4e10 HTTP/1.1" status: 200 len: 942 time: 0.3734403 Apr 23 00:33:09.473573 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3580d73f-517a-4ff6-af27-8f3126b4a13c', 'tag': 'a5f5b191-e770-4274-8fbd-0215d51a4e10'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:33:09.475925 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3a4525-13e8-4f61-8f93-bf64019b680b" -d '{"events": [{"name": "network-changed", "server_uuid": "3580d73f-517a-4ff6-af27-8f3126b4a13c", "tag": "a5f5b191-e770-4274-8fbd-0215d51a4e10"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:33:09.479974 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 60934) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:09.517628 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4b283-015b-495c-88a0-f45e6f0440ff tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Pushing event updated for resources: {'Port': ['ID=a5f5b191-e770-4274-8fbd-0215d51a4e10,revision_number=7']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:09.526405 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4b283-015b-495c-88a0-f45e6f0440ff tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:09.526986 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4b283-015b-495c-88a0-f45e6f0440ff tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:09.527507 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4b283-015b-495c-88a0-f45e6f0440ff tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:09.528035 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4b283-015b-495c-88a0-f45e6f0440ff tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:09.528534 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4b283-015b-495c-88a0-f45e6f0440ff tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:09.529087 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4b283-015b-495c-88a0-f45e6f0440ff tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:09.529592 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4b283-015b-495c-88a0-f45e6f0440ff tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:09.530097 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4b283-015b-495c-88a0-f45e6f0440ff tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:09.530591 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4b283-015b-495c-88a0-f45e6f0440ff tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:09.531113 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4b283-015b-495c-88a0-f45e6f0440ff tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:09.531656 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4b283-015b-495c-88a0-f45e6f0440ff tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:09.533602 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4b283-015b-495c-88a0-f45e6f0440ff tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:09.557436 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['a5f5b191-e770-4274-8fbd-0215d51a4e10'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:33:09.561341 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-41a94660-4489-49a5-ab39-2c967b61cb25 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:09.596094 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-41a94660-4489-49a5-ab39-2c967b61cb25 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:09.610980 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afaf49cf-dacb-4c86-810f-b9080afa2e94 x-openstack-request-id: req-afaf49cf-dacb-4c86-810f-b9080afa2e94 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:33:09.611279 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3580d73f-517a-4ff6-af27-8f3126b4a13c", "tag": "a5f5b191-e770-4274-8fbd-0215d51a4e10", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:33:09.611536 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-afaf49cf-dacb-4c86-810f-b9080afa2e94 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:33:09.611968 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afaf49cf-dacb-4c86-810f-b9080afa2e94'] response: {'name': 'network-changed', 'server_uuid': '3580d73f-517a-4ff6-af27-8f3126b4a13c', 'tag': 'a5f5b191-e770-4274-8fbd-0215d51a4e10', 'status': 'completed', 'code': 200} Apr 23 00:33:09.695594 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a4525-13e8-4f61-8f93-bf64019b680b req-dad1a074-20e9-4764-af99-054291743e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:09.697172 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5c3a4525-13e8-4f61-8f93-bf64019b680b req-dad1a074-20e9-4764-af99-054291743e5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d6d801d391f499ebadd84c33b6d42d4&device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 1098 time: 0.0601535 Apr 23 00:33:09.772045 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:09.774112 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5660f403-6b11-4343-ab16-cf779c4e0dd3 None None] Provisioning complete for port a5f5b191-e770-4274-8fbd-0215d51a4e10 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:09.774498 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5660f403-6b11-4343-ab16-cf779c4e0dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:09.790420 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-41a94660-4489-49a5-ab39-2c967b61cb25 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:09.802924 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-41a94660-4489-49a5-ab39-2c967b61cb25 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:09.803217 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 60938) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:09.803299 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-41a94660-4489-49a5-ab39-2c967b61cb25 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "DELETE /v2.0/security-groups/af6112e2-fc07-4f24-9a68-95f3b0c76a3f HTTP/1.1" status: 204 len: 168 time: 0.3171842 Apr 23 00:33:09.811666 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a94660-4489-49a5-ab39-2c967b61cb25 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6112e2-fc07-4f24-9a68-95f3b0c76a3f,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:09.820828 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a94660-4489-49a5-ab39-2c967b61cb25 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:09.821525 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a94660-4489-49a5-ab39-2c967b61cb25 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:09.822107 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a94660-4489-49a5-ab39-2c967b61cb25 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:09.822659 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a94660-4489-49a5-ab39-2c967b61cb25 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:09.823209 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a94660-4489-49a5-ab39-2c967b61cb25 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:09.823869 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a94660-4489-49a5-ab39-2c967b61cb25 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:09.830891 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a94660-4489-49a5-ab39-2c967b61cb25 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:09.830891 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a94660-4489-49a5-ab39-2c967b61cb25 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:09.830891 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a94660-4489-49a5-ab39-2c967b61cb25 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:09.830891 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a94660-4489-49a5-ab39-2c967b61cb25 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:09.830891 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a94660-4489-49a5-ab39-2c967b61cb25 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:09.830891 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a94660-4489-49a5-ab39-2c967b61cb25 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:09.841119 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a4525-13e8-4f61-8f93-bf64019b680b req-e6d51dfe-3d22-4895-a4f0-55509cf23ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:09.842717 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5c3a4525-13e8-4f61-8f93-bf64019b680b req-e6d51dfe-3d22-4895-a4f0-55509cf23ce7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1 HTTP/1.1" status: 200 len: 915 time: 0.1390762 Apr 23 00:33:09.935404 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:09.965770 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5c3a4525-13e8-4f61-8f93-bf64019b680b req-3b4c4e45-c20a-40c2-afc9-d328a3645c95 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5f5b191-e770-4274-8fbd-0215d51a4e10 HTTP/1.1" status: 200 len: 1001 time: 0.1145382 Apr 23 00:33:10.047401 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a4525-13e8-4f61-8f93-bf64019b680b req-5cee2873-a505-437f-ac0d-6625a4a01389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:10.048875 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5c3a4525-13e8-4f61-8f93-bf64019b680b req-5cee2873-a505-437f-ac0d-6625a4a01389 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0ac1986f-360b-4539-8794-2a1cd69fe91c HTTP/1.1" status: 200 len: 853 time: 0.0751116 Apr 23 00:33:10.092146 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-4eefcd65-e266-4e09-a441-0f2f1f465d60 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Deleting port fb87e792-7aa0-4425-97f6-d6a7cceb370f {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:33:10.092487 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4eefcd65-e266-4e09-a441-0f2f1f465d60 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:10.149236 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a4525-13e8-4f61-8f93-bf64019b680b req-a9fea2b4-c7cc-4486-b43c-cb54c93545ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:10.150638 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5c3a4525-13e8-4f61-8f93-bf64019b680b req-a9fea2b4-c7cc-4486-b43c-cb54c93545ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0920775 Apr 23 00:33:10.171353 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [req-5c3a4525-13e8-4f61-8f93-bf64019b680b req-46903337-74f6-4af0-9c5b-8300278c9dcc service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:33:10.172327 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5c3a4525-13e8-4f61-8f93-bf64019b680b req-46903337-74f6-4af0-9c5b-8300278c9dcc service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114706 Apr 23 00:33:10.195495 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4eefcd65-e266-4e09-a441-0f2f1f465d60 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:10.195850 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4eefcd65-e266-4e09-a441-0f2f1f465d60 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:10.244849 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-4eefcd65-e266-4e09-a441-0f2f1f465d60 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Calling delete_port for fb87e792-7aa0-4425-97f6-d6a7cceb370f owned by network:floatingip {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:33:10.337208 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5c3a4525-13e8-4f61-8f93-bf64019b680b req-5a1199d0-3fdc-4686-9839-a7548c85f515 service neutron] 10.222.0.16 "GET /v2.0/networks/a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519713 Apr 23 00:33:10.472092 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5c3a4525-13e8-4f61-8f93-bf64019b680b req-eaf2caf6-df19-4583-8842-6f1ee5a4c4ca service neutron] 10.222.0.16 "GET /v2.0/networks/a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272433 Apr 23 00:33:10.559860 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4eefcd65-e266-4e09-a441-0f2f1f465d60 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:10.585904 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefcd65-e266-4e09-a441-0f2f1f465d60 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Pushing event deleted for resources: {'Port': ['ID=fb87e792-7aa0-4425-97f6-d6a7cceb370f,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:10.645893 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4eefcd65-e266-4e09-a441-0f2f1f465d60 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks [] for floatingip, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:10.646222 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-4eefcd65-e266-4e09-a441-0f2f1f465d60 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Floating IP a7a8b44f-8629-41a1-9aa1-0d1c0ef7cf01 disassociated (deleted). External IP: 172.26.3.151, port: a5f5b191-e770-4274-8fbd-0215d51a4e10. Apr 23 00:33:10.857550 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eefcd65-e266-4e09-a441-0f2f1f465d60 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Router 60570458-bafd-43a7-a3cf-23a39c262cbc has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:33:10.972271 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eefcd65-e266-4e09-a441-0f2f1f465d60 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:33:10.977425 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4eefcd65-e266-4e09-a441-0f2f1f465d60 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:10.983155 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3500e9-4cbd-49af-93a3-0d6a1fee6a98 None None] Sync routers for ids ['60570458-bafd-43a7-a3cf-23a39c262cbc'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:33:10.992897 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3500e9-4cbd-49af-93a3-0d6a1fee6a98 None None] Routers {'60570458-bafd-43a7-a3cf-23a39c262cbc'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:33:10.993516 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-da3500e9-4cbd-49af-93a3-0d6a1fee6a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:33:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['60570458-bafd-43a7-a3cf-23a39c262cbc'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:11.002947 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4eefcd65-e266-4e09-a441-0f2f1f465d60 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "DELETE /v2.0/floatingips/a7a8b44f-8629-41a1-9aa1-0d1c0ef7cf01 HTTP/1.1" status: 204 len: 168 time: 1.2035825 Apr 23 00:33:11.097943 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-da3500e9-4cbd-49af-93a3-0d6a1fee6a98 None None] Set router 60570458-bafd-43a7-a3cf-23a39c262cbc gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:33:11.379682 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-da3500e9-4cbd-49af-93a3-0d6a1fee6a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'name': 'tempest-TestMinimumBasicScenario-449423500-router', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ef1ef868-9d1d-4724-86c8-7d30b9b40b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:31:11Z', 'revision_number': 4, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'gw_port': {'id': 'ef1ef868-9d1d-4724-86c8-7d30b9b40b07', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '8632f1d8-75f8-4681-85a7-25ad8982be20', 'name': '', 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'mac_address': 'fa:16:3e:ae:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0ac1986f-360b-4539-8794-2a1cd69fe91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:10Z', 'updated_at': '2022-04-23T00:31:15Z', 'revision_number': 5, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'subnets': [{'id': '0ac1986f-360b-4539-8794-2a1cd69fe91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:11.406087 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3500e9-4cbd-49af-93a3-0d6a1fee6a98 None None] Checking router: 60570458-bafd-43a7-a3cf-23a39c262cbc for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:33:11.415130 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3500e9-4cbd-49af-93a3-0d6a1fee6a98 None None] Routers {'60570458-bafd-43a7-a3cf-23a39c262cbc'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:33:11.415823 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-da3500e9-4cbd-49af-93a3-0d6a1fee6a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:33:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['60570458-bafd-43a7-a3cf-23a39c262cbc'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:11.523711 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-da3500e9-4cbd-49af-93a3-0d6a1fee6a98 None None] Set router 60570458-bafd-43a7-a3cf-23a39c262cbc gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:33:11.613000 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3580d73f-517a-4ff6-af27-8f3126b4a13c', 'tag': 'a5f5b191-e770-4274-8fbd-0215d51a4e10'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:33:11.615424 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f6ced3-dc9f-459e-a0d0-f9b69e208354" -d '{"events": [{"name": "network-changed", "server_uuid": "3580d73f-517a-4ff6-af27-8f3126b4a13c", "tag": "a5f5b191-e770-4274-8fbd-0215d51a4e10"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:33:11.652454 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad7cf9c-589b-42cc-b955-7e05dd73d889 x-openstack-request-id: req-7ad7cf9c-589b-42cc-b955-7e05dd73d889 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:33:11.652828 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3580d73f-517a-4ff6-af27-8f3126b4a13c", "tag": "a5f5b191-e770-4274-8fbd-0215d51a4e10", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:33:11.653120 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ad7cf9c-589b-42cc-b955-7e05dd73d889 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:33:11.653537 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ad7cf9c-589b-42cc-b955-7e05dd73d889'] response: {'name': 'network-changed', 'server_uuid': '3580d73f-517a-4ff6-af27-8f3126b4a13c', 'tag': 'a5f5b191-e770-4274-8fbd-0215d51a4e10', 'status': 'completed', 'code': 200} Apr 23 00:33:11.719663 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6ced3-dc9f-459e-a0d0-f9b69e208354 req-640675fc-c4b1-471d-b664-89a4b2bbabc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:11.721128 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-50f6ced3-dc9f-459e-a0d0-f9b69e208354 req-640675fc-c4b1-471d-b664-89a4b2bbabc3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d6d801d391f499ebadd84c33b6d42d4&device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 1098 time: 0.0451117 Apr 23 00:33:11.723018 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-da3500e9-4cbd-49af-93a3-0d6a1fee6a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'name': 'tempest-TestMinimumBasicScenario-449423500-router', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ef1ef868-9d1d-4724-86c8-7d30b9b40b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:31:11Z', 'revision_number': 4, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'gw_port': {'id': 'ef1ef868-9d1d-4724-86c8-7d30b9b40b07', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '8632f1d8-75f8-4681-85a7-25ad8982be20', 'name': '', 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'mac_address': 'fa:16:3e:ae:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0ac1986f-360b-4539-8794-2a1cd69fe91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:10Z', 'updated_at': '2022-04-23T00:31:15Z', 'revision_number': 5, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'subnets': [{'id': '0ac1986f-360b-4539-8794-2a1cd69fe91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:11.749831 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3500e9-4cbd-49af-93a3-0d6a1fee6a98 None None] The sync data for ids ['60570458-bafd-43a7-a3cf-23a39c262cbc'] in dv-neutron-838783-1-hyperv is: [{'id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'name': 'tempest-TestMinimumBasicScenario-449423500-router', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ef1ef868-9d1d-4724-86c8-7d30b9b40b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:31:11Z', 'revision_number': 4, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'gw_port': {'id': 'ef1ef868-9d1d-4724-86c8-7d30b9b40b07', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '8632f1d8-75f8-4681-85a7-25ad8982be20', 'name': '', 'network_id': 'a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'mac_address': 'fa:16:3e:ae:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0ac1986f-360b-4539-8794-2a1cd69fe91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:10Z', 'updated_at': '2022-04-23T00:31:15Z', 'revision_number': 5, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'subnets': [{'id': '0ac1986f-360b-4539-8794-2a1cd69fe91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:33:11.820915 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6ced3-dc9f-459e-a0d0-f9b69e208354 req-d7aa21e6-0be9-44a7-9820-ca2ff0c56d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:11.822420 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-50f6ced3-dc9f-459e-a0d0-f9b69e208354 req-d7aa21e6-0be9-44a7-9820-ca2ff0c56d64 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1 HTTP/1.1" status: 200 len: 915 time: 0.0903230 Apr 23 00:33:11.865448 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-50f6ced3-dc9f-459e-a0d0-f9b69e208354 req-fc18c180-3bd1-41f5-bb42-2e2332f1b907 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5f5b191-e770-4274-8fbd-0215d51a4e10 HTTP/1.1" status: 200 len: 217 time: 0.0348573 Apr 23 00:33:11.925151 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6ced3-dc9f-459e-a0d0-f9b69e208354 req-394a47e4-bf6d-4522-8c40-8b713b8af285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:11.926883 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-50f6ced3-dc9f-459e-a0d0-f9b69e208354 req-394a47e4-bf6d-4522-8c40-8b713b8af285 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0ac1986f-360b-4539-8794-2a1cd69fe91c HTTP/1.1" status: 200 len: 853 time: 0.0506902 Apr 23 00:33:11.973894 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67acd5f5-a10f-4ba5-82d2-45ecf514d379 None None] New status for floating IP a7a8b44f-8629-41a1-9aa1-0d1c0ef7cf01: DOWN {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:33:11.976962 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6ced3-dc9f-459e-a0d0-f9b69e208354 req-6a8d6959-728a-43fe-a7b9-4032b0746a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:11.978604 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-50f6ced3-dc9f-459e-a0d0-f9b69e208354 req-6a8d6959-728a-43fe-a7b9-4032b0746a68 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446157 Apr 23 00:33:12.080464 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-50f6ced3-dc9f-459e-a0d0-f9b69e208354 req-9e959412-159e-4162-b9a6-a639308dab10 service neutron] 10.222.0.16 "GET /v2.0/networks/a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892882 Apr 23 00:33:12.176328 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-50f6ced3-dc9f-459e-a0d0-f9b69e208354 req-6dfeb024-1d3f-4220-a833-aaa1ab3f4cd6 service neutron] 10.222.0.16 "GET /v2.0/networks/a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890355 Apr 23 00:33:19.473921 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2adf1-f86a-4058-833b-0a1285696184 req-54e8803e-f8c1-43dd-982f-e191380418cd tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:19.475335 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cad2adf1-f86a-4058-833b-0a1285696184 req-54e8803e-f8c1-43dd-982f-e191380418cd tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 945 time: 0.0507491 Apr 23 00:33:19.514101 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cad2adf1-f86a-4058-833b-0a1285696184 req-76af2bc3-32e2-4e3a-bfb3-5c66cecf113b tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321586 Apr 23 00:33:20.630934 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c37bab-e7ae-467c-93c3-0cf76af092cb req-3f84284e-8121-455a-bcc0-b583a4e7e65e tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:20.633149 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f1c37bab-e7ae-467c-93c3-0cf76af092cb req-3f84284e-8121-455a-bcc0-b583a4e7e65e tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 945 time: 0.0506020 Apr 23 00:33:20.671810 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f1c37bab-e7ae-467c-93c3-0cf76af092cb req-dd91ac3c-e2b2-4f2d-a3e4-06d46a020811 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326657 Apr 23 00:33:21.135514 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dc813-19d8-442c-b89f-d2e9bd12b9e0 req-63a4296e-168e-4553-905f-ae7d7fcca1d3 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:21.136972 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ed5dc813-19d8-442c-b89f-d2e9bd12b9e0 req-63a4296e-168e-4553-905f-ae7d7fcca1d3 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.16 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 945 time: 0.0524936 Apr 23 00:33:21.225156 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-ed5dc813-19d8-442c-b89f-d2e9bd12b9e0 req-215d9299-c940-46ae-bf48-7198b39a4402 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Deleting port a5f5b191-e770-4274-8fbd-0215d51a4e10 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:33:21.226200 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-ed5dc813-19d8-442c-b89f-d2e9bd12b9e0 req-215d9299-c940-46ae-bf48-7198b39a4402 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:21.611092 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-ed5dc813-19d8-442c-b89f-d2e9bd12b9e0 req-215d9299-c940-46ae-bf48-7198b39a4402 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] For port a5f5b191-e770-4274-8fbd-0215d51a4e10, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=a5f5b191-e770-4274-8fbd-0215d51a4e10,segment=NetworkSegment(0df4ce8c-ef92-4e51-994f-b688dd297a10),segment_id=0df4ce8c-ef92-4e51-994f-b688dd297a10)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:33:21.611457 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-ed5dc813-19d8-442c-b89f-d2e9bd12b9e0 req-215d9299-c940-46ae-bf48-7198b39a4402 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:21.625107 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-ed5dc813-19d8-442c-b89f-d2e9bd12b9e0 req-215d9299-c940-46ae-bf48-7198b39a4402 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Calling delete_port for a5f5b191-e770-4274-8fbd-0215d51a4e10 owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:33:21.785447 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa891723-89ff-4acf-b82b-637aba70bdf2 req-e92fc4bb-0a7b-4e13-b5e9-7445af895ed0 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:21.786924 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fa891723-89ff-4acf-b82b-637aba70bdf2 req-e92fc4bb-0a7b-4e13-b5e9-7445af895ed0 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/ports?device_id=3580d73f-517a-4ff6-af27-8f3126b4a13c HTTP/1.1" status: 200 len: 945 time: 0.0494065 Apr 23 00:33:21.824361 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-ed5dc813-19d8-442c-b89f-d2e9bd12b9e0 req-215d9299-c940-46ae-bf48-7198b39a4402 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:21.826152 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fa891723-89ff-4acf-b82b-637aba70bdf2 req-017fbe97-1ccf-4609-b73d-795cb9281177 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3c7a4d8-0ab6-498c-ae6c-4690404322d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323455 Apr 23 00:33:21.836940 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['a5f5b191-e770-4274-8fbd-0215d51a4e10'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:33:21.858322 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d9299-c940-46ae-bf48-7198b39a4402 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Pushing event deleted for resources: {'Port': ['ID=a5f5b191-e770-4274-8fbd-0215d51a4e10,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:21.905258 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5dc813-19d8-442c-b89f-d2e9bd12b9e0 req-215d9299-c940-46ae-bf48-7198b39a4402 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] No DVR routers for this DVR port a5f5b191-e770-4274-8fbd-0215d51a4e10 on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:33:21.908955 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-ed5dc813-19d8-442c-b89f-d2e9bd12b9e0 req-215d9299-c940-46ae-bf48-7198b39a4402 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:21.912701 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ed5dc813-19d8-442c-b89f-d2e9bd12b9e0 req-215d9299-c940-46ae-bf48-7198b39a4402 tempest-TestMinimumBasicScenario-1885178301 tempest-TestMinimumBasicScenario-1885178301-project] 10.222.0.16 "DELETE /v2.0/ports/a5f5b191-e770-4274-8fbd-0215d51a4e10 HTTP/1.1" status: 204 len: 173 time: 0.7692707 Apr 23 00:33:21.914291 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3580d73f-517a-4ff6-af27-8f3126b4a13c', 'name': 'network-vif-deleted', 'tag': 'a5f5b191-e770-4274-8fbd-0215d51a4e10'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:33:21.917381 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c130d724-2fa2-4861-8553-213a8107a32f" -d '{"events": [{"server_uuid": "3580d73f-517a-4ff6-af27-8f3126b4a13c", "name": "network-vif-deleted", "tag": "a5f5b191-e770-4274-8fbd-0215d51a4e10"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:33:21.957288 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17d369b-492c-49bf-a661-26c31cabdb2d x-openstack-request-id: req-d17d369b-492c-49bf-a661-26c31cabdb2d {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:33:21.957578 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3580d73f-517a-4ff6-af27-8f3126b4a13c", "name": "network-vif-deleted", "tag": "a5f5b191-e770-4274-8fbd-0215d51a4e10", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:33:21.957830 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d17d369b-492c-49bf-a661-26c31cabdb2d {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:33:21.958228 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d17d369b-492c-49bf-a661-26c31cabdb2d'] response: {'server_uuid': '3580d73f-517a-4ff6-af27-8f3126b4a13c', 'name': 'network-vif-deleted', 'tag': 'a5f5b191-e770-4274-8fbd-0215d51a4e10', 'status': 'completed', 'code': 200} Apr 23 00:33:23.896942 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:24.087210 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 32804) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:24.426034 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ff7979e2-851b-4705-9b77-ce88d01325e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:24.664985 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-ff7979e2-851b-4705-9b77-ce88d01325e6 admin admin] Deleting port 8632f1d8-75f8-4681-85a7-25ad8982be20 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:33:24.664985 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ff7979e2-851b-4705-9b77-ce88d01325e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:24.746879 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-ff7979e2-851b-4705-9b77-ce88d01325e6 admin admin] For port 8632f1d8-75f8-4681-85a7-25ad8982be20, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=8632f1d8-75f8-4681-85a7-25ad8982be20,segment=NetworkSegment(0df4ce8c-ef92-4e51-994f-b688dd297a10),segment_id=0df4ce8c-ef92-4e51-994f-b688dd297a10)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:33:24.747145 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ff7979e2-851b-4705-9b77-ce88d01325e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:24.760697 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-ff7979e2-851b-4705-9b77-ce88d01325e6 admin admin] Calling delete_port for 8632f1d8-75f8-4681-85a7-25ad8982be20 owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:33:25.001329 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ff7979e2-851b-4705-9b77-ce88d01325e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:25.030746 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7979e2-851b-4705-9b77-ce88d01325e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8632f1d8-75f8-4681-85a7-25ad8982be20,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:25.198946 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ff7979e2-851b-4705-9b77-ce88d01325e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:25.243563 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device a5f5b191-e770-4274-8fbd-0215d51a4e10 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:33:25.264257 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: a5f5b191-e770-4274-8fbd-0215d51a4e10 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:33:25.264532 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device a5f5b191-e770-4274-8fbd-0215d51a4e10 not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:33:25.432667 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7979e2-851b-4705-9b77-ce88d01325e6 admin admin] Router 60570458-bafd-43a7-a3cf-23a39c262cbc has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:33:25.537554 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7979e2-851b-4705-9b77-ce88d01325e6 admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:33:25.542820 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ff7979e2-851b-4705-9b77-ce88d01325e6 admin admin] 10.222.0.15 "PUT /v2.0/routers/60570458-bafd-43a7-a3cf-23a39c262cbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4545410 Apr 23 00:33:25.545285 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 32806) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:25.547878 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4464d305-a74b-4030-9578-1ae9a9069b6b None None] Sync routers for ids ['60570458-bafd-43a7-a3cf-23a39c262cbc'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:33:25.558544 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4464d305-a74b-4030-9578-1ae9a9069b6b None None] Routers {'60570458-bafd-43a7-a3cf-23a39c262cbc'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:33:25.559149 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-4464d305-a74b-4030-9578-1ae9a9069b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:33:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['60570458-bafd-43a7-a3cf-23a39c262cbc'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:25.650013 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0542cc11-bef6-4c2d-af32-82626d104eda admin admin] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:25.674918 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-4464d305-a74b-4030-9578-1ae9a9069b6b None None] Set router 60570458-bafd-43a7-a3cf-23a39c262cbc gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:33:25.750034 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0542cc11-bef6-4c2d-af32-82626d104eda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:25.850013 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-4464d305-a74b-4030-9578-1ae9a9069b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'name': 'tempest-TestMinimumBasicScenario-449423500-router', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ef1ef868-9d1d-4724-86c8-7d30b9b40b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:33:24Z', 'revision_number': 5, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'gw_port': {'id': 'ef1ef868-9d1d-4724-86c8-7d30b9b40b07', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:25.875477 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-0542cc11-bef6-4c2d-af32-82626d104eda admin admin] Deleting port ef1ef868-9d1d-4724-86c8-7d30b9b40b07 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:33:25.875849 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0542cc11-bef6-4c2d-af32-82626d104eda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:25.876509 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4464d305-a74b-4030-9578-1ae9a9069b6b None None] Checking router: 60570458-bafd-43a7-a3cf-23a39c262cbc for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:33:25.885380 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4464d305-a74b-4030-9578-1ae9a9069b6b None None] Routers {'60570458-bafd-43a7-a3cf-23a39c262cbc'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:33:25.885973 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-4464d305-a74b-4030-9578-1ae9a9069b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:33:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['60570458-bafd-43a7-a3cf-23a39c262cbc'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:25.963702 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-0542cc11-bef6-4c2d-af32-82626d104eda admin admin] For port ef1ef868-9d1d-4724-86c8-7d30b9b40b07, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=ef1ef868-9d1d-4724-86c8-7d30b9b40b07,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:33:25.964072 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0542cc11-bef6-4c2d-af32-82626d104eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:25.977436 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-0542cc11-bef6-4c2d-af32-82626d104eda admin admin] Calling delete_port for ef1ef868-9d1d-4724-86c8-7d30b9b40b07 owned by network:router_gateway {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:33:25.984297 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-4464d305-a74b-4030-9578-1ae9a9069b6b None None] Set router 60570458-bafd-43a7-a3cf-23a39c262cbc gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:33:26.038668 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-4464d305-a74b-4030-9578-1ae9a9069b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'name': 'tempest-TestMinimumBasicScenario-449423500-router', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:33:25Z', 'revision_number': 6, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:26.063955 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4464d305-a74b-4030-9578-1ae9a9069b6b None None] The sync data for ids ['60570458-bafd-43a7-a3cf-23a39c262cbc'] in dv-neutron-838783-1-hyperv is: [{'id': '60570458-bafd-43a7-a3cf-23a39c262cbc', 'name': 'tempest-TestMinimumBasicScenario-449423500-router', 'tenant_id': '1d6d801d391f499ebadd84c33b6d42d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:08Z', 'updated_at': '2022-04-23T00:33:25Z', 'revision_number': 6, 'project_id': '1d6d801d391f499ebadd84c33b6d42d4', 'gw_port_host': None}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:33:26.201303 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0542cc11-bef6-4c2d-af32-82626d104eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.224908 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542cc11-bef6-4c2d-af32-82626d104eda admin admin] Pushing event deleted for resources: {'Port': ['ID=ef1ef868-9d1d-4724-86c8-7d30b9b40b07,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:26.299783 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0542cc11-bef6-4c2d-af32-82626d104eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.388168 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0542cc11-bef6-4c2d-af32-82626d104eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.390198 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0542cc11-bef6-4c2d-af32-82626d104eda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.503871 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0542cc11-bef6-4c2d-af32-82626d104eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.504402 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0542cc11-bef6-4c2d-af32-82626d104eda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60570458-bafd-43a7-a3cf-23a39c262cbc {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:33:26.509742 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0542cc11-bef6-4c2d-af32-82626d104eda admin admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.510929 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0542cc11-bef6-4c2d-af32-82626d104eda admin admin] 10.222.0.15 "DELETE /v2.0/routers/60570458-bafd-43a7-a3cf-23a39c262cbc HTTP/1.1" status: 204 len: 168 time: 0.9647329 Apr 23 00:33:26.513423 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 32808) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:26.556885 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f7424c-0f03-4a6b-a0f8-3da5050b4e42 admin admin] Deleting subnet 0ac1986f-360b-4539-8794-2a1cd69fe91c {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:33:26.560084 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a0f7424c-0f03-4a6b-a0f8-3da5050b4e42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.602722 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a0f7424c-0f03-4a6b-a0f8-3da5050b4e42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.677255 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a0f7424c-0f03-4a6b-a0f8-3da5050b4e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.819660 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a0f7424c-0f03-4a6b-a0f8-3da5050b4e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.846880 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7424c-0f03-4a6b-a0f8-3da5050b4e42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ac1986f-360b-4539-8794-2a1cd69fe91c,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:26.852795 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a0f7424c-0f03-4a6b-a0f8-3da5050b4e42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.856775 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a0f7424c-0f03-4a6b-a0f8-3da5050b4e42 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0ac1986f-360b-4539-8794-2a1cd69fe91c HTTP/1.1" status: 204 len: 168 time: 0.3424139 Apr 23 00:33:26.857713 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01842d9f-fec3-412c-80cc-ec0a05b3916a None None] Network a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:33:26.859716 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 32810) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:26.932592 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ce32290-0fa3-458a-b21d-0c14e7bce61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.989301 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-0ce32290-0fa3-458a-b21d-0c14e7bce61d admin admin] Deleting port a5a030f4-e6cb-4c7e-a348-f4317b30f27a {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:33:26.989645 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ce32290-0fa3-458a-b21d-0c14e7bce61d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:27.048423 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f046d5aa-4e4f-4ae9-abd6-ac2e3e2dac65 None None] DHCP port deletion for a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:33:27.062544 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-0ce32290-0fa3-458a-b21d-0c14e7bce61d admin admin] For port a5a030f4-e6cb-4c7e-a348-f4317b30f27a, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a5a030f4-e6cb-4c7e-a348-f4317b30f27a,segment=NetworkSegment(0df4ce8c-ef92-4e51-994f-b688dd297a10),segment_id=0df4ce8c-ef92-4e51-994f-b688dd297a10)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:33:27.062904 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ce32290-0fa3-458a-b21d-0c14e7bce61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:27.081058 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-0ce32290-0fa3-458a-b21d-0c14e7bce61d admin admin] Calling delete_port for a5a030f4-e6cb-4c7e-a348-f4317b30f27a owned by network:dhcp {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:33:27.099790 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f046d5aa-4e4f-4ae9-abd6-ac2e3e2dac65 None None] Deleting port a5a030f4-e6cb-4c7e-a348-f4317b30f27a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:33:27.100659 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f046d5aa-4e4f-4ae9-abd6-ac2e3e2dac65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:27.165855 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f046d5aa-4e4f-4ae9-abd6-ac2e3e2dac65 None None] For port a5a030f4-e6cb-4c7e-a348-f4317b30f27a, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a5a030f4-e6cb-4c7e-a348-f4317b30f27a,segment=NetworkSegment(0df4ce8c-ef92-4e51-994f-b688dd297a10),segment_id=0df4ce8c-ef92-4e51-994f-b688dd297a10)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:33:27.166254 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f046d5aa-4e4f-4ae9-abd6-ac2e3e2dac65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:27.178884 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f046d5aa-4e4f-4ae9-abd6-ac2e3e2dac65 None None] Calling delete_port for a5a030f4-e6cb-4c7e-a348-f4317b30f27a owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:33:27.222276 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ce32290-0fa3-458a-b21d-0c14e7bce61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:27.242477 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a5a030f4-e6cb-4c7e-a348-f4317b30f27a no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:33:27.252544 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce32290-0fa3-458a-b21d-0c14e7bce61d admin admin] No DVR routers for this DVR port a5a030f4-e6cb-4c7e-a348-f4317b30f27a on host dv-neutron-838783-1-hyperv {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:33:27.256629 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce32290-0fa3-458a-b21d-0c14e7bce61d admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a030f4-e6cb-4c7e-a348-f4317b30f27a,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:27.266202 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: a5a030f4-e6cb-4c7e-a348-f4317b30f27a {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:33:27.266546 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a5a030f4-e6cb-4c7e-a348-f4317b30f27a not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:33:27.266962 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8632f1d8-75f8-4681-85a7-25ad8982be20 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:33:27.296998 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 8632f1d8-75f8-4681-85a7-25ad8982be20 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:33:27.297340 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8632f1d8-75f8-4681-85a7-25ad8982be20 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:33:27.297760 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device ef1ef868-9d1d-4724-86c8-7d30b9b40b07 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:33:27.317668 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: ef1ef868-9d1d-4724-86c8-7d30b9b40b07 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:33:27.317946 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device ef1ef868-9d1d-4724-86c8-7d30b9b40b07 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:33:27.320121 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f046d5aa-4e4f-4ae9-abd6-ac2e3e2dac65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:27.345409 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ce32290-0fa3-458a-b21d-0c14e7bce61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:27.345547 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046d5aa-4e4f-4ae9-abd6-ac2e3e2dac65 None None] Pushing event deleted for resources: {'Port': ['ID=a5a030f4-e6cb-4c7e-a348-f4317b30f27a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:27.349945 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f046d5aa-4e4f-4ae9-abd6-ac2e3e2dac65 None None] No DVR routers for this DVR port a5a030f4-e6cb-4c7e-a348-f4317b30f27a on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:33:27.354604 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-0ce32290-0fa3-458a-b21d-0c14e7bce61d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:27.356747 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046d5aa-4e4f-4ae9-abd6-ac2e3e2dac65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:27.357548 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046d5aa-4e4f-4ae9-abd6-ac2e3e2dac65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:27.357548 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046d5aa-4e4f-4ae9-abd6-ac2e3e2dac65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:27.357746 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046d5aa-4e4f-4ae9-abd6-ac2e3e2dac65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:27.358060 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046d5aa-4e4f-4ae9-abd6-ac2e3e2dac65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:27.361394 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046d5aa-4e4f-4ae9-abd6-ac2e3e2dac65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:27.361394 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046d5aa-4e4f-4ae9-abd6-ac2e3e2dac65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:27.361394 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046d5aa-4e4f-4ae9-abd6-ac2e3e2dac65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:27.361394 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046d5aa-4e4f-4ae9-abd6-ac2e3e2dac65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:27.361394 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046d5aa-4e4f-4ae9-abd6-ac2e3e2dac65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:27.361394 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046d5aa-4e4f-4ae9-abd6-ac2e3e2dac65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:27.361394 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046d5aa-4e4f-4ae9-abd6-ac2e3e2dac65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:27.367172 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-0ce32290-0fa3-458a-b21d-0c14e7bce61d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df4ce8c-ef92-4e51-994f-b688dd297a10') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:27.367478 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-0ce32290-0fa3-458a-b21d-0c14e7bce61d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df4ce8c-ef92-4e51-994f-b688dd297a10') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:27.376970 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ce32290-0fa3-458a-b21d-0c14e7bce61d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:27.390921 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ce32290-0fa3-458a-b21d-0c14e7bce61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:27.396645 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce32290-0fa3-458a-b21d-0c14e7bce61d admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:33:27.397624 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ce32290-0fa3-458a-b21d-0c14e7bce61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:33:27.399245 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:33:27.525141 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ce32290-0fa3-458a-b21d-0c14e7bce61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:27.530311 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ce32290-0fa3-458a-b21d-0c14e7bce61d admin admin] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:27.533505 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0ce32290-0fa3-458a-b21d-0c14e7bce61d admin admin] 10.222.0.15 "DELETE /v2.0/networks/a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1 HTTP/1.1" status: 204 len: 168 time: 0.6728611 Apr 23 00:33:27.536626 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 32812) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:27.546021 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce32290-0fa3-458a-b21d-0c14e7bce61d admin admin] Pushing event deleted for resources: {'Network': ['ID=a2885db6-ee61-45d2-a1c0-be1d5a5cd8b1,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:27.894196 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28bd57d6-5ad8-40d2-b270-a4b680d2f769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:28.141339 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-28bd57d6-5ad8-40d2-b270-a4b680d2f769 admin admin] Deleting port 9062349b-9d5b-419d-8dcd-ad1e9734e5e4 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:33:28.141688 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28bd57d6-5ad8-40d2-b270-a4b680d2f769 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:28.219971 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-28bd57d6-5ad8-40d2-b270-a4b680d2f769 admin admin] For port 9062349b-9d5b-419d-8dcd-ad1e9734e5e4, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=9062349b-9d5b-419d-8dcd-ad1e9734e5e4,segment=NetworkSegment(1727eef7-6520-427b-aed8-f75be9efbf53),segment_id=1727eef7-6520-427b-aed8-f75be9efbf53)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:33:28.220341 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28bd57d6-5ad8-40d2-b270-a4b680d2f769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:28.233140 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-28bd57d6-5ad8-40d2-b270-a4b680d2f769 admin admin] Calling delete_port for 9062349b-9d5b-419d-8dcd-ad1e9734e5e4 owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:33:28.496494 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28bd57d6-5ad8-40d2-b270-a4b680d2f769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:28.522490 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd57d6-5ad8-40d2-b270-a4b680d2f769 admin admin] Pushing event deleted for resources: {'Port': ['ID=9062349b-9d5b-419d-8dcd-ad1e9734e5e4,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:28.691049 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-28bd57d6-5ad8-40d2-b270-a4b680d2f769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:28.905795 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bd57d6-5ad8-40d2-b270-a4b680d2f769 admin admin] Router 8a5eb353-d793-482d-8887-309ee46d7921 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:33:29.015883 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bd57d6-5ad8-40d2-b270-a4b680d2f769 admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:33:29.020822 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-28bd57d6-5ad8-40d2-b270-a4b680d2f769 admin admin] 10.222.0.15 "PUT /v2.0/routers/8a5eb353-d793-482d-8887-309ee46d7921/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4830966 Apr 23 00:33:29.024112 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 32814) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:29.026171 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a7052a-7963-4b60-81f1-6c385e80f6fe None None] Sync routers for ids ['8a5eb353-d793-482d-8887-309ee46d7921'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:33:29.036081 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a7052a-7963-4b60-81f1-6c385e80f6fe None None] Routers {'8a5eb353-d793-482d-8887-309ee46d7921'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:33:29.036694 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a7a7052a-7963-4b60-81f1-6c385e80f6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:33:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['8a5eb353-d793-482d-8887-309ee46d7921'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:29.126664 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-01f3bc1c-75ae-4751-8d87-6cd79826b84c admin admin] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:29.140114 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-a7a7052a-7963-4b60-81f1-6c385e80f6fe None None] Set router 8a5eb353-d793-482d-8887-309ee46d7921 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:33:29.234994 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-01f3bc1c-75ae-4751-8d87-6cd79826b84c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:29.318309 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a7a7052a-7963-4b60-81f1-6c385e80f6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5eb353-d793-482d-8887-309ee46d7921', 'name': 'tempest-TestMinimumBasicScenario-810118859-router', 'tenant_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '29914bd9-641e-48ed-abb3-f57ee3a1d449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:14Z', 'updated_at': '2022-04-23T00:33:28Z', 'revision_number': 5, 'project_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'gw_port': {'id': '29914bd9-641e-48ed-abb3-f57ee3a1d449', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5eb353-d793-482d-8887-309ee46d7921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:15Z', 'updated_at': '2022-04-23T00:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:29.345140 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a7052a-7963-4b60-81f1-6c385e80f6fe None None] Checking router: 8a5eb353-d793-482d-8887-309ee46d7921 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:33:29.354274 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a7052a-7963-4b60-81f1-6c385e80f6fe None None] Routers {'8a5eb353-d793-482d-8887-309ee46d7921'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:33:29.354904 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a7a7052a-7963-4b60-81f1-6c385e80f6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:33:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['8a5eb353-d793-482d-8887-309ee46d7921'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:29.367089 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-01f3bc1c-75ae-4751-8d87-6cd79826b84c admin admin] Deleting port 29914bd9-641e-48ed-abb3-f57ee3a1d449 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:33:29.367428 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-01f3bc1c-75ae-4751-8d87-6cd79826b84c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:29.447048 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-01f3bc1c-75ae-4751-8d87-6cd79826b84c admin admin] For port 29914bd9-641e-48ed-abb3-f57ee3a1d449, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=29914bd9-641e-48ed-abb3-f57ee3a1d449,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:33:29.447300 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-01f3bc1c-75ae-4751-8d87-6cd79826b84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:29.461713 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-01f3bc1c-75ae-4751-8d87-6cd79826b84c admin admin] Calling delete_port for 29914bd9-641e-48ed-abb3-f57ee3a1d449 owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:33:29.583805 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-a7a7052a-7963-4b60-81f1-6c385e80f6fe None None] Set router 8a5eb353-d793-482d-8887-309ee46d7921 gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:33:29.635275 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a7a7052a-7963-4b60-81f1-6c385e80f6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5eb353-d793-482d-8887-309ee46d7921', 'name': 'tempest-TestMinimumBasicScenario-810118859-router', 'tenant_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:14Z', 'updated_at': '2022-04-23T00:33:29Z', 'revision_number': 6, 'project_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:29.665102 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a7052a-7963-4b60-81f1-6c385e80f6fe None None] The sync data for ids ['8a5eb353-d793-482d-8887-309ee46d7921'] in dv-neutron-838783-1-hyperv is: [{'id': '8a5eb353-d793-482d-8887-309ee46d7921', 'name': 'tempest-TestMinimumBasicScenario-810118859-router', 'tenant_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:14Z', 'updated_at': '2022-04-23T00:33:29Z', 'revision_number': 6, 'project_id': 'e4a41c3a8a214fc7929cede165ea8a33', 'gw_port_host': None}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:33:29.685332 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-01f3bc1c-75ae-4751-8d87-6cd79826b84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:29.714485 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3bc1c-75ae-4751-8d87-6cd79826b84c admin admin] Pushing event deleted for resources: {'Port': ['ID=29914bd9-641e-48ed-abb3-f57ee3a1d449,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:29.781293 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-01f3bc1c-75ae-4751-8d87-6cd79826b84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:29.883497 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-01f3bc1c-75ae-4751-8d87-6cd79826b84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:29.885664 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-01f3bc1c-75ae-4751-8d87-6cd79826b84c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.007544 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-01f3bc1c-75ae-4751-8d87-6cd79826b84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.008118 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f3bc1c-75ae-4751-8d87-6cd79826b84c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a5eb353-d793-482d-8887-309ee46d7921 {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:33:30.012430 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-01f3bc1c-75ae-4751-8d87-6cd79826b84c admin admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.013661 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-01f3bc1c-75ae-4751-8d87-6cd79826b84c admin admin] 10.222.0.15 "DELETE /v2.0/routers/8a5eb353-d793-482d-8887-309ee46d7921 HTTP/1.1" status: 204 len: 168 time: 0.9886060 Apr 23 00:33:30.016197 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 32818) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:30.067165 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0c4513-21c4-4b97-ad3c-2e9fa3f4cd44 admin admin] Deleting subnet 0300c579-9ddf-4c96-8894-6ef0d59ea378 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:33:30.070645 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cc0c4513-21c4-4b97-ad3c-2e9fa3f4cd44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.106089 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cc0c4513-21c4-4b97-ad3c-2e9fa3f4cd44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.180530 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cc0c4513-21c4-4b97-ad3c-2e9fa3f4cd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.298323 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cc0c4513-21c4-4b97-ad3c-2e9fa3f4cd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.326339 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cc0c4513-21c4-4b97-ad3c-2e9fa3f4cd44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.331833 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cc0c4513-21c4-4b97-ad3c-2e9fa3f4cd44 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0300c579-9ddf-4c96-8894-6ef0d59ea378 HTTP/1.1" status: 204 len: 168 time: 0.3123715 Apr 23 00:33:30.331833 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c4513-21c4-4b97-ad3c-2e9fa3f4cd44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0300c579-9ddf-4c96-8894-6ef0d59ea378,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:30.332253 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 32820) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:30.332368 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f6e43c-ac5b-49fa-97e1-ce267bd94042 None None] Network 04f3f66f-1986-47aa-9363-0d5393c53652 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:33:30.399299 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ee75d46-43ed-4220-a456-361e56f9d65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.455464 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-2ee75d46-43ed-4220-a456-361e56f9d65f admin admin] Deleting port d686ee48-77db-4f76-9291-f49598ef173b {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:33:30.455835 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ee75d46-43ed-4220-a456-361e56f9d65f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.519830 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cf8f2d-e5f7-44eb-9a17-d87921f2b022 None None] DHCP port deletion for 04f3f66f-1986-47aa-9363-0d5393c53652 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:33:30.527655 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-2ee75d46-43ed-4220-a456-361e56f9d65f admin admin] For port d686ee48-77db-4f76-9291-f49598ef173b, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d686ee48-77db-4f76-9291-f49598ef173b,segment=NetworkSegment(1727eef7-6520-427b-aed8-f75be9efbf53),segment_id=1727eef7-6520-427b-aed8-f75be9efbf53)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:33:30.528041 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ee75d46-43ed-4220-a456-361e56f9d65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.543827 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-2ee75d46-43ed-4220-a456-361e56f9d65f admin admin] Calling delete_port for d686ee48-77db-4f76-9291-f49598ef173b owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:33:30.575848 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a2cf8f2d-e5f7-44eb-9a17-d87921f2b022 None None] Deleting port d686ee48-77db-4f76-9291-f49598ef173b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:33:30.576220 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2cf8f2d-e5f7-44eb-9a17-d87921f2b022 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.642189 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a2cf8f2d-e5f7-44eb-9a17-d87921f2b022 None None] For port d686ee48-77db-4f76-9291-f49598ef173b, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d686ee48-77db-4f76-9291-f49598ef173b,segment=NetworkSegment(1727eef7-6520-427b-aed8-f75be9efbf53),segment_id=1727eef7-6520-427b-aed8-f75be9efbf53)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:33:30.649101 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2cf8f2d-e5f7-44eb-9a17-d87921f2b022 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.659091 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a2cf8f2d-e5f7-44eb-9a17-d87921f2b022 None None] Calling delete_port for d686ee48-77db-4f76-9291-f49598ef173b owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:33:30.725737 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ee75d46-43ed-4220-a456-361e56f9d65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.743489 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2cf8f2d-e5f7-44eb-9a17-d87921f2b022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.757128 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cf8f2d-e5f7-44eb-9a17-d87921f2b022 None None] No DVR routers for this DVR port d686ee48-77db-4f76-9291-f49598ef173b on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:33:30.763791 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee75d46-43ed-4220-a456-361e56f9d65f admin admin] Pushing event deleted for resources: {'Port': ['ID=d686ee48-77db-4f76-9291-f49598ef173b,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:30.765637 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee75d46-43ed-4220-a456-361e56f9d65f admin admin] No DVR routers for this DVR port d686ee48-77db-4f76-9291-f49598ef173b on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:33:30.779269 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf8f2d-e5f7-44eb-9a17-d87921f2b022 None None] Pushing event deleted for resources: {'Port': ['ID=d686ee48-77db-4f76-9291-f49598ef173b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:30.842844 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ee75d46-43ed-4220-a456-361e56f9d65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.862117 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-2ee75d46-43ed-4220-a456-361e56f9d65f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f3f66f-1986-47aa-9363-0d5393c53652']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:30.871880 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-2ee75d46-43ed-4220-a456-361e56f9d65f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1727eef7-6520-427b-aed8-f75be9efbf53') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:30.872176 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-2ee75d46-43ed-4220-a456-361e56f9d65f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1727eef7-6520-427b-aed8-f75be9efbf53') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:30.883626 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ee75d46-43ed-4220-a456-361e56f9d65f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.897797 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ee75d46-43ed-4220-a456-361e56f9d65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.904442 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee75d46-43ed-4220-a456-361e56f9d65f admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:33:30.904846 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ee75d46-43ed-4220-a456-361e56f9d65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:33:30.906566 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:33:31.244029 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 9062349b-9d5b-419d-8dcd-ad1e9734e5e4 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:33:31.265516 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 9062349b-9d5b-419d-8dcd-ad1e9734e5e4 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:33:31.265862 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 9062349b-9d5b-419d-8dcd-ad1e9734e5e4 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:33:31.266309 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 29914bd9-641e-48ed-abb3-f57ee3a1d449 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:33:31.288956 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 29914bd9-641e-48ed-abb3-f57ee3a1d449 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:33:31.289298 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 29914bd9-641e-48ed-abb3-f57ee3a1d449 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:33:31.289727 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d686ee48-77db-4f76-9291-f49598ef173b no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:33:31.308540 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: d686ee48-77db-4f76-9291-f49598ef173b {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:33:31.308884 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d686ee48-77db-4f76-9291-f49598ef173b not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:33:31.344186 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ee75d46-43ed-4220-a456-361e56f9d65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:31.349741 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2ee75d46-43ed-4220-a456-361e56f9d65f admin admin] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:31.354075 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2ee75d46-43ed-4220-a456-361e56f9d65f admin admin] 10.222.0.15 "DELETE /v2.0/networks/04f3f66f-1986-47aa-9363-0d5393c53652 HTTP/1.1" status: 204 len: 168 time: 1.0207663 Apr 23 00:33:31.367104 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee75d46-43ed-4220-a456-361e56f9d65f admin admin] Pushing event deleted for resources: {'Network': ['ID=04f3f66f-1986-47aa-9363-0d5393c53652,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:31.650838 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 32826) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:31.690017 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8d6ff3d2-2ee3-4d3f-b2c9-ad3ed580a242 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d6d801d391f499ebadd84c33b6d42d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380354 Apr 23 00:33:31.692511 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 32828) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:31.738844 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-be4660aa-863e-4bfa-87e6-2b119fb8aa58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:31.759822 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-be4660aa-863e-4bfa-87e6-2b119fb8aa58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:31.858194 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-be4660aa-863e-4bfa-87e6-2b119fb8aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:31.860706 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-be4660aa-863e-4bfa-87e6-2b119fb8aa58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:31.863394 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-be4660aa-863e-4bfa-87e6-2b119fb8aa58 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a3c7a4d8-0ab6-498c-ae6c-4690404322d7 HTTP/1.1" status: 204 len: 168 time: 0.1684771 Apr 23 00:33:31.870506 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4660aa-863e-4bfa-87e6-2b119fb8aa58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c7a4d8-0ab6-498c-ae6c-4690404322d7,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:32.524389 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 32834) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:32.564519 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-85d7d75a-9f8a-4e2f-9eb3-1de6691f3832 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4a41c3a8a214fc7929cede165ea8a33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389633 Apr 23 00:33:32.566960 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 32836) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:32.617193 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d6f4663a-1664-4b99-ae90-7de4147c57e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:32.638140 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d6f4663a-1664-4b99-ae90-7de4147c57e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:32.743919 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d6f4663a-1664-4b99-ae90-7de4147c57e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:32.746724 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d6f4663a-1664-4b99-ae90-7de4147c57e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:32.748020 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d6f4663a-1664-4b99-ae90-7de4147c57e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f66d7c9-4287-44dc-b6ca-60f88da93e20 HTTP/1.1" status: 204 len: 168 time: 0.1801133 Apr 23 00:33:32.757216 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4663a-1664-4b99-ae90-7de4147c57e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f66d7c9-4287-44dc-b6ca-60f88da93e20,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:34.280692 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d33010b6-b573-4137-981d-998173bfc7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:34.736378 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 32876) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:34.741676 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-fcf53754-71c6-42de-ae40-f4aa40104a82 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-855127629', 'description': 'tempest-secgroup-smoke-855127629 description', 'project_id': 'f13b99d4303b4cbc82245827feb580d6'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:34.806872 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fcf53754-71c6-42de-ae40-f4aa40104a82 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:34.815395 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fcf53754-71c6-42de-ae40-f4aa40104a82 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:34.888738 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fcf53754-71c6-42de-ae40-f4aa40104a82 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:34.977903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fcf53754-71c6-42de-ae40-f4aa40104a82 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:35.018978 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf53754-71c6-42de-ae40-f4aa40104a82 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1878dcf-8d92-47e2-a50b-5d16f0b92513,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:35.055015 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fcf53754-71c6-42de-ae40-f4aa40104a82 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:35.120498 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fcf53754-71c6-42de-ae40-f4aa40104a82 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:35.148831 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf53754-71c6-42de-ae40-f4aa40104a82 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7771e2-39d9-4649-a446-47b147df5066,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:35.219863 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fcf53754-71c6-42de-ae40-f4aa40104a82 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:35.221114 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-fcf53754-71c6-42de-ae40-f4aa40104a82 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4837148 Apr 23 00:33:35.223966 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 32878) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:35.228968 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-4f3c9631-de09-401c-8a92-96c15b6ac4f7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '1a7771e2-39d9-4649-a446-47b147df5066', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:35.313981 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4f3c9631-de09-401c-8a92-96c15b6ac4f7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:35.371979 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4f3c9631-de09-401c-8a92-96c15b6ac4f7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:35.435079 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4f3c9631-de09-401c-8a92-96c15b6ac4f7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:35.452984 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c9631-de09-401c-8a92-96c15b6ac4f7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4242ebb-ef95-42bb-8e7e-257396cbc665,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:35.528360 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4f3c9631-de09-401c-8a92-96c15b6ac4f7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:35.529572 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4f3c9631-de09-401c-8a92-96c15b6ac4f7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3046708 Apr 23 00:33:35.532396 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 32880) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:35.536711 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-e34e1557-a134-4ed7-a8ce-57a756db315f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '1a7771e2-39d9-4649-a446-47b147df5066', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:35.620931 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e34e1557-a134-4ed7-a8ce-57a756db315f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:35.676972 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e34e1557-a134-4ed7-a8ce-57a756db315f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:35.742952 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e34e1557-a134-4ed7-a8ce-57a756db315f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:35.761494 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e1557-a134-4ed7-a8ce-57a756db315f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c894e1-539f-4a18-bc2c-8043145ffaeb,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:35.831228 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e34e1557-a134-4ed7-a8ce-57a756db315f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:35.832486 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e34e1557-a134-4ed7-a8ce-57a756db315f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2991605 Apr 23 00:33:35.835985 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 32884) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:35.840371 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-0b9c70b3-4b08-47da-afd0-3870caa5bae3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '1a7771e2-39d9-4649-a446-47b147df5066', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:35.925416 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0b9c70b3-4b08-47da-afd0-3870caa5bae3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:35.981849 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0b9c70b3-4b08-47da-afd0-3870caa5bae3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:36.034914 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0b9c70b3-4b08-47da-afd0-3870caa5bae3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:36.053559 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c70b3-4b08-47da-afd0-3870caa5bae3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af7a1243-8c73-4ddc-bd2d-8c96c99a953f,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:36.105407 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0b9c70b3-4b08-47da-afd0-3870caa5bae3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:36.106653 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0b9c70b3-4b08-47da-afd0-3870caa5bae3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2696860 Apr 23 00:33:36.109319 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 32886) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:36.113531 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-f3a49ce4-5633-407f-984f-d1410628a77c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '1a7771e2-39d9-4649-a446-47b147df5066', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:36.198358 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f3a49ce4-5633-407f-984f-d1410628a77c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:36.258988 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f3a49ce4-5633-407f-984f-d1410628a77c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:36.307616 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f3a49ce4-5633-407f-984f-d1410628a77c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:36.325351 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a49ce4-5633-407f-984f-d1410628a77c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8838108b-7cc9-43b8-92ec-4eacf382b77c,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:36.389547 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f3a49ce4-5633-407f-984f-d1410628a77c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:36.390792 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f3a49ce4-5633-407f-984f-d1410628a77c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2805321 Apr 23 00:33:36.393573 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 32888) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:36.398679 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-9a17737f-7828-4cfb-bf0d-b3f166eb8c2f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '1a7771e2-39d9-4649-a446-47b147df5066', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:36.490953 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-9a17737f-7828-4cfb-bf0d-b3f166eb8c2f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Project f13b99d4303b4cbc82245827feb580d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:33:36.495955 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9a17737f-7828-4cfb-bf0d-b3f166eb8c2f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:36.554565 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9a17737f-7828-4cfb-bf0d-b3f166eb8c2f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:36.640501 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9a17737f-7828-4cfb-bf0d-b3f166eb8c2f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:36.658429 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17737f-7828-4cfb-bf0d-b3f166eb8c2f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d246b4d1-352e-4da0-ae91-c7ea16186928,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:36.808452 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9a17737f-7828-4cfb-bf0d-b3f166eb8c2f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:36.809719 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9a17737f-7828-4cfb-bf0d-b3f166eb8c2f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4152122 Apr 23 00:33:36.812468 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 32890) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:36.816888 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-ab32fa1c-8d9d-4d24-81be-fa93becbf569 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '1a7771e2-39d9-4649-a446-47b147df5066', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:36.909143 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-ab32fa1c-8d9d-4d24-81be-fa93becbf569 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Project f13b99d4303b4cbc82245827feb580d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:33:36.914755 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ab32fa1c-8d9d-4d24-81be-fa93becbf569 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:36.972923 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ab32fa1c-8d9d-4d24-81be-fa93becbf569 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.050790 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ab32fa1c-8d9d-4d24-81be-fa93becbf569 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.069712 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32fa1c-8d9d-4d24-81be-fa93becbf569 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a63659-e296-40bd-b3f5-c58c3b95986b,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:37.139598 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ab32fa1c-8d9d-4d24-81be-fa93becbf569 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.140829 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ab32fa1c-8d9d-4d24-81be-fa93becbf569 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3274195 Apr 23 00:33:37.143740 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 32892) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:37.149182 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-e60a2913-9d01-44ff-8445-dae6f0c5b170 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'network': {'name': 'tempest-network-smoke--1519219150', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'port_security_enabled': True}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:37.241388 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60a2913-9d01-44ff-8445-dae6f0c5b170 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Made reservation on behalf of f13b99d4303b4cbc82245827feb580d6 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:37.244795 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e60a2913-9d01-44ff-8445-dae6f0c5b170 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.263222 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21bea573-e478-4122-adf3-b2bffd3c1de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.270777 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60a2913-9d01-44ff-8445-dae6f0c5b170 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:33:37.280962 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e60a2913-9d01-44ff-8445-dae6f0c5b170 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.281304 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-e60a2913-9d01-44ff-8445-dae6f0c5b170 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Added segment edc339e7-3913-41cb-a631-ff65db05f7a9 of type vlan for network 6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66 Apr 23 00:33:37.327781 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e60a2913-9d01-44ff-8445-dae6f0c5b170 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.413033 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e60a2913-9d01-44ff-8445-dae6f0c5b170 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.418771 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60a2913-9d01-44ff-8445-dae6f0c5b170 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:37.419355 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e60a2913-9d01-44ff-8445-dae6f0c5b170 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.482818 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a2913-9d01-44ff-8445-dae6f0c5b170 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Network': ['ID=6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:37.492968 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:33:37.511971 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e60a2913-9d01-44ff-8445-dae6f0c5b170 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3671949 Apr 23 00:33:37.514749 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 32894) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:37.519115 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-5d7b93f7-ed66-4b44-a3d3-00746479c699 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-270643893', 'admin_state_up': True, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:37.618276 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d7b93f7-ed66-4b44-a3d3-00746479c699 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.619297 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d7b93f7-ed66-4b44-a3d3-00746479c699 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.680907 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d7b93f7-ed66-4b44-a3d3-00746479c699 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.855717 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d7b93f7-ed66-4b44-a3d3-00746479c699 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.961092 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.123812 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d7b93f7-ed66-4b44-a3d3-00746479c699 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.142990 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d7b93f7-ed66-4b44-a3d3-00746479c699 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.253308 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-5d7b93f7-ed66-4b44-a3d3-00746479c699 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Allocated IP 172.26.3.127 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/02ad5915-c25a-4e4f-9e5c-823f861c978f) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:38.353031 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d7b93f7-ed66-4b44-a3d3-00746479c699 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.429943 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d7b93f7-ed66-4b44-a3d3-00746479c699 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.464675 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7b93f7-ed66-4b44-a3d3-00746479c699 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:38.467416 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-5d7b93f7-ed66-4b44-a3d3-00746479c699 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:38.472888 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7b93f7-ed66-4b44-a3d3-00746479c699 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:33:38.505047 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b93f7-ed66-4b44-a3d3-00746479c699 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=02ad5915-c25a-4e4f-9e5c-823f861c978f,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:38.794981 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d7b93f7-ed66-4b44-a3d3-00746479c699 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.986615 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d7b93f7-ed66-4b44-a3d3-00746479c699 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:39.171894 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7b93f7-ed66-4b44-a3d3-00746479c699 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Router d4fe8f1e-e47b-454e-9ba9-c57580105363 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:33:39.275767 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7b93f7-ed66-4b44-a3d3-00746479c699 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:33:39.284987 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] Sync routers for ids ['d4fe8f1e-e47b-454e-9ba9-c57580105363'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:33:39.294744 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] Routers {'d4fe8f1e-e47b-454e-9ba9-c57580105363'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:33:39.295345 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:33:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d4fe8f1e-e47b-454e-9ba9-c57580105363'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:39.356655 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5d7b93f7-ed66-4b44-a3d3-00746479c699 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:39.357911 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-5d7b93f7-ed66-4b44-a3d3-00746479c699 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8422272 Apr 23 00:33:39.361104 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 32896) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:39.397460 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] Set router d4fe8f1e-e47b-454e-9ba9-c57580105363 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:33:39.498678 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-185dac4c-0f74-4c30-a32e-678bcd8cbfff tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f13b99d4303b4cbc82245827feb580d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1332805 Apr 23 00:33:39.498962 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 32900) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:39.648872 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd20dc4-dbf4-42c7-a8eb-5c2c085d8b85 tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:39.653002 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bbd20dc4-dbf4-42c7-a8eb-5c2c085d8b85 tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1504266 Apr 23 00:33:39.653250 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 32902) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:39.659672 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270643893', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:37Z', 'updated_at': '2022-04-23T00:33:38Z', 'revision_number': 3, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:38Z', 'updated_at': '2022-04-23T00:33:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:39.675132 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:39.687846 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0e9b2d34-7b6d-4f09-8276-3e6e5c9b45fd tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333350 Apr 23 00:33:39.689661 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] Checking router: d4fe8f1e-e47b-454e-9ba9-c57580105363 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:33:39.690013 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] Updating router d4fe8f1e-e47b-454e-9ba9-c57580105363 port 02ad5915-c25a-4e4f-9e5c-823f861c978f binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:33:39.690232 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 32904) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:39.695254 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-e87cfd27-3aae-40cc-9288-8d44679f6359 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-245139387', 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:39.715606 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:39.840679 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87cfd27-3aae-40cc-9288-8d44679f6359 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Made reservation on behalf of f13b99d4303b4cbc82245827feb580d6 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:39.844232 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e87cfd27-3aae-40cc-9288-8d44679f6359 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:39.861895 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:39.963107 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:40.038820 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:40.093408 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] Attempting to bind port 02ad5915-c25a-4e4f-9e5c-823f861c978f on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:33:40.093778 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] Attempting to bind port 02ad5915-c25a-4e4f-9e5c-823f861c978f by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:33:40.094906 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] Attempting to bind port 02ad5915-c25a-4e4f-9e5c-823f861c978f on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:33:40.096823 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a40d1e-8311-4975-ace9-be52284b4123 None None] Pushing event updated for resources: {'Port': ['ID=02ad5915-c25a-4e4f-9e5c-823f861c978f,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:40.104608 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:33:40.104979 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:33:40.105372 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:40.105760 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:33:40.106248 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] Bound port: 02ad5915-c25a-4e4f-9e5c-823f861c978f, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:33:40.106612 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:40.109622 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a40d1e-8311-4975-ace9-be52284b4123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:40.109964 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a40d1e-8311-4975-ace9-be52284b4123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:40.110300 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a40d1e-8311-4975-ace9-be52284b4123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:40.110629 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a40d1e-8311-4975-ace9-be52284b4123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:40.110956 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a40d1e-8311-4975-ace9-be52284b4123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:40.111283 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a40d1e-8311-4975-ace9-be52284b4123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:40.111631 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a40d1e-8311-4975-ace9-be52284b4123 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:40.112003 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a40d1e-8311-4975-ace9-be52284b4123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:40.112328 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a40d1e-8311-4975-ace9-be52284b4123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:40.112650 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a40d1e-8311-4975-ace9-be52284b4123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:40.112978 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a40d1e-8311-4975-ace9-be52284b4123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:40.113296 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a40d1e-8311-4975-ace9-be52284b4123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:40.113400 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e87cfd27-3aae-40cc-9288-8d44679f6359 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:40.164463 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] For port 02ad5915-c25a-4e4f-9e5c-823f861c978f, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:33:40.167739 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] For port 02ad5915-c25a-4e4f-9e5c-823f861c978f, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=02ad5915-c25a-4e4f-9e5c-823f861c978f,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:33:40.174650 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87cfd27-3aae-40cc-9288-8d44679f6359 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Subnet': ['ID=c988f2fb-2cee-4c37-9b69-d6a048dfda20,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:40.184712 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87cfd27-3aae-40cc-9288-8d44679f6359 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Checking segment: {'id': 'edc339e7-3913-41cb-a631-ff65db05f7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:33:40.185073 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87cfd27-3aae-40cc-9288-8d44679f6359 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network hostable DHCP agents. Network: 6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:33:40.223655 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:40.259256 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87cfd27-3aae-40cc-9288-8d44679f6359 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network 6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:33:40.280070 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] Routers {'d4fe8f1e-e47b-454e-9ba9-c57580105363'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:33:40.280684 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:33:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d4fe8f1e-e47b-454e-9ba9-c57580105363'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:40.285202 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a40d1e-8311-4975-ace9-be52284b4123 None None] Pushing event updated for resources: {'Port': ['ID=02ad5915-c25a-4e4f-9e5c-823f861c978f,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:40.354630 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-e87cfd27-3aae-40cc-9288-8d44679f6359 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:40.359242 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87cfd27-3aae-40cc-9288-8d44679f6359 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:40.360004 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e87cfd27-3aae-40cc-9288-8d44679f6359 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:40.363702 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf93de17-5d6a-49a4-8523-84365c82c5f7 None None] Network 6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:33:40.390334 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] Set router d4fe8f1e-e47b-454e-9ba9-c57580105363 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:33:40.434910 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e87cfd27-3aae-40cc-9288-8d44679f6359 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7410061 Apr 23 00:33:40.435357 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 32906) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:40.515218 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19431916-2790-4d37-a3e9-e81a871ffe6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66', 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'fixed_ips': [{'subnet_id': 'c988f2fb-2cee-4c37-9b69-d6a048dfda20'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:33:40.516227 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19431916-2790-4d37-a3e9-e81a871ffe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:40.571503 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270643893', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:37Z', 'updated_at': '2022-04-23T00:33:38Z', 'revision_number': 3, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:38Z', 'updated_at': '2022-04-23T00:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:40.598149 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3bb8e-386f-42be-ae95-df6322a2268f None None] The sync data for ids ['d4fe8f1e-e47b-454e-9ba9-c57580105363'] in dv-neutron-838783-1-hyperv is: [{'id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270643893', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:37Z', 'updated_at': '2022-04-23T00:33:38Z', 'revision_number': 3, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:38Z', 'updated_at': '2022-04-23T00:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:33:40.670607 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-19431916-2790-4d37-a3e9-e81a871ffe6a None None] Allocated IP 172.20.0.2 (6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66/c988f2fb-2cee-4c37-9b69-d6a048dfda20/41414b15-27ec-4a93-abdf-d723ba040547) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:40.835783 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19431916-2790-4d37-a3e9-e81a871ffe6a None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:40.913849 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19431916-2790-4d37-a3e9-e81a871ffe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:40.966343 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19431916-2790-4d37-a3e9-e81a871ffe6a None None] Network 6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:40.969800 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-19431916-2790-4d37-a3e9-e81a871ffe6a None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:40.973725 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19431916-2790-4d37-a3e9-e81a871ffe6a None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:33:40.982139 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19431916-2790-4d37-a3e9-e81a871ffe6a None None] Pushing event updated for resources: {'Port': ['ID=41414b15-27ec-4a93-abdf-d723ba040547,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:41.040399 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-19431916-2790-4d37-a3e9-e81a871ffe6a None None] Attempting to bind port 41414b15-27ec-4a93-abdf-d723ba040547 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:33:41.040766 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-19431916-2790-4d37-a3e9-e81a871ffe6a None None] Attempting to bind port 41414b15-27ec-4a93-abdf-d723ba040547 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'edc339e7-3913-41cb-a631-ff65db05f7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:33:41.041127 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19431916-2790-4d37-a3e9-e81a871ffe6a None None] Attempting to bind port 41414b15-27ec-4a93-abdf-d723ba040547 on network 6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:33:41.052423 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19431916-2790-4d37-a3e9-e81a871ffe6a None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:33:41.053039 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19431916-2790-4d37-a3e9-e81a871ffe6a None None] Checking segment: {'id': 'edc339e7-3913-41cb-a631-ff65db05f7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:33:41.053547 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19431916-2790-4d37-a3e9-e81a871ffe6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:41.053888 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19431916-2790-4d37-a3e9-e81a871ffe6a None None] Bound using segment: {'id': 'edc339e7-3913-41cb-a631-ff65db05f7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:33:41.054377 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-19431916-2790-4d37-a3e9-e81a871ffe6a None None] Bound port: 41414b15-27ec-4a93-abdf-d723ba040547, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc339e7-3913-41cb-a631-ff65db05f7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:33:41.054753 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19431916-2790-4d37-a3e9-e81a871ffe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:41.128976 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-19431916-2790-4d37-a3e9-e81a871ffe6a None None] For port 41414b15-27ec-4a93-abdf-d723ba040547, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:33:41.133398 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-19431916-2790-4d37-a3e9-e81a871ffe6a None None] For port 41414b15-27ec-4a93-abdf-d723ba040547, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=41414b15-27ec-4a93-abdf-d723ba040547,segment=NetworkSegment(edc339e7-3913-41cb-a631-ff65db05f7a9),segment_id=edc339e7-3913-41cb-a631-ff65db05f7a9)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:33:41.217213 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19431916-2790-4d37-a3e9-e81a871ffe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:41.224730 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3c4386b1-0193-4cbc-9dfa-597140384415 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:41.285641 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19431916-2790-4d37-a3e9-e81a871ffe6a None None] Pushing event updated for resources: {'Port': ['ID=41414b15-27ec-4a93-abdf-d723ba040547,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:41.326922 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 02ad5915-c25a-4e4f-9e5c-823f861c978f up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:33:41.387799 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 02ad5915-c25a-4e4f-9e5c-823f861c978f triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:41.388290 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:41.522420 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:41.568706 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 02ad5915-c25a-4e4f-9e5c-823f861c978f, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=02ad5915-c25a-4e4f-9e5c-823f861c978f,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:33:41.639448 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-3c4386b1-0193-4cbc-9dfa-597140384415 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Allocated IP 172.20.0.1 (6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66/c988f2fb-2cee-4c37-9b69-d6a048dfda20/282f68f9-d9c9-47f2-bd5b-1277685bd795) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:41.664052 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:41.723599 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=02ad5915-c25a-4e4f-9e5c-823f861c978f,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:41.770911 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3c4386b1-0193-4cbc-9dfa-597140384415 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:41.863697 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3c4386b1-0193-4cbc-9dfa-597140384415 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:41.907804 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4386b1-0193-4cbc-9dfa-597140384415 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network 6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:41.913834 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-3c4386b1-0193-4cbc-9dfa-597140384415 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:41.918386 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4386b1-0193-4cbc-9dfa-597140384415 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:33:41.943199 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4386b1-0193-4cbc-9dfa-597140384415 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=282f68f9-d9c9-47f2-bd5b-1277685bd795,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:41.965525 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3c4386b1-0193-4cbc-9dfa-597140384415 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:42.151879 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3c4386b1-0193-4cbc-9dfa-597140384415 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:42.522338 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3c4386b1-0193-4cbc-9dfa-597140384415 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:42.629792 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3c4386b1-0193-4cbc-9dfa-597140384415 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:42.715508 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4386b1-0193-4cbc-9dfa-597140384415 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=282f68f9-d9c9-47f2-bd5b-1277685bd795,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:42.717952 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3c4386b1-0193-4cbc-9dfa-597140384415 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:42.853687 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4386b1-0193-4cbc-9dfa-597140384415 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network 6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:42.861380 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-3c4386b1-0193-4cbc-9dfa-597140384415 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:43.000492 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4386b1-0193-4cbc-9dfa-597140384415 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Router d4fe8f1e-e47b-454e-9ba9-c57580105363 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:33:43.119410 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5cd8cf-74f8-4c41-ad4c-045b77c0b67d None None] Network 6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:33:43.131945 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4386b1-0193-4cbc-9dfa-597140384415 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:33:43.138527 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3c4386b1-0193-4cbc-9dfa-597140384415 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "PUT /v2.0/routers/d4fe8f1e-e47b-454e-9ba9-c57580105363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7019291 Apr 23 00:33:43.187671 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] Sync routers for ids ['d4fe8f1e-e47b-454e-9ba9-c57580105363'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:33:43.216750 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] Routers {'d4fe8f1e-e47b-454e-9ba9-c57580105363'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:33:43.217391 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:33:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d4fe8f1e-e47b-454e-9ba9-c57580105363'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:43.261714 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-23369fc8-f718-47b9-937e-01b8c5f6defe None None] Provisioning complete for port 41414b15-27ec-4a93-abdf-d723ba040547 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:43.262083 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23369fc8-f718-47b9-937e-01b8c5f6defe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:43.296339 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7063da5e-b912-4762-b316-5de5adec9e5d req-d34124bc-00be-4287-aa4d-960d1f2e2b91 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-855127629&fields=id&tenant_id=f13b99d4303b4cbc82245827feb580d6 HTTP/1.1" status: 200 len: 267 time: 0.0361836 Apr 23 00:33:43.377634 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 41414b15-27ec-4a93-abdf-d723ba040547 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:33:43.426873 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063da5e-b912-4762-b316-5de5adec9e5d req-1b73b716-b399-4bf7-9230-7b1b3a7958ce tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:43.429347 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7063da5e-b912-4762-b316-5de5adec9e5d req-1b73b716-b399-4bf7-9230-7b1b3a7958ce tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/networks?id=6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66 HTTP/1.1" status: 200 len: 797 time: 0.1242881 Apr 23 00:33:43.446389 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7063da5e-b912-4762-b316-5de5adec9e5d req-453beec0-b403-46b5-b8fc-900c787a19d4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/quotas/f13b99d4303b4cbc82245827feb580d6 HTTP/1.1" status: 200 len: 375 time: 0.0108094 Apr 23 00:33:43.503166 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7063da5e-b912-4762-b316-5de5adec9e5d req-45210b38-7bd6-42b0-8788-93a266df7bab tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507097 Apr 23 00:33:43.520052 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] Set router d4fe8f1e-e47b-454e-9ba9-c57580105363 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:33:43.562544 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23369fc8-f718-47b9-937e-01b8c5f6defe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:43.642695 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7063da5e-b912-4762-b316-5de5adec9e5d req-a9016b39-2cc5-4e11-8e5f-a16c97fa6a81 service neutron] 10.222.0.15 "GET /v2.0/networks/6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270347 Apr 23 00:33:43.654803 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 41414b15-27ec-4a93-abdf-d723ba040547 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:43.655114 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:43.753032 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7063da5e-b912-4762-b316-5de5adec9e5d req-63c5e110-04f8-421f-a8f9-192a2ba22e44 service neutron] 10.222.0.15 "GET /v2.0/networks/6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032691 Apr 23 00:33:43.858886 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-23369fc8-f718-47b9-937e-01b8c5f6defe None None] For port 41414b15-27ec-4a93-abdf-d723ba040547, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=41414b15-27ec-4a93-abdf-d723ba040547,segment=NetworkSegment(edc339e7-3913-41cb-a631-ff65db05f7a9),segment_id=edc339e7-3913-41cb-a631-ff65db05f7a9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:33:43.968037 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23369fc8-f718-47b9-937e-01b8c5f6defe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.035092 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.061279 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d2066ae9-cdfe-4d7b-9307-f21731ce9daf req-1ef7ccab-6cf7-4425-8b77-3698b56d7787 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 210 time: 0.0552378 Apr 23 00:33:44.082420 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23369fc8-f718-47b9-937e-01b8c5f6defe None None] Pushing event updated for resources: {'Port': ['ID=41414b15-27ec-4a93-abdf-d723ba040547,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:44.102091 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270643893', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:37Z', 'updated_at': '2022-04-23T00:33:42Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:38Z', 'updated_at': '2022-04-23T00:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '282f68f9-d9c9-47f2-bd5b-1277685bd795', 'name': '', 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:d3:b5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'c988f2fb-2cee-4c37-9b69-d6a048dfda20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:41Z', 'updated_at': '2022-04-23T00:33:42Z', 'revision_number': 2, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': 'c988f2fb-2cee-4c37-9b69-d6a048dfda20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:44.157332 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] Checking router: d4fe8f1e-e47b-454e-9ba9-c57580105363 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:33:44.157981 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] Updating router d4fe8f1e-e47b-454e-9ba9-c57580105363 port 282f68f9-d9c9-47f2-bd5b-1277685bd795 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:33:44.164017 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-ab47f4a5-826b-4b6d-b099-7eedf8e6963e None None] Provisioning complete for port 41414b15-27ec-4a93-abdf-d723ba040547 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:44.164391 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab47f4a5-826b-4b6d-b099-7eedf8e6963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.209284 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:33:44.209284 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:33:44.220320 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.404180 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-ab47f4a5-826b-4b6d-b099-7eedf8e6963e None None] Provisioning complete for port 282f68f9-d9c9-47f2-bd5b-1277685bd795 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:44.404472 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab47f4a5-826b-4b6d-b099-7eedf8e6963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.477668 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ab47f4a5-826b-4b6d-b099-7eedf8e6963e None None] Port 282f68f9-d9c9-47f2-bd5b-1277685bd795 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:33:44.561043 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.595664 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-17d75f86-ad23-4624-9a82-c81b89e33d21 None None] Provisioning complete for port 282f68f9-d9c9-47f2-bd5b-1277685bd795 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:44.596030 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17d75f86-ad23-4624-9a82-c81b89e33d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.628269 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.633630 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-17d75f86-ad23-4624-9a82-c81b89e33d21 None None] Port 282f68f9-d9c9-47f2-bd5b-1277685bd795 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:33:44.682390 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3162bf-7893-4c48-b7ab-917b94f598a0 None None] Pushing event updated for resources: {'Port': ['ID=282f68f9-d9c9-47f2-bd5b-1277685bd795,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:44.760916 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] Attempting to bind port 282f68f9-d9c9-47f2-bd5b-1277685bd795 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:33:44.763684 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] Attempting to bind port 282f68f9-d9c9-47f2-bd5b-1277685bd795 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'edc339e7-3913-41cb-a631-ff65db05f7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:33:44.763684 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] Attempting to bind port 282f68f9-d9c9-47f2-bd5b-1277685bd795 on network 6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:33:44.771673 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 02ad5915-c25a-4e4f-9e5c-823f861c978f up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:33:44.773619 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:33:44.773996 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] Checking segment: {'id': 'edc339e7-3913-41cb-a631-ff65db05f7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:33:44.774392 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.774790 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] Bound using segment: {'id': 'edc339e7-3913-41cb-a631-ff65db05f7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:33:44.775270 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] Bound port: 282f68f9-d9c9-47f2-bd5b-1277685bd795, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc339e7-3913-41cb-a631-ff65db05f7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:33:44.775684 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.884238 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] For port 282f68f9-d9c9-47f2-bd5b-1277685bd795, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:33:44.886002 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 02ad5915-c25a-4e4f-9e5c-823f861c978f triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:44.886362 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.889502 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] For port 282f68f9-d9c9-47f2-bd5b-1277685bd795, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=282f68f9-d9c9-47f2-bd5b-1277685bd795,segment=NetworkSegment(edc339e7-3913-41cb-a631-ff65db05f7a9),segment_id=edc339e7-3913-41cb-a631-ff65db05f7a9)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:33:44.967651 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:45.012670 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-7bd5665a-8164-4523-928c-a40c40e7840d None None] Provisioning complete for port 282f68f9-d9c9-47f2-bd5b-1277685bd795 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:45.013032 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bd5665a-8164-4523-928c-a40c40e7840d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:45.071741 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] Routers {'d4fe8f1e-e47b-454e-9ba9-c57580105363'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:33:45.071938 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:33:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d4fe8f1e-e47b-454e-9ba9-c57580105363'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:45.111385 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3162bf-7893-4c48-b7ab-917b94f598a0 None None] Pushing event updated for resources: {'Port': ['ID=282f68f9-d9c9-47f2-bd5b-1277685bd795,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:45.127427 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8ff288ea-9341-4cd6-8723-b8162033ac0d req-67c26fdf-e308-4903-a706-f9b7cd5f0317 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 210 time: 0.0302238 Apr 23 00:33:45.219099 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bd5665a-8164-4523-928c-a40c40e7840d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:45.234443 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] Set router d4fe8f1e-e47b-454e-9ba9-c57580105363 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:33:45.268879 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 41414b15-27ec-4a93-abdf-d723ba040547 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:33:45.356545 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7bd5665a-8164-4523-928c-a40c40e7840d None None] For port 282f68f9-d9c9-47f2-bd5b-1277685bd795, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=282f68f9-d9c9-47f2-bd5b-1277685bd795,segment=NetworkSegment(edc339e7-3913-41cb-a631-ff65db05f7a9),segment_id=edc339e7-3913-41cb-a631-ff65db05f7a9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:33:45.423725 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 41414b15-27ec-4a93-abdf-d723ba040547 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:45.424295 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:45.448578 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bd5665a-8164-4523-928c-a40c40e7840d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:45.555702 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5665a-8164-4523-928c-a40c40e7840d None None] Pushing event updated for resources: {'Port': ['ID=282f68f9-d9c9-47f2-bd5b-1277685bd795,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:45.762704 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-beea7caf-c3f4-4c8d-bf33-f8294401dd19 None None] Provisioning complete for port 282f68f9-d9c9-47f2-bd5b-1277685bd795 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:45.763077 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-beea7caf-c3f4-4c8d-bf33-f8294401dd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:45.782928 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:33:45.821934 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270643893', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:37Z', 'updated_at': '2022-04-23T00:33:42Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:38Z', 'updated_at': '2022-04-23T00:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '282f68f9-d9c9-47f2-bd5b-1277685bd795', 'name': '', 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:d3:b5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'c988f2fb-2cee-4c37-9b69-d6a048dfda20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:41Z', 'updated_at': '2022-04-23T00:33:44Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': 'c988f2fb-2cee-4c37-9b69-d6a048dfda20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:45.854823 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394ba79f-5a06-4cee-94fd-a3ff6e4eb499 None None] The sync data for ids ['d4fe8f1e-e47b-454e-9ba9-c57580105363'] in dv-neutron-838783-1-hyperv is: [{'id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270643893', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:37Z', 'updated_at': '2022-04-23T00:33:42Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:38Z', 'updated_at': '2022-04-23T00:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '282f68f9-d9c9-47f2-bd5b-1277685bd795', 'name': '', 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:d3:b5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'c988f2fb-2cee-4c37-9b69-d6a048dfda20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:41Z', 'updated_at': '2022-04-23T00:33:44Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': 'c988f2fb-2cee-4c37-9b69-d6a048dfda20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:33:46.230938 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-405e8db7-4be4-466a-9b0b-9af8e9135a94 req-1f40428e-f337-4ad3-9f8b-3da05cfe6dc6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 210 time: 0.0307939 Apr 23 00:33:46.310029 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063da5e-b912-4762-b316-5de5adec9e5d req-925e4941-96a2-485c-8298-69e48f6cca34 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:46.311511 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7063da5e-b912-4762-b316-5de5adec9e5d req-925e4941-96a2-485c-8298-69e48f6cca34 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.16 "GET /v2.0/networks?id=6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66 HTTP/1.1" status: 200 len: 797 time: 0.1079557 Apr 23 00:33:46.362355 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7063da5e-b912-4762-b316-5de5adec9e5d req-0497e155-fbaa-4464-b9bf-0837292f8957 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f13b99d4303b4cbc82245827feb580d6 HTTP/1.1" status: 200 len: 379 time: 0.0405800 Apr 23 00:33:46.374162 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-7063da5e-b912-4762-b316-5de5adec9e5d req-3ff35305-1f91-43b2-84b2-00f4ba13e03b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'port': {'device_id': '385bcd4d-662f-4b27-95dc-3e84c3c3d7ce', 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66', 'admin_state_up': True, 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'security_groups': ['1a7771e2-39d9-4649-a446-47b147df5066']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:46.554764 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7063da5e-b912-4762-b316-5de5adec9e5d req-3ff35305-1f91-43b2-84b2-00f4ba13e03b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Made reservation on behalf of f13b99d4303b4cbc82245827feb580d6 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:46.558304 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-7063da5e-b912-4762-b316-5de5adec9e5d req-3ff35305-1f91-43b2-84b2-00f4ba13e03b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:46.704676 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-7063da5e-b912-4762-b316-5de5adec9e5d req-3ff35305-1f91-43b2-84b2-00f4ba13e03b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Allocated IP 172.20.0.14 (6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66/c988f2fb-2cee-4c37-9b69-d6a048dfda20/913a0935-ef4b-4df9-b402-9c8d777da90e) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:46.856412 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-7063da5e-b912-4762-b316-5de5adec9e5d req-3ff35305-1f91-43b2-84b2-00f4ba13e03b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:46.947912 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-7063da5e-b912-4762-b316-5de5adec9e5d req-3ff35305-1f91-43b2-84b2-00f4ba13e03b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:46.991901 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7063da5e-b912-4762-b316-5de5adec9e5d req-3ff35305-1f91-43b2-84b2-00f4ba13e03b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network 6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:46.997337 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-7063da5e-b912-4762-b316-5de5adec9e5d req-3ff35305-1f91-43b2-84b2-00f4ba13e03b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:47.001076 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-7063da5e-b912-4762-b316-5de5adec9e5d req-3ff35305-1f91-43b2-84b2-00f4ba13e03b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:33:47.026700 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff35305-1f91-43b2-84b2-00f4ba13e03b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=913a0935-ef4b-4df9-b402-9c8d777da90e,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:47.056463 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063da5e-b912-4762-b316-5de5adec9e5d req-3ff35305-1f91-43b2-84b2-00f4ba13e03b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:47.057087 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-7063da5e-b912-4762-b316-5de5adec9e5d req-3ff35305-1f91-43b2-84b2-00f4ba13e03b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:47.128953 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7063da5e-b912-4762-b316-5de5adec9e5d req-3ff35305-1f91-43b2-84b2-00f4ba13e03b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7588379 Apr 23 00:33:47.186276 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-7063da5e-b912-4762-b316-5de5adec9e5d req-f97b6a19-9ce3-4c58-936e-f5b055fcdfaf service neutron] Request body: {'port': {'device_id': '385bcd4d-662f-4b27-95dc-3e84c3c3d7ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:47.231836 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-33d6aa2c-18cb-4d2e-be67-b4f0dd50607d None None] Provisioning complete for port 913a0935-ef4b-4df9-b402-9c8d777da90e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:47.232387 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33d6aa2c-18cb-4d2e-be67-b4f0dd50607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:47.244731 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-7063da5e-b912-4762-b316-5de5adec9e5d req-f97b6a19-9ce3-4c58-936e-f5b055fcdfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:47.268978 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-33d6aa2c-18cb-4d2e-be67-b4f0dd50607d None None] Port 913a0935-ef4b-4df9-b402-9c8d777da90e cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:33:47.281019 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 282f68f9-d9c9-47f2-bd5b-1277685bd795 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:33:47.333203 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 282f68f9-d9c9-47f2-bd5b-1277685bd795 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:47.334029 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:47.729826 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436dd931-1c38-4117-a228-fa2c69f01150 req-5f6700a5-8386-4eac-800e-de773c7fea5c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:47.731317 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-436dd931-1c38-4117-a228-fa2c69f01150 req-5f6700a5-8386-4eac-800e-de773c7fea5c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 932 time: 0.1300266 Apr 23 00:33:47.809755 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-436dd931-1c38-4117-a228-fa2c69f01150 req-c58ec9aa-1434-44cd-b154-3757c2c9f154 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a7771e2-39d9-4649-a446-47b147df5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491326 Apr 23 00:33:47.883316 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-7063da5e-b912-4762-b316-5de5adec9e5d req-f97b6a19-9ce3-4c58-936e-f5b055fcdfaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913a0935-ef4b-4df9-b402-9c8d777da90e {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:33:47.890541 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-7063da5e-b912-4762-b316-5de5adec9e5d req-f97b6a19-9ce3-4c58-936e-f5b055fcdfaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:47.903007 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-7063da5e-b912-4762-b316-5de5adec9e5d req-f97b6a19-9ce3-4c58-936e-f5b055fcdfaf service neutron] Transition to ACTIVE for port object 913a0935-ef4b-4df9-b402-9c8d777da90e will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:47.971793 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-7063da5e-b912-4762-b316-5de5adec9e5d req-f97b6a19-9ce3-4c58-936e-f5b055fcdfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:48.026030 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b6a19-9ce3-4c58-936e-f5b055fcdfaf service neutron] Pushing event updated for resources: {'Port': ['ID=913a0935-ef4b-4df9-b402-9c8d777da90e,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:48.096920 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-7063da5e-b912-4762-b316-5de5adec9e5d req-f97b6a19-9ce3-4c58-936e-f5b055fcdfaf service neutron] Attempting to bind port 913a0935-ef4b-4df9-b402-9c8d777da90e on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:33:48.097266 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-7063da5e-b912-4762-b316-5de5adec9e5d req-f97b6a19-9ce3-4c58-936e-f5b055fcdfaf service neutron] Attempting to bind port 913a0935-ef4b-4df9-b402-9c8d777da90e by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'edc339e7-3913-41cb-a631-ff65db05f7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:33:48.097629 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7063da5e-b912-4762-b316-5de5adec9e5d req-f97b6a19-9ce3-4c58-936e-f5b055fcdfaf service neutron] Attempting to bind port 913a0935-ef4b-4df9-b402-9c8d777da90e on network 6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:33:48.102961 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7063da5e-b912-4762-b316-5de5adec9e5d req-f97b6a19-9ce3-4c58-936e-f5b055fcdfaf service neutron] Port 913a0935-ef4b-4df9-b402-9c8d777da90e on network 6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:33:48.103290 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7063da5e-b912-4762-b316-5de5adec9e5d req-f97b6a19-9ce3-4c58-936e-f5b055fcdfaf service neutron] Attempting to bind port 913a0935-ef4b-4df9-b402-9c8d777da90e on network 6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:33:48.108399 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7063da5e-b912-4762-b316-5de5adec9e5d req-f97b6a19-9ce3-4c58-936e-f5b055fcdfaf service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:33:48.108731 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7063da5e-b912-4762-b316-5de5adec9e5d req-f97b6a19-9ce3-4c58-936e-f5b055fcdfaf service neutron] Checking segment: {'id': 'edc339e7-3913-41cb-a631-ff65db05f7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:33:48.109121 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7063da5e-b912-4762-b316-5de5adec9e5d req-f97b6a19-9ce3-4c58-936e-f5b055fcdfaf service neutron] Bound using segment: {'id': 'edc339e7-3913-41cb-a631-ff65db05f7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:33:48.109558 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-7063da5e-b912-4762-b316-5de5adec9e5d req-f97b6a19-9ce3-4c58-936e-f5b055fcdfaf service neutron] Bound port: 913a0935-ef4b-4df9-b402-9c8d777da90e, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc339e7-3913-41cb-a631-ff65db05f7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:33:48.109919 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-7063da5e-b912-4762-b316-5de5adec9e5d req-f97b6a19-9ce3-4c58-936e-f5b055fcdfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:48.176442 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-7063da5e-b912-4762-b316-5de5adec9e5d req-f97b6a19-9ce3-4c58-936e-f5b055fcdfaf service neutron] For port 913a0935-ef4b-4df9-b402-9c8d777da90e, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:33:48.180123 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-7063da5e-b912-4762-b316-5de5adec9e5d req-f97b6a19-9ce3-4c58-936e-f5b055fcdfaf service neutron] For port 913a0935-ef4b-4df9-b402-9c8d777da90e, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=913a0935-ef4b-4df9-b402-9c8d777da90e,segment=NetworkSegment(edc339e7-3913-41cb-a631-ff65db05f7a9),segment_id=edc339e7-3913-41cb-a631-ff65db05f7a9)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:33:48.250640 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-7063da5e-b912-4762-b316-5de5adec9e5d req-f97b6a19-9ce3-4c58-936e-f5b055fcdfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:48.289185 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063da5e-b912-4762-b316-5de5adec9e5d req-f97b6a19-9ce3-4c58-936e-f5b055fcdfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:48.291164 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-7063da5e-b912-4762-b316-5de5adec9e5d req-f97b6a19-9ce3-4c58-936e-f5b055fcdfaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:48.291449 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7063da5e-b912-4762-b316-5de5adec9e5d req-f97b6a19-9ce3-4c58-936e-f5b055fcdfaf service neutron] 10.222.0.16 "PUT /v2.0/ports/913a0935-ef4b-4df9-b402-9c8d777da90e HTTP/1.1" status: 200 len: 1094 time: 1.1538889 Apr 23 00:33:48.291710 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385bcd4d-662f-4b27-95dc-3e84c3c3d7ce', 'tag': '913a0935-ef4b-4df9-b402-9c8d777da90e'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:33:48.293920 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b21c3ec-218d-442c-903d-2c23a4045ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "385bcd4d-662f-4b27-95dc-3e84c3c3d7ce", "tag": "913a0935-ef4b-4df9-b402-9c8d777da90e"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:33:48.320080 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b6a19-9ce3-4c58-936e-f5b055fcdfaf service neutron] Pushing event updated for resources: {'Port': ['ID=913a0935-ef4b-4df9-b402-9c8d777da90e,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:48.336775 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51d6214-a5af-4c05-9d99-1732be8e3b2b x-openstack-request-id: req-d51d6214-a5af-4c05-9d99-1732be8e3b2b {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:33:48.337081 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385bcd4d-662f-4b27-95dc-3e84c3c3d7ce", "tag": "913a0935-ef4b-4df9-b402-9c8d777da90e", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:33:48.337337 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d51d6214-a5af-4c05-9d99-1732be8e3b2b {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:33:48.337745 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d51d6214-a5af-4c05-9d99-1732be8e3b2b'] response: {'name': 'network-changed', 'server_uuid': '385bcd4d-662f-4b27-95dc-3e84c3c3d7ce', 'tag': '913a0935-ef4b-4df9-b402-9c8d777da90e', 'status': 'completed', 'code': 200} Apr 23 00:33:48.403725 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21c3ec-218d-442c-903d-2c23a4045ca8 req-32c377a5-a5b9-467b-96a3-6fe0bde8da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:48.405456 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6b21c3ec-218d-442c-903d-2c23a4045ca8 req-32c377a5-a5b9-467b-96a3-6fe0bde8da6e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 1097 time: 0.0464082 Apr 23 00:33:48.509691 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21c3ec-218d-442c-903d-2c23a4045ca8 req-93189767-3485-478b-a989-cb25b6e4a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:48.511091 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6b21c3ec-218d-442c-903d-2c23a4045ca8 req-93189767-3485-478b-a989-cb25b6e4a6b0 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f13b99d4303b4cbc82245827feb580d6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0974410 Apr 23 00:33:48.607698 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21c3ec-218d-442c-903d-2c23a4045ca8 req-18915725-5b95-4364-8543-56e92bb9d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:48.609114 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6b21c3ec-218d-442c-903d-2c23a4045ca8 req-18915725-5b95-4364-8543-56e92bb9d426 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915325 Apr 23 00:33:48.686358 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063da5e-b912-4762-b316-5de5adec9e5d req-52274319-4987-41b5-9434-9816ee7281c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:48.687900 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7063da5e-b912-4762-b316-5de5adec9e5d req-52274319-4987-41b5-9434-9816ee7281c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 1097 time: 0.0427241 Apr 23 00:33:48.734744 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7063da5e-b912-4762-b316-5de5adec9e5d req-dfd2d2c9-0e57-4a80-ae31-815baf242cf1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=913a0935-ef4b-4df9-b402-9c8d777da90e HTTP/1.1" status: 200 len: 217 time: 0.0391233 Apr 23 00:33:48.784333 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063da5e-b912-4762-b316-5de5adec9e5d req-b234f0fa-7a25-4951-ba3e-d249beffc7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:48.785770 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7063da5e-b912-4762-b316-5de5adec9e5d req-b234f0fa-7a25-4951-ba3e-d249beffc7cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c988f2fb-2cee-4c37-9b69-d6a048dfda20 HTTP/1.1" status: 200 len: 834 time: 0.0438800 Apr 23 00:33:48.831990 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063da5e-b912-4762-b316-5de5adec9e5d req-d7e3ba8b-c2b3-4d2d-a245-8f21448c9893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:48.834124 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7063da5e-b912-4762-b316-5de5adec9e5d req-d7e3ba8b-c2b3-4d2d-a245-8f21448c9893 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410175 Apr 23 00:33:48.963131 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194ac63-8a06-4804-871d-f11217a1bbfd req-c5ac754e-31a9-4505-80ac-a63982cd2176 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:48.964697 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9194ac63-8a06-4804-871d-f11217a1bbfd req-c5ac754e-31a9-4505-80ac-a63982cd2176 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 944 time: 0.0737472 Apr 23 00:33:48.968188 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7063da5e-b912-4762-b316-5de5adec9e5d req-f6ceb7f7-1dbe-4211-ae7a-ea24523d2a18 service neutron] 10.222.0.16 "GET /v2.0/networks/6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280103 Apr 23 00:33:49.051468 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9194ac63-8a06-4804-871d-f11217a1bbfd req-14116610-9dcf-4763-a15b-8819b1e2c8bd tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a7771e2-39d9-4649-a446-47b147df5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807474 Apr 23 00:33:49.082789 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7063da5e-b912-4762-b316-5de5adec9e5d req-fd1b012c-8c52-4ddc-a525-0bcd977b93a8 service neutron] 10.222.0.16 "GET /v2.0/networks/6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062777 Apr 23 00:33:50.170872 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bd986-24b2-4a8a-9425-10c72fc4f770 req-53967ff6-9070-46c2-b97b-3bc231cbea39 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:50.172389 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c05bd986-24b2-4a8a-9425-10c72fc4f770 req-53967ff6-9070-46c2-b97b-3bc231cbea39 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 944 time: 0.0492909 Apr 23 00:33:50.209860 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c05bd986-24b2-4a8a-9425-10c72fc4f770 req-6595e7dc-8cdf-45c5-ad34-009f5e607582 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a7771e2-39d9-4649-a446-47b147df5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314670 Apr 23 00:33:51.325279 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1ed5c-afc9-4ef6-af6d-51a9997c3dcb req-5ff1f042-46fc-460a-9b54-b9dd2926ed0c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:51.326761 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9cf1ed5c-afc9-4ef6-af6d-51a9997c3dcb req-5ff1f042-46fc-460a-9b54-b9dd2926ed0c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 944 time: 0.0497215 Apr 23 00:33:51.363960 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9cf1ed5c-afc9-4ef6-af6d-51a9997c3dcb req-6bd54a1a-d236-47ad-be57-961ae513ee30 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a7771e2-39d9-4649-a446-47b147df5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311711 Apr 23 00:33:51.400618 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 913a0935-ef4b-4df9-b402-9c8d777da90e details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:33:51.495322 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 913a0935-ef4b-4df9-b402-9c8d777da90e, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=913a0935-ef4b-4df9-b402-9c8d777da90e,segment=NetworkSegment(edc339e7-3913-41cb-a631-ff65db05f7a9),segment_id=edc339e7-3913-41cb-a631-ff65db05f7a9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:33:51.506545 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '913a0935-ef4b-4df9-b402-9c8d777da90e', 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66', 'port_id': '913a0935-ef4b-4df9-b402-9c8d777da90e', 'mac_address': 'fa:16:3e:06:67:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c988f2fb-2cee-4c37-9b69-d6a048dfda20', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:33:51.542592 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:51.555235 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913a0935-ef4b-4df9-b402-9c8d777da90e {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:33:51.574383 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 913a0935-ef4b-4df9-b402-9c8d777da90e, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=913a0935-ef4b-4df9-b402-9c8d777da90e,segment=NetworkSegment(edc339e7-3913-41cb-a631-ff65db05f7a9),segment_id=edc339e7-3913-41cb-a631-ff65db05f7a9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:33:51.634242 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:51.685434 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=913a0935-ef4b-4df9-b402-9c8d777da90e,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:51.837424 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['913a0935-ef4b-4df9-b402-9c8d777da90e'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:33:52.476831 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c745d09-c8e0-41c7-8b47-7a2c643dbbce req-2d830a6e-34de-4078-a613-38281e0f2683 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:52.478448 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2c745d09-c8e0-41c7-8b47-7a2c643dbbce req-2d830a6e-34de-4078-a613-38281e0f2683 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 945 time: 0.0489554 Apr 23 00:33:52.515429 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2c745d09-c8e0-41c7-8b47-7a2c643dbbce req-94f7add8-3b86-4799-a18c-238d60e73e24 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a7771e2-39d9-4649-a446-47b147df5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310388 Apr 23 00:33:53.415362 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 913a0935-ef4b-4df9-b402-9c8d777da90e up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:33:53.566108 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 913a0935-ef4b-4df9-b402-9c8d777da90e completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:53.570797 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 913a0935-ef4b-4df9-b402-9c8d777da90e triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:53.572669 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:53.632363 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be711fd-817e-4e84-a13e-12d711b281ec req-4d4f6a74-0a06-442e-9400-34371d50b82c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:53.633859 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4be711fd-817e-4e84-a13e-12d711b281ec req-4d4f6a74-0a06-442e-9400-34371d50b82c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 945 time: 0.0511174 Apr 23 00:33:53.649973 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:53.672307 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4be711fd-817e-4e84-a13e-12d711b281ec req-00b19e3d-9586-4248-a16c-6260c4ba01d2 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a7771e2-39d9-4649-a446-47b147df5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324190 Apr 23 00:33:53.675545 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385bcd4d-662f-4b27-95dc-3e84c3c3d7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913a0935-ef4b-4df9-b402-9c8d777da90e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:33:53.677845 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950c9e9f-1ede-44dc-b876-97f96cc31b59" -d '{"events": [{"server_uuid": "385bcd4d-662f-4b27-95dc-3e84c3c3d7ce", "name": "network-vif-plugged", "status": "completed", "tag": "913a0935-ef4b-4df9-b402-9c8d777da90e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:33:53.690468 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 913a0935-ef4b-4df9-b402-9c8d777da90e, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=913a0935-ef4b-4df9-b402-9c8d777da90e,segment=NetworkSegment(edc339e7-3913-41cb-a631-ff65db05f7a9),segment_id=edc339e7-3913-41cb-a631-ff65db05f7a9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:33:53.768781 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c62b6e4-c9d3-446d-8ca9-b9efcf99f53d x-openstack-request-id: req-1c62b6e4-c9d3-446d-8ca9-b9efcf99f53d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:33:53.769065 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385bcd4d-662f-4b27-95dc-3e84c3c3d7ce", "name": "network-vif-plugged", "status": "completed", "tag": "913a0935-ef4b-4df9-b402-9c8d777da90e", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:33:53.769317 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c62b6e4-c9d3-446d-8ca9-b9efcf99f53d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:33:53.769732 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c62b6e4-c9d3-446d-8ca9-b9efcf99f53d'] response: {'server_uuid': '385bcd4d-662f-4b27-95dc-3e84c3c3d7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913a0935-ef4b-4df9-b402-9c8d777da90e', 'code': 200} Apr 23 00:33:53.771625 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:53.833608 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=913a0935-ef4b-4df9-b402-9c8d777da90e,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:53.943030 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:54.096891 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba9778-c226-49f0-b5f7-e62339432e48 req-b969fcb7-d5ff-4ef4-b5a5-18ae900e84fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:54.098280 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-13ba9778-c226-49f0-b5f7-e62339432e48 req-b969fcb7-d5ff-4ef4-b5a5-18ae900e84fc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 1099 time: 0.0444021 Apr 23 00:33:54.132742 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-13ba9778-c226-49f0-b5f7-e62339432e48 req-7c29b5a0-0b52-4179-a65f-49556abb3e1d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1a7771e2-39d9-4649-a446-47b147df5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275655 Apr 23 00:33:54.787910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5a61a-ce3c-4893-b9a7-ce57cb3cfa5f req-28b629f7-24ea-4354-af77-ab42cbc085fb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:54.789397 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fce5a61a-ce3c-4893-b9a7-ce57cb3cfa5f req-28b629f7-24ea-4354-af77-ab42cbc085fb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 946 time: 0.0494287 Apr 23 00:33:54.826186 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fce5a61a-ce3c-4893-b9a7-ce57cb3cfa5f req-d91c8287-42c9-4a56-b1cf-f55fdef3e16b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a7771e2-39d9-4649-a446-47b147df5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307748 Apr 23 00:33:55.961741 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48913b8-71f0-4090-9c49-d29d9f056655 req-ed722439-d513-4da2-b717-4482ac125753 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:55.963264 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c48913b8-71f0-4090-9c49-d29d9f056655 req-ed722439-d513-4da2-b717-4482ac125753 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 946 time: 0.0663953 Apr 23 00:33:56.000828 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c48913b8-71f0-4090-9c49-d29d9f056655 req-474a9cce-ed4a-442c-bc9f-aeed8d8274fd tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a7771e2-39d9-4649-a446-47b147df5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315800 Apr 23 00:33:56.112727 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea1094-5171-41fa-b79d-1b31bfac74ef req-899d8592-0a0e-4637-bbe2-d9d09e33d152 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:56.114113 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b1ea1094-5171-41fa-b79d-1b31bfac74ef req-899d8592-0a0e-4637-bbe2-d9d09e33d152 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 946 time: 0.0488043 Apr 23 00:33:56.151263 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b1ea1094-5171-41fa-b79d-1b31bfac74ef req-36ba6d5d-4900-4d6d-85e0-69adedaef5be tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a7771e2-39d9-4649-a446-47b147df5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312374 Apr 23 00:33:56.172609 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 32970) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:56.215212 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fea4093-11bf-4a4e-8362-ecf43fb99887 tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:56.216750 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7fea4093-11bf-4a4e-8362-ecf43fb99887 tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 1094 time: 0.0431750 Apr 23 00:33:56.219475 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 32972) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:56.223704 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-1a85defa-4897-4404-8011-a2e2551ae548 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': '913a0935-ef4b-4df9-b402-9c8d777da90e', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:56.302854 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1a85defa-4897-4404-8011-a2e2551ae548 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for floatingip, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:56.399389 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1a85defa-4897-4404-8011-a2e2551ae548 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:56.502548 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-1a85defa-4897-4404-8011-a2e2551ae548 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Allocated IP 172.26.3.55 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/54531c24-e3ad-41ad-96f9-77de97e5d3eb) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:56.605945 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1a85defa-4897-4404-8011-a2e2551ae548 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:56.685931 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1a85defa-4897-4404-8011-a2e2551ae548 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:56.727053 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a85defa-4897-4404-8011-a2e2551ae548 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:56.731757 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-1a85defa-4897-4404-8011-a2e2551ae548 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:56.735245 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a85defa-4897-4404-8011-a2e2551ae548 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:33:56.762477 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85defa-4897-4404-8011-a2e2551ae548 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=54531c24-e3ad-41ad-96f9-77de97e5d3eb,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:57.095854 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1a85defa-4897-4404-8011-a2e2551ae548 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:57.225051 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1a85defa-4897-4404-8011-a2e2551ae548 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:57.373624 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1a85defa-4897-4404-8011-a2e2551ae548 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:57.428358 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1a85defa-4897-4404-8011-a2e2551ae548 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:57.495197 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85defa-4897-4404-8011-a2e2551ae548 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=54531c24-e3ad-41ad-96f9-77de97e5d3eb,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:57.505661 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1a85defa-4897-4404-8011-a2e2551ae548 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:57.602872 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-1a85defa-4897-4404-8011-a2e2551ae548 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Floating IP a0a02cad-ed88-43af-aeca-0dcd10e616d8 associated. External IP: 172.26.3.55, port: 913a0935-ef4b-4df9-b402-9c8d777da90e. Apr 23 00:33:57.808308 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a85defa-4897-4404-8011-a2e2551ae548 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Router d4fe8f1e-e47b-454e-9ba9-c57580105363 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:33:57.915681 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a85defa-4897-4404-8011-a2e2551ae548 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:33:57.925317 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ededc39a-61fe-4d80-b343-87f2cbca2d2c None None] Sync routers for ids ['d4fe8f1e-e47b-454e-9ba9-c57580105363'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:33:57.934570 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ededc39a-61fe-4d80-b343-87f2cbca2d2c None None] Routers {'d4fe8f1e-e47b-454e-9ba9-c57580105363'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:33:57.935162 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ededc39a-61fe-4d80-b343-87f2cbca2d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:33:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d4fe8f1e-e47b-454e-9ba9-c57580105363'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:57.967636 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1a85defa-4897-4404-8011-a2e2551ae548 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:57.994176 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1a85defa-4897-4404-8011-a2e2551ae548 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7736733 Apr 23 00:33:57.994791 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385bcd4d-662f-4b27-95dc-3e84c3c3d7ce', 'tag': '913a0935-ef4b-4df9-b402-9c8d777da90e'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:33:57.997085 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe02186-5123-4b59-84b1-f43787df89a4" -d '{"events": [{"name": "network-changed", "server_uuid": "385bcd4d-662f-4b27-95dc-3e84c3c3d7ce", "tag": "913a0935-ef4b-4df9-b402-9c8d777da90e"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:33:58.034876 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3575420-40b1-40a0-ba6c-639e1cfe832b x-openstack-request-id: req-d3575420-40b1-40a0-ba6c-639e1cfe832b {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:33:58.035165 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385bcd4d-662f-4b27-95dc-3e84c3c3d7ce", "tag": "913a0935-ef4b-4df9-b402-9c8d777da90e", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:33:58.035596 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d3575420-40b1-40a0-ba6c-639e1cfe832b {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:33:58.035926 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3575420-40b1-40a0-ba6c-639e1cfe832b'] response: {'name': 'network-changed', 'server_uuid': '385bcd4d-662f-4b27-95dc-3e84c3c3d7ce', 'tag': '913a0935-ef4b-4df9-b402-9c8d777da90e', 'status': 'completed', 'code': 200} Apr 23 00:33:58.043480 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-ededc39a-61fe-4d80-b343-87f2cbca2d2c None None] Set router d4fe8f1e-e47b-454e-9ba9-c57580105363 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:33:58.096539 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28cc97-ed09-49fe-9f3b-beb25499f215 req-cf7912e4-3291-460b-ae50-f82cc25ba5f3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:58.098257 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-af28cc97-ed09-49fe-9f3b-beb25499f215 req-cf7912e4-3291-460b-ae50-f82cc25ba5f3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 946 time: 0.0502329 Apr 23 00:33:58.099999 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe02186-5123-4b59-84b1-f43787df89a4 req-31350ae3-98bb-48e5-84eb-30be7a7440b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:58.101595 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ffe02186-5123-4b59-84b1-f43787df89a4 req-31350ae3-98bb-48e5-84eb-30be7a7440b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 1099 time: 0.0421903 Apr 23 00:33:58.139616 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-af28cc97-ed09-49fe-9f3b-beb25499f215 req-15c15dc4-831e-4b19-9847-0432f2c3a96b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a7771e2-39d9-4649-a446-47b147df5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332339 Apr 23 00:33:58.163301 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 32978) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:58.199000 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe02186-5123-4b59-84b1-f43787df89a4 req-1fdc6da6-b0ce-4a1f-9e29-e74f8212c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:58.200417 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ffe02186-5123-4b59-84b1-f43787df89a4 req-1fdc6da6-b0ce-4a1f-9e29-e74f8212c162 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66 HTTP/1.1" status: 200 len: 898 time: 0.0923471 Apr 23 00:33:58.232974 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-be9553cd-abc2-49fc-8ca6-164841ca95a5 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/floatingips/a0a02cad-ed88-43af-aeca-0dcd10e616d8 HTTP/1.1" status: 200 len: 991 time: 0.0673299 Apr 23 00:33:58.267629 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ffe02186-5123-4b59-84b1-f43787df89a4 req-8462e2bc-1724-422a-a700-2a44179c5512 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=913a0935-ef4b-4df9-b402-9c8d777da90e HTTP/1.1" status: 200 len: 999 time: 0.0604532 Apr 23 00:33:58.277156 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ededc39a-61fe-4d80-b343-87f2cbca2d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270643893', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:37Z', 'updated_at': '2022-04-23T00:33:42Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:38Z', 'updated_at': '2022-04-23T00:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'a0a02cad-ed88-43af-aeca-0dcd10e616d8', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'floating_ip_address': '172.26.3.55', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'port_id': '913a0935-ef4b-4df9-b402-9c8d777da90e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66', 'mac_address': 'fa:16:3e:06:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385bcd4d-662f-4b27-95dc-3e84c3c3d7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:33:56Z', 'updated_at': '2022-04-23T00:33:56Z', 'revision_number': 0, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282f68f9-d9c9-47f2-bd5b-1277685bd795', 'name': '', 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:d3:b5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'c988f2fb-2cee-4c37-9b69-d6a048dfda20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:41Z', 'updated_at': '2022-04-23T00:33:45Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': 'c988f2fb-2cee-4c37-9b69-d6a048dfda20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:58.302898 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ededc39a-61fe-4d80-b343-87f2cbca2d2c None None] Checking router: d4fe8f1e-e47b-454e-9ba9-c57580105363 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:33:58.310800 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ededc39a-61fe-4d80-b343-87f2cbca2d2c None None] Routers {'d4fe8f1e-e47b-454e-9ba9-c57580105363'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:33:58.311393 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ededc39a-61fe-4d80-b343-87f2cbca2d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:33:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d4fe8f1e-e47b-454e-9ba9-c57580105363'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:58.315102 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe02186-5123-4b59-84b1-f43787df89a4 req-03d5e9cd-c2e5-4613-8edc-900c3ba40796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:58.316631 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ffe02186-5123-4b59-84b1-f43787df89a4 req-03d5e9cd-c2e5-4613-8edc-900c3ba40796 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c988f2fb-2cee-4c37-9b69-d6a048dfda20 HTTP/1.1" status: 200 len: 834 time: 0.0430202 Apr 23 00:33:58.365905 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe02186-5123-4b59-84b1-f43787df89a4 req-cf3a9f09-686e-418b-b087-b94c20bc0dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:58.367429 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ffe02186-5123-4b59-84b1-f43787df89a4 req-cf3a9f09-686e-418b-b087-b94c20bc0dee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445278 Apr 23 00:33:58.415948 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-ededc39a-61fe-4d80-b343-87f2cbca2d2c None None] Set router d4fe8f1e-e47b-454e-9ba9-c57580105363 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:33:58.456094 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ffe02186-5123-4b59-84b1-f43787df89a4 req-8b84b218-a6fe-4ff9-b252-06aa6cd13f16 service neutron] 10.222.0.16 "GET /v2.0/networks/6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819998 Apr 23 00:33:58.550774 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ffe02186-5123-4b59-84b1-f43787df89a4 req-f4bd11bc-e766-4929-9f53-469f81ae9f51 service neutron] 10.222.0.16 "GET /v2.0/networks/6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862579 Apr 23 00:33:58.635245 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ededc39a-61fe-4d80-b343-87f2cbca2d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270643893', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:37Z', 'updated_at': '2022-04-23T00:33:42Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:38Z', 'updated_at': '2022-04-23T00:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'a0a02cad-ed88-43af-aeca-0dcd10e616d8', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'floating_ip_address': '172.26.3.55', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'port_id': '913a0935-ef4b-4df9-b402-9c8d777da90e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66', 'mac_address': 'fa:16:3e:06:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385bcd4d-662f-4b27-95dc-3e84c3c3d7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:33:56Z', 'updated_at': '2022-04-23T00:33:56Z', 'revision_number': 0, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282f68f9-d9c9-47f2-bd5b-1277685bd795', 'name': '', 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:d3:b5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'c988f2fb-2cee-4c37-9b69-d6a048dfda20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:41Z', 'updated_at': '2022-04-23T00:33:45Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': 'c988f2fb-2cee-4c37-9b69-d6a048dfda20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:58.744900 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ededc39a-61fe-4d80-b343-87f2cbca2d2c None None] The sync data for ids ['d4fe8f1e-e47b-454e-9ba9-c57580105363'] in dv-neutron-838783-1-hyperv is: [{'id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270643893', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:37Z', 'updated_at': '2022-04-23T00:33:42Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:38Z', 'updated_at': '2022-04-23T00:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'a0a02cad-ed88-43af-aeca-0dcd10e616d8', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'floating_ip_address': '172.26.3.55', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'port_id': '913a0935-ef4b-4df9-b402-9c8d777da90e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66', 'mac_address': 'fa:16:3e:06:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385bcd4d-662f-4b27-95dc-3e84c3c3d7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:33:56Z', 'updated_at': '2022-04-23T00:33:56Z', 'revision_number': 0, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282f68f9-d9c9-47f2-bd5b-1277685bd795', 'name': '', 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:d3:b5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'c988f2fb-2cee-4c37-9b69-d6a048dfda20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:41Z', 'updated_at': '2022-04-23T00:33:45Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': 'c988f2fb-2cee-4c37-9b69-d6a048dfda20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:33:58.942016 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16659dce-fa73-4e37-8e27-6586199bd019 None None] New status for floating IP a0a02cad-ed88-43af-aeca-0dcd10e616d8: ACTIVE {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:33:59.235860 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 32980) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:33:59.296037 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bb53306e-65b3-4923-a939-807c1d46b674 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/floatingips/a0a02cad-ed88-43af-aeca-0dcd10e616d8 HTTP/1.1" status: 200 len: 993 time: 0.0589817 Apr 23 00:34:04.313805 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50e6aa5b-441b-4259-9dda-3ea1a7126046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:07.250687 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5320af15-4d76-4f29-af4b-a888216111b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:07.971053 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:09.679688 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:09.883493 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:22.782377 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:34:23.557049 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-19d1bdde-d60e-49ad-bcd6-64b2f296328c req-aa7f1047-d3eb-4d95-93bc-adbb110655c4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432668 Apr 23 00:34:23.638567 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1bdde-d60e-49ad-bcd6-64b2f296328c req-b2be4112-d182-4730-b56a-79b50157b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:23.640077 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-19d1bdde-d60e-49ad-bcd6-64b2f296328c req-b2be4112-d182-4730-b56a-79b50157b15c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 1099 time: 0.0408905 Apr 23 00:34:23.739555 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1bdde-d60e-49ad-bcd6-64b2f296328c req-6b4ca8bf-81d0-440b-99fb-ec8f9d51ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:23.741714 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-19d1bdde-d60e-49ad-bcd6-64b2f296328c req-6b4ca8bf-81d0-440b-99fb-ec8f9d51ecf3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66 HTTP/1.1" status: 200 len: 898 time: 0.0837779 Apr 23 00:34:23.810907 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-19d1bdde-d60e-49ad-bcd6-64b2f296328c req-66b11ba4-9cc0-4bb8-8179-94cfeb2c7fa6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=913a0935-ef4b-4df9-b402-9c8d777da90e HTTP/1.1" status: 200 len: 1001 time: 0.0627782 Apr 23 00:34:23.861247 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1bdde-d60e-49ad-bcd6-64b2f296328c req-05de42cc-5f4c-404c-ada2-dabc8f5084f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:23.862684 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-19d1bdde-d60e-49ad-bcd6-64b2f296328c req-05de42cc-5f4c-404c-ada2-dabc8f5084f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c988f2fb-2cee-4c37-9b69-d6a048dfda20 HTTP/1.1" status: 200 len: 834 time: 0.0425835 Apr 23 00:34:23.901718 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:23.911397 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1bdde-d60e-49ad-bcd6-64b2f296328c req-5efb398e-7c9e-40b7-9f3b-087d032bf67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:23.913132 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-19d1bdde-d60e-49ad-bcd6-64b2f296328c req-5efb398e-7c9e-40b7-9f3b-087d032bf67f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407715 Apr 23 00:34:24.005239 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-19d1bdde-d60e-49ad-bcd6-64b2f296328c req-25f06e54-a4ed-4282-837c-1b7fcbd51f02 service neutron] 10.222.0.16 "GET /v2.0/networks/6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850477 Apr 23 00:34:24.095612 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-19d1bdde-d60e-49ad-bcd6-64b2f296328c req-0973e39d-d4f1-40a7-baf7-c21f1088e33a service neutron] 10.222.0.16 "GET /v2.0/networks/6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836794 Apr 23 00:34:28.182802 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7419162-6cb3-4d05-a49a-00c3d24ce4b2 req-318cc7fd-1652-494f-9d04-3224e8f0bef0 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:28.184325 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f7419162-6cb3-4d05-a49a-00c3d24ce4b2 req-318cc7fd-1652-494f-9d04-3224e8f0bef0 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 946 time: 0.0552144 Apr 23 00:34:28.221342 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f7419162-6cb3-4d05-a49a-00c3d24ce4b2 req-b3c33b30-ab9e-48be-9e32-4ee2bc1ab973 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a7771e2-39d9-4649-a446-47b147df5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311563 Apr 23 00:34:29.338682 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f73dd5-39e2-4538-82f4-23122b388198 req-9b25d386-7acf-424c-965c-5b0074342014 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:29.340179 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e6f73dd5-39e2-4538-82f4-23122b388198 req-9b25d386-7acf-424c-965c-5b0074342014 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 946 time: 0.0485094 Apr 23 00:34:29.377212 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e6f73dd5-39e2-4538-82f4-23122b388198 req-09331bda-63e8-48f4-b319-47599f61b5bb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a7771e2-39d9-4649-a446-47b147df5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311401 Apr 23 00:34:29.399059 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 32996) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:34:29.460391 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5279b371-8ab6-41c7-abf7-36c17573221b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/floatingips/a0a02cad-ed88-43af-aeca-0dcd10e616d8 HTTP/1.1" status: 200 len: 993 time: 0.0600872 Apr 23 00:34:30.884722 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772cfef-30af-4e5c-9b85-ce7e81205a41 req-ff2e6a37-1363-4203-b5ee-a66f7996d8ed tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:30.886856 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7772cfef-30af-4e5c-9b85-ce7e81205a41 req-ff2e6a37-1363-4203-b5ee-a66f7996d8ed tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 946 time: 0.0547094 Apr 23 00:34:30.926525 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7772cfef-30af-4e5c-9b85-ce7e81205a41 req-8d58699f-1ace-4c71-aae8-079b2d770de9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a7771e2-39d9-4649-a446-47b147df5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330300 Apr 23 00:34:32.048584 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc1209-aa33-4616-85f1-11f2d259fbe2 req-a505fdaa-f5bd-4e21-b24f-2014483b2ef2 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:32.050050 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-babc1209-aa33-4616-85f1-11f2d259fbe2 req-a505fdaa-f5bd-4e21-b24f-2014483b2ef2 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 946 time: 0.0526352 Apr 23 00:34:32.086575 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-babc1209-aa33-4616-85f1-11f2d259fbe2 req-9bcdd49f-9a51-4400-941e-f54f50f38631 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a7771e2-39d9-4649-a446-47b147df5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306742 Apr 23 00:34:32.108793 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33006) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:34:32.168080 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c4910d52-b37b-417b-adbe-a03028f03ebe tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/floatingips/a0a02cad-ed88-43af-aeca-0dcd10e616d8 HTTP/1.1" status: 200 len: 993 time: 0.0581577 Apr 23 00:34:32.441437 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33012) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:34:32.604919 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-11ae6abc-b1bc-494b-ada1-f5a475123aad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Deleting port 54531c24-e3ad-41ad-96f9-77de97e5d3eb {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:34:32.605179 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-11ae6abc-b1bc-494b-ada1-f5a475123aad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:32.684742 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-11ae6abc-b1bc-494b-ada1-f5a475123aad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:32.685070 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-11ae6abc-b1bc-494b-ada1-f5a475123aad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:32.697303 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-11ae6abc-b1bc-494b-ada1-f5a475123aad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Calling delete_port for 54531c24-e3ad-41ad-96f9-77de97e5d3eb owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:34:32.912844 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-11ae6abc-b1bc-494b-ada1-f5a475123aad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:32.939034 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae6abc-b1bc-494b-ada1-f5a475123aad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Port': ['ID=54531c24-e3ad-41ad-96f9-77de97e5d3eb,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:32.965776 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae6abc-b1bc-494b-ada1-f5a475123aad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:32.966125 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae6abc-b1bc-494b-ada1-f5a475123aad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:32.966513 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae6abc-b1bc-494b-ada1-f5a475123aad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:32.966871 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae6abc-b1bc-494b-ada1-f5a475123aad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:32.967186 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae6abc-b1bc-494b-ada1-f5a475123aad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:32.967515 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae6abc-b1bc-494b-ada1-f5a475123aad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:32.967866 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae6abc-b1bc-494b-ada1-f5a475123aad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:32.968191 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae6abc-b1bc-494b-ada1-f5a475123aad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:32.968516 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae6abc-b1bc-494b-ada1-f5a475123aad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:32.968839 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae6abc-b1bc-494b-ada1-f5a475123aad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:32.969161 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae6abc-b1bc-494b-ada1-f5a475123aad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:32.969482 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae6abc-b1bc-494b-ada1-f5a475123aad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:33.008211 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-11ae6abc-b1bc-494b-ada1-f5a475123aad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for floatingip, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:33.008592 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-11ae6abc-b1bc-494b-ada1-f5a475123aad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Floating IP a0a02cad-ed88-43af-aeca-0dcd10e616d8 disassociated (deleted). External IP: 172.26.3.55, port: 913a0935-ef4b-4df9-b402-9c8d777da90e. Apr 23 00:34:33.212011 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ae6abc-b1bc-494b-ada1-f5a475123aad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Router d4fe8f1e-e47b-454e-9ba9-c57580105363 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:34:33.320221 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ae6abc-b1bc-494b-ada1-f5a475123aad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:34:33.324866 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-11ae6abc-b1bc-494b-ada1-f5a475123aad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:33.329563 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5294d2-0c5b-4dbd-93c9-f6e9bd68a528 None None] Sync routers for ids ['d4fe8f1e-e47b-454e-9ba9-c57580105363'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:34:33.339073 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5294d2-0c5b-4dbd-93c9-f6e9bd68a528 None None] Routers {'d4fe8f1e-e47b-454e-9ba9-c57580105363'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:34:33.339699 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-3b5294d2-0c5b-4dbd-93c9-f6e9bd68a528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:34:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d4fe8f1e-e47b-454e-9ba9-c57580105363'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:33.351645 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-11ae6abc-b1bc-494b-ada1-f5a475123aad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "DELETE /v2.0/floatingips/a0a02cad-ed88-43af-aeca-0dcd10e616d8 HTTP/1.1" status: 204 len: 168 time: 0.9091358 Apr 23 00:34:33.352210 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385bcd4d-662f-4b27-95dc-3e84c3c3d7ce', 'tag': '913a0935-ef4b-4df9-b402-9c8d777da90e'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:34:33.354488 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1b6ff7-b47e-4fd5-b66c-b9f1679f911b" -d '{"events": [{"name": "network-changed", "server_uuid": "385bcd4d-662f-4b27-95dc-3e84c3c3d7ce", "tag": "913a0935-ef4b-4df9-b402-9c8d777da90e"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:34:33.447351 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-3b5294d2-0c5b-4dbd-93c9-f6e9bd68a528 None None] Set router d4fe8f1e-e47b-454e-9ba9-c57580105363 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:34:33.463835 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fbfd53-2090-4cf5-9dc6-2eae27b1712b x-openstack-request-id: req-62fbfd53-2090-4cf5-9dc6-2eae27b1712b {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:34:33.464132 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385bcd4d-662f-4b27-95dc-3e84c3c3d7ce", "tag": "913a0935-ef4b-4df9-b402-9c8d777da90e", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:34:33.464390 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62fbfd53-2090-4cf5-9dc6-2eae27b1712b {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:34:33.464806 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62fbfd53-2090-4cf5-9dc6-2eae27b1712b'] response: {'name': 'network-changed', 'server_uuid': '385bcd4d-662f-4b27-95dc-3e84c3c3d7ce', 'tag': '913a0935-ef4b-4df9-b402-9c8d777da90e', 'status': 'completed', 'code': 200} Apr 23 00:34:33.526998 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b6ff7-b47e-4fd5-b66c-b9f1679f911b req-96b5d135-5e9c-4c9a-a5ef-250430628e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:33.528706 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4a1b6ff7-b47e-4fd5-b66c-b9f1679f911b req-96b5d135-5e9c-4c9a-a5ef-250430628e97 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 1099 time: 0.0416081 Apr 23 00:34:33.627367 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b6ff7-b47e-4fd5-b66c-b9f1679f911b req-18d125f5-e0e9-4241-816c-fd9e635c819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:33.629216 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4a1b6ff7-b47e-4fd5-b66c-b9f1679f911b req-18d125f5-e0e9-4241-816c-fd9e635c819b service neutron] 10.222.0.16 "GET /v2.0/networks?id=6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66 HTTP/1.1" status: 200 len: 898 time: 0.0933738 Apr 23 00:34:33.649254 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-3b5294d2-0c5b-4dbd-93c9-f6e9bd68a528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270643893', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:37Z', 'updated_at': '2022-04-23T00:33:42Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:38Z', 'updated_at': '2022-04-23T00:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '282f68f9-d9c9-47f2-bd5b-1277685bd795', 'name': '', 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:d3:b5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'c988f2fb-2cee-4c37-9b69-d6a048dfda20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:41Z', 'updated_at': '2022-04-23T00:33:45Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': 'c988f2fb-2cee-4c37-9b69-d6a048dfda20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:33.674824 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4a1b6ff7-b47e-4fd5-b66c-b9f1679f911b req-7c242c56-fcff-4abf-a00f-785a9033f01d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=913a0935-ef4b-4df9-b402-9c8d777da90e HTTP/1.1" status: 200 len: 217 time: 0.0356755 Apr 23 00:34:33.675481 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5294d2-0c5b-4dbd-93c9-f6e9bd68a528 None None] Checking router: d4fe8f1e-e47b-454e-9ba9-c57580105363 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:34:33.684808 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5294d2-0c5b-4dbd-93c9-f6e9bd68a528 None None] Routers {'d4fe8f1e-e47b-454e-9ba9-c57580105363'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:34:33.684808 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-3b5294d2-0c5b-4dbd-93c9-f6e9bd68a528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:34:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d4fe8f1e-e47b-454e-9ba9-c57580105363'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:33.735723 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b6ff7-b47e-4fd5-b66c-b9f1679f911b req-63c0e053-fbda-4750-a4b5-4ebdd6b1a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:33.737098 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4a1b6ff7-b47e-4fd5-b66c-b9f1679f911b req-63c0e053-fbda-4750-a4b5-4ebdd6b1a278 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c988f2fb-2cee-4c37-9b69-d6a048dfda20 HTTP/1.1" status: 200 len: 834 time: 0.0498667 Apr 23 00:34:33.795928 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-3b5294d2-0c5b-4dbd-93c9-f6e9bd68a528 None None] Set router d4fe8f1e-e47b-454e-9ba9-c57580105363 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:34:34.000519 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-3b5294d2-0c5b-4dbd-93c9-f6e9bd68a528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270643893', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:37Z', 'updated_at': '2022-04-23T00:33:42Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:38Z', 'updated_at': '2022-04-23T00:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '282f68f9-d9c9-47f2-bd5b-1277685bd795', 'name': '', 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:d3:b5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'c988f2fb-2cee-4c37-9b69-d6a048dfda20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:41Z', 'updated_at': '2022-04-23T00:33:45Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': 'c988f2fb-2cee-4c37-9b69-d6a048dfda20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:34.031525 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5294d2-0c5b-4dbd-93c9-f6e9bd68a528 None None] The sync data for ids ['d4fe8f1e-e47b-454e-9ba9-c57580105363'] in dv-neutron-838783-1-hyperv is: [{'id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270643893', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:37Z', 'updated_at': '2022-04-23T00:33:42Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:38Z', 'updated_at': '2022-04-23T00:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '282f68f9-d9c9-47f2-bd5b-1277685bd795', 'name': '', 'network_id': '6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:d3:b5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'c988f2fb-2cee-4c37-9b69-d6a048dfda20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:41Z', 'updated_at': '2022-04-23T00:33:45Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': 'c988f2fb-2cee-4c37-9b69-d6a048dfda20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:34:34.118366 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcab89b-f1fd-47c7-9cc8-a259fc2cccae req-71ceecbc-9a0e-4c2d-a6f9-5ceb584b586c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:34.119922 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3fcab89b-f1fd-47c7-9cc8-a259fc2cccae req-71ceecbc-9a0e-4c2d-a6f9-5ceb584b586c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 946 time: 0.3870871 Apr 23 00:34:34.134300 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b6ff7-b47e-4fd5-b66c-b9f1679f911b req-dce0dce5-1ca1-49c7-a369-ea7825f87ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:34.135735 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4a1b6ff7-b47e-4fd5-b66c-b9f1679f911b req-dce0dce5-1ca1-49c7-a369-ea7825f87ea6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3893018 Apr 23 00:34:34.208253 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3fcab89b-f1fd-47c7-9cc8-a259fc2cccae req-ad119577-f119-4803-bba5-5110e2f70529 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a7771e2-39d9-4649-a446-47b147df5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817926 Apr 23 00:34:34.254887 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4a1b6ff7-b47e-4fd5-b66c-b9f1679f911b req-5d9290b8-5acc-434f-a661-7f1786d8d9cc service neutron] 10.222.0.16 "GET /v2.0/networks/6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101377 Apr 23 00:34:34.264635 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e238e169-3172-45cb-94d7-4ff02fb1dca4 None None] New status for floating IP a0a02cad-ed88-43af-aeca-0dcd10e616d8: DOWN {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:34:34.334565 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f537c7c-da5d-424e-a722-f53b93ee68cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:34.346848 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4a1b6ff7-b47e-4fd5-b66c-b9f1679f911b req-448da0ed-adf9-41d3-a33a-5db49c0171ed service neutron] 10.222.0.16 "GET /v2.0/networks/6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848510 Apr 23 00:34:35.332653 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1982e3-52de-43b3-937f-5c2cf97368e7 req-2c6bdb10-6d36-4857-9ff6-bedf0a04e888 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:35.335132 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-bf1982e3-52de-43b3-937f-5c2cf97368e7 req-2c6bdb10-6d36-4857-9ff6-bedf0a04e888 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 946 time: 0.0516551 Apr 23 00:34:35.372899 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-bf1982e3-52de-43b3-937f-5c2cf97368e7 req-2a4b46b4-7de5-4e98-9b44-d890d53c5021 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a7771e2-39d9-4649-a446-47b147df5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316560 Apr 23 00:34:35.385299 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9679314-4349-4213-acc7-2eff36e75499 req-529fea05-cf42-496d-aaac-99b2fe7bd4c0 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:35.386843 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c9679314-4349-4213-acc7-2eff36e75499 req-529fea05-cf42-496d-aaac-99b2fe7bd4c0 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.16 "GET /v2.0/ports?device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 946 time: 0.0505357 Apr 23 00:34:35.480495 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-c9679314-4349-4213-acc7-2eff36e75499 req-4c7ce921-3cb1-4c26-a932-e5cfd4d38f3c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Deleting port 913a0935-ef4b-4df9-b402-9c8d777da90e {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:34:35.480736 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c9679314-4349-4213-acc7-2eff36e75499 req-4c7ce921-3cb1-4c26-a932-e5cfd4d38f3c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:35.569782 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-c9679314-4349-4213-acc7-2eff36e75499 req-4c7ce921-3cb1-4c26-a932-e5cfd4d38f3c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] For port 913a0935-ef4b-4df9-b402-9c8d777da90e, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=913a0935-ef4b-4df9-b402-9c8d777da90e,segment=NetworkSegment(edc339e7-3913-41cb-a631-ff65db05f7a9),segment_id=edc339e7-3913-41cb-a631-ff65db05f7a9)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:34:35.570151 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c9679314-4349-4213-acc7-2eff36e75499 req-4c7ce921-3cb1-4c26-a932-e5cfd4d38f3c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:35.582800 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-c9679314-4349-4213-acc7-2eff36e75499 req-4c7ce921-3cb1-4c26-a932-e5cfd4d38f3c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Calling delete_port for 913a0935-ef4b-4df9-b402-9c8d777da90e owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:34:35.764362 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c9679314-4349-4213-acc7-2eff36e75499 req-4c7ce921-3cb1-4c26-a932-e5cfd4d38f3c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:35.791656 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ce921-3cb1-4c26-a932-e5cfd4d38f3c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Port': ['ID=913a0935-ef4b-4df9-b402-9c8d777da90e,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:35.822191 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ce921-3cb1-4c26-a932-e5cfd4d38f3c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:35.822547 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ce921-3cb1-4c26-a932-e5cfd4d38f3c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:35.822892 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ce921-3cb1-4c26-a932-e5cfd4d38f3c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:35.823235 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ce921-3cb1-4c26-a932-e5cfd4d38f3c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:35.823591 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ce921-3cb1-4c26-a932-e5cfd4d38f3c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:35.823928 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ce921-3cb1-4c26-a932-e5cfd4d38f3c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:35.824261 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ce921-3cb1-4c26-a932-e5cfd4d38f3c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:35.824635 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ce921-3cb1-4c26-a932-e5cfd4d38f3c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:35.824966 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ce921-3cb1-4c26-a932-e5cfd4d38f3c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:35.825297 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ce921-3cb1-4c26-a932-e5cfd4d38f3c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:35.825624 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ce921-3cb1-4c26-a932-e5cfd4d38f3c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:35.825950 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ce921-3cb1-4c26-a932-e5cfd4d38f3c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:35.849237 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9679314-4349-4213-acc7-2eff36e75499 req-4c7ce921-3cb1-4c26-a932-e5cfd4d38f3c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] No DVR routers for this DVR port 913a0935-ef4b-4df9-b402-9c8d777da90e on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:34:35.851774 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c9679314-4349-4213-acc7-2eff36e75499 req-4c7ce921-3cb1-4c26-a932-e5cfd4d38f3c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:35.855218 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c9679314-4349-4213-acc7-2eff36e75499 req-4c7ce921-3cb1-4c26-a932-e5cfd4d38f3c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.16 "DELETE /v2.0/ports/913a0935-ef4b-4df9-b402-9c8d777da90e HTTP/1.1" status: 204 len: 173 time: 0.4628971 Apr 23 00:34:35.855686 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385bcd4d-662f-4b27-95dc-3e84c3c3d7ce', 'name': 'network-vif-deleted', 'tag': '913a0935-ef4b-4df9-b402-9c8d777da90e'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:34:35.857903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6144d1c-e526-419c-a09a-70614fbe4559" -d '{"events": [{"server_uuid": "385bcd4d-662f-4b27-95dc-3e84c3c3d7ce", "name": "network-vif-deleted", "tag": "913a0935-ef4b-4df9-b402-9c8d777da90e"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:34:35.894730 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d9887a-689b-4931-a2ee-8ffd61ae0f49 x-openstack-request-id: req-31d9887a-689b-4931-a2ee-8ffd61ae0f49 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:34:35.895022 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385bcd4d-662f-4b27-95dc-3e84c3c3d7ce", "name": "network-vif-deleted", "tag": "913a0935-ef4b-4df9-b402-9c8d777da90e", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:34:35.895274 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31d9887a-689b-4931-a2ee-8ffd61ae0f49 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:34:35.895858 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31d9887a-689b-4931-a2ee-8ffd61ae0f49'] response: {'server_uuid': '385bcd4d-662f-4b27-95dc-3e84c3c3d7ce', 'name': 'network-vif-deleted', 'tag': '913a0935-ef4b-4df9-b402-9c8d777da90e', 'status': 'completed', 'code': 200} Apr 23 00:34:36.480865 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-729266b0-f926-4ec2-a3e2-0249abd37bba req-472d2f9e-9d2a-4902-9991-9d21a88e0139 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=385bcd4d-662f-4b27-95dc-3e84c3c3d7ce HTTP/1.1" status: 200 len: 210 time: 0.0296669 Apr 23 00:34:37.301411 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08ca7f64-7737-4a6b-99d5-a4c578318d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:37.536322 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33030) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:34:37.893509 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-568d83e5-f769-47f9-a7d9-0d67d5d1adc1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:37.963120 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:38.145716 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-568d83e5-f769-47f9-a7d9-0d67d5d1adc1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Deleting port 282f68f9-d9c9-47f2-bd5b-1277685bd795 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:34:38.146487 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-568d83e5-f769-47f9-a7d9-0d67d5d1adc1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:38.236686 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-568d83e5-f769-47f9-a7d9-0d67d5d1adc1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] For port 282f68f9-d9c9-47f2-bd5b-1277685bd795, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=282f68f9-d9c9-47f2-bd5b-1277685bd795,segment=NetworkSegment(edc339e7-3913-41cb-a631-ff65db05f7a9),segment_id=edc339e7-3913-41cb-a631-ff65db05f7a9)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:34:38.237053 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-568d83e5-f769-47f9-a7d9-0d67d5d1adc1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:38.248914 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-568d83e5-f769-47f9-a7d9-0d67d5d1adc1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Calling delete_port for 282f68f9-d9c9-47f2-bd5b-1277685bd795 owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:34:38.472997 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-568d83e5-f769-47f9-a7d9-0d67d5d1adc1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:38.499696 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d83e5-f769-47f9-a7d9-0d67d5d1adc1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Port': ['ID=282f68f9-d9c9-47f2-bd5b-1277685bd795,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:38.671243 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-568d83e5-f769-47f9-a7d9-0d67d5d1adc1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:38.885275 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568d83e5-f769-47f9-a7d9-0d67d5d1adc1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Router d4fe8f1e-e47b-454e-9ba9-c57580105363 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:34:38.988095 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568d83e5-f769-47f9-a7d9-0d67d5d1adc1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:34:38.993841 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-568d83e5-f769-47f9-a7d9-0d67d5d1adc1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "PUT /v2.0/routers/d4fe8f1e-e47b-454e-9ba9-c57580105363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4557302 Apr 23 00:34:38.996662 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33032) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:34:39.001839 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237ac4df-afaa-4a82-9e5d-62caa5370e81 None None] Sync routers for ids ['d4fe8f1e-e47b-454e-9ba9-c57580105363'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:34:39.012258 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237ac4df-afaa-4a82-9e5d-62caa5370e81 None None] Routers {'d4fe8f1e-e47b-454e-9ba9-c57580105363'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:34:39.012973 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-237ac4df-afaa-4a82-9e5d-62caa5370e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:34:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d4fe8f1e-e47b-454e-9ba9-c57580105363'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:39.049333 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe9a8f6-60e2-44db-aac9-f28496048817 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Deleting subnet c988f2fb-2cee-4c37-9b69-d6a048dfda20 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:34:39.052956 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a8f6-60e2-44db-aac9-f28496048817 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.091753 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a8f6-60e2-44db-aac9-f28496048817 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.114481 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-237ac4df-afaa-4a82-9e5d-62caa5370e81 None None] Set router d4fe8f1e-e47b-454e-9ba9-c57580105363 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:34:39.177500 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a8f6-60e2-44db-aac9-f28496048817 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.284577 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a8f6-60e2-44db-aac9-f28496048817 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.296340 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-237ac4df-afaa-4a82-9e5d-62caa5370e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270643893', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:37Z', 'updated_at': '2022-04-23T00:34:38Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:38Z', 'updated_at': '2022-04-23T00:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:39.312592 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9a8f6-60e2-44db-aac9-f28496048817 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Subnet': ['ID=c988f2fb-2cee-4c37-9b69-d6a048dfda20,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:39.314577 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a8f6-60e2-44db-aac9-f28496048817 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.317734 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8fe9a8f6-60e2-44db-aac9-f28496048817 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "DELETE /v2.0/subnets/c988f2fb-2cee-4c37-9b69-d6a048dfda20 HTTP/1.1" status: 204 len: 168 time: 0.3199944 Apr 23 00:34:39.320176 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99a4de0-81a7-4bac-be42-b3dbcb5f7992 None None] Network 6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:34:39.321163 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33034) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:34:39.331248 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237ac4df-afaa-4a82-9e5d-62caa5370e81 None None] Checking router: d4fe8f1e-e47b-454e-9ba9-c57580105363 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:34:39.340524 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237ac4df-afaa-4a82-9e5d-62caa5370e81 None None] Routers {'d4fe8f1e-e47b-454e-9ba9-c57580105363'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:34:39.341140 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-237ac4df-afaa-4a82-9e5d-62caa5370e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:34:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['d4fe8f1e-e47b-454e-9ba9-c57580105363'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:39.431169 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dfae77ab-ac79-4b73-8d96-7d4f1bb36c2c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.443487 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-237ac4df-afaa-4a82-9e5d-62caa5370e81 None None] Set router d4fe8f1e-e47b-454e-9ba9-c57580105363 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:34:39.506826 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583f0fce-7b52-4a92-bf57-30aa71475d68 None None] DHCP port deletion for 6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:34:39.562694 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-583f0fce-7b52-4a92-bf57-30aa71475d68 None None] Deleting port 41414b15-27ec-4a93-abdf-d723ba040547 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:34:39.563076 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-583f0fce-7b52-4a92-bf57-30aa71475d68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.650518 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-583f0fce-7b52-4a92-bf57-30aa71475d68 None None] For port 41414b15-27ec-4a93-abdf-d723ba040547, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=41414b15-27ec-4a93-abdf-d723ba040547,segment=NetworkSegment(edc339e7-3913-41cb-a631-ff65db05f7a9),segment_id=edc339e7-3913-41cb-a631-ff65db05f7a9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:34:39.651131 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-583f0fce-7b52-4a92-bf57-30aa71475d68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.670024 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-583f0fce-7b52-4a92-bf57-30aa71475d68 None None] Calling delete_port for 41414b15-27ec-4a93-abdf-d723ba040547 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:34:39.738950 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-237ac4df-afaa-4a82-9e5d-62caa5370e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270643893', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:37Z', 'updated_at': '2022-04-23T00:34:38Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:38Z', 'updated_at': '2022-04-23T00:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:39.755916 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 913a0935-ef4b-4df9-b402-9c8d777da90e no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:34:39.761962 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.769570 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237ac4df-afaa-4a82-9e5d-62caa5370e81 None None] The sync data for ids ['d4fe8f1e-e47b-454e-9ba9-c57580105363'] in dv-neutron-838783-1-hyperv is: [{'id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270643893', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:37Z', 'updated_at': '2022-04-23T00:34:38Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '02ad5915-c25a-4e4f-9e5c-823f861c978f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fe8f1e-e47b-454e-9ba9-c57580105363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:38Z', 'updated_at': '2022-04-23T00:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:34:39.788083 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 913a0935-ef4b-4df9-b402-9c8d777da90e {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:34:39.788709 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 913a0935-ef4b-4df9-b402-9c8d777da90e not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:34:39.825626 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-583f0fce-7b52-4a92-bf57-30aa71475d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.856508 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f0fce-7b52-4a92-bf57-30aa71475d68 None None] Pushing event deleted for resources: {'Port': ['ID=41414b15-27ec-4a93-abdf-d723ba040547,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:39.858856 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583f0fce-7b52-4a92-bf57-30aa71475d68 None None] No DVR routers for this DVR port 41414b15-27ec-4a93-abdf-d723ba040547 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:34:39.871597 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0fce-7b52-4a92-bf57-30aa71475d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:39.872002 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0fce-7b52-4a92-bf57-30aa71475d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:39.872381 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0fce-7b52-4a92-bf57-30aa71475d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:39.872612 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0fce-7b52-4a92-bf57-30aa71475d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:39.872948 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0fce-7b52-4a92-bf57-30aa71475d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:39.873283 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0fce-7b52-4a92-bf57-30aa71475d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:39.873633 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0fce-7b52-4a92-bf57-30aa71475d68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:39.873962 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0fce-7b52-4a92-bf57-30aa71475d68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:39.874710 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0fce-7b52-4a92-bf57-30aa71475d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:39.875043 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0fce-7b52-4a92-bf57-30aa71475d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:39.875461 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0fce-7b52-4a92-bf57-30aa71475d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:39.875836 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0fce-7b52-4a92-bf57-30aa71475d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:39.889144 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dfae77ab-ac79-4b73-8d96-7d4f1bb36c2c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.913451 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.043276 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-dfae77ab-ac79-4b73-8d96-7d4f1bb36c2c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Deleting port 02ad5915-c25a-4e4f-9e5c-823f861c978f {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:34:40.043664 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dfae77ab-ac79-4b73-8d96-7d4f1bb36c2c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.140843 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-dfae77ab-ac79-4b73-8d96-7d4f1bb36c2c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] For port 02ad5915-c25a-4e4f-9e5c-823f861c978f, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=02ad5915-c25a-4e4f-9e5c-823f861c978f,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:34:40.141202 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dfae77ab-ac79-4b73-8d96-7d4f1bb36c2c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.157391 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-dfae77ab-ac79-4b73-8d96-7d4f1bb36c2c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Calling delete_port for 02ad5915-c25a-4e4f-9e5c-823f861c978f owned by network:router_gateway {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:34:40.364102 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dfae77ab-ac79-4b73-8d96-7d4f1bb36c2c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.390599 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae77ab-ac79-4b73-8d96-7d4f1bb36c2c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Port': ['ID=02ad5915-c25a-4e4f-9e5c-823f861c978f,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:40.453915 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dfae77ab-ac79-4b73-8d96-7d4f1bb36c2c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.541664 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dfae77ab-ac79-4b73-8d96-7d4f1bb36c2c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.543811 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dfae77ab-ac79-4b73-8d96-7d4f1bb36c2c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.626703 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dfae77ab-ac79-4b73-8d96-7d4f1bb36c2c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.627404 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfae77ab-ac79-4b73-8d96-7d4f1bb36c2c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Fanout notify agent at l3_agent the message router_deleted on router d4fe8f1e-e47b-454e-9ba9-c57580105363 {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:34:40.634579 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dfae77ab-ac79-4b73-8d96-7d4f1bb36c2c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.635624 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-dfae77ab-ac79-4b73-8d96-7d4f1bb36c2c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "DELETE /v2.0/routers/d4fe8f1e-e47b-454e-9ba9-c57580105363 HTTP/1.1" status: 204 len: 168 time: 1.3133295 Apr 23 00:34:40.638522 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33036) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:34:40.729665 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1cf3ab96-058a-401e-b3ff-8b6ec13a7d49 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.820558 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1cf3ab96-058a-401e-b3ff-8b6ec13a7d49 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.840067 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-1cf3ab96-058a-401e-b3ff-8b6ec13a7d49 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:40.848858 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-1cf3ab96-058a-401e-b3ff-8b6ec13a7d49 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc339e7-3913-41cb-a631-ff65db05f7a9') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:40.849877 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-1cf3ab96-058a-401e-b3ff-8b6ec13a7d49 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc339e7-3913-41cb-a631-ff65db05f7a9') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:40.858868 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1cf3ab96-058a-401e-b3ff-8b6ec13a7d49 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.871871 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1cf3ab96-058a-401e-b3ff-8b6ec13a7d49 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.877994 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf3ab96-058a-401e-b3ff-8b6ec13a7d49 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:34:40.878323 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1cf3ab96-058a-401e-b3ff-8b6ec13a7d49 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:34:40.881916 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:34:40.987016 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1cf3ab96-058a-401e-b3ff-8b6ec13a7d49 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.999674 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1cf3ab96-058a-401e-b3ff-8b6ec13a7d49 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.999674 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1cf3ab96-058a-401e-b3ff-8b6ec13a7d49 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "DELETE /v2.0/networks/6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66 HTTP/1.1" status: 204 len: 168 time: 0.3580196 Apr 23 00:34:41.000517 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33038) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:34:41.010761 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3ab96-058a-401e-b3ff-8b6ec13a7d49 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Network': ['ID=6c0e2eb6-4f4c-46ad-b06c-c7ed2c71ec66,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:41.063434 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1c66d0c5-142e-4e8a-b622-65abf88400b7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.090161 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1c66d0c5-142e-4e8a-b622-65abf88400b7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.198215 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1c66d0c5-142e-4e8a-b622-65abf88400b7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.200754 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1c66d0c5-142e-4e8a-b622-65abf88400b7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.201931 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1c66d0c5-142e-4e8a-b622-65abf88400b7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "DELETE /v2.0/security-groups/1a7771e2-39d9-4649-a446-47b147df5066 HTTP/1.1" status: 204 len: 168 time: 0.2004163 Apr 23 00:34:41.211414 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66d0c5-142e-4e8a-b622-65abf88400b7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7771e2-39d9-4649-a446-47b147df5066,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:41.294090 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 41414b15-27ec-4a93-abdf-d723ba040547 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:34:41.313894 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 41414b15-27ec-4a93-abdf-d723ba040547 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:34:41.314239 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 41414b15-27ec-4a93-abdf-d723ba040547 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:34:41.316108 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 02ad5915-c25a-4e4f-9e5c-823f861c978f no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:34:41.333514 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 02ad5915-c25a-4e4f-9e5c-823f861c978f {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:34:41.333855 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 02ad5915-c25a-4e4f-9e5c-823f861c978f not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:34:41.339077 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 282f68f9-d9c9-47f2-bd5b-1277685bd795 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:34:41.352708 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 282f68f9-d9c9-47f2-bd5b-1277685bd795 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:34:41.353055 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 282f68f9-d9c9-47f2-bd5b-1277685bd795 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:34:41.617211 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33044) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:34:41.621830 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-74c3fef6-a8e8-43a5-9108-242d971355f4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-130721030', 'description': 'tempest-secgroup-smoke-130721030 description', 'project_id': 'f13b99d4303b4cbc82245827feb580d6'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:41.701102 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74c3fef6-a8e8-43a5-9108-242d971355f4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.774507 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74c3fef6-a8e8-43a5-9108-242d971355f4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.842753 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74c3fef6-a8e8-43a5-9108-242d971355f4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.871591 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3fef6-a8e8-43a5-9108-242d971355f4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c20a22e-70a7-4b78-accf-b837e4d93686,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:41.930833 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-74c3fef6-a8e8-43a5-9108-242d971355f4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.932119 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-74c3fef6-a8e8-43a5-9108-242d971355f4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3138819 Apr 23 00:34:41.934954 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33046) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:34:41.939294 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-e987a61e-4f93-4851-a1b8-9841e3b2c1ab tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '7c20a22e-70a7-4b78-accf-b837e4d93686', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:42.030355 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e987a61e-4f93-4851-a1b8-9841e3b2c1ab tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.093167 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e987a61e-4f93-4851-a1b8-9841e3b2c1ab tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.152698 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e987a61e-4f93-4851-a1b8-9841e3b2c1ab tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.171146 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987a61e-4f93-4851-a1b8-9841e3b2c1ab tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65f7186-a347-46fc-b89b-dcbfbb7a0025,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:42.261968 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e987a61e-4f93-4851-a1b8-9841e3b2c1ab tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.263236 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e987a61e-4f93-4851-a1b8-9841e3b2c1ab tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3273628 Apr 23 00:34:42.265942 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33048) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:34:42.270275 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-c77ebb2a-5b0d-40bf-9aec-cc79a862ac0a tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '7c20a22e-70a7-4b78-accf-b837e4d93686', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:42.361925 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c77ebb2a-5b0d-40bf-9aec-cc79a862ac0a tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.427543 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c77ebb2a-5b0d-40bf-9aec-cc79a862ac0a tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.500106 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c77ebb2a-5b0d-40bf-9aec-cc79a862ac0a tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.521174 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ebb2a-5b0d-40bf-9aec-cc79a862ac0a tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546713ca-1e50-40a8-9c3c-ea4f78605fca,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:42.566045 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c77ebb2a-5b0d-40bf-9aec-cc79a862ac0a tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.567360 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c77ebb2a-5b0d-40bf-9aec-cc79a862ac0a tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3004866 Apr 23 00:34:42.571004 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33050) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:34:42.575539 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-20eecf5b-47bd-400c-8bb5-3795000daa95 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '7c20a22e-70a7-4b78-accf-b837e4d93686', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:42.665743 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-20eecf5b-47bd-400c-8bb5-3795000daa95 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.767261 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-20eecf5b-47bd-400c-8bb5-3795000daa95 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.849411 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-20eecf5b-47bd-400c-8bb5-3795000daa95 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.869726 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eecf5b-47bd-400c-8bb5-3795000daa95 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56737c3-9db6-4da7-adba-5012c413345b,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:42.926484 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-20eecf5b-47bd-400c-8bb5-3795000daa95 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.928584 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-20eecf5b-47bd-400c-8bb5-3795000daa95 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3565331 Apr 23 00:34:42.931832 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33052) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:34:42.936367 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-dee4c89a-8660-42d4-abfc-a62822821a43 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '7c20a22e-70a7-4b78-accf-b837e4d93686', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:43.004826 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dee4c89a-8660-42d4-abfc-a62822821a43 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.075379 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dee4c89a-8660-42d4-abfc-a62822821a43 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.134372 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dee4c89a-8660-42d4-abfc-a62822821a43 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.153771 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4c89a-8660-42d4-abfc-a62822821a43 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298b217f-a54b-4be7-ac7a-3be1bab978ca,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:43.216271 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dee4c89a-8660-42d4-abfc-a62822821a43 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.217507 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-dee4c89a-8660-42d4-abfc-a62822821a43 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2846606 Apr 23 00:34:43.220217 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33054) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:34:43.228489 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-5716353e-1c0e-4ad5-8860-231e493e9e27 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '7c20a22e-70a7-4b78-accf-b837e4d93686', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:43.305624 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.securitygroups_db [None req-5716353e-1c0e-4ad5-8860-231e493e9e27 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Project f13b99d4303b4cbc82245827feb580d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:34:43.310793 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5716353e-1c0e-4ad5-8860-231e493e9e27 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.373549 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5716353e-1c0e-4ad5-8860-231e493e9e27 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.436299 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5716353e-1c0e-4ad5-8860-231e493e9e27 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.454217 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716353e-1c0e-4ad5-8860-231e493e9e27 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559a70d0-5965-4287-b258-7a2e30021dd4,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:43.514483 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5716353e-1c0e-4ad5-8860-231e493e9e27 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.515726 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5716353e-1c0e-4ad5-8860-231e493e9e27 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2945175 Apr 23 00:34:43.518375 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33056) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:34:43.522657 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-dc733d93-5ecb-473b-bee5-57a29c7e72fe tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '7c20a22e-70a7-4b78-accf-b837e4d93686', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:43.592683 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.securitygroups_db [None req-dc733d93-5ecb-473b-bee5-57a29c7e72fe tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Project f13b99d4303b4cbc82245827feb580d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:34:43.597474 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dc733d93-5ecb-473b-bee5-57a29c7e72fe tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.659861 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dc733d93-5ecb-473b-bee5-57a29c7e72fe tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.712384 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dc733d93-5ecb-473b-bee5-57a29c7e72fe tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.730075 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc733d93-5ecb-473b-bee5-57a29c7e72fe tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c148cfb0-ad89-4a1d-990b-464e047930bf,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:43.793122 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dc733d93-5ecb-473b-bee5-57a29c7e72fe tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.794363 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-dc733d93-5ecb-473b-bee5-57a29c7e72fe tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2750499 Apr 23 00:34:43.797285 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33058) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:34:43.802027 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-01df04f0-f71c-4cd0-ae25-f1a4ca4ab43b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'network': {'name': 'tempest-network-smoke--690413951', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'port_security_enabled': True}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:43.865361 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01df04f0-f71c-4cd0-ae25-f1a4ca4ab43b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Made reservation on behalf of f13b99d4303b4cbc82245827feb580d6 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:43.868847 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-01df04f0-f71c-4cd0-ae25-f1a4ca4ab43b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.893001 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01df04f0-f71c-4cd0-ae25-f1a4ca4ab43b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:34:43.902452 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-01df04f0-f71c-4cd0-ae25-f1a4ca4ab43b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.902800 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-01df04f0-f71c-4cd0-ae25-f1a4ca4ab43b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Added segment 7265b090-c1c6-4b06-b83d-0155059e33c2 of type vlan for network d8eaf277-16f8-4f55-ba2c-c08424910a5a Apr 23 00:34:43.945098 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-01df04f0-f71c-4cd0-ae25-f1a4ca4ab43b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.186874 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-01df04f0-f71c-4cd0-ae25-f1a4ca4ab43b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.192583 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01df04f0-f71c-4cd0-ae25-f1a4ca4ab43b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:44.193163 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-01df04f0-f71c-4cd0-ae25-f1a4ca4ab43b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.260775 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df04f0-f71c-4cd0-ae25-f1a4ca4ab43b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Network': ['ID=d8eaf277-16f8-4f55-ba2c-c08424910a5a,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:44.270665 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network d8eaf277-16f8-4f55-ba2c-c08424910a5a details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:34:44.286359 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-01df04f0-f71c-4cd0-ae25-f1a4ca4ab43b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4880672 Apr 23 00:34:44.289666 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33062) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:34:44.294089 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-1ea0556a-a79b-406a-8b99-8b834285dc0f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1699768853', 'admin_state_up': True, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:44.369925 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1ea0556a-a79b-406a-8b99-8b834285dc0f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.371002 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1ea0556a-a79b-406a-8b99-8b834285dc0f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.422344 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1ea0556a-a79b-406a-8b99-8b834285dc0f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.615629 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1ea0556a-a79b-406a-8b99-8b834285dc0f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.843948 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1ea0556a-a79b-406a-8b99-8b834285dc0f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.862530 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1ea0556a-a79b-406a-8b99-8b834285dc0f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.967356 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-1ea0556a-a79b-406a-8b99-8b834285dc0f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Allocated IP 172.26.3.217 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/6a70ff4b-2dbc-4b68-861e-83a2f61835c9) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:45.068698 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1ea0556a-a79b-406a-8b99-8b834285dc0f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:45.152636 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1ea0556a-a79b-406a-8b99-8b834285dc0f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:45.188124 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea0556a-a79b-406a-8b99-8b834285dc0f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:45.192963 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-1ea0556a-a79b-406a-8b99-8b834285dc0f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:45.197395 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea0556a-a79b-406a-8b99-8b834285dc0f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:34:45.221939 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0556a-a79b-406a-8b99-8b834285dc0f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=6a70ff4b-2dbc-4b68-861e-83a2f61835c9,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:45.517592 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1ea0556a-a79b-406a-8b99-8b834285dc0f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_gateway, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:45.706571 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1ea0556a-a79b-406a-8b99-8b834285dc0f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:45.878054 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea0556a-a79b-406a-8b99-8b834285dc0f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Router 3e19dbe0-5df1-4c29-b043-97c43f3fa2a5 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:34:45.980594 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea0556a-a79b-406a-8b99-8b834285dc0f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:34:45.990609 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] Sync routers for ids ['3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:34:45.999747 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] Routers {'3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:34:46.000365 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:34:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:46.040571 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1ea0556a-a79b-406a-8b99-8b834285dc0f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:46.041848 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-1ea0556a-a79b-406a-8b99-8b834285dc0f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7512240 Apr 23 00:34:46.044914 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33064) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:34:46.073404 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-bffd34cd-695f-4abb-8c3a-c54467a0326e tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f13b99d4303b4cbc82245827feb580d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271809 Apr 23 00:34:46.075840 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33066) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:34:46.104360 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] Set router 3e19dbe0-5df1-4c29-b043-97c43f3fa2a5 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:34:46.160229 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9513081a-c792-4649-b68b-f364f7917a52 tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:46.161655 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9513081a-c792-4649-b68b-f364f7917a52 tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0849266 Apr 23 00:34:46.164601 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33068) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:34:46.192513 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3d9a56c6-8d57-4f5e-be64-c0e8761ccb19 tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268288 Apr 23 00:34:46.195095 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33070) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:34:46.199842 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-fee9dbae-fe5c-4ba6-a850-d7bfcb406681 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1588638698', 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:46.279807 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699768853', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:45Z', 'revision_number': 3, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:46.309332 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] Checking router: 3e19dbe0-5df1-4c29-b043-97c43f3fa2a5 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:34:46.309684 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] Updating router 3e19dbe0-5df1-4c29-b043-97c43f3fa2a5 port 6a70ff4b-2dbc-4b68-861e-83a2f61835c9 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:34:46.334160 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:46.340985 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee9dbae-fe5c-4ba6-a850-d7bfcb406681 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Made reservation on behalf of f13b99d4303b4cbc82245827feb580d6 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:46.344513 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fee9dbae-fe5c-4ba6-a850-d7bfcb406681 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:46.577405 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:46.592462 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fee9dbae-fe5c-4ba6-a850-d7bfcb406681 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:46.649686 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9dbae-fe5c-4ba6-a850-d7bfcb406681 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Subnet': ['ID=9cdc5401-b0ad-4ea1-a11f-8db783a92171,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:46.659853 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee9dbae-fe5c-4ba6-a850-d7bfcb406681 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Checking segment: {'id': '7265b090-c1c6-4b06-b83d-0155059e33c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:34:46.660221 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee9dbae-fe5c-4ba6-a850-d7bfcb406681 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network hostable DHCP agents. Network: d8eaf277-16f8-4f55-ba2c-c08424910a5a, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:34:46.660899 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:46.709200 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] Attempting to bind port 6a70ff4b-2dbc-4b68-861e-83a2f61835c9 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:34:46.709565 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] Attempting to bind port 6a70ff4b-2dbc-4b68-861e-83a2f61835c9 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:34:46.710765 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] Attempting to bind port 6a70ff4b-2dbc-4b68-861e-83a2f61835c9 on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:34:46.716322 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e263d-de7f-490a-96c7-4a64f5ca5d85 None None] Pushing event updated for resources: {'Port': ['ID=6a70ff4b-2dbc-4b68-861e-83a2f61835c9,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:46.721856 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:34:46.721856 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:34:46.721856 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:46.722310 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:34:46.722411 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] Bound port: 6a70ff4b-2dbc-4b68-861e-83a2f61835c9, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:34:46.722830 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:46.740917 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee9dbae-fe5c-4ba6-a850-d7bfcb406681 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network d8eaf277-16f8-4f55-ba2c-c08424910a5a is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:34:46.776324 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] For port 6a70ff4b-2dbc-4b68-861e-83a2f61835c9, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:34:46.779295 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] For port 6a70ff4b-2dbc-4b68-861e-83a2f61835c9, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=6a70ff4b-2dbc-4b68-861e-83a2f61835c9,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:34:46.826820 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-fee9dbae-fe5c-4ba6-a850-d7bfcb406681 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, d8eaf277-16f8-4f55-ba2c-c08424910a5a) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:46.830899 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee9dbae-fe5c-4ba6-a850-d7bfcb406681 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:46.831432 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fee9dbae-fe5c-4ba6-a850-d7bfcb406681 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:46.836738 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a39a3e-10f4-4870-a7a1-c47d4164c412 None None] Network d8eaf277-16f8-4f55-ba2c-c08424910a5a requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:34:46.878097 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:46.914211 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-fee9dbae-fe5c-4ba6-a850-d7bfcb406681 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7179973 Apr 23 00:34:46.917225 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33072) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:34:47.119120 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] Routers {'3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:34:47.119694 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:34:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:47.121323 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e263d-de7f-490a-96c7-4a64f5ca5d85 None None] Pushing event updated for resources: {'Port': ['ID=6a70ff4b-2dbc-4b68-861e-83a2f61835c9,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:47.267517 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346ee571-9684-42f3-9a4b-ae9364e157b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-d8eaf277-16f8-4f55-ba2c-c08424910a5a', 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'fixed_ips': [{'subnet_id': '9cdc5401-b0ad-4ea1-a11f-8db783a92171'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:34:47.268363 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-346ee571-9684-42f3-9a4b-ae9364e157b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.274003 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] Set router 3e19dbe0-5df1-4c29-b043-97c43f3fa2a5 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:34:47.372097 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac9ebb37-1304-4319-a789-0e369fc368d9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.543696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-346ee571-9684-42f3-9a4b-ae9364e157b6 None None] Allocated IP 172.20.0.2 (d8eaf277-16f8-4f55-ba2c-c08424910a5a/9cdc5401-b0ad-4ea1-a11f-8db783a92171/e977c56f-4922-470d-8512-c4561ed5b07f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:47.620255 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699768853', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:45Z', 'revision_number': 3, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:47.650304 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f3ea37-a8e5-42a3-9151-e323a49d2f26 None None] The sync data for ids ['3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'] in dv-neutron-838783-1-hyperv is: [{'id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699768853', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:45Z', 'revision_number': 3, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:34:47.727720 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-346ee571-9684-42f3-9a4b-ae9364e157b6 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.793148 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-346ee571-9684-42f3-9a4b-ae9364e157b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.839232 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346ee571-9684-42f3-9a4b-ae9364e157b6 None None] Network d8eaf277-16f8-4f55-ba2c-c08424910a5a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:47.848639 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-346ee571-9684-42f3-9a4b-ae9364e157b6 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:47.848746 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-ac9ebb37-1304-4319-a789-0e369fc368d9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Allocated IP 172.20.0.1 (d8eaf277-16f8-4f55-ba2c-c08424910a5a/9cdc5401-b0ad-4ea1-a11f-8db783a92171/09c7f350-2845-40b7-a656-d81bf88af7ae) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:47.849051 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346ee571-9684-42f3-9a4b-ae9364e157b6 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:34:47.851301 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ee571-9684-42f3-9a4b-ae9364e157b6 None None] Pushing event updated for resources: {'Port': ['ID=e977c56f-4922-470d-8512-c4561ed5b07f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:47.944679 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-346ee571-9684-42f3-9a4b-ae9364e157b6 None None] Attempting to bind port e977c56f-4922-470d-8512-c4561ed5b07f on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:34:47.945244 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-346ee571-9684-42f3-9a4b-ae9364e157b6 None None] Attempting to bind port e977c56f-4922-470d-8512-c4561ed5b07f by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '7265b090-c1c6-4b06-b83d-0155059e33c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:34:47.945729 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346ee571-9684-42f3-9a4b-ae9364e157b6 None None] Attempting to bind port e977c56f-4922-470d-8512-c4561ed5b07f on network d8eaf277-16f8-4f55-ba2c-c08424910a5a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:34:47.951269 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346ee571-9684-42f3-9a4b-ae9364e157b6 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:34:47.951688 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346ee571-9684-42f3-9a4b-ae9364e157b6 None None] Checking segment: {'id': '7265b090-c1c6-4b06-b83d-0155059e33c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:34:47.952260 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-346ee571-9684-42f3-9a4b-ae9364e157b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.952722 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346ee571-9684-42f3-9a4b-ae9364e157b6 None None] Bound using segment: {'id': '7265b090-c1c6-4b06-b83d-0155059e33c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:34:47.953276 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-346ee571-9684-42f3-9a4b-ae9364e157b6 None None] Bound port: e977c56f-4922-470d-8512-c4561ed5b07f, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7265b090-c1c6-4b06-b83d-0155059e33c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:34:47.953789 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-346ee571-9684-42f3-9a4b-ae9364e157b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.996145 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac9ebb37-1304-4319-a789-0e369fc368d9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:48.029922 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-346ee571-9684-42f3-9a4b-ae9364e157b6 None None] For port e977c56f-4922-470d-8512-c4561ed5b07f, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:34:48.033543 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-346ee571-9684-42f3-9a4b-ae9364e157b6 None None] For port e977c56f-4922-470d-8512-c4561ed5b07f, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=e977c56f-4922-470d-8512-c4561ed5b07f,segment=NetworkSegment(7265b090-c1c6-4b06-b83d-0155059e33c2),segment_id=7265b090-c1c6-4b06-b83d-0155059e33c2)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:34:48.124378 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-346ee571-9684-42f3-9a4b-ae9364e157b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:48.159770 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac9ebb37-1304-4319-a789-0e369fc368d9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:48.190456 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ee571-9684-42f3-9a4b-ae9364e157b6 None None] Pushing event updated for resources: {'Port': ['ID=e977c56f-4922-470d-8512-c4561ed5b07f,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:48.228308 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9ebb37-1304-4319-a789-0e369fc368d9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network d8eaf277-16f8-4f55-ba2c-c08424910a5a is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:48.232816 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-ac9ebb37-1304-4319-a789-0e369fc368d9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:48.238225 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9ebb37-1304-4319-a789-0e369fc368d9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:34:48.238225 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ebb37-1304-4319-a789-0e369fc368d9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=09c7f350-2845-40b7-a656-d81bf88af7ae,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:48.285709 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac9ebb37-1304-4319-a789-0e369fc368d9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:48.512015 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac9ebb37-1304-4319-a789-0e369fc368d9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:48.793020 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac9ebb37-1304-4319-a789-0e369fc368d9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:48.860984 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac9ebb37-1304-4319-a789-0e369fc368d9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:48.940702 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac9ebb37-1304-4319-a789-0e369fc368d9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:48.943466 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ebb37-1304-4319-a789-0e369fc368d9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=09c7f350-2845-40b7-a656-d81bf88af7ae,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:49.043602 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9ebb37-1304-4319-a789-0e369fc368d9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network d8eaf277-16f8-4f55-ba2c-c08424910a5a is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:49.045070 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-ac9ebb37-1304-4319-a789-0e369fc368d9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:49.067172 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc15d0e9-7e50-4f82-931f-512248c84fa1 None None] Network d8eaf277-16f8-4f55-ba2c-c08424910a5a requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:34:49.141010 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-34327723-d95d-4c06-8964-4e557835cd7a None None] Provisioning complete for port e977c56f-4922-470d-8512-c4561ed5b07f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:49.141569 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34327723-d95d-4c06-8964-4e557835cd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:49.166273 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9ebb37-1304-4319-a789-0e369fc368d9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Router 3e19dbe0-5df1-4c29-b043-97c43f3fa2a5 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:34:49.296252 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9ebb37-1304-4319-a789-0e369fc368d9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:34:49.296688 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34327723-d95d-4c06-8964-4e557835cd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:49.301785 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ac9ebb37-1304-4319-a789-0e369fc368d9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "PUT /v2.0/routers/3e19dbe0-5df1-4c29-b043-97c43f3fa2a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3833039 Apr 23 00:34:49.354615 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-34327723-d95d-4c06-8964-4e557835cd7a None None] For port e977c56f-4922-470d-8512-c4561ed5b07f, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=e977c56f-4922-470d-8512-c4561ed5b07f,segment=NetworkSegment(7265b090-c1c6-4b06-b83d-0155059e33c2),segment_id=7265b090-c1c6-4b06-b83d-0155059e33c2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:34:49.381973 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 6a70ff4b-2dbc-4b68-861e-83a2f61835c9 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:34:49.422101 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34327723-d95d-4c06-8964-4e557835cd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:49.476790 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-986a021b-a897-4905-a3f3-180ec09f13be req-3374641a-d507-47ee-8def-0ab64a43cebf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-130721030&fields=id&tenant_id=f13b99d4303b4cbc82245827feb580d6 HTTP/1.1" status: 200 len: 267 time: 0.0370026 Apr 23 00:34:49.500317 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34327723-d95d-4c06-8964-4e557835cd7a None None] Pushing event updated for resources: {'Port': ['ID=e977c56f-4922-470d-8512-c4561ed5b07f,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:49.504428 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 6a70ff4b-2dbc-4b68-861e-83a2f61835c9 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:49.511301 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:49.597407 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:49.620994 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a021b-a897-4905-a3f3-180ec09f13be req-1820cd31-40eb-4e00-9854-69ac3b4152e2 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:49.621480 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-986a021b-a897-4905-a3f3-180ec09f13be req-1820cd31-40eb-4e00-9854-69ac3b4152e2 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/networks?id=d8eaf277-16f8-4f55-ba2c-c08424910a5a HTTP/1.1" status: 200 len: 796 time: 0.1376896 Apr 23 00:34:49.621569 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] Sync routers for ids ['3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:34:49.627771 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 6a70ff4b-2dbc-4b68-861e-83a2f61835c9, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=6a70ff4b-2dbc-4b68-861e-83a2f61835c9,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:34:49.638622 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] Routers {'3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:34:49.639535 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:34:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:49.641265 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-986a021b-a897-4905-a3f3-180ec09f13be req-a03b6f5e-b4aa-4dbb-a2d8-9ff99617272c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/quotas/f13b99d4303b4cbc82245827feb580d6 HTTP/1.1" status: 200 len: 375 time: 0.0103769 Apr 23 00:34:49.649583 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-cc5e95cd-bf29-4314-ba1d-2594fed54a6b None None] Provisioning complete for port e977c56f-4922-470d-8512-c4561ed5b07f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:49.649977 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc5e95cd-bf29-4314-ba1d-2594fed54a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:49.692814 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:49.693611 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device e977c56f-4922-470d-8512-c4561ed5b07f up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:34:49.706091 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-986a021b-a897-4905-a3f3-180ec09f13be req-dd2cf218-a05a-447c-9bb9-78e6c65afb84 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580995 Apr 23 00:34:49.787474 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=6a70ff4b-2dbc-4b68-861e-83a2f61835c9,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:49.789008 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [req-986a021b-a897-4905-a3f3-180ec09f13be req-8b8d312b-c9c5-4d34-86c6-216879fe306a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:34:49.790031 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-986a021b-a897-4905-a3f3-180ec09f13be req-8b8d312b-c9c5-4d34-86c6-216879fe306a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0720422 Apr 23 00:34:49.796851 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] Set router 3e19dbe0-5df1-4c29-b043-97c43f3fa2a5 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:34:49.846716 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port e977c56f-4922-470d-8512-c4561ed5b07f triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:49.847087 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:49.877680 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-cc5e95cd-bf29-4314-ba1d-2594fed54a6b None None] Provisioning complete for port 09c7f350-2845-40b7-a656-d81bf88af7ae triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:49.878022 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc5e95cd-bf29-4314-ba1d-2594fed54a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:49.912589 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-986a021b-a897-4905-a3f3-180ec09f13be req-f1ca6665-a41f-4491-b03e-82140fb3de1f service neutron] 10.222.0.15 "GET /v2.0/networks/d8eaf277-16f8-4f55-ba2c-c08424910a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149476 Apr 23 00:34:49.923857 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cc5e95cd-bf29-4314-ba1d-2594fed54a6b None None] Port 09c7f350-2845-40b7-a656-d81bf88af7ae cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:34:50.014433 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-986a021b-a897-4905-a3f3-180ec09f13be req-b16b959e-05b1-453d-ac37-ffe1d514fd06 service neutron] 10.222.0.15 "GET /v2.0/networks/d8eaf277-16f8-4f55-ba2c-c08424910a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008170 Apr 23 00:34:50.025461 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699768853', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:48Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '09c7f350-2845-40b7-a656-d81bf88af7ae', 'name': '', 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:31:1f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '9cdc5401-b0ad-4ea1-a11f-8db783a92171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:47Z', 'updated_at': '2022-04-23T00:34:48Z', 'revision_number': 2, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '9cdc5401-b0ad-4ea1-a11f-8db783a92171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:50.044756 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5235febe-1993-4761-aac8-6c39e37f4e82 None None] Provisioning complete for port 09c7f350-2845-40b7-a656-d81bf88af7ae triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:50.045126 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5235febe-1993-4761-aac8-6c39e37f4e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.052182 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] Checking router: 3e19dbe0-5df1-4c29-b043-97c43f3fa2a5 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:34:50.052729 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] Updating router 3e19dbe0-5df1-4c29-b043-97c43f3fa2a5 port 09c7f350-2845-40b7-a656-d81bf88af7ae binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:34:50.077018 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.084172 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5235febe-1993-4761-aac8-6c39e37f4e82 None None] Port 09c7f350-2845-40b7-a656-d81bf88af7ae cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:34:50.257521 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-369f84c1-7195-4c40-a9ee-f833f4fb92fc req-ddaa3ec8-01a1-4260-957a-752999408d13 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 210 time: 0.0291717 Apr 23 00:34:50.345060 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.426643 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.473855 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f47a4-4359-49ab-997a-9354255c4801 None None] Pushing event updated for resources: {'Port': ['ID=09c7f350-2845-40b7-a656-d81bf88af7ae,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:50.484597 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f47a4-4359-49ab-997a-9354255c4801 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:50.485212 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f47a4-4359-49ab-997a-9354255c4801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:50.485711 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f47a4-4359-49ab-997a-9354255c4801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:50.486037 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f47a4-4359-49ab-997a-9354255c4801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:50.486365 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f47a4-4359-49ab-997a-9354255c4801 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:50.486922 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f47a4-4359-49ab-997a-9354255c4801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:50.487050 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f47a4-4359-49ab-997a-9354255c4801 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:50.487321 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f47a4-4359-49ab-997a-9354255c4801 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:50.487675 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f47a4-4359-49ab-997a-9354255c4801 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:50.488003 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f47a4-4359-49ab-997a-9354255c4801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:50.488317 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f47a4-4359-49ab-997a-9354255c4801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:50.488629 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f47a4-4359-49ab-997a-9354255c4801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:50.534955 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] Attempting to bind port 09c7f350-2845-40b7-a656-d81bf88af7ae on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:34:50.535314 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] Attempting to bind port 09c7f350-2845-40b7-a656-d81bf88af7ae by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '7265b090-c1c6-4b06-b83d-0155059e33c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:34:50.535702 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] Attempting to bind port 09c7f350-2845-40b7-a656-d81bf88af7ae on network d8eaf277-16f8-4f55-ba2c-c08424910a5a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:34:50.542212 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:34:50.542571 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] Checking segment: {'id': '7265b090-c1c6-4b06-b83d-0155059e33c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:34:50.542967 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.543434 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] Bound using segment: {'id': '7265b090-c1c6-4b06-b83d-0155059e33c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:34:50.543961 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] Bound port: 09c7f350-2845-40b7-a656-d81bf88af7ae, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7265b090-c1c6-4b06-b83d-0155059e33c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:34:50.548771 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.612861 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] For port 09c7f350-2845-40b7-a656-d81bf88af7ae, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:34:50.617778 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] For port 09c7f350-2845-40b7-a656-d81bf88af7ae, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=09c7f350-2845-40b7-a656-d81bf88af7ae,segment=NetworkSegment(7265b090-c1c6-4b06-b83d-0155059e33c2),segment_id=7265b090-c1c6-4b06-b83d-0155059e33c2)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:34:50.706108 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.707628 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-e3002e4a-e994-4ac7-85a7-c0d3ceeea154 None None] Provisioning complete for port 09c7f350-2845-40b7-a656-d81bf88af7ae triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:50.708046 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3002e4a-e994-4ac7-85a7-c0d3ceeea154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.758225 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] Routers {'3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:34:50.759308 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:34:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:50.795729 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3002e4a-e994-4ac7-85a7-c0d3ceeea154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.817648 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f47a4-4359-49ab-997a-9354255c4801 None None] Pushing event updated for resources: {'Port': ['ID=09c7f350-2845-40b7-a656-d81bf88af7ae,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:50.831107 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e3002e4a-e994-4ac7-85a7-c0d3ceeea154 None None] For port 09c7f350-2845-40b7-a656-d81bf88af7ae, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=09c7f350-2845-40b7-a656-d81bf88af7ae,segment=NetworkSegment(7265b090-c1c6-4b06-b83d-0155059e33c2),segment_id=7265b090-c1c6-4b06-b83d-0155059e33c2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:34:50.885008 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3002e4a-e994-4ac7-85a7-c0d3ceeea154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.888179 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] Set router 3e19dbe0-5df1-4c29-b043-97c43f3fa2a5 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:34:50.940687 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3002e4a-e994-4ac7-85a7-c0d3ceeea154 None None] Pushing event updated for resources: {'Port': ['ID=09c7f350-2845-40b7-a656-d81bf88af7ae,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:51.005861 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-ae345af9-4f0e-4671-ac54-77f66c7994e4 None None] Provisioning complete for port 09c7f350-2845-40b7-a656-d81bf88af7ae triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:51.006231 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae345af9-4f0e-4671-ac54-77f66c7994e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:51.099120 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699768853', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:48Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '09c7f350-2845-40b7-a656-d81bf88af7ae', 'name': '', 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:31:1f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '9cdc5401-b0ad-4ea1-a11f-8db783a92171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:47Z', 'updated_at': '2022-04-23T00:34:50Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '9cdc5401-b0ad-4ea1-a11f-8db783a92171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:51.130760 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1178d3-043c-43dd-aa2b-14606a4d87d8 None None] The sync data for ids ['3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'] in dv-neutron-838783-1-hyperv is: [{'id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699768853', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:48Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '09c7f350-2845-40b7-a656-d81bf88af7ae', 'name': '', 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:31:1f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '9cdc5401-b0ad-4ea1-a11f-8db783a92171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:47Z', 'updated_at': '2022-04-23T00:34:50Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '9cdc5401-b0ad-4ea1-a11f-8db783a92171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:34:51.369330 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-78ebd146-8d55-41c6-ba9f-7bc6b4f6e425 req-1ac8a2a9-edc5-4d94-a2ba-3b47fc9743ef tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 210 time: 0.0285702 Apr 23 00:34:51.401328 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 09c7f350-2845-40b7-a656-d81bf88af7ae up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:34:51.450269 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 09c7f350-2845-40b7-a656-d81bf88af7ae triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:51.450724 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:51.535720 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 6a70ff4b-2dbc-4b68-861e-83a2f61835c9 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:34:51.584001 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 6a70ff4b-2dbc-4b68-861e-83a2f61835c9 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:51.584368 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:51.674274 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device e977c56f-4922-470d-8512-c4561ed5b07f up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:34:51.722552 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port e977c56f-4922-470d-8512-c4561ed5b07f triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:51.723154 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:52.166193 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a021b-a897-4905-a3f3-180ec09f13be req-ba9ce6ea-e290-4085-a709-fd681932072d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:52.166193 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-986a021b-a897-4905-a3f3-180ec09f13be req-ba9ce6ea-e290-4085-a709-fd681932072d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.16 "GET /v2.0/networks?id=d8eaf277-16f8-4f55-ba2c-c08424910a5a HTTP/1.1" status: 200 len: 796 time: 0.1212370 Apr 23 00:34:52.206765 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-986a021b-a897-4905-a3f3-180ec09f13be req-a4d7b52f-e44d-4173-ace1-a6ab752ee8ef tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f13b99d4303b4cbc82245827feb580d6 HTTP/1.1" status: 200 len: 379 time: 0.0344045 Apr 23 00:34:52.216492 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-986a021b-a897-4905-a3f3-180ec09f13be req-4d77cefe-f349-46ab-b935-605055cbbecf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'port': {'device_id': 'c53e0553-54c6-41ee-8ac4-41113a50c65a', 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a', 'admin_state_up': True, 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'security_groups': ['7c20a22e-70a7-4b78-accf-b837e4d93686']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:52.386330 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-986a021b-a897-4905-a3f3-180ec09f13be req-4d77cefe-f349-46ab-b935-605055cbbecf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Made reservation on behalf of f13b99d4303b4cbc82245827feb580d6 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:52.390549 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-986a021b-a897-4905-a3f3-180ec09f13be req-4d77cefe-f349-46ab-b935-605055cbbecf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:52.483537 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0f6fb484-c307-4ff5-8723-713db5ee060f req-ce2c199f-1de5-4f73-b286-82219e3fde76 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 210 time: 0.0342698 Apr 23 00:34:52.547355 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-986a021b-a897-4905-a3f3-180ec09f13be req-4d77cefe-f349-46ab-b935-605055cbbecf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Allocated IP 172.20.0.3 (d8eaf277-16f8-4f55-ba2c-c08424910a5a/9cdc5401-b0ad-4ea1-a11f-8db783a92171/6fe40ac5-b045-4330-beea-a7183b5a897e) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:52.687311 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-986a021b-a897-4905-a3f3-180ec09f13be req-4d77cefe-f349-46ab-b935-605055cbbecf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:52.780142 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-986a021b-a897-4905-a3f3-180ec09f13be req-4d77cefe-f349-46ab-b935-605055cbbecf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:52.820397 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-986a021b-a897-4905-a3f3-180ec09f13be req-4d77cefe-f349-46ab-b935-605055cbbecf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network d8eaf277-16f8-4f55-ba2c-c08424910a5a is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:52.825459 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-986a021b-a897-4905-a3f3-180ec09f13be req-4d77cefe-f349-46ab-b935-605055cbbecf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:52.829135 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-986a021b-a897-4905-a3f3-180ec09f13be req-4d77cefe-f349-46ab-b935-605055cbbecf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:34:52.855018 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77cefe-f349-46ab-b935-605055cbbecf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=6fe40ac5-b045-4330-beea-a7183b5a897e,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:52.883963 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a021b-a897-4905-a3f3-180ec09f13be req-4d77cefe-f349-46ab-b935-605055cbbecf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:52.884597 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-986a021b-a897-4905-a3f3-180ec09f13be req-4d77cefe-f349-46ab-b935-605055cbbecf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:52.955285 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-986a021b-a897-4905-a3f3-180ec09f13be req-4d77cefe-f349-46ab-b935-605055cbbecf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7423358 Apr 23 00:34:52.968585 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-986a021b-a897-4905-a3f3-180ec09f13be req-de789f0c-c679-4980-b9bc-a7fa14622986 service neutron] Request body: {'port': {'device_id': 'c53e0553-54c6-41ee-8ac4-41113a50c65a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:53.022712 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-c6ecfbad-12ef-4ba6-bcd3-a91436beae86 None None] Provisioning complete for port 6fe40ac5-b045-4330-beea-a7183b5a897e triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:53.023272 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6ecfbad-12ef-4ba6-bcd3-a91436beae86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.026407 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-986a021b-a897-4905-a3f3-180ec09f13be req-de789f0c-c679-4980-b9bc-a7fa14622986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.057257 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c6ecfbad-12ef-4ba6-bcd3-a91436beae86 None None] Port 6fe40ac5-b045-4330-beea-a7183b5a897e cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:34:53.289083 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-986a021b-a897-4905-a3f3-180ec09f13be req-de789f0c-c679-4980-b9bc-a7fa14622986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe40ac5-b045-4330-beea-a7183b5a897e {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:34:53.296908 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-986a021b-a897-4905-a3f3-180ec09f13be req-de789f0c-c679-4980-b9bc-a7fa14622986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.309044 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-986a021b-a897-4905-a3f3-180ec09f13be req-de789f0c-c679-4980-b9bc-a7fa14622986 service neutron] Transition to ACTIVE for port object 6fe40ac5-b045-4330-beea-a7183b5a897e will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:53.379820 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-986a021b-a897-4905-a3f3-180ec09f13be req-de789f0c-c679-4980-b9bc-a7fa14622986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.430880 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de789f0c-c679-4980-b9bc-a7fa14622986 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe40ac5-b045-4330-beea-a7183b5a897e,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:53.502427 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-986a021b-a897-4905-a3f3-180ec09f13be req-de789f0c-c679-4980-b9bc-a7fa14622986 service neutron] Attempting to bind port 6fe40ac5-b045-4330-beea-a7183b5a897e on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:34:53.502769 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-986a021b-a897-4905-a3f3-180ec09f13be req-de789f0c-c679-4980-b9bc-a7fa14622986 service neutron] Attempting to bind port 6fe40ac5-b045-4330-beea-a7183b5a897e by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '7265b090-c1c6-4b06-b83d-0155059e33c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:34:53.503109 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986a021b-a897-4905-a3f3-180ec09f13be req-de789f0c-c679-4980-b9bc-a7fa14622986 service neutron] Attempting to bind port 6fe40ac5-b045-4330-beea-a7183b5a897e on network d8eaf277-16f8-4f55-ba2c-c08424910a5a {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:34:53.508020 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986a021b-a897-4905-a3f3-180ec09f13be req-de789f0c-c679-4980-b9bc-a7fa14622986 service neutron] Port 6fe40ac5-b045-4330-beea-a7183b5a897e on network d8eaf277-16f8-4f55-ba2c-c08424910a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:34:53.509029 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986a021b-a897-4905-a3f3-180ec09f13be req-de789f0c-c679-4980-b9bc-a7fa14622986 service neutron] Attempting to bind port 6fe40ac5-b045-4330-beea-a7183b5a897e on network d8eaf277-16f8-4f55-ba2c-c08424910a5a {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:34:53.514577 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986a021b-a897-4905-a3f3-180ec09f13be req-de789f0c-c679-4980-b9bc-a7fa14622986 service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:34:53.514996 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986a021b-a897-4905-a3f3-180ec09f13be req-de789f0c-c679-4980-b9bc-a7fa14622986 service neutron] Checking segment: {'id': '7265b090-c1c6-4b06-b83d-0155059e33c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:34:53.515467 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986a021b-a897-4905-a3f3-180ec09f13be req-de789f0c-c679-4980-b9bc-a7fa14622986 service neutron] Bound using segment: {'id': '7265b090-c1c6-4b06-b83d-0155059e33c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:34:53.516001 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-986a021b-a897-4905-a3f3-180ec09f13be req-de789f0c-c679-4980-b9bc-a7fa14622986 service neutron] Bound port: 6fe40ac5-b045-4330-beea-a7183b5a897e, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7265b090-c1c6-4b06-b83d-0155059e33c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:34:53.516439 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-986a021b-a897-4905-a3f3-180ec09f13be req-de789f0c-c679-4980-b9bc-a7fa14622986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.584815 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-986a021b-a897-4905-a3f3-180ec09f13be req-de789f0c-c679-4980-b9bc-a7fa14622986 service neutron] For port 6fe40ac5-b045-4330-beea-a7183b5a897e, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:34:53.588199 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-986a021b-a897-4905-a3f3-180ec09f13be req-de789f0c-c679-4980-b9bc-a7fa14622986 service neutron] For port 6fe40ac5-b045-4330-beea-a7183b5a897e, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=6fe40ac5-b045-4330-beea-a7183b5a897e,segment=NetworkSegment(7265b090-c1c6-4b06-b83d-0155059e33c2),segment_id=7265b090-c1c6-4b06-b83d-0155059e33c2)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:34:53.604060 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37ee57-afeb-49ea-92b7-6f3727cb490f req-f28c0d6f-90c7-4f0f-a619-2fe82ca83aaf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:53.605589 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9a37ee57-afeb-49ea-92b7-6f3727cb490f req-f28c0d6f-90c7-4f0f-a619-2fe82ca83aaf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 943 time: 0.0524986 Apr 23 00:34:53.647520 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9a37ee57-afeb-49ea-92b7-6f3727cb490f req-60549d9b-11a1-49fa-8c7d-5d0d241fd1e7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c20a22e-70a7-4b78-accf-b837e4d93686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357792 Apr 23 00:34:53.661698 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-986a021b-a897-4905-a3f3-180ec09f13be req-de789f0c-c679-4980-b9bc-a7fa14622986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.697918 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a021b-a897-4905-a3f3-180ec09f13be req-de789f0c-c679-4980-b9bc-a7fa14622986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:53.698618 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-986a021b-a897-4905-a3f3-180ec09f13be req-de789f0c-c679-4980-b9bc-a7fa14622986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.700119 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-986a021b-a897-4905-a3f3-180ec09f13be req-de789f0c-c679-4980-b9bc-a7fa14622986 service neutron] 10.222.0.16 "PUT /v2.0/ports/6fe40ac5-b045-4330-beea-a7183b5a897e HTTP/1.1" status: 200 len: 1093 time: 0.7361197 Apr 23 00:34:53.700563 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53e0553-54c6-41ee-8ac4-41113a50c65a', 'tag': '6fe40ac5-b045-4330-beea-a7183b5a897e'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:34:53.702825 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff45dc5-22cd-4cfc-913c-5c7e85b3b88f" -d '{"events": [{"name": "network-changed", "server_uuid": "c53e0553-54c6-41ee-8ac4-41113a50c65a", "tag": "6fe40ac5-b045-4330-beea-a7183b5a897e"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:34:53.730001 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de789f0c-c679-4980-b9bc-a7fa14622986 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe40ac5-b045-4330-beea-a7183b5a897e,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:53.751007 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2a63ea-86cb-4dee-8313-634b9058d192 x-openstack-request-id: req-af2a63ea-86cb-4dee-8313-634b9058d192 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:34:53.751388 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53e0553-54c6-41ee-8ac4-41113a50c65a", "tag": "6fe40ac5-b045-4330-beea-a7183b5a897e", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:34:53.752010 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af2a63ea-86cb-4dee-8313-634b9058d192 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:34:53.752480 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af2a63ea-86cb-4dee-8313-634b9058d192'] response: {'name': 'network-changed', 'server_uuid': 'c53e0553-54c6-41ee-8ac4-41113a50c65a', 'tag': '6fe40ac5-b045-4330-beea-a7183b5a897e', 'status': 'completed', 'code': 200} Apr 23 00:34:53.817277 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff45dc5-22cd-4cfc-913c-5c7e85b3b88f req-f06de888-2db4-4c74-9b55-26485758ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:53.818909 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5ff45dc5-22cd-4cfc-913c-5c7e85b3b88f req-f06de888-2db4-4c74-9b55-26485758ad0c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 1096 time: 0.0474429 Apr 23 00:34:53.912092 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.918117 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff45dc5-22cd-4cfc-913c-5c7e85b3b88f req-89c158f1-4974-4280-98cc-fe309b8965e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:53.922254 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5ff45dc5-22cd-4cfc-913c-5c7e85b3b88f req-89c158f1-4974-4280-98cc-fe309b8965e8 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f13b99d4303b4cbc82245827feb580d6&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0936079 Apr 23 00:34:54.015534 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff45dc5-22cd-4cfc-913c-5c7e85b3b88f req-c1714443-81a6-4b97-a736-e2dc998d2314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:54.016940 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5ff45dc5-22cd-4cfc-913c-5c7e85b3b88f req-c1714443-81a6-4b97-a736-e2dc998d2314 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913892 Apr 23 00:34:54.096662 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a021b-a897-4905-a3f3-180ec09f13be req-4f8b7c90-205e-4203-98eb-f04c0865930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:54.098136 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-986a021b-a897-4905-a3f3-180ec09f13be req-4f8b7c90-205e-4203-98eb-f04c0865930f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 1096 time: 0.0414865 Apr 23 00:34:54.140064 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-986a021b-a897-4905-a3f3-180ec09f13be req-38c877c7-ea96-44ab-b0d5-416bdf99aea9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fe40ac5-b045-4330-beea-a7183b5a897e HTTP/1.1" status: 200 len: 217 time: 0.0343373 Apr 23 00:34:54.192016 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a021b-a897-4905-a3f3-180ec09f13be req-2d779cdb-60fe-4719-8ab2-c77943055da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:54.193479 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-986a021b-a897-4905-a3f3-180ec09f13be req-2d779cdb-60fe-4719-8ab2-c77943055da5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9cdc5401-b0ad-4ea1-a11f-8db783a92171 HTTP/1.1" status: 200 len: 835 time: 0.0468178 Apr 23 00:34:54.238003 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a021b-a897-4905-a3f3-180ec09f13be req-5d3ebcd4-8320-4133-ae32-a9d626f3f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:54.239663 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-986a021b-a897-4905-a3f3-180ec09f13be req-5d3ebcd4-8320-4133-ae32-a9d626f3f9e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d8eaf277-16f8-4f55-ba2c-c08424910a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398955 Apr 23 00:34:54.327409 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-986a021b-a897-4905-a3f3-180ec09f13be req-8bd8cd96-38c9-4049-a7f2-9fbc6e2ca1d9 service neutron] 10.222.0.16 "GET /v2.0/networks/d8eaf277-16f8-4f55-ba2c-c08424910a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810156 Apr 23 00:34:54.418744 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-986a021b-a897-4905-a3f3-180ec09f13be req-8a473516-80eb-45c0-9750-c55cf322b62b service neutron] 10.222.0.16 "GET /v2.0/networks/d8eaf277-16f8-4f55-ba2c-c08424910a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840461 Apr 23 00:34:54.762168 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6bf17-2d7b-4c25-915a-e4509626ef24 req-b6b886fe-b0c4-4cc2-b70a-134fea464e4d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:54.763649 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-bfa6bf17-2d7b-4c25-915a-e4509626ef24 req-b6b886fe-b0c4-4cc2-b70a-134fea464e4d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 943 time: 0.0489941 Apr 23 00:34:54.800398 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-bfa6bf17-2d7b-4c25-915a-e4509626ef24 req-6e270d06-3e13-4678-8a64-d81f2ea672bd tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c20a22e-70a7-4b78-accf-b837e4d93686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307307 Apr 23 00:34:55.791346 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 6fe40ac5-b045-4330-beea-a7183b5a897e details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:34:55.920851 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad8f8f-a1b7-479b-b725-414f3be22d99 req-a5c3cba9-bf20-4bfc-a09f-10e3fe46b7b4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:55.922357 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-64ad8f8f-a1b7-479b-b725-414f3be22d99 req-a5c3cba9-bf20-4bfc-a09f-10e3fe46b7b4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 943 time: 0.0531743 Apr 23 00:34:55.962485 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-64ad8f8f-a1b7-479b-b725-414f3be22d99 req-f06fd228-0ba8-4672-a3a8-2fd6ad480b51 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c20a22e-70a7-4b78-accf-b837e4d93686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337367 Apr 23 00:34:56.031319 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 6fe40ac5-b045-4330-beea-a7183b5a897e, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=6fe40ac5-b045-4330-beea-a7183b5a897e,segment=NetworkSegment(7265b090-c1c6-4b06-b83d-0155059e33c2),segment_id=7265b090-c1c6-4b06-b83d-0155059e33c2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:34:56.043314 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '6fe40ac5-b045-4330-beea-a7183b5a897e', 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a', 'port_id': '6fe40ac5-b045-4330-beea-a7183b5a897e', 'mac_address': 'fa:16:3e:af:17:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cdc5401-b0ad-4ea1-a11f-8db783a92171', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:34:56.078416 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:56.090918 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe40ac5-b045-4330-beea-a7183b5a897e {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:34:56.110340 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 6fe40ac5-b045-4330-beea-a7183b5a897e, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=6fe40ac5-b045-4330-beea-a7183b5a897e,segment=NetworkSegment(7265b090-c1c6-4b06-b83d-0155059e33c2),segment_id=7265b090-c1c6-4b06-b83d-0155059e33c2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:34:56.169052 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:56.214421 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=6fe40ac5-b045-4330-beea-a7183b5a897e,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:56.380254 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['6fe40ac5-b045-4330-beea-a7183b5a897e'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:34:57.081551 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d95a0-7eff-4cee-8558-6a9b9b824532 req-5aef79e5-b89c-42c0-aab2-19ff01b2599b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:57.083107 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-bb0d95a0-7eff-4cee-8558-6a9b9b824532 req-5aef79e5-b89c-42c0-aab2-19ff01b2599b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 944 time: 0.0477617 Apr 23 00:34:57.119293 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-bb0d95a0-7eff-4cee-8558-6a9b9b824532 req-eac9d377-1bb0-410f-b18a-2f467539a207 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c20a22e-70a7-4b78-accf-b837e4d93686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297704 Apr 23 00:34:57.791240 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 6fe40ac5-b045-4330-beea-a7183b5a897e up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:34:57.917236 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 6fe40ac5-b045-4330-beea-a7183b5a897e completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:57.920796 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 6fe40ac5-b045-4330-beea-a7183b5a897e triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:57.924376 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:58.000603 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:58.025043 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53e0553-54c6-41ee-8ac4-41113a50c65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe40ac5-b045-4330-beea-a7183b5a897e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:34:58.027297 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e0b62c-7286-4f1b-9e0c-d6e0a2b29169" -d '{"events": [{"server_uuid": "c53e0553-54c6-41ee-8ac4-41113a50c65a", "name": "network-vif-plugged", "status": "completed", "tag": "6fe40ac5-b045-4330-beea-a7183b5a897e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:34:58.039951 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 6fe40ac5-b045-4330-beea-a7183b5a897e, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=6fe40ac5-b045-4330-beea-a7183b5a897e,segment=NetworkSegment(7265b090-c1c6-4b06-b83d-0155059e33c2),segment_id=7265b090-c1c6-4b06-b83d-0155059e33c2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:34:58.065886 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3678300-916a-4b02-9ec5-2c31365cc7bf x-openstack-request-id: req-f3678300-916a-4b02-9ec5-2c31365cc7bf {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:34:58.066254 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53e0553-54c6-41ee-8ac4-41113a50c65a", "name": "network-vif-plugged", "status": "completed", "tag": "6fe40ac5-b045-4330-beea-a7183b5a897e", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:34:58.066508 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3678300-916a-4b02-9ec5-2c31365cc7bf {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:34:58.066902 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3678300-916a-4b02-9ec5-2c31365cc7bf'] response: {'server_uuid': 'c53e0553-54c6-41ee-8ac4-41113a50c65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe40ac5-b045-4330-beea-a7183b5a897e', 'code': 200} Apr 23 00:34:58.118631 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:58.172716 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=6fe40ac5-b045-4330-beea-a7183b5a897e,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:58.235750 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8a52c-f777-4b96-beda-79439db9e5c4 req-55b78d5e-dcd2-44d7-a4eb-ebb88beb4166 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:58.237233 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a0a8a52c-f777-4b96-beda-79439db9e5c4 req-55b78d5e-dcd2-44d7-a4eb-ebb88beb4166 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 945 time: 0.0498016 Apr 23 00:34:58.281013 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a0a8a52c-f777-4b96-beda-79439db9e5c4 req-13136031-8eb6-49fb-b818-d8505d5667fe tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c20a22e-70a7-4b78-accf-b837e4d93686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367522 Apr 23 00:34:58.378670 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7a804-dfb4-4f40-ac55-f51c36889eb1 req-9d2f8134-d4fd-4ff2-8c19-393d8fa8dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:58.380194 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8ec7a804-dfb4-4f40-ac55-f51c36889eb1 req-9d2f8134-d4fd-4ff2-8c19-393d8fa8dca6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 1098 time: 0.0438669 Apr 23 00:34:58.413980 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8ec7a804-dfb4-4f40-ac55-f51c36889eb1 req-e4d2cb73-612b-44a5-ab13-61533f7360c8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7c20a22e-70a7-4b78-accf-b837e4d93686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272827 Apr 23 00:34:59.398718 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a4a77-4753-4aa3-94b9-3ed6212f29a6 req-9ed84e0a-2bc9-4430-b67c-91c2e6ec0942 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:59.400840 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f57a4a77-4753-4aa3-94b9-3ed6212f29a6 req-9ed84e0a-2bc9-4430-b67c-91c2e6ec0942 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 945 time: 0.0504420 Apr 23 00:34:59.438542 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f57a4a77-4753-4aa3-94b9-3ed6212f29a6 req-defcd68a-fb37-4fb9-b9f0-fa777730e932 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c20a22e-70a7-4b78-accf-b837e4d93686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315363 Apr 23 00:34:59.781810 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:35:00.862927 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca646c-53da-4ab6-aa9c-dfc20c17bd61 req-d0901344-42f5-4831-b81f-a83dd4df7bbf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:00.864428 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-dbca646c-53da-4ab6-aa9c-dfc20c17bd61 req-d0901344-42f5-4831-b81f-a83dd4df7bbf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 945 time: 0.3554657 Apr 23 00:35:00.901493 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-dbca646c-53da-4ab6-aa9c-dfc20c17bd61 req-363ddb23-98f6-4797-bde9-92d97cd3b58f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c20a22e-70a7-4b78-accf-b837e4d93686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303228 Apr 23 00:35:01.022220 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b464497-a922-4a39-b567-005e8691cf09 req-d62f7d2b-c96b-463e-b4f4-8386c42ea519 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:01.025359 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5b464497-a922-4a39-b567-005e8691cf09 req-d62f7d2b-c96b-463e-b4f4-8386c42ea519 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 945 time: 0.0577281 Apr 23 00:35:01.063744 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5b464497-a922-4a39-b567-005e8691cf09 req-b6dc30f6-56ec-4642-8b24-35f963e2f2ce tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c20a22e-70a7-4b78-accf-b837e4d93686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325353 Apr 23 00:35:01.084585 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33130) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:35:01.126361 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd565597-a9e7-46c8-84db-4bceba9bee70 tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:01.128097 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-dd565597-a9e7-46c8-84db-4bceba9bee70 tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 1093 time: 0.0425711 Apr 23 00:35:01.130850 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33132) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:35:01.135051 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-a5f3814a-bfab-4382-b9ba-6daf0a9653b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': '6fe40ac5-b045-4330-beea-a7183b5a897e', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:01.203841 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5f3814a-bfab-4382-b9ba-6daf0a9653b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for floatingip, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:01.303142 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5f3814a-bfab-4382-b9ba-6daf0a9653b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:01.413610 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-a5f3814a-bfab-4382-b9ba-6daf0a9653b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Allocated IP 172.26.3.142 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/0047db18-ab35-49da-a55c-c59370445feb) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:01.515436 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5f3814a-bfab-4382-b9ba-6daf0a9653b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:01.580850 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5f3814a-bfab-4382-b9ba-6daf0a9653b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:01.921196 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f3814a-bfab-4382-b9ba-6daf0a9653b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:01.926410 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-a5f3814a-bfab-4382-b9ba-6daf0a9653b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:01.928571 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3814a-bfab-4382-b9ba-6daf0a9653b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=0047db18-ab35-49da-a55c-c59370445feb,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:01.930727 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f3814a-bfab-4382-b9ba-6daf0a9653b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:35:02.274448 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5f3814a-bfab-4382-b9ba-6daf0a9653b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:02.382718 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5f3814a-bfab-4382-b9ba-6daf0a9653b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:02.528354 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5f3814a-bfab-4382-b9ba-6daf0a9653b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:02.596371 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5f3814a-bfab-4382-b9ba-6daf0a9653b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:02.663208 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3814a-bfab-4382-b9ba-6daf0a9653b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=0047db18-ab35-49da-a55c-c59370445feb,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:02.682570 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5f3814a-bfab-4382-b9ba-6daf0a9653b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:02.784295 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-a5f3814a-bfab-4382-b9ba-6daf0a9653b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Floating IP 1f61ead5-a45b-48ad-bbc5-8b0d9f780cd9 associated. External IP: 172.26.3.142, port: 6fe40ac5-b045-4330-beea-a7183b5a897e. Apr 23 00:35:02.990808 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f3814a-bfab-4382-b9ba-6daf0a9653b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Router 3e19dbe0-5df1-4c29-b043-97c43f3fa2a5 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:35:03.098090 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f3814a-bfab-4382-b9ba-6daf0a9653b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:35:03.108413 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa34c3e-aec9-4599-a1de-6a649e46b93c None None] Sync routers for ids ['3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:35:03.117413 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa34c3e-aec9-4599-a1de-6a649e46b93c None None] Routers {'3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:35:03.120713 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-6fa34c3e-aec9-4599-a1de-6a649e46b93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:34:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:03.171248 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5f3814a-bfab-4382-b9ba-6daf0a9653b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:03.198705 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a5f3814a-bfab-4382-b9ba-6daf0a9653b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0668650 Apr 23 00:35:03.199301 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53e0553-54c6-41ee-8ac4-41113a50c65a', 'tag': '6fe40ac5-b045-4330-beea-a7183b5a897e'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:35:03.201675 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d077c0-3d46-44ad-9dbb-f7ab64503c98" -d '{"events": [{"name": "network-changed", "server_uuid": "c53e0553-54c6-41ee-8ac4-41113a50c65a", "tag": "6fe40ac5-b045-4330-beea-a7183b5a897e"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:35:03.224008 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-6fa34c3e-aec9-4599-a1de-6a649e46b93c None None] Set router 3e19dbe0-5df1-4c29-b043-97c43f3fa2a5 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:35:03.261416 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602dd7a1-f4d0-4fd0-96e1-b389661c1094 x-openstack-request-id: req-602dd7a1-f4d0-4fd0-96e1-b389661c1094 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:35:03.261782 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53e0553-54c6-41ee-8ac4-41113a50c65a", "tag": "6fe40ac5-b045-4330-beea-a7183b5a897e", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:35:03.261969 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-602dd7a1-f4d0-4fd0-96e1-b389661c1094 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:35:03.262360 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-602dd7a1-f4d0-4fd0-96e1-b389661c1094'] response: {'name': 'network-changed', 'server_uuid': 'c53e0553-54c6-41ee-8ac4-41113a50c65a', 'tag': '6fe40ac5-b045-4330-beea-a7183b5a897e', 'status': 'completed', 'code': 200} Apr 23 00:35:03.303418 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741b35e-e0b3-4003-a846-fb25b7d9e799 req-bd734a41-345e-492a-a178-767740790168 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:03.304953 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f741b35e-e0b3-4003-a846-fb25b7d9e799 req-bd734a41-345e-492a-a178-767740790168 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 945 time: 0.0537169 Apr 23 00:35:03.317521 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d077c0-3d46-44ad-9dbb-f7ab64503c98 req-272f0166-bcde-46eb-b6d8-4654fcc3a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:03.319194 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-56d077c0-3d46-44ad-9dbb-f7ab64503c98 req-272f0166-bcde-46eb-b6d8-4654fcc3a491 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 1098 time: 0.0424588 Apr 23 00:35:03.351017 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f741b35e-e0b3-4003-a846-fb25b7d9e799 req-8c0d7105-c504-47ba-9a6d-d5a52e00485b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c20a22e-70a7-4b78-accf-b837e4d93686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385215 Apr 23 00:35:03.374183 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33138) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:35:03.419545 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d077c0-3d46-44ad-9dbb-f7ab64503c98 req-019a7b6b-fe48-40d5-93c3-b4ac21df46ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:03.421065 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-56d077c0-3d46-44ad-9dbb-f7ab64503c98 req-019a7b6b-fe48-40d5-93c3-b4ac21df46ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=d8eaf277-16f8-4f55-ba2c-c08424910a5a HTTP/1.1" status: 200 len: 897 time: 0.0958741 Apr 23 00:35:03.442201 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-47946030-006e-4527-a332-5ac423a0c3ec tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/floatingips/1f61ead5-a45b-48ad-bbc5-8b0d9f780cd9 HTTP/1.1" status: 200 len: 991 time: 0.0663519 Apr 23 00:35:03.478716 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-6fa34c3e-aec9-4599-a1de-6a649e46b93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699768853', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:48Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '1f61ead5-a45b-48ad-bbc5-8b0d9f780cd9', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'floating_ip_address': '172.26.3.142', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'port_id': '6fe40ac5-b045-4330-beea-a7183b5a897e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a', 'mac_address': 'fa:16:3e:af:17:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53e0553-54c6-41ee-8ac4-41113a50c65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:35:02Z', 'updated_at': '2022-04-23T00:35:02Z', 'revision_number': 0, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09c7f350-2845-40b7-a656-d81bf88af7ae', 'name': '', 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:31:1f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '9cdc5401-b0ad-4ea1-a11f-8db783a92171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:47Z', 'updated_at': '2022-04-23T00:34:50Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '9cdc5401-b0ad-4ea1-a11f-8db783a92171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:03.487178 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-56d077c0-3d46-44ad-9dbb-f7ab64503c98 req-ce7a4613-1f11-44ee-bf0d-89aa7bf1dce7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fe40ac5-b045-4330-beea-a7183b5a897e HTTP/1.1" status: 200 len: 999 time: 0.0584548 Apr 23 00:35:03.508607 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa34c3e-aec9-4599-a1de-6a649e46b93c None None] Checking router: 3e19dbe0-5df1-4c29-b043-97c43f3fa2a5 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:35:03.517334 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa34c3e-aec9-4599-a1de-6a649e46b93c None None] Routers {'3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:35:03.517947 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-6fa34c3e-aec9-4599-a1de-6a649e46b93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:34:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:03.541162 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d077c0-3d46-44ad-9dbb-f7ab64503c98 req-8ce1085a-2a3c-4ec3-92af-75507cbb567f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:03.542658 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-56d077c0-3d46-44ad-9dbb-f7ab64503c98 req-8ce1085a-2a3c-4ec3-92af-75507cbb567f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9cdc5401-b0ad-4ea1-a11f-8db783a92171 HTTP/1.1" status: 200 len: 835 time: 0.0485168 Apr 23 00:35:03.587586 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d077c0-3d46-44ad-9dbb-f7ab64503c98 req-d0bd9699-78f7-43f5-b1a8-a268e451e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:03.589108 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-56d077c0-3d46-44ad-9dbb-f7ab64503c98 req-d0bd9699-78f7-43f5-b1a8-a268e451e2b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d8eaf277-16f8-4f55-ba2c-c08424910a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402012 Apr 23 00:35:03.622797 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-6fa34c3e-aec9-4599-a1de-6a649e46b93c None None] Set router 3e19dbe0-5df1-4c29-b043-97c43f3fa2a5 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:35:03.687750 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-56d077c0-3d46-44ad-9dbb-f7ab64503c98 req-a784803e-c1ac-44a9-8805-f229ec68b3a3 service neutron] 10.222.0.16 "GET /v2.0/networks/d8eaf277-16f8-4f55-ba2c-c08424910a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919633 Apr 23 00:35:03.782550 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-56d077c0-3d46-44ad-9dbb-f7ab64503c98 req-84f43639-d8c7-4d12-b83c-468efe63a7ef service neutron] 10.222.0.16 "GET /v2.0/networks/d8eaf277-16f8-4f55-ba2c-c08424910a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876191 Apr 23 00:35:03.843043 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-6fa34c3e-aec9-4599-a1de-6a649e46b93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699768853', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:48Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '1f61ead5-a45b-48ad-bbc5-8b0d9f780cd9', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'floating_ip_address': '172.26.3.142', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'port_id': '6fe40ac5-b045-4330-beea-a7183b5a897e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a', 'mac_address': 'fa:16:3e:af:17:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53e0553-54c6-41ee-8ac4-41113a50c65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:35:02Z', 'updated_at': '2022-04-23T00:35:02Z', 'revision_number': 0, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09c7f350-2845-40b7-a656-d81bf88af7ae', 'name': '', 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:31:1f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '9cdc5401-b0ad-4ea1-a11f-8db783a92171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:47Z', 'updated_at': '2022-04-23T00:34:50Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '9cdc5401-b0ad-4ea1-a11f-8db783a92171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:03.873515 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa34c3e-aec9-4599-a1de-6a649e46b93c None None] The sync data for ids ['3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'] in dv-neutron-838783-1-hyperv is: [{'id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699768853', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:48Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '1f61ead5-a45b-48ad-bbc5-8b0d9f780cd9', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'floating_ip_address': '172.26.3.142', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'port_id': '6fe40ac5-b045-4330-beea-a7183b5a897e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a', 'mac_address': 'fa:16:3e:af:17:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53e0553-54c6-41ee-8ac4-41113a50c65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:35:02Z', 'updated_at': '2022-04-23T00:35:02Z', 'revision_number': 0, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09c7f350-2845-40b7-a656-d81bf88af7ae', 'name': '', 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:31:1f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '9cdc5401-b0ad-4ea1-a11f-8db783a92171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:47Z', 'updated_at': '2022-04-23T00:34:50Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '9cdc5401-b0ad-4ea1-a11f-8db783a92171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:35:04.062018 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d8c530-a2b7-42d4-8acc-db21cece313b None None] New status for floating IP 1f61ead5-a45b-48ad-bbc5-8b0d9f780cd9: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:35:04.288632 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5beb0f7-fa2d-42cd-a27c-c35ea90a5807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:04.450703 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33140) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:35:04.510307 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-346027da-535e-4323-9650-4375850a13ef tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/floatingips/1f61ead5-a45b-48ad-bbc5-8b0d9f780cd9 HTTP/1.1" status: 200 len: 993 time: 0.0583398 Apr 23 00:35:07.260888 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4b0510e-d818-4884-89bd-ed5875228bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:07.946133 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:09.704699 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:09.899936 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:23.899230 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:24.537029 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bff3e4c5-5cb8-42e9-9340-e65ba52d841c req-b2a146bb-bc99-4fe7-98c7-592fb05390ce service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389712 Apr 23 00:35:24.619650 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3e4c5-5cb8-42e9-9340-e65ba52d841c req-8cdacd08-e67e-41e1-b235-8910eb37b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:24.621744 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bff3e4c5-5cb8-42e9-9340-e65ba52d841c req-8cdacd08-e67e-41e1-b235-8910eb37b262 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 1098 time: 0.0414033 Apr 23 00:35:24.731896 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3e4c5-5cb8-42e9-9340-e65ba52d841c req-b16e6c7b-7bec-4bff-8fef-8f5bca109b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:24.733758 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bff3e4c5-5cb8-42e9-9340-e65ba52d841c req-b16e6c7b-7bec-4bff-8fef-8f5bca109b71 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d8eaf277-16f8-4f55-ba2c-c08424910a5a HTTP/1.1" status: 200 len: 897 time: 0.0899398 Apr 23 00:35:24.798959 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bff3e4c5-5cb8-42e9-9340-e65ba52d841c req-2fee5fac-e71a-4afd-ad2e-245fe1d32559 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fe40ac5-b045-4330-beea-a7183b5a897e HTTP/1.1" status: 200 len: 1001 time: 0.0585945 Apr 23 00:35:24.852938 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3e4c5-5cb8-42e9-9340-e65ba52d841c req-a4b37d26-95fb-419d-988c-47a35de93152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:24.854390 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bff3e4c5-5cb8-42e9-9340-e65ba52d841c req-a4b37d26-95fb-419d-988c-47a35de93152 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9cdc5401-b0ad-4ea1-a11f-8db783a92171 HTTP/1.1" status: 200 len: 835 time: 0.0485480 Apr 23 00:35:24.899708 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3e4c5-5cb8-42e9-9340-e65ba52d841c req-970a3fc3-de24-4bd7-9525-9c5e36d6330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:24.901193 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bff3e4c5-5cb8-42e9-9340-e65ba52d841c req-970a3fc3-de24-4bd7-9525-9c5e36d6330e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d8eaf277-16f8-4f55-ba2c-c08424910a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401573 Apr 23 00:35:24.990056 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bff3e4c5-5cb8-42e9-9340-e65ba52d841c req-4fcff1a7-5c5d-476b-8339-fb2f661f5be9 service neutron] 10.222.0.16 "GET /v2.0/networks/d8eaf277-16f8-4f55-ba2c-c08424910a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818474 Apr 23 00:35:25.084379 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bff3e4c5-5cb8-42e9-9340-e65ba52d841c req-49513a11-d653-4eb5-859f-c920cc88ae1b service neutron] 10.222.0.16 "GET /v2.0/networks/d8eaf277-16f8-4f55-ba2c-c08424910a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855186 Apr 23 00:35:31.532872 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc387f6-9652-4c70-b44c-d35f1e759141 req-d99deef7-1c46-4234-82f3-e54e9b47a0e3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:31.535068 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-abc387f6-9652-4c70-b44c-d35f1e759141 req-d99deef7-1c46-4234-82f3-e54e9b47a0e3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 945 time: 0.0522909 Apr 23 00:35:31.601352 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-abc387f6-9652-4c70-b44c-d35f1e759141 req-c00cc700-7bdd-41bf-b6d0-ca18c8d2ab66 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c20a22e-70a7-4b78-accf-b837e4d93686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601459 Apr 23 00:35:31.617878 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7a301-05e1-4c87-a35d-c8262b89eb97 req-de97b030-6980-4a4a-a292-e362948c0fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:31.619352 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-01b7a301-05e1-4c87-a35d-c8262b89eb97 req-de97b030-6980-4a4a-a292-e362948c0fdc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 1098 time: 0.0508678 Apr 23 00:35:31.710325 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7a301-05e1-4c87-a35d-c8262b89eb97 req-277cd5c7-fbd8-4888-9f44-0568b53138c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:31.711835 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-01b7a301-05e1-4c87-a35d-c8262b89eb97 req-277cd5c7-fbd8-4888-9f44-0568b53138c6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d8eaf277-16f8-4f55-ba2c-c08424910a5a HTTP/1.1" status: 200 len: 897 time: 0.0862260 Apr 23 00:35:31.780574 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-01b7a301-05e1-4c87-a35d-c8262b89eb97 req-d90b282f-f738-4253-9251-738a5b1025da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fe40ac5-b045-4330-beea-a7183b5a897e HTTP/1.1" status: 200 len: 1001 time: 0.0619776 Apr 23 00:35:31.831313 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7a301-05e1-4c87-a35d-c8262b89eb97 req-209e2ca6-53ff-40bf-b132-6cec518dcea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:31.832702 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-01b7a301-05e1-4c87-a35d-c8262b89eb97 req-209e2ca6-53ff-40bf-b132-6cec518dcea1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9cdc5401-b0ad-4ea1-a11f-8db783a92171 HTTP/1.1" status: 200 len: 835 time: 0.0450904 Apr 23 00:35:31.879362 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7a301-05e1-4c87-a35d-c8262b89eb97 req-dfa2525e-2732-41c1-b704-de69f37a8281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:31.880846 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-01b7a301-05e1-4c87-a35d-c8262b89eb97 req-dfa2525e-2732-41c1-b704-de69f37a8281 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d8eaf277-16f8-4f55-ba2c-c08424910a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391607 Apr 23 00:35:31.971758 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-01b7a301-05e1-4c87-a35d-c8262b89eb97 req-6784b42d-f6aa-4cda-b7f2-38ac6d7a8c5b service neutron] 10.222.0.16 "GET /v2.0/networks/d8eaf277-16f8-4f55-ba2c-c08424910a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830426 Apr 23 00:35:32.060924 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-01b7a301-05e1-4c87-a35d-c8262b89eb97 req-e8dc2eae-8329-46ce-8087-963b5f181e8a service neutron] 10.222.0.16 "GET /v2.0/networks/d8eaf277-16f8-4f55-ba2c-c08424910a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815685 Apr 23 00:35:32.723050 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8fa8c-a846-4c19-b734-b88ddcbf7f7b req-483cfe5f-9c1b-4e52-8c81-1bc8dac28ce7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:32.724587 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f8b8fa8c-a846-4c19-b734-b88ddcbf7f7b req-483cfe5f-9c1b-4e52-8c81-1bc8dac28ce7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 945 time: 0.0537496 Apr 23 00:35:32.763006 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f8b8fa8c-a846-4c19-b734-b88ddcbf7f7b req-279f88bc-41f8-4ba3-a429-bbb7e9bff68d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c20a22e-70a7-4b78-accf-b837e4d93686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323207 Apr 23 00:35:33.877237 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92e5eb-e40d-4c6b-9488-5a881aa7553c req-513f88f5-9a2b-4cda-8139-350408f74b40 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:33.878701 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bf92e5eb-e40d-4c6b-9488-5a881aa7553c req-513f88f5-9a2b-4cda-8139-350408f74b40 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 945 time: 0.0487731 Apr 23 00:35:33.915666 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bf92e5eb-e40d-4c6b-9488-5a881aa7553c req-ed512b40-2eec-4b1f-9714-435641e48c85 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c20a22e-70a7-4b78-accf-b837e4d93686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310078 Apr 23 00:35:34.326714 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-390def4b-98cf-4ee9-a740-20bc4416a482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:35.030048 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75402439-6795-4e2d-b775-bc200af93348 req-34a266fe-6580-45f4-b4b8-f2629832f4c6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:35.031526 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-75402439-6795-4e2d-b775-bc200af93348 req-34a266fe-6580-45f4-b4b8-f2629832f4c6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 945 time: 0.0497375 Apr 23 00:35:35.069509 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-75402439-6795-4e2d-b775-bc200af93348 req-c9811590-0164-4e9c-aa2a-7540440d7533 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c20a22e-70a7-4b78-accf-b837e4d93686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321002 Apr 23 00:35:36.189910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245edb9-b6f0-4c2e-ba5e-1f3d5bbf85f9 req-18b62ef3-b30c-4853-9710-3d730fd07573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:36.191284 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2245edb9-b6f0-4c2e-ba5e-1f3d5bbf85f9 req-18b62ef3-b30c-4853-9710-3d730fd07573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 945 time: 0.0526223 Apr 23 00:35:36.228070 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2245edb9-b6f0-4c2e-ba5e-1f3d5bbf85f9 req-344f567e-16c3-4310-9753-090bc46b4840 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c20a22e-70a7-4b78-accf-b837e4d93686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308774 Apr 23 00:35:36.780326 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:35:37.241966 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d0030389-b3c3-402b-8891-b0372815cada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:37.342447 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a237f-b540-4933-ac58-0d9204c8b67a req-0a70b568-1768-4da2-bb51-599957269a90 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:37.343852 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-601a237f-b540-4933-ac58-0d9204c8b67a req-0a70b568-1768-4da2-bb51-599957269a90 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 945 time: 0.0480025 Apr 23 00:35:37.381054 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-601a237f-b540-4933-ac58-0d9204c8b67a req-d5c60f64-1543-41de-830e-a69729fa8b13 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c20a22e-70a7-4b78-accf-b837e4d93686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312171 Apr 23 00:35:37.938193 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:38.498128 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6addd-50f1-4643-aa18-d25ebae2cf37 req-1362e807-24b3-4aa2-8011-7f9f5bd8d365 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:38.499619 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e3d6addd-50f1-4643-aa18-d25ebae2cf37 req-1362e807-24b3-4aa2-8011-7f9f5bd8d365 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 945 time: 0.0490077 Apr 23 00:35:38.536458 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e3d6addd-50f1-4643-aa18-d25ebae2cf37 req-b7136bc0-7df1-4f2c-adad-ef0ec841c5fb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c20a22e-70a7-4b78-accf-b837e4d93686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306756 Apr 23 00:35:39.657375 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51006260-5195-4d6b-9f2d-2065d563de38 req-ffa88674-1ee1-427a-af04-103f6798d190 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:39.660064 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-51006260-5195-4d6b-9f2d-2065d563de38 req-ffa88674-1ee1-427a-af04-103f6798d190 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 945 time: 0.0561180 Apr 23 00:35:39.682206 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:39.696979 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-51006260-5195-4d6b-9f2d-2065d563de38 req-3bf36ebe-3cdd-46e6-864a-3cfc6de4da21 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c20a22e-70a7-4b78-accf-b837e4d93686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322163 Apr 23 00:35:39.915005 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:40.814619 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f8d63-eda8-4aef-8bab-76920b6fe80a req-0f5d7a9c-a2f3-4e47-a508-5875ab89abe2 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:40.816343 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bd2f8d63-eda8-4aef-8bab-76920b6fe80a req-0f5d7a9c-a2f3-4e47-a508-5875ab89abe2 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 945 time: 0.0495193 Apr 23 00:35:40.852871 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bd2f8d63-eda8-4aef-8bab-76920b6fe80a req-c4a47acd-4b53-48dc-b475-e6606e5a25ef tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c20a22e-70a7-4b78-accf-b837e4d93686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306621 Apr 23 00:35:41.966905 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c670855-247b-49ec-a55d-96ec33d8f5e6 req-2e079124-6284-4332-82df-9db035e2f823 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:41.968314 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0c670855-247b-49ec-a55d-96ec33d8f5e6 req-2e079124-6284-4332-82df-9db035e2f823 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 945 time: 0.0493033 Apr 23 00:35:42.006170 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0c670855-247b-49ec-a55d-96ec33d8f5e6 req-1436f591-10dd-42f8-a003-218cc41a45fc tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c20a22e-70a7-4b78-accf-b837e4d93686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318716 Apr 23 00:35:43.123718 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68489a0-1aa1-43f5-b64e-e6880e559524 req-7cb668bc-e6ab-49da-9bea-b1b90ebd654d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:43.125450 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a68489a0-1aa1-43f5-b64e-e6880e559524 req-7cb668bc-e6ab-49da-9bea-b1b90ebd654d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 945 time: 0.0526671 Apr 23 00:35:43.162917 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a68489a0-1aa1-43f5-b64e-e6880e559524 req-60269f7f-3ca0-4da7-94c3-95eee0e67735 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c20a22e-70a7-4b78-accf-b837e4d93686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316026 Apr 23 00:35:43.185303 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33176) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:35:43.243873 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-986c92c2-4517-40e9-b330-9639294ae4fd tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/floatingips/1f61ead5-a45b-48ad-bbc5-8b0d9f780cd9 HTTP/1.1" status: 200 len: 993 time: 0.0574501 Apr 23 00:35:53.915459 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:04.292659 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33ada021-ed93-478a-b16b-0ee13ab8b568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:07.257953 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f6bb89b-dd93-4f70-ac2a-4bdf88490caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:07.960884 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:09.692437 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:09.897778 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:13.606156 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33186) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:36:13.764900 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-e45c1c23-c40b-4d3b-8976-12d214e61192 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Deleting port 0047db18-ab35-49da-a55c-c59370445feb {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:36:13.765244 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e45c1c23-c40b-4d3b-8976-12d214e61192 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:13.778912 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:36:13.839154 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e45c1c23-c40b-4d3b-8976-12d214e61192 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:13.839482 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e45c1c23-c40b-4d3b-8976-12d214e61192 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:13.850660 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-e45c1c23-c40b-4d3b-8976-12d214e61192 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Calling delete_port for 0047db18-ab35-49da-a55c-c59370445feb owned by network:floatingip {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:36:14.052011 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e45c1c23-c40b-4d3b-8976-12d214e61192 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:14.079284 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c1c23-c40b-4d3b-8976-12d214e61192 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Port': ['ID=0047db18-ab35-49da-a55c-c59370445feb,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:14.101798 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c1c23-c40b-4d3b-8976-12d214e61192 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:14.102146 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c1c23-c40b-4d3b-8976-12d214e61192 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:14.102491 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c1c23-c40b-4d3b-8976-12d214e61192 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:14.102827 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c1c23-c40b-4d3b-8976-12d214e61192 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:14.103159 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c1c23-c40b-4d3b-8976-12d214e61192 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:14.104051 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c1c23-c40b-4d3b-8976-12d214e61192 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:14.104387 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c1c23-c40b-4d3b-8976-12d214e61192 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:14.104715 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c1c23-c40b-4d3b-8976-12d214e61192 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:14.105042 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c1c23-c40b-4d3b-8976-12d214e61192 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:14.105369 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c1c23-c40b-4d3b-8976-12d214e61192 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:14.105696 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c1c23-c40b-4d3b-8976-12d214e61192 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:14.106021 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c1c23-c40b-4d3b-8976-12d214e61192 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:14.148944 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e45c1c23-c40b-4d3b-8976-12d214e61192 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for floatingip, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:14.149257 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-e45c1c23-c40b-4d3b-8976-12d214e61192 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Floating IP 1f61ead5-a45b-48ad-bbc5-8b0d9f780cd9 disassociated (deleted). External IP: 172.26.3.142, port: 6fe40ac5-b045-4330-beea-a7183b5a897e. Apr 23 00:36:14.346015 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45c1c23-c40b-4d3b-8976-12d214e61192 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Router 3e19dbe0-5df1-4c29-b043-97c43f3fa2a5 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:36:14.450232 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45c1c23-c40b-4d3b-8976-12d214e61192 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:36:14.455049 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e45c1c23-c40b-4d3b-8976-12d214e61192 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:14.461772 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ceb85e-a1a5-45cc-ac59-83e61f75678d None None] Sync routers for ids ['3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:36:14.472151 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ceb85e-a1a5-45cc-ac59-83e61f75678d None None] Routers {'3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:36:14.472756 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c3ceb85e-a1a5-45cc-ac59-83e61f75678d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:36:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:14.484090 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e45c1c23-c40b-4d3b-8976-12d214e61192 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "DELETE /v2.0/floatingips/1f61ead5-a45b-48ad-bbc5-8b0d9f780cd9 HTTP/1.1" status: 204 len: 168 time: 0.8768706 Apr 23 00:36:14.484762 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53e0553-54c6-41ee-8ac4-41113a50c65a', 'tag': '6fe40ac5-b045-4330-beea-a7183b5a897e'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:36:14.487092 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426216a3-2f58-447a-a65b-37493819b29a" -d '{"events": [{"name": "network-changed", "server_uuid": "c53e0553-54c6-41ee-8ac4-41113a50c65a", "tag": "6fe40ac5-b045-4330-beea-a7183b5a897e"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:36:14.531287 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57618ab0-a437-4a00-ac2c-3fa94341d83a x-openstack-request-id: req-57618ab0-a437-4a00-ac2c-3fa94341d83a {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:36:14.531742 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53e0553-54c6-41ee-8ac4-41113a50c65a", "tag": "6fe40ac5-b045-4330-beea-a7183b5a897e", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:36:14.531949 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-57618ab0-a437-4a00-ac2c-3fa94341d83a {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:36:14.532357 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57618ab0-a437-4a00-ac2c-3fa94341d83a'] response: {'name': 'network-changed', 'server_uuid': 'c53e0553-54c6-41ee-8ac4-41113a50c65a', 'tag': '6fe40ac5-b045-4330-beea-a7183b5a897e', 'status': 'completed', 'code': 200} Apr 23 00:36:14.583814 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-c3ceb85e-a1a5-45cc-ac59-83e61f75678d None None] Set router 3e19dbe0-5df1-4c29-b043-97c43f3fa2a5 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:36:14.593340 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426216a3-2f58-447a-a65b-37493819b29a req-d3f3108a-e504-46d0-807a-8c16ef505c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:14.594754 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-426216a3-2f58-447a-a65b-37493819b29a req-d3f3108a-e504-46d0-807a-8c16ef505c60 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 1098 time: 0.0426402 Apr 23 00:36:14.685182 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426216a3-2f58-447a-a65b-37493819b29a req-40f97688-450d-4b07-881a-21e1a5152c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:14.686776 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-426216a3-2f58-447a-a65b-37493819b29a req-40f97688-450d-4b07-881a-21e1a5152c79 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d8eaf277-16f8-4f55-ba2c-c08424910a5a HTTP/1.1" status: 200 len: 897 time: 0.0863163 Apr 23 00:36:14.737530 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-426216a3-2f58-447a-a65b-37493819b29a req-156c516e-bc5e-443d-93e5-4cece394d8b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fe40ac5-b045-4330-beea-a7183b5a897e HTTP/1.1" status: 200 len: 217 time: 0.0416050 Apr 23 00:36:14.789729 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426216a3-2f58-447a-a65b-37493819b29a req-4f5b4935-293d-405f-ba40-e654cea0aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:14.792466 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-426216a3-2f58-447a-a65b-37493819b29a req-4f5b4935-293d-405f-ba40-e654cea0aca5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9cdc5401-b0ad-4ea1-a11f-8db783a92171 HTTP/1.1" status: 200 len: 835 time: 0.0460062 Apr 23 00:36:14.812123 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c3ceb85e-a1a5-45cc-ac59-83e61f75678d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699768853', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:48Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '09c7f350-2845-40b7-a656-d81bf88af7ae', 'name': '', 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:31:1f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '9cdc5401-b0ad-4ea1-a11f-8db783a92171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:47Z', 'updated_at': '2022-04-23T00:34:50Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '9cdc5401-b0ad-4ea1-a11f-8db783a92171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:14.847230 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ceb85e-a1a5-45cc-ac59-83e61f75678d None None] Checking router: 3e19dbe0-5df1-4c29-b043-97c43f3fa2a5 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:36:14.850074 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426216a3-2f58-447a-a65b-37493819b29a req-4d702482-a5ea-4141-a674-f646a0d988c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:14.851929 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-426216a3-2f58-447a-a65b-37493819b29a req-4d702482-a5ea-4141-a674-f646a0d988c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d8eaf277-16f8-4f55-ba2c-c08424910a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0465794 Apr 23 00:36:14.856269 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ceb85e-a1a5-45cc-ac59-83e61f75678d None None] Routers {'3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:36:14.856946 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c3ceb85e-a1a5-45cc-ac59-83e61f75678d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:36:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:14.902127 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b0d42-3a71-49e9-a670-e43fcf5b2753 req-0bad10ff-b0f9-4ec8-8964-99978357cb14 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:14.904663 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9e3b0d42-3a71-49e9-a670-e43fcf5b2753 req-0bad10ff-b0f9-4ec8-8964-99978357cb14 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 945 time: 0.0525086 Apr 23 00:36:14.953816 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9e3b0d42-3a71-49e9-a670-e43fcf5b2753 req-01cceb4d-c4e5-4906-a37b-7db1ce2424b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c20a22e-70a7-4b78-accf-b837e4d93686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420432 Apr 23 00:36:14.958951 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-426216a3-2f58-447a-a65b-37493819b29a req-6d436fa3-68b2-4dec-aec6-5cc9d042e710 service neutron] 10.222.0.16 "GET /v2.0/networks/d8eaf277-16f8-4f55-ba2c-c08424910a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990460 Apr 23 00:36:14.976944 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-c3ceb85e-a1a5-45cc-ac59-83e61f75678d None None] Set router 3e19dbe0-5df1-4c29-b043-97c43f3fa2a5 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:36:15.053330 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-426216a3-2f58-447a-a65b-37493819b29a req-f48bcbd6-d7d1-4bdc-9392-7c81c49c354b service neutron] 10.222.0.16 "GET /v2.0/networks/d8eaf277-16f8-4f55-ba2c-c08424910a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865047 Apr 23 00:36:15.330547 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c3ceb85e-a1a5-45cc-ac59-83e61f75678d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699768853', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:48Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '09c7f350-2845-40b7-a656-d81bf88af7ae', 'name': '', 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:31:1f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '9cdc5401-b0ad-4ea1-a11f-8db783a92171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:47Z', 'updated_at': '2022-04-23T00:34:50Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '9cdc5401-b0ad-4ea1-a11f-8db783a92171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:15.356401 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ceb85e-a1a5-45cc-ac59-83e61f75678d None None] The sync data for ids ['3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'] in dv-neutron-838783-1-hyperv is: [{'id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699768853', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:48Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '09c7f350-2845-40b7-a656-d81bf88af7ae', 'name': '', 'network_id': 'd8eaf277-16f8-4f55-ba2c-c08424910a5a', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:31:1f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '9cdc5401-b0ad-4ea1-a11f-8db783a92171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:47Z', 'updated_at': '2022-04-23T00:34:50Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '9cdc5401-b0ad-4ea1-a11f-8db783a92171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:36:15.571818 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06bbe20-266b-435b-8d09-a1779f39b515 None None] New status for floating IP 1f61ead5-a45b-48ad-bbc5-8b0d9f780cd9: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:36:16.070068 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220fc04-1d30-4f51-8108-98cf40f54089 req-df3f243d-71e8-4ca6-95b8-75f21f9b71b8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:16.071533 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0220fc04-1d30-4f51-8108-98cf40f54089 req-df3f243d-71e8-4ca6-95b8-75f21f9b71b8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 945 time: 0.0483336 Apr 23 00:36:16.110513 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0220fc04-1d30-4f51-8108-98cf40f54089 req-adbdd917-96ad-4324-bc6f-740a2c6401f5 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c20a22e-70a7-4b78-accf-b837e4d93686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323968 Apr 23 00:36:16.325538 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c136a5c-c1d3-4528-9168-8713e71d0b85 req-7416f2b9-7b4b-42a5-8759-61a4ef21109d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:16.326966 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1c136a5c-c1d3-4528-9168-8713e71d0b85 req-7416f2b9-7b4b-42a5-8759-61a4ef21109d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.16 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 945 time: 0.0523670 Apr 23 00:36:16.414690 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-1c136a5c-c1d3-4528-9168-8713e71d0b85 req-72910863-30e8-4dd4-be8a-38ef4139f47d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Deleting port 6fe40ac5-b045-4330-beea-a7183b5a897e {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:36:16.415037 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-1c136a5c-c1d3-4528-9168-8713e71d0b85 req-72910863-30e8-4dd4-be8a-38ef4139f47d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:16.504750 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-1c136a5c-c1d3-4528-9168-8713e71d0b85 req-72910863-30e8-4dd4-be8a-38ef4139f47d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] For port 6fe40ac5-b045-4330-beea-a7183b5a897e, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=6fe40ac5-b045-4330-beea-a7183b5a897e,segment=NetworkSegment(7265b090-c1c6-4b06-b83d-0155059e33c2),segment_id=7265b090-c1c6-4b06-b83d-0155059e33c2)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:36:16.505108 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-1c136a5c-c1d3-4528-9168-8713e71d0b85 req-72910863-30e8-4dd4-be8a-38ef4139f47d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:16.517438 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-1c136a5c-c1d3-4528-9168-8713e71d0b85 req-72910863-30e8-4dd4-be8a-38ef4139f47d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Calling delete_port for 6fe40ac5-b045-4330-beea-a7183b5a897e owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:36:16.680983 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-1c136a5c-c1d3-4528-9168-8713e71d0b85 req-72910863-30e8-4dd4-be8a-38ef4139f47d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:16.779226 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72910863-30e8-4dd4-be8a-38ef4139f47d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Port': ['ID=6fe40ac5-b045-4330-beea-a7183b5a897e,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:16.794703 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c136a5c-c1d3-4528-9168-8713e71d0b85 req-72910863-30e8-4dd4-be8a-38ef4139f47d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] No DVR routers for this DVR port 6fe40ac5-b045-4330-beea-a7183b5a897e on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:36:16.799277 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-1c136a5c-c1d3-4528-9168-8713e71d0b85 req-72910863-30e8-4dd4-be8a-38ef4139f47d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:16.800158 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1c136a5c-c1d3-4528-9168-8713e71d0b85 req-72910863-30e8-4dd4-be8a-38ef4139f47d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.16 "DELETE /v2.0/ports/6fe40ac5-b045-4330-beea-a7183b5a897e HTTP/1.1" status: 204 len: 173 time: 0.4667637 Apr 23 00:36:16.800588 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53e0553-54c6-41ee-8ac4-41113a50c65a', 'name': 'network-vif-deleted', 'tag': '6fe40ac5-b045-4330-beea-a7183b5a897e'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:36:16.802875 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2d6431-db14-4245-bdec-5f8170e76bca" -d '{"events": [{"server_uuid": "c53e0553-54c6-41ee-8ac4-41113a50c65a", "name": "network-vif-deleted", "tag": "6fe40ac5-b045-4330-beea-a7183b5a897e"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:36:16.839216 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc591f9-d260-42ee-a411-b3170a7e43d3 x-openstack-request-id: req-dfc591f9-d260-42ee-a411-b3170a7e43d3 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:36:16.839514 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53e0553-54c6-41ee-8ac4-41113a50c65a", "name": "network-vif-deleted", "tag": "6fe40ac5-b045-4330-beea-a7183b5a897e", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:36:16.839806 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dfc591f9-d260-42ee-a411-b3170a7e43d3 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:36:16.840217 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc591f9-d260-42ee-a411-b3170a7e43d3'] response: {'server_uuid': 'c53e0553-54c6-41ee-8ac4-41113a50c65a', 'name': 'network-vif-deleted', 'tag': '6fe40ac5-b045-4330-beea-a7183b5a897e', 'status': 'completed', 'code': 200} Apr 23 00:36:17.221610 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-40d535e3-bda8-4a11-a8c5-d9473830940f req-8bfaebaf-68d7-48dc-a2fb-098fc7ec23f9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=c53e0553-54c6-41ee-8ac4-41113a50c65a HTTP/1.1" status: 200 len: 210 time: 0.0276346 Apr 23 00:36:18.277682 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33202) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:36:18.948111 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2fb37cda-bded-42a7-b6ad-2708136fba7b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:19.193466 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-2fb37cda-bded-42a7-b6ad-2708136fba7b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Deleting port 09c7f350-2845-40b7-a656-d81bf88af7ae {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:36:19.193806 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2fb37cda-bded-42a7-b6ad-2708136fba7b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:19.280076 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-2fb37cda-bded-42a7-b6ad-2708136fba7b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] For port 09c7f350-2845-40b7-a656-d81bf88af7ae, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=09c7f350-2845-40b7-a656-d81bf88af7ae,segment=NetworkSegment(7265b090-c1c6-4b06-b83d-0155059e33c2),segment_id=7265b090-c1c6-4b06-b83d-0155059e33c2)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:36:19.280633 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2fb37cda-bded-42a7-b6ad-2708136fba7b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:19.301742 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-2fb37cda-bded-42a7-b6ad-2708136fba7b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Calling delete_port for 09c7f350-2845-40b7-a656-d81bf88af7ae owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:36:19.537638 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2fb37cda-bded-42a7-b6ad-2708136fba7b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:19.563622 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb37cda-bded-42a7-b6ad-2708136fba7b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Port': ['ID=09c7f350-2845-40b7-a656-d81bf88af7ae,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:19.745353 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2fb37cda-bded-42a7-b6ad-2708136fba7b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:19.960860 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb37cda-bded-42a7-b6ad-2708136fba7b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Router 3e19dbe0-5df1-4c29-b043-97c43f3fa2a5 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:36:20.065555 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb37cda-bded-42a7-b6ad-2708136fba7b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:36:20.070700 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-2fb37cda-bded-42a7-b6ad-2708136fba7b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "PUT /v2.0/routers/3e19dbe0-5df1-4c29-b043-97c43f3fa2a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7917778 Apr 23 00:36:20.073742 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33204) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:36:20.075803 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2c7d1c-9299-4b2a-bd77-3e9a7ab021ea None None] Sync routers for ids ['3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:36:20.085634 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2c7d1c-9299-4b2a-bd77-3e9a7ab021ea None None] Routers {'3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:36:20.086240 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-1d2c7d1c-9299-4b2a-bd77-3e9a7ab021ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:36:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:20.123890 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-166720dc-a4f1-4742-8a78-2615d98e9305 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Deleting subnet 9cdc5401-b0ad-4ea1-a11f-8db783a92171 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:36:20.126885 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-166720dc-a4f1-4742-8a78-2615d98e9305 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:20.166385 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-166720dc-a4f1-4742-8a78-2615d98e9305 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:20.190653 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-1d2c7d1c-9299-4b2a-bd77-3e9a7ab021ea None None] Set router 3e19dbe0-5df1-4c29-b043-97c43f3fa2a5 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:36:20.254520 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 6fe40ac5-b045-4330-beea-a7183b5a897e no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:36:20.256266 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-166720dc-a4f1-4742-8a78-2615d98e9305 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:20.308827 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 6fe40ac5-b045-4330-beea-a7183b5a897e {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:36:20.309168 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 6fe40ac5-b045-4330-beea-a7183b5a897e not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:36:20.377324 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-166720dc-a4f1-4742-8a78-2615d98e9305 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:20.391901 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-1d2c7d1c-9299-4b2a-bd77-3e9a7ab021ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699768853', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:36:19Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:20.405639 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166720dc-a4f1-4742-8a78-2615d98e9305 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Subnet': ['ID=9cdc5401-b0ad-4ea1-a11f-8db783a92171,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:20.409323 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-166720dc-a4f1-4742-8a78-2615d98e9305 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:20.412493 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-166720dc-a4f1-4742-8a78-2615d98e9305 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "DELETE /v2.0/subnets/9cdc5401-b0ad-4ea1-a11f-8db783a92171 HTTP/1.1" status: 204 len: 168 time: 0.3377345 Apr 23 00:36:20.415094 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33206) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:36:20.424608 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04acd46d-8a6e-489a-85b6-08984737c176 None None] Network d8eaf277-16f8-4f55-ba2c-c08424910a5a requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:36:20.427645 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2c7d1c-9299-4b2a-bd77-3e9a7ab021ea None None] Checking router: 3e19dbe0-5df1-4c29-b043-97c43f3fa2a5 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:36:20.476408 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2c7d1c-9299-4b2a-bd77-3e9a7ab021ea None None] Routers {'3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:36:20.477037 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-1d2c7d1c-9299-4b2a-bd77-3e9a7ab021ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:36:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:20.524873 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac0d54d6-6c36-4e03-9960-3ba877960782 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:20.629885 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac0d54d6-6c36-4e03-9960-3ba877960782 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:20.631047 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-1d2c7d1c-9299-4b2a-bd77-3e9a7ab021ea None None] Set router 3e19dbe0-5df1-4c29-b043-97c43f3fa2a5 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:36:20.741605 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623b1668-9290-406d-a959-73046838968a None None] DHCP port deletion for d8eaf277-16f8-4f55-ba2c-c08424910a5a request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:36:20.767704 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-ac0d54d6-6c36-4e03-9960-3ba877960782 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Deleting port 6a70ff4b-2dbc-4b68-861e-83a2f61835c9 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:36:20.768153 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac0d54d6-6c36-4e03-9960-3ba877960782 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:20.842758 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-623b1668-9290-406d-a959-73046838968a None None] Deleting port e977c56f-4922-470d-8512-c4561ed5b07f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:36:20.843049 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-623b1668-9290-406d-a959-73046838968a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:20.851059 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-ac0d54d6-6c36-4e03-9960-3ba877960782 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] For port 6a70ff4b-2dbc-4b68-861e-83a2f61835c9, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=6a70ff4b-2dbc-4b68-861e-83a2f61835c9,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:36:20.851431 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac0d54d6-6c36-4e03-9960-3ba877960782 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:20.863862 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-ac0d54d6-6c36-4e03-9960-3ba877960782 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Calling delete_port for 6a70ff4b-2dbc-4b68-861e-83a2f61835c9 owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:36:20.901188 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-1d2c7d1c-9299-4b2a-bd77-3e9a7ab021ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699768853', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:36:19Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:20.937319 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2c7d1c-9299-4b2a-bd77-3e9a7ab021ea None None] The sync data for ids ['3e19dbe0-5df1-4c29-b043-97c43f3fa2a5'] in dv-neutron-838783-1-hyperv is: [{'id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699768853', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:36:19Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '6a70ff4b-2dbc-4b68-861e-83a2f61835c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e19dbe0-5df1-4c29-b043-97c43f3fa2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:44Z', 'updated_at': '2022-04-23T00:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:36:20.939907 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-623b1668-9290-406d-a959-73046838968a None None] For port e977c56f-4922-470d-8512-c4561ed5b07f, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=e977c56f-4922-470d-8512-c4561ed5b07f,segment=NetworkSegment(7265b090-c1c6-4b06-b83d-0155059e33c2),segment_id=7265b090-c1c6-4b06-b83d-0155059e33c2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:36:20.940304 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-623b1668-9290-406d-a959-73046838968a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:20.953264 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-623b1668-9290-406d-a959-73046838968a None None] Calling delete_port for e977c56f-4922-470d-8512-c4561ed5b07f owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:36:21.100668 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac0d54d6-6c36-4e03-9960-3ba877960782 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:21.115046 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-623b1668-9290-406d-a959-73046838968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:21.126655 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d54d6-6c36-4e03-9960-3ba877960782 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Port': ['ID=6a70ff4b-2dbc-4b68-861e-83a2f61835c9,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:21.145693 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b1668-9290-406d-a959-73046838968a None None] Pushing event deleted for resources: {'Port': ['ID=e977c56f-4922-470d-8512-c4561ed5b07f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:21.156238 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623b1668-9290-406d-a959-73046838968a None None] No DVR routers for this DVR port e977c56f-4922-470d-8512-c4561ed5b07f on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:36:21.158891 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b1668-9290-406d-a959-73046838968a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:21.159346 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b1668-9290-406d-a959-73046838968a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:21.159818 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b1668-9290-406d-a959-73046838968a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:21.160250 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b1668-9290-406d-a959-73046838968a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:21.160679 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b1668-9290-406d-a959-73046838968a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:21.161110 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b1668-9290-406d-a959-73046838968a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:21.161561 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b1668-9290-406d-a959-73046838968a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:21.161990 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b1668-9290-406d-a959-73046838968a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:21.162421 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b1668-9290-406d-a959-73046838968a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:21.162850 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b1668-9290-406d-a959-73046838968a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:21.163271 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b1668-9290-406d-a959-73046838968a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:21.163718 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b1668-9290-406d-a959-73046838968a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:21.196702 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac0d54d6-6c36-4e03-9960-3ba877960782 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:21.289220 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac0d54d6-6c36-4e03-9960-3ba877960782 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:21.292157 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac0d54d6-6c36-4e03-9960-3ba877960782 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:21.379076 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 09c7f350-2845-40b7-a656-d81bf88af7ae no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:36:21.394787 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac0d54d6-6c36-4e03-9960-3ba877960782 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:21.398978 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0d54d6-6c36-4e03-9960-3ba877960782 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Fanout notify agent at l3_agent the message router_deleted on router 3e19dbe0-5df1-4c29-b043-97c43f3fa2a5 {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:36:21.400176 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 09c7f350-2845-40b7-a656-d81bf88af7ae {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:36:21.400563 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 09c7f350-2845-40b7-a656-d81bf88af7ae not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:36:21.400897 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device e977c56f-4922-470d-8512-c4561ed5b07f no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:36:21.404020 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac0d54d6-6c36-4e03-9960-3ba877960782 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:21.407786 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ac0d54d6-6c36-4e03-9960-3ba877960782 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "DELETE /v2.0/routers/3e19dbe0-5df1-4c29-b043-97c43f3fa2a5 HTTP/1.1" status: 204 len: 168 time: 0.9882820 Apr 23 00:36:21.408118 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33208) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:36:21.420151 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: e977c56f-4922-470d-8512-c4561ed5b07f {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:36:21.420492 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device e977c56f-4922-470d-8512-c4561ed5b07f not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:36:21.496232 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b23c5a1-6bb7-4165-a502-8299668b5573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:21.583577 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b23c5a1-6bb7-4165-a502-8299668b5573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:21.607678 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-0b23c5a1-6bb7-4165-a502-8299668b5573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8eaf277-16f8-4f55-ba2c-c08424910a5a']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:21.616454 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-0b23c5a1-6bb7-4165-a502-8299668b5573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7265b090-c1c6-4b06-b83d-0155059e33c2') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:21.616754 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-0b23c5a1-6bb7-4165-a502-8299668b5573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7265b090-c1c6-4b06-b83d-0155059e33c2') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:21.626699 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b23c5a1-6bb7-4165-a502-8299668b5573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:21.639425 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b23c5a1-6bb7-4165-a502-8299668b5573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:21.645048 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b23c5a1-6bb7-4165-a502-8299668b5573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b23c5a1-6bb7-4165-a502-8299668b5573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:36:21.648889 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:36:21.766192 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b23c5a1-6bb7-4165-a502-8299668b5573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:21.775693 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b23c5a1-6bb7-4165-a502-8299668b5573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:21.776274 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0b23c5a1-6bb7-4165-a502-8299668b5573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "DELETE /v2.0/networks/d8eaf277-16f8-4f55-ba2c-c08424910a5a HTTP/1.1" status: 204 len: 168 time: 0.3671567 Apr 23 00:36:21.779114 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33210) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:36:21.787756 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23c5a1-6bb7-4165-a502-8299668b5573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Network': ['ID=d8eaf277-16f8-4f55-ba2c-c08424910a5a,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:21.795483 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23c5a1-6bb7-4165-a502-8299668b5573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:21.795935 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23c5a1-6bb7-4165-a502-8299668b5573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:21.796289 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23c5a1-6bb7-4165-a502-8299668b5573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:21.796630 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23c5a1-6bb7-4165-a502-8299668b5573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:21.796971 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23c5a1-6bb7-4165-a502-8299668b5573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:21.797312 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23c5a1-6bb7-4165-a502-8299668b5573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:21.797676 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23c5a1-6bb7-4165-a502-8299668b5573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:21.798006 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23c5a1-6bb7-4165-a502-8299668b5573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:21.798341 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23c5a1-6bb7-4165-a502-8299668b5573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:21.798667 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23c5a1-6bb7-4165-a502-8299668b5573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:21.798997 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23c5a1-6bb7-4165-a502-8299668b5573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:21.799327 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b23c5a1-6bb7-4165-a502-8299668b5573 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:21.840431 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c6ed89d8-be01-40f4-ba41-c866669a86a8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:21.867391 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c6ed89d8-be01-40f4-ba41-c866669a86a8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:21.988864 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c6ed89d8-be01-40f4-ba41-c866669a86a8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:21.991421 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c6ed89d8-be01-40f4-ba41-c866669a86a8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:21.992611 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c6ed89d8-be01-40f4-ba41-c866669a86a8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "DELETE /v2.0/security-groups/7c20a22e-70a7-4b78-accf-b837e4d93686 HTTP/1.1" status: 204 len: 168 time: 0.2125063 Apr 23 00:36:22.004808 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed89d8-be01-40f4-ba41-c866669a86a8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c20a22e-70a7-4b78-accf-b837e4d93686,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:22.655039 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33216) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:36:22.660031 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-7719c09c-e0fd-4868-873a-8afaab1ef735 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2061181996', 'description': 'tempest-secgroup-smoke-2061181996 description', 'project_id': 'f13b99d4303b4cbc82245827feb580d6'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:22.760387 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7719c09c-e0fd-4868-873a-8afaab1ef735 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:22.828558 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7719c09c-e0fd-4868-873a-8afaab1ef735 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:22.891500 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7719c09c-e0fd-4868-873a-8afaab1ef735 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:22.920239 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719c09c-e0fd-4868-873a-8afaab1ef735 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08603b5b-7ed2-409b-a528-227ea2e29673,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:22.968152 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7719c09c-e0fd-4868-873a-8afaab1ef735 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:22.969386 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7719c09c-e0fd-4868-873a-8afaab1ef735 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3132184 Apr 23 00:36:22.972195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33218) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:36:22.976526 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-78817c5b-e32e-45f2-b20e-ee923dc8688e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '08603b5b-7ed2-409b-a528-227ea2e29673', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:23.050464 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-78817c5b-e32e-45f2-b20e-ee923dc8688e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:23.105273 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-78817c5b-e32e-45f2-b20e-ee923dc8688e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:23.166754 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-78817c5b-e32e-45f2-b20e-ee923dc8688e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:23.185983 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78817c5b-e32e-45f2-b20e-ee923dc8688e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02736f16-1adc-44ad-b8b4-dc3566754b33,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:23.236356 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-78817c5b-e32e-45f2-b20e-ee923dc8688e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:23.237584 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-78817c5b-e32e-45f2-b20e-ee923dc8688e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2644315 Apr 23 00:36:23.240194 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33220) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:36:23.245161 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-85b38ba2-ce77-4291-acb6-b3d2faa4dd79 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '08603b5b-7ed2-409b-a528-227ea2e29673', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:23.287799 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 6a70ff4b-2dbc-4b68-861e-83a2f61835c9 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:36:23.311926 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 6a70ff4b-2dbc-4b68-861e-83a2f61835c9 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:36:23.312271 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 6a70ff4b-2dbc-4b68-861e-83a2f61835c9 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:36:23.314209 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-85b38ba2-ce77-4291-acb6-b3d2faa4dd79 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:23.370913 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-85b38ba2-ce77-4291-acb6-b3d2faa4dd79 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:23.445331 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-85b38ba2-ce77-4291-acb6-b3d2faa4dd79 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:23.464431 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b38ba2-ce77-4291-acb6-b3d2faa4dd79 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7f3da5-e807-4798-9b46-5c4a24478097,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:23.539142 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-85b38ba2-ce77-4291-acb6-b3d2faa4dd79 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:23.540393 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-85b38ba2-ce77-4291-acb6-b3d2faa4dd79 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2992809 Apr 23 00:36:23.543558 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33222) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:36:23.547861 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-218710c5-9b08-4187-8ea7-cb5a97597e6a tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '08603b5b-7ed2-409b-a528-227ea2e29673', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:23.633553 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-218710c5-9b08-4187-8ea7-cb5a97597e6a tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:23.698289 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-218710c5-9b08-4187-8ea7-cb5a97597e6a tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:23.777307 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-218710c5-9b08-4187-8ea7-cb5a97597e6a tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:23.796338 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218710c5-9b08-4187-8ea7-cb5a97597e6a tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f36dfb-23fc-43ee-92a4-ebaf96077ed0,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:23.865163 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-218710c5-9b08-4187-8ea7-cb5a97597e6a tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:23.866379 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-218710c5-9b08-4187-8ea7-cb5a97597e6a tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3218827 Apr 23 00:36:23.869169 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33224) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:36:23.873831 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-897d7a62-8cac-42e0-81ae-4f2202e74dda tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '08603b5b-7ed2-409b-a528-227ea2e29673', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:23.914567 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:23.971140 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-897d7a62-8cac-42e0-81ae-4f2202e74dda tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.029630 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-897d7a62-8cac-42e0-81ae-4f2202e74dda tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.091753 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-897d7a62-8cac-42e0-81ae-4f2202e74dda tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.108707 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d7a62-8cac-42e0-81ae-4f2202e74dda tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f370e32-a066-4fd4-9ab8-f3501236de41,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:24.173580 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-897d7a62-8cac-42e0-81ae-4f2202e74dda tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.174837 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-897d7a62-8cac-42e0-81ae-4f2202e74dda tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3047335 Apr 23 00:36:24.177509 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33226) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:36:24.181778 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-4d30bf5e-a883-471c-bc1a-5430c9e74a60 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '08603b5b-7ed2-409b-a528-227ea2e29673', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:24.263263 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-4d30bf5e-a883-471c-bc1a-5430c9e74a60 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Project f13b99d4303b4cbc82245827feb580d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:36:24.268093 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d30bf5e-a883-471c-bc1a-5430c9e74a60 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.326506 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d30bf5e-a883-471c-bc1a-5430c9e74a60 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.383085 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d30bf5e-a883-471c-bc1a-5430c9e74a60 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.401159 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30bf5e-a883-471c-bc1a-5430c9e74a60 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9903e47d-0a8c-4562-b852-56fbdd30f89c,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:24.453873 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d30bf5e-a883-471c-bc1a-5430c9e74a60 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.455171 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4d30bf5e-a883-471c-bc1a-5430c9e74a60 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2767446 Apr 23 00:36:24.457845 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33228) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:36:24.462149 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-1d98cd10-c977-4756-a982-b6a18cc6de4c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '08603b5b-7ed2-409b-a528-227ea2e29673', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:24.536849 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-1d98cd10-c977-4756-a982-b6a18cc6de4c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Project f13b99d4303b4cbc82245827feb580d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:36:24.542152 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1d98cd10-c977-4756-a982-b6a18cc6de4c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.603901 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1d98cd10-c977-4756-a982-b6a18cc6de4c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.691738 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1d98cd10-c977-4756-a982-b6a18cc6de4c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.710475 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98cd10-c977-4756-a982-b6a18cc6de4c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d755c176-2987-429e-8665-ca04ba5cf01d,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:24.779214 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1d98cd10-c977-4756-a982-b6a18cc6de4c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.780466 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1d98cd10-c977-4756-a982-b6a18cc6de4c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3216984 Apr 23 00:36:24.783304 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33230) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:36:24.788334 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-ed22e988-5e2c-4447-8731-597eef8060bf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'network': {'name': 'tempest-network-smoke--1613076522', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'port_security_enabled': True}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:24.856976 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed22e988-5e2c-4447-8731-597eef8060bf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Made reservation on behalf of f13b99d4303b4cbc82245827feb580d6 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:36:24.860641 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed22e988-5e2c-4447-8731-597eef8060bf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.883556 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed22e988-5e2c-4447-8731-597eef8060bf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:36:24.893263 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed22e988-5e2c-4447-8731-597eef8060bf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.893613 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-ed22e988-5e2c-4447-8731-597eef8060bf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Added segment e0d088a4-50ca-47fe-8dae-aa18e9e63051 of type vlan for network 1d80d6f0-b8d6-46ec-b917-165dc7827979 Apr 23 00:36:24.932828 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed22e988-5e2c-4447-8731-597eef8060bf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.999999 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed22e988-5e2c-4447-8731-597eef8060bf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.005470 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed22e988-5e2c-4447-8731-597eef8060bf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:25.006076 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ed22e988-5e2c-4447-8731-597eef8060bf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.074953 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22e988-5e2c-4447-8731-597eef8060bf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Network': ['ID=1d80d6f0-b8d6-46ec-b917-165dc7827979,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:25.085123 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 1d80d6f0-b8d6-46ec-b917-165dc7827979 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:36:25.139754 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-ed22e988-5e2c-4447-8731-597eef8060bf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3552897 Apr 23 00:36:25.142426 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33232) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:36:25.147034 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-a7c344bc-b319-4bdf-ba26-e9a5143d8288 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-96034199', 'admin_state_up': True, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:25.234732 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a7c344bc-b319-4bdf-ba26-e9a5143d8288 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.235802 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a7c344bc-b319-4bdf-ba26-e9a5143d8288 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.292581 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a7c344bc-b319-4bdf-ba26-e9a5143d8288 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.501798 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a7c344bc-b319-4bdf-ba26-e9a5143d8288 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.756509 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a7c344bc-b319-4bdf-ba26-e9a5143d8288 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.778448 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a7c344bc-b319-4bdf-ba26-e9a5143d8288 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.876304 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-a7c344bc-b319-4bdf-ba26-e9a5143d8288 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Allocated IP 172.26.3.224 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/065cfb43-4bdd-4b4d-b549-8c432e07a85f) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:36:25.980814 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a7c344bc-b319-4bdf-ba26-e9a5143d8288 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:26.068928 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a7c344bc-b319-4bdf-ba26-e9a5143d8288 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:26.104729 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c344bc-b319-4bdf-ba26-e9a5143d8288 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:26.109369 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-a7c344bc-b319-4bdf-ba26-e9a5143d8288 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:26.112813 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c344bc-b319-4bdf-ba26-e9a5143d8288 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:36:26.136063 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c344bc-b319-4bdf-ba26-e9a5143d8288 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=065cfb43-4bdd-4b4d-b549-8c432e07a85f,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:26.753930 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a7c344bc-b319-4bdf-ba26-e9a5143d8288 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:26.953079 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a7c344bc-b319-4bdf-ba26-e9a5143d8288 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:27.166064 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c344bc-b319-4bdf-ba26-e9a5143d8288 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Router 191649fe-98ee-4a3f-8ac0-875a9f24b39d is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:36:27.271930 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c344bc-b319-4bdf-ba26-e9a5143d8288 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:36:27.283818 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] Sync routers for ids ['191649fe-98ee-4a3f-8ac0-875a9f24b39d'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:36:27.294166 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] Routers {'191649fe-98ee-4a3f-8ac0-875a9f24b39d'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:36:27.294816 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:36:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['191649fe-98ee-4a3f-8ac0-875a9f24b39d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:27.350540 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a7c344bc-b319-4bdf-ba26-e9a5143d8288 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:27.351917 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a7c344bc-b319-4bdf-ba26-e9a5143d8288 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2084832 Apr 23 00:36:27.356052 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33234) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:36:27.384300 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-76a51859-e320-46f7-a218-fbd51ca43319 tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f13b99d4303b4cbc82245827feb580d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270808 Apr 23 00:36:27.386789 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33236) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:36:27.404164 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] Set router 191649fe-98ee-4a3f-8ac0-875a9f24b39d gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:36:27.477599 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc7b612-dd76-4965-a3d2-cb5db674446f tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:27.479797 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cdc7b612-dd76-4965-a3d2-cb5db674446f tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919254 Apr 23 00:36:27.482494 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33238) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:36:27.510808 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-cc495d06-b535-4b86-b931-020d3379aac2 tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272310 Apr 23 00:36:27.512642 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33240) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:36:27.517421 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-559d09a9-0ce6-4bda-9856-f4b86c7cb8ce tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-518962912', 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:27.581429 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96034199', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224'}], 'enable_snat': True}, 'gw_port_id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:26Z', 'revision_number': 3, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:27.608354 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] Checking router: 191649fe-98ee-4a3f-8ac0-875a9f24b39d for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:36:27.608691 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] Updating router 191649fe-98ee-4a3f-8ac0-875a9f24b39d port 065cfb43-4bdd-4b4d-b549-8c432e07a85f binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:36:27.632675 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:27.668972 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559d09a9-0ce6-4bda-9856-f4b86c7cb8ce tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Made reservation on behalf of f13b99d4303b4cbc82245827feb580d6 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:36:27.673296 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-559d09a9-0ce6-4bda-9856-f4b86c7cb8ce tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:27.895150 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:27.914614 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-559d09a9-0ce6-4bda-9856-f4b86c7cb8ce tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:27.954746 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:27.974560 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d09a9-0ce6-4bda-9856-f4b86c7cb8ce tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Subnet': ['ID=d4cee9ef-652c-407a-a5de-e71710649d95,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:27.983264 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559d09a9-0ce6-4bda-9856-f4b86c7cb8ce tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Checking segment: {'id': 'e0d088a4-50ca-47fe-8dae-aa18e9e63051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:36:27.983661 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559d09a9-0ce6-4bda-9856-f4b86c7cb8ce tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network hostable DHCP agents. Network: 1d80d6f0-b8d6-46ec-b917-165dc7827979, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:36:28.007877 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fcd05-3cd2-497d-b586-eb72324a1fac None None] Pushing event updated for resources: {'Port': ['ID=065cfb43-4bdd-4b4d-b549-8c432e07a85f,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:28.010871 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] Attempting to bind port 065cfb43-4bdd-4b4d-b549-8c432e07a85f on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:36:28.011228 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] Attempting to bind port 065cfb43-4bdd-4b4d-b549-8c432e07a85f by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:36:28.011598 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] Attempting to bind port 065cfb43-4bdd-4b4d-b549-8c432e07a85f on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:36:28.019992 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fcd05-3cd2-497d-b586-eb72324a1fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:28.020329 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fcd05-3cd2-497d-b586-eb72324a1fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:28.020660 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fcd05-3cd2-497d-b586-eb72324a1fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:28.020985 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fcd05-3cd2-497d-b586-eb72324a1fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:28.021308 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fcd05-3cd2-497d-b586-eb72324a1fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:28.021627 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fcd05-3cd2-497d-b586-eb72324a1fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:28.021943 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fcd05-3cd2-497d-b586-eb72324a1fac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:28.022259 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fcd05-3cd2-497d-b586-eb72324a1fac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:28.022574 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fcd05-3cd2-497d-b586-eb72324a1fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:28.022886 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fcd05-3cd2-497d-b586-eb72324a1fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:28.023196 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fcd05-3cd2-497d-b586-eb72324a1fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:28.023504 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873fcd05-3cd2-497d-b586-eb72324a1fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:28.027041 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:36:28.027404 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:36:28.027818 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:28.028190 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:36:28.028642 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] Bound port: 065cfb43-4bdd-4b4d-b549-8c432e07a85f, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:36:28.029008 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:28.077930 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] For port 065cfb43-4bdd-4b4d-b549-8c432e07a85f, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:36:28.080498 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559d09a9-0ce6-4bda-9856-f4b86c7cb8ce tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network 1d80d6f0-b8d6-46ec-b917-165dc7827979 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:36:28.083261 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] For port 065cfb43-4bdd-4b4d-b549-8c432e07a85f, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=065cfb43-4bdd-4b4d-b549-8c432e07a85f,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:36:28.160301 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:28.182893 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-559d09a9-0ce6-4bda-9856-f4b86c7cb8ce tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 1d80d6f0-b8d6-46ec-b917-165dc7827979) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:28.187716 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559d09a9-0ce6-4bda-9856-f4b86c7cb8ce tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:28.192652 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-559d09a9-0ce6-4bda-9856-f4b86c7cb8ce tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:28.192929 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ef35a6-2d6c-42d7-be33-f8a6a1657cdf None None] Network 1d80d6f0-b8d6-46ec-b917-165dc7827979 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:36:28.219982 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fcd05-3cd2-497d-b586-eb72324a1fac None None] Pushing event updated for resources: {'Port': ['ID=065cfb43-4bdd-4b4d-b549-8c432e07a85f,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:28.224374 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] Routers {'191649fe-98ee-4a3f-8ac0-875a9f24b39d'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:36:28.225105 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:36:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['191649fe-98ee-4a3f-8ac0-875a9f24b39d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:28.283038 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-559d09a9-0ce6-4bda-9856-f4b86c7cb8ce tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7692335 Apr 23 00:36:28.285656 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33242) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:36:28.332306 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] Set router 191649fe-98ee-4a3f-8ac0-875a9f24b39d gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:36:28.341091 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4da6547-e52e-4a46-a350-f76488df867d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-1d80d6f0-b8d6-46ec-b917-165dc7827979', 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'fixed_ips': [{'subnet_id': 'd4cee9ef-652c-407a-a5de-e71710649d95'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:36:28.341966 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4da6547-e52e-4a46-a350-f76488df867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:28.485033 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d4da6547-e52e-4a46-a350-f76488df867d None None] Allocated IP 172.20.0.2 (1d80d6f0-b8d6-46ec-b917-165dc7827979/d4cee9ef-652c-407a-a5de-e71710649d95/76935c17-a843-410f-ad9e-771e37ec2918) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:36:28.515182 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96034199', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224'}], 'enable_snat': True}, 'gw_port_id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:26Z', 'revision_number': 3, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:28.543615 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7b400f-f4b8-460e-9eae-39af02cb33d8 None None] The sync data for ids ['191649fe-98ee-4a3f-8ac0-875a9f24b39d'] in dv-neutron-838783-1-hyperv is: [{'id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96034199', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224'}], 'enable_snat': True}, 'gw_port_id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:26Z', 'revision_number': 3, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:36:28.635002 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4da6547-e52e-4a46-a350-f76488df867d None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:28.709377 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4da6547-e52e-4a46-a350-f76488df867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:28.748773 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4337f5ce-a855-4419-bb69-f11c00a3aaf3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:28.751374 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4da6547-e52e-4a46-a350-f76488df867d None None] Network 1d80d6f0-b8d6-46ec-b917-165dc7827979 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:28.758247 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d4da6547-e52e-4a46-a350-f76488df867d None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:28.765443 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4da6547-e52e-4a46-a350-f76488df867d None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:36:28.781624 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da6547-e52e-4a46-a350-f76488df867d None None] Pushing event updated for resources: {'Port': ['ID=76935c17-a843-410f-ad9e-771e37ec2918,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:28.849407 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-d4da6547-e52e-4a46-a350-f76488df867d None None] Attempting to bind port 76935c17-a843-410f-ad9e-771e37ec2918 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:36:28.849777 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-d4da6547-e52e-4a46-a350-f76488df867d None None] Attempting to bind port 76935c17-a843-410f-ad9e-771e37ec2918 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'e0d088a4-50ca-47fe-8dae-aa18e9e63051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:36:28.850143 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4da6547-e52e-4a46-a350-f76488df867d None None] Attempting to bind port 76935c17-a843-410f-ad9e-771e37ec2918 on network 1d80d6f0-b8d6-46ec-b917-165dc7827979 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:36:28.855993 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4da6547-e52e-4a46-a350-f76488df867d None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:36:28.856370 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4da6547-e52e-4a46-a350-f76488df867d None None] Checking segment: {'id': 'e0d088a4-50ca-47fe-8dae-aa18e9e63051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:36:28.856772 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4da6547-e52e-4a46-a350-f76488df867d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:28.857170 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4da6547-e52e-4a46-a350-f76488df867d None None] Bound using segment: {'id': 'e0d088a4-50ca-47fe-8dae-aa18e9e63051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:36:28.857636 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-d4da6547-e52e-4a46-a350-f76488df867d None None] Bound port: 76935c17-a843-410f-ad9e-771e37ec2918, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d088a4-50ca-47fe-8dae-aa18e9e63051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:36:28.858020 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4da6547-e52e-4a46-a350-f76488df867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:28.928750 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d4da6547-e52e-4a46-a350-f76488df867d None None] For port 76935c17-a843-410f-ad9e-771e37ec2918, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:36:28.933064 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d4da6547-e52e-4a46-a350-f76488df867d None None] For port 76935c17-a843-410f-ad9e-771e37ec2918, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=76935c17-a843-410f-ad9e-771e37ec2918,segment=NetworkSegment(e0d088a4-50ca-47fe-8dae-aa18e9e63051),segment_id=e0d088a4-50ca-47fe-8dae-aa18e9e63051)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:36:29.006247 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4da6547-e52e-4a46-a350-f76488df867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:29.077465 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da6547-e52e-4a46-a350-f76488df867d None None] Pushing event updated for resources: {'Port': ['ID=76935c17-a843-410f-ad9e-771e37ec2918,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:29.077882 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-4337f5ce-a855-4419-bb69-f11c00a3aaf3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Allocated IP 172.20.0.1 (1d80d6f0-b8d6-46ec-b917-165dc7827979/d4cee9ef-652c-407a-a5de-e71710649d95/4a060b04-88d0-4333-b6ac-96dde1796e15) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:36:29.205770 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4337f5ce-a855-4419-bb69-f11c00a3aaf3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:29.316290 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4337f5ce-a855-4419-bb69-f11c00a3aaf3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:29.373865 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337f5ce-a855-4419-bb69-f11c00a3aaf3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=4a060b04-88d0-4333-b6ac-96dde1796e15,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:29.390626 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4337f5ce-a855-4419-bb69-f11c00a3aaf3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network 1d80d6f0-b8d6-46ec-b917-165dc7827979 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:29.392536 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-4337f5ce-a855-4419-bb69-f11c00a3aaf3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:29.399162 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4337f5ce-a855-4419-bb69-f11c00a3aaf3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:36:29.448253 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4337f5ce-a855-4419-bb69-f11c00a3aaf3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:29.452052 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 76935c17-a843-410f-ad9e-771e37ec2918 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:36:29.513017 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 76935c17-a843-410f-ad9e-771e37ec2918 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:29.513335 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:29.636873 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4337f5ce-a855-4419-bb69-f11c00a3aaf3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:29.771912 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:29.807557 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 76935c17-a843-410f-ad9e-771e37ec2918, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=76935c17-a843-410f-ad9e-771e37ec2918,segment=NetworkSegment(e0d088a4-50ca-47fe-8dae-aa18e9e63051),segment_id=e0d088a4-50ca-47fe-8dae-aa18e9e63051)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:36:29.886062 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:29.886903 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 065cfb43-4bdd-4b4d-b549-8c432e07a85f up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:36:29.969323 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=76935c17-a843-410f-ad9e-771e37ec2918,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:29.989485 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 065cfb43-4bdd-4b4d-b549-8c432e07a85f triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:29.989883 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:29.993355 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4337f5ce-a855-4419-bb69-f11c00a3aaf3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:30.039713 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6e75f8-10d5-44df-a912-c10255f572b6 None None] Network 1d80d6f0-b8d6-46ec-b917-165dc7827979 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:36:30.074068 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4337f5ce-a855-4419-bb69-f11c00a3aaf3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:30.128514 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:30.139013 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-da209cdb-e0da-4080-a155-766329a72e6d None None] Provisioning complete for port 76935c17-a843-410f-ad9e-771e37ec2918 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:30.139378 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da209cdb-e0da-4080-a155-766329a72e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:30.151219 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337f5ce-a855-4419-bb69-f11c00a3aaf3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=4a060b04-88d0-4333-b6ac-96dde1796e15,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:30.154203 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4337f5ce-a855-4419-bb69-f11c00a3aaf3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:30.191235 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 065cfb43-4bdd-4b4d-b549-8c432e07a85f, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=065cfb43-4bdd-4b4d-b549-8c432e07a85f,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:36:30.257655 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4337f5ce-a855-4419-bb69-f11c00a3aaf3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network 1d80d6f0-b8d6-46ec-b917-165dc7827979 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:30.259799 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-4337f5ce-a855-4419-bb69-f11c00a3aaf3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:30.259963 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:30.368308 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=065cfb43-4bdd-4b4d-b549-8c432e07a85f,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:30.379423 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4337f5ce-a855-4419-bb69-f11c00a3aaf3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Router 191649fe-98ee-4a3f-8ac0-875a9f24b39d has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:36:30.497690 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4337f5ce-a855-4419-bb69-f11c00a3aaf3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:36:30.503503 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4337f5ce-a855-4419-bb69-f11c00a3aaf3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "PUT /v2.0/routers/191649fe-98ee-4a3f-8ac0-875a9f24b39d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2167583 Apr 23 00:36:30.521961 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] Sync routers for ids ['191649fe-98ee-4a3f-8ac0-875a9f24b39d'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:36:30.535460 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] Routers {'191649fe-98ee-4a3f-8ac0-875a9f24b39d'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:36:30.536139 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:36:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['191649fe-98ee-4a3f-8ac0-875a9f24b39d'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:30.673401 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] Set router 191649fe-98ee-4a3f-8ac0-875a9f24b39d gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:36:30.682016 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-8542d40f-ff96-47ce-8072-2c234426f681 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2061181996&fields=id&tenant_id=f13b99d4303b4cbc82245827feb580d6 HTTP/1.1" status: 200 len: 267 time: 0.0419872 Apr 23 00:36:30.818951 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-273add9d-67ff-4a41-a9af-afaa094deb4e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:30.821863 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-273add9d-67ff-4a41-a9af-afaa094deb4e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/networks?id=1d80d6f0-b8d6-46ec-b917-165dc7827979 HTTP/1.1" status: 200 len: 797 time: 0.1321599 Apr 23 00:36:30.827210 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bbad7ea5-d7f6-4fbb-955c-a92103239678 None None] Provisioning complete for port 4a060b04-88d0-4333-b6ac-96dde1796e15 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:30.827736 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbad7ea5-d7f6-4fbb-955c-a92103239678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:30.838276 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-1e45e053-2163-4ce4-8f68-ebb016410dc4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/quotas/f13b99d4303b4cbc82245827feb580d6 HTTP/1.1" status: 200 len: 375 time: 0.0104320 Apr 23 00:36:30.901605 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-a1dea8f3-b5b1-4649-a3bc-b84433b710c7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523238 Apr 23 00:36:30.903368 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bbad7ea5-d7f6-4fbb-955c-a92103239678 None None] Port 4a060b04-88d0-4333-b6ac-96dde1796e15 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:36:30.921178 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-85b3cd4b-e027-4114-a365-743048db0db7 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:36:30.922569 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-85b3cd4b-e027-4114-a365-743048db0db7 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067816 Apr 23 00:36:30.939468 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bbad7ea5-d7f6-4fbb-955c-a92103239678 None None] Provisioning complete for port 76935c17-a843-410f-ad9e-771e37ec2918 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:30.940353 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbad7ea5-d7f6-4fbb-955c-a92103239678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:31.037120 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-8194ab7d-2299-4093-b919-79f69973478d service neutron] 10.222.0.15 "GET /v2.0/networks/1d80d6f0-b8d6-46ec-b917-165dc7827979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066251 Apr 23 00:36:31.053481 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96034199', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224'}], 'enable_snat': True}, 'gw_port_id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:29Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '4a060b04-88d0-4333-b6ac-96dde1796e15', 'name': '', 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:7e:59:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd4cee9ef-652c-407a-a5de-e71710649d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:28Z', 'updated_at': '2022-04-23T00:36:29Z', 'revision_number': 2, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': 'd4cee9ef-652c-407a-a5de-e71710649d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:31.084741 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] Checking router: 191649fe-98ee-4a3f-8ac0-875a9f24b39d for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:36:31.085238 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] Updating router 191649fe-98ee-4a3f-8ac0-875a9f24b39d port 4a060b04-88d0-4333-b6ac-96dde1796e15 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:36:31.111773 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:31.132126 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-05473959-6e10-4763-a3a6-39b2e05f4a3c service neutron] 10.222.0.15 "GET /v2.0/networks/1d80d6f0-b8d6-46ec-b917-165dc7827979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941091 Apr 23 00:36:31.241729 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-12005b62-4a94-455b-87c3-2f53a379bea5 None None] Provisioning complete for port 4a060b04-88d0-4333-b6ac-96dde1796e15 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:31.241729 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12005b62-4a94-455b-87c3-2f53a379bea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:31.327950 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-12005b62-4a94-455b-87c3-2f53a379bea5 None None] Port 4a060b04-88d0-4333-b6ac-96dde1796e15 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:36:31.353113 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 76935c17-a843-410f-ad9e-771e37ec2918 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:36:31.418200 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-876fbc36-692a-4b3b-a0ae-c521d94cd126 req-7124e7b4-60f8-42e3-9447-a08e8f3cec33 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 210 time: 0.0274949 Apr 23 00:36:31.459728 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 76935c17-a843-410f-ad9e-771e37ec2918 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:31.460109 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:31.520254 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:31.572326 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 065cfb43-4bdd-4b4d-b549-8c432e07a85f up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:36:31.606016 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:31.675532 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 065cfb43-4bdd-4b4d-b549-8c432e07a85f triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:31.675941 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:31.677727 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07067af-78d7-4c19-8427-055d2312ed8a None None] Pushing event updated for resources: {'Port': ['ID=4a060b04-88d0-4333-b6ac-96dde1796e15,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:31.765282 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] Attempting to bind port 4a060b04-88d0-4333-b6ac-96dde1796e15 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:36:31.765282 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] Attempting to bind port 4a060b04-88d0-4333-b6ac-96dde1796e15 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'e0d088a4-50ca-47fe-8dae-aa18e9e63051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:36:31.765282 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] Attempting to bind port 4a060b04-88d0-4333-b6ac-96dde1796e15 on network 1d80d6f0-b8d6-46ec-b917-165dc7827979 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:36:31.770437 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:36:31.770816 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] Checking segment: {'id': 'e0d088a4-50ca-47fe-8dae-aa18e9e63051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:36:31.771220 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:31.771657 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] Bound using segment: {'id': 'e0d088a4-50ca-47fe-8dae-aa18e9e63051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:36:31.772141 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] Bound port: 4a060b04-88d0-4333-b6ac-96dde1796e15, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d088a4-50ca-47fe-8dae-aa18e9e63051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:36:31.772527 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:31.888189 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d402c52a-529e-4629-af48-c80ca2209d0b None None] Provisioning complete for port 4a060b04-88d0-4333-b6ac-96dde1796e15 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:31.888574 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d402c52a-529e-4629-af48-c80ca2209d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:31.891107 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] For port 4a060b04-88d0-4333-b6ac-96dde1796e15, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:36:31.922028 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] For port 4a060b04-88d0-4333-b6ac-96dde1796e15, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4a060b04-88d0-4333-b6ac-96dde1796e15,segment=NetworkSegment(e0d088a4-50ca-47fe-8dae-aa18e9e63051),segment_id=e0d088a4-50ca-47fe-8dae-aa18e9e63051)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:36:31.933897 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d402c52a-529e-4629-af48-c80ca2209d0b None None] Port 4a060b04-88d0-4333-b6ac-96dde1796e15 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:36:31.982873 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:32.041793 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] Routers {'191649fe-98ee-4a3f-8ac0-875a9f24b39d'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:36:32.042441 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:36:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['191649fe-98ee-4a3f-8ac0-875a9f24b39d'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:32.047749 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07067af-78d7-4c19-8427-055d2312ed8a None None] Pushing event updated for resources: {'Port': ['ID=4a060b04-88d0-4333-b6ac-96dde1796e15,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:32.157999 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] Set router 191649fe-98ee-4a3f-8ac0-875a9f24b39d gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:36:32.292602 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d928e21d-3e96-4f80-9395-0a35fef831f7 None None] Provisioning complete for port 4a060b04-88d0-4333-b6ac-96dde1796e15 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:32.292895 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d928e21d-3e96-4f80-9395-0a35fef831f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:32.517647 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-6ba54fb7-80d9-4f40-817e-31a31ae0fdee req-3efdd777-bbe5-444c-baf4-3adf51278397 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 210 time: 0.0300989 Apr 23 00:36:32.565593 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96034199', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224'}], 'enable_snat': True}, 'gw_port_id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:29Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '4a060b04-88d0-4333-b6ac-96dde1796e15', 'name': '', 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:7e:59:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd4cee9ef-652c-407a-a5de-e71710649d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:28Z', 'updated_at': '2022-04-23T00:36:31Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': 'd4cee9ef-652c-407a-a5de-e71710649d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:32.596663 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d928e21d-3e96-4f80-9395-0a35fef831f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:32.598778 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd7c7b2-a84a-4cfd-b10b-0ca072493c21 None None] The sync data for ids ['191649fe-98ee-4a3f-8ac0-875a9f24b39d'] in dv-neutron-838783-1-hyperv is: [{'id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96034199', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224'}], 'enable_snat': True}, 'gw_port_id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:29Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '4a060b04-88d0-4333-b6ac-96dde1796e15', 'name': '', 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:7e:59:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd4cee9ef-652c-407a-a5de-e71710649d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:28Z', 'updated_at': '2022-04-23T00:36:31Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': 'd4cee9ef-652c-407a-a5de-e71710649d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:36:32.632516 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d928e21d-3e96-4f80-9395-0a35fef831f7 None None] For port 4a060b04-88d0-4333-b6ac-96dde1796e15, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4a060b04-88d0-4333-b6ac-96dde1796e15,segment=NetworkSegment(e0d088a4-50ca-47fe-8dae-aa18e9e63051),segment_id=e0d088a4-50ca-47fe-8dae-aa18e9e63051)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:36:32.726086 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d928e21d-3e96-4f80-9395-0a35fef831f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:32.780819 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928e21d-3e96-4f80-9395-0a35fef831f7 None None] Pushing event updated for resources: {'Port': ['ID=4a060b04-88d0-4333-b6ac-96dde1796e15,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:33.363136 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-e90ed61e-7daf-40f9-b34e-dbdcc5be9040 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:33.364776 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-e90ed61e-7daf-40f9-b34e-dbdcc5be9040 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.16 "GET /v2.0/networks?id=1d80d6f0-b8d6-46ec-b917-165dc7827979 HTTP/1.1" status: 200 len: 797 time: 0.1228008 Apr 23 00:36:33.401062 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4a060b04-88d0-4333-b6ac-96dde1796e15 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:36:33.420134 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-79f4864b-c545-43d1-a0fb-8cb50ad37eff tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f13b99d4303b4cbc82245827feb580d6 HTTP/1.1" status: 200 len: 380 time: 0.0453637 Apr 23 00:36:33.429695 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-8949694b-df20-4af1-bdbb-a4f7cdc7dbed tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'port': {'device_id': '6243b7b4-63ad-474a-86a8-b20ca3143f38', 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979', 'admin_state_up': True, 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'security_groups': ['08603b5b-7ed2-409b-a528-227ea2e29673']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:33.452967 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 4a060b04-88d0-4333-b6ac-96dde1796e15 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:33.455427 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:33.628822 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-8949694b-df20-4af1-bdbb-a4f7cdc7dbed tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Made reservation on behalf of f13b99d4303b4cbc82245827feb580d6 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:36:33.629889 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0dd07cd2-54ff-4859-bd16-47fbd564bc06 req-0b88472c-916d-4b69-9998-97b7650b8cdb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 210 time: 0.0347908 Apr 23 00:36:33.634129 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-8949694b-df20-4af1-bdbb-a4f7cdc7dbed tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:33.839299 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-8949694b-df20-4af1-bdbb-a4f7cdc7dbed tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Allocated IP 172.20.0.6 (1d80d6f0-b8d6-46ec-b917-165dc7827979/d4cee9ef-652c-407a-a5de-e71710649d95/29197a9c-4c60-4f2f-8369-7e91b20e11d7) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:36:33.977101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-8949694b-df20-4af1-bdbb-a4f7cdc7dbed tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:34.069268 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-8949694b-df20-4af1-bdbb-a4f7cdc7dbed tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:34.110030 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-8949694b-df20-4af1-bdbb-a4f7cdc7dbed tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network 1d80d6f0-b8d6-46ec-b917-165dc7827979 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:34.114994 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-8949694b-df20-4af1-bdbb-a4f7cdc7dbed tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:34.117332 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-8949694b-df20-4af1-bdbb-a4f7cdc7dbed tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:36:34.149225 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949694b-df20-4af1-bdbb-a4f7cdc7dbed tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=29197a9c-4c60-4f2f-8369-7e91b20e11d7,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:34.175658 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-8949694b-df20-4af1-bdbb-a4f7cdc7dbed tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:34.176286 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-8949694b-df20-4af1-bdbb-a4f7cdc7dbed tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:34.254127 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-8949694b-df20-4af1-bdbb-a4f7cdc7dbed tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8282945 Apr 23 00:36:34.265886 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-f13e19a5-a16b-4218-a54e-74dcb65fcdfc service neutron] Request body: {'port': {'device_id': '6243b7b4-63ad-474a-86a8-b20ca3143f38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:34.302753 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb1e3613-25e6-4a9e-be50-dc6e147a2323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:34.320608 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-f13e19a5-a16b-4218-a54e-74dcb65fcdfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:34.357250 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-a9232acf-db4c-428d-821c-585be05ff4b5 None None] Provisioning complete for port 29197a9c-4c60-4f2f-8369-7e91b20e11d7 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:34.357736 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9232acf-db4c-428d-821c-585be05ff4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:34.391833 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a9232acf-db4c-428d-821c-585be05ff4b5 None None] Port 29197a9c-4c60-4f2f-8369-7e91b20e11d7 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:36:34.586198 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-f13e19a5-a16b-4218-a54e-74dcb65fcdfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29197a9c-4c60-4f2f-8369-7e91b20e11d7 {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:36:34.594801 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-f13e19a5-a16b-4218-a54e-74dcb65fcdfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:34.607713 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-f13e19a5-a16b-4218-a54e-74dcb65fcdfc service neutron] Transition to ACTIVE for port object 29197a9c-4c60-4f2f-8369-7e91b20e11d7 will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:34.662916 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-f13e19a5-a16b-4218-a54e-74dcb65fcdfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:34.726015 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e19a5-a16b-4218-a54e-74dcb65fcdfc service neutron] Pushing event updated for resources: {'Port': ['ID=29197a9c-4c60-4f2f-8369-7e91b20e11d7,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:34.810275 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d306b-7a02-49f6-9349-8fd0023b8622 req-7dc523d6-263e-42a4-894f-75fb230fb7fe tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:34.811881 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c40d306b-7a02-49f6-9349-8fd0023b8622 req-7dc523d6-263e-42a4-894f-75fb230fb7fe tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 943 time: 0.1048381 Apr 23 00:36:34.843544 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-f13e19a5-a16b-4218-a54e-74dcb65fcdfc service neutron] Attempting to bind port 29197a9c-4c60-4f2f-8369-7e91b20e11d7 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:36:34.843906 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-f13e19a5-a16b-4218-a54e-74dcb65fcdfc service neutron] Attempting to bind port 29197a9c-4c60-4f2f-8369-7e91b20e11d7 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'e0d088a4-50ca-47fe-8dae-aa18e9e63051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:36:34.844237 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-f13e19a5-a16b-4218-a54e-74dcb65fcdfc service neutron] Attempting to bind port 29197a9c-4c60-4f2f-8369-7e91b20e11d7 on network 1d80d6f0-b8d6-46ec-b917-165dc7827979 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:36:34.853650 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-f13e19a5-a16b-4218-a54e-74dcb65fcdfc service neutron] Port 29197a9c-4c60-4f2f-8369-7e91b20e11d7 on network 1d80d6f0-b8d6-46ec-b917-165dc7827979 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:36:34.853976 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-f13e19a5-a16b-4218-a54e-74dcb65fcdfc service neutron] Attempting to bind port 29197a9c-4c60-4f2f-8369-7e91b20e11d7 on network 1d80d6f0-b8d6-46ec-b917-165dc7827979 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:36:34.865637 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-f13e19a5-a16b-4218-a54e-74dcb65fcdfc service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:36:34.865908 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-f13e19a5-a16b-4218-a54e-74dcb65fcdfc service neutron] Checking segment: {'id': 'e0d088a4-50ca-47fe-8dae-aa18e9e63051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:36:34.866296 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-f13e19a5-a16b-4218-a54e-74dcb65fcdfc service neutron] Bound using segment: {'id': 'e0d088a4-50ca-47fe-8dae-aa18e9e63051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:36:34.866731 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-f13e19a5-a16b-4218-a54e-74dcb65fcdfc service neutron] Bound port: 29197a9c-4c60-4f2f-8369-7e91b20e11d7, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d088a4-50ca-47fe-8dae-aa18e9e63051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:36:34.867089 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-f13e19a5-a16b-4218-a54e-74dcb65fcdfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:34.880111 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c40d306b-7a02-49f6-9349-8fd0023b8622 req-a22e31e3-f4c1-41bf-8c41-c2f8daed450f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604360 Apr 23 00:36:34.934481 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-f13e19a5-a16b-4218-a54e-74dcb65fcdfc service neutron] For port 29197a9c-4c60-4f2f-8369-7e91b20e11d7, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:36:34.937407 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-f13e19a5-a16b-4218-a54e-74dcb65fcdfc service neutron] For port 29197a9c-4c60-4f2f-8369-7e91b20e11d7, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=29197a9c-4c60-4f2f-8369-7e91b20e11d7,segment=NetworkSegment(e0d088a4-50ca-47fe-8dae-aa18e9e63051),segment_id=e0d088a4-50ca-47fe-8dae-aa18e9e63051)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:36:35.017394 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-f13e19a5-a16b-4218-a54e-74dcb65fcdfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.055870 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-f13e19a5-a16b-4218-a54e-74dcb65fcdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:35.056529 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-f13e19a5-a16b-4218-a54e-74dcb65fcdfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.058017 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-f13e19a5-a16b-4218-a54e-74dcb65fcdfc service neutron] 10.222.0.16 "PUT /v2.0/ports/29197a9c-4c60-4f2f-8369-7e91b20e11d7 HTTP/1.1" status: 200 len: 1093 time: 0.7963421 Apr 23 00:36:35.058370 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6243b7b4-63ad-474a-86a8-b20ca3143f38', 'tag': '29197a9c-4c60-4f2f-8369-7e91b20e11d7'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:36:35.060672 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59a3a2f-7a59-4464-a1ef-375b1487f45c" -d '{"events": [{"name": "network-changed", "server_uuid": "6243b7b4-63ad-474a-86a8-b20ca3143f38", "tag": "29197a9c-4c60-4f2f-8369-7e91b20e11d7"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:36:35.088546 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e19a5-a16b-4218-a54e-74dcb65fcdfc service neutron] Pushing event updated for resources: {'Port': ['ID=29197a9c-4c60-4f2f-8369-7e91b20e11d7,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:35.101972 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e6452a-c666-4fcb-85a6-04dc0694fba5 x-openstack-request-id: req-85e6452a-c666-4fcb-85a6-04dc0694fba5 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:36:35.101972 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6243b7b4-63ad-474a-86a8-b20ca3143f38", "tag": "29197a9c-4c60-4f2f-8369-7e91b20e11d7", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:36:35.101972 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-85e6452a-c666-4fcb-85a6-04dc0694fba5 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:36:35.101972 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85e6452a-c666-4fcb-85a6-04dc0694fba5'] response: {'name': 'network-changed', 'server_uuid': '6243b7b4-63ad-474a-86a8-b20ca3143f38', 'tag': '29197a9c-4c60-4f2f-8369-7e91b20e11d7', 'status': 'completed', 'code': 200} Apr 23 00:36:35.166771 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a3a2f-7a59-4464-a1ef-375b1487f45c req-adc1b87b-51a5-416a-a66b-b6c0cbcbc7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:35.168355 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f59a3a2f-7a59-4464-a1ef-375b1487f45c req-adc1b87b-51a5-416a-a66b-b6c0cbcbc7f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 1096 time: 0.0445540 Apr 23 00:36:35.270535 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a3a2f-7a59-4464-a1ef-375b1487f45c req-812a11f7-ae8f-4f2d-8d54-923430f83464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:35.272061 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f59a3a2f-7a59-4464-a1ef-375b1487f45c req-812a11f7-ae8f-4f2d-8d54-923430f83464 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f13b99d4303b4cbc82245827feb580d6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0958371 Apr 23 00:36:35.372599 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a3a2f-7a59-4464-a1ef-375b1487f45c req-604827c9-5be8-4db5-ba4f-871d2f877673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:35.374292 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f59a3a2f-7a59-4464-a1ef-375b1487f45c req-604827c9-5be8-4db5-ba4f-871d2f877673 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961254 Apr 23 00:36:35.449939 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-6dc25df8-e47d-4776-b3f4-07d1731a8acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:35.451419 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-6dc25df8-e47d-4776-b3f4-07d1731a8acb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 1096 time: 0.0411637 Apr 23 00:36:35.496857 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-f89e5b87-3fbd-4b21-8841-3a7f6b1adb7b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29197a9c-4c60-4f2f-8369-7e91b20e11d7 HTTP/1.1" status: 200 len: 217 time: 0.0376718 Apr 23 00:36:35.544680 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-f286fb09-a2ea-4e08-b7e7-a74eecbb8abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:35.546088 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-f286fb09-a2ea-4e08-b7e7-a74eecbb8abb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4cee9ef-652c-407a-a5de-e71710649d95 HTTP/1.1" status: 200 len: 834 time: 0.0427999 Apr 23 00:36:35.590052 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-0275dfd7-e049-4e94-8308-faa7d35efacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:35.591495 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-0275dfd7-e049-4e94-8308-faa7d35efacb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d80d6f0-b8d6-46ec-b917-165dc7827979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389450 Apr 23 00:36:35.687557 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-fc527570-78a6-4701-b20f-b25b6d07bb32 service neutron] 10.222.0.16 "GET /v2.0/networks/1d80d6f0-b8d6-46ec-b917-165dc7827979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893009 Apr 23 00:36:35.777645 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aaf3698b-ceac-4f88-945f-2a078c0c075b req-73214f48-ca47-4cad-954e-00d0e11131ac service neutron] 10.222.0.16 "GET /v2.0/networks/1d80d6f0-b8d6-46ec-b917-165dc7827979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835156 Apr 23 00:36:36.006599 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac9667-31cd-432b-957f-b495ac522817 req-bffae0a5-4cde-4c0f-9301-7544145e040a tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:36.008079 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bdac9667-31cd-432b-957f-b495ac522817 req-bffae0a5-4cde-4c0f-9301-7544145e040a tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 943 time: 0.0493932 Apr 23 00:36:36.044505 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bdac9667-31cd-432b-957f-b495ac522817 req-240ab82b-c77e-431b-997f-d7cdb6336117 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304019 Apr 23 00:36:37.160830 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8e020-bbc8-4def-958f-e4e8547afd16 req-a142e24e-7e58-4135-95b7-42ccf7321dd5 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:37.162293 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d3a8e020-bbc8-4def-958f-e4e8547afd16 req-a142e24e-7e58-4135-95b7-42ccf7321dd5 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 943 time: 0.0490673 Apr 23 00:36:37.204811 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d3a8e020-bbc8-4def-958f-e4e8547afd16 req-7e2ca2a8-dd84-405a-b7bb-e6ccf1c4992d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363121 Apr 23 00:36:37.251204 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8be7ee45-bd63-4881-a5f7-afb6b438caf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:37.953908 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:38.301058 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 29197a9c-4c60-4f2f-8369-7e91b20e11d7 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:36:38.323451 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171047f-49ea-46a3-b46b-2c591865c36a req-4de21875-b4c3-4647-ac17-84324cb8cd9d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:38.324971 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3171047f-49ea-46a3-b46b-2c591865c36a req-4de21875-b4c3-4647-ac17-84324cb8cd9d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 943 time: 0.0545721 Apr 23 00:36:38.362528 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3171047f-49ea-46a3-b46b-2c591865c36a req-0d200732-fb05-4320-b4c5-055831cdd082 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314775 Apr 23 00:36:38.394460 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 29197a9c-4c60-4f2f-8369-7e91b20e11d7, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=29197a9c-4c60-4f2f-8369-7e91b20e11d7,segment=NetworkSegment(e0d088a4-50ca-47fe-8dae-aa18e9e63051),segment_id=e0d088a4-50ca-47fe-8dae-aa18e9e63051)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:36:38.406580 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '29197a9c-4c60-4f2f-8369-7e91b20e11d7', 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979', 'port_id': '29197a9c-4c60-4f2f-8369-7e91b20e11d7', 'mac_address': 'fa:16:3e:fc:8d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4cee9ef-652c-407a-a5de-e71710649d95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:36:38.445605 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:38.458481 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29197a9c-4c60-4f2f-8369-7e91b20e11d7 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:36:38.477616 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 29197a9c-4c60-4f2f-8369-7e91b20e11d7, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=29197a9c-4c60-4f2f-8369-7e91b20e11d7,segment=NetworkSegment(e0d088a4-50ca-47fe-8dae-aa18e9e63051),segment_id=e0d088a4-50ca-47fe-8dae-aa18e9e63051)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:36:38.548080 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:38.594541 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=29197a9c-4c60-4f2f-8369-7e91b20e11d7,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:38.764833 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['29197a9c-4c60-4f2f-8369-7e91b20e11d7'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:36:39.475678 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f5120-4b19-4288-bc1d-f2242b6c07f2 req-8c323612-7f59-441a-84b2-cdbc50353dff tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:39.477190 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-710f5120-4b19-4288-bc1d-f2242b6c07f2 req-8c323612-7f59-441a-84b2-cdbc50353dff tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 944 time: 0.0489647 Apr 23 00:36:39.515661 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-710f5120-4b19-4288-bc1d-f2242b6c07f2 req-ef0f3420-ee4c-4293-a3ec-29321ba3ad97 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319104 Apr 23 00:36:39.697107 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:39.908455 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:40.299833 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 29197a9c-4c60-4f2f-8369-7e91b20e11d7 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:36:40.422071 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 29197a9c-4c60-4f2f-8369-7e91b20e11d7 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:40.425912 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 29197a9c-4c60-4f2f-8369-7e91b20e11d7 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:40.426275 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:40.503775 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:40.526098 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6243b7b4-63ad-474a-86a8-b20ca3143f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29197a9c-4c60-4f2f-8369-7e91b20e11d7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:36:40.528392 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64172ea1-af2c-462a-a3d4-0b8a2db1dda6" -d '{"events": [{"server_uuid": "6243b7b4-63ad-474a-86a8-b20ca3143f38", "name": "network-vif-plugged", "status": "completed", "tag": "29197a9c-4c60-4f2f-8369-7e91b20e11d7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:36:40.541190 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 29197a9c-4c60-4f2f-8369-7e91b20e11d7, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=29197a9c-4c60-4f2f-8369-7e91b20e11d7,segment=NetworkSegment(e0d088a4-50ca-47fe-8dae-aa18e9e63051),segment_id=e0d088a4-50ca-47fe-8dae-aa18e9e63051)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:36:40.570469 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89703f23-ae1a-4473-9fa5-81fad646bc5d x-openstack-request-id: req-89703f23-ae1a-4473-9fa5-81fad646bc5d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:36:40.570656 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6243b7b4-63ad-474a-86a8-b20ca3143f38", "name": "network-vif-plugged", "status": "completed", "tag": "29197a9c-4c60-4f2f-8369-7e91b20e11d7", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:36:40.571405 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-89703f23-ae1a-4473-9fa5-81fad646bc5d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:36:40.571842 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89703f23-ae1a-4473-9fa5-81fad646bc5d'] response: {'server_uuid': '6243b7b4-63ad-474a-86a8-b20ca3143f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29197a9c-4c60-4f2f-8369-7e91b20e11d7', 'code': 200} Apr 23 00:36:40.600534 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:40.636494 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfa27c-16ef-42fd-87d4-e4b5c0b3b880 req-368a7c34-68bc-496f-8c17-6c6652039852 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:40.638095 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d2bfa27c-16ef-42fd-87d4-e4b5c0b3b880 req-368a7c34-68bc-496f-8c17-6c6652039852 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 945 time: 0.0504243 Apr 23 00:36:40.652370 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=29197a9c-4c60-4f2f-8369-7e91b20e11d7,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:40.678345 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d2bfa27c-16ef-42fd-87d4-e4b5c0b3b880 req-9078a211-c603-4e55-9ab0-a0176f727cf6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340683 Apr 23 00:36:40.840905 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5997b-472b-49a5-919b-bac1a8ba864d req-436ae272-2609-4859-a30d-5a7fbb64cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:40.842514 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-84d5997b-472b-49a5-919b-bac1a8ba864d req-436ae272-2609-4859-a30d-5a7fbb64cb56 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 1098 time: 0.0405970 Apr 23 00:36:40.877003 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-84d5997b-472b-49a5-919b-bac1a8ba864d req-fc767209-91e9-4be8-9660-be7d57cadf64 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282681 Apr 23 00:36:41.799488 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10ba37-8886-47ff-a385-3b600ed91b12 req-9e46853c-beec-4dca-a8a8-808fe4e82c38 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:41.801586 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fa10ba37-8886-47ff-a385-3b600ed91b12 req-9e46853c-beec-4dca-a8a8-808fe4e82c38 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 945 time: 0.0517588 Apr 23 00:36:41.842594 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fa10ba37-8886-47ff-a385-3b600ed91b12 req-7b22816a-97ea-4c11-a9b7-250119558bdc tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337467 Apr 23 00:36:42.957162 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8784dd9-161c-4df9-b515-e73857fd9743 req-38cc1a16-9c1a-4119-a625-b1c07fd253f5 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:42.958528 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f8784dd9-161c-4df9-b515-e73857fd9743 req-38cc1a16-9c1a-4119-a625-b1c07fd253f5 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 945 time: 0.0478144 Apr 23 00:36:43.000323 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f8784dd9-161c-4df9-b515-e73857fd9743 req-4051b2ef-ad0b-4f41-8442-424e50176703 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347159 Apr 23 00:36:43.115879 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382eae5-b7ab-4a68-a643-faea5fc39977 req-7c06152d-68aa-45bd-bb45-86903483cedb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:43.117357 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b382eae5-b7ab-4a68-a643-faea5fc39977 req-7c06152d-68aa-45bd-bb45-86903483cedb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 945 time: 0.0521727 Apr 23 00:36:43.156230 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b382eae5-b7ab-4a68-a643-faea5fc39977 req-441c66b9-9e96-446c-9690-5c242be217bd tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318761 Apr 23 00:36:43.176822 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33300) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:36:43.219634 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a1b182-3bc2-4a1b-99f9-9b0a0dc71e31 tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:43.221143 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-69a1b182-3bc2-4a1b-99f9-9b0a0dc71e31 tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 1093 time: 0.0433302 Apr 23 00:36:43.223817 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33302) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:36:43.228176 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-b042b47b-50a3-48ed-b9b5-8e3c4c51c5c8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': '29197a9c-4c60-4f2f-8369-7e91b20e11d7', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:43.325286 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b042b47b-50a3-48ed-b9b5-8e3c4c51c5c8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for floatingip, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:43.422651 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b042b47b-50a3-48ed-b9b5-8e3c4c51c5c8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:43.525090 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-b042b47b-50a3-48ed-b9b5-8e3c4c51c5c8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Allocated IP 172.26.3.176 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/b36d206b-a997-4de4-b486-10e578435c97) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:36:43.622525 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b042b47b-50a3-48ed-b9b5-8e3c4c51c5c8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:43.697251 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b042b47b-50a3-48ed-b9b5-8e3c4c51c5c8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:43.733998 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b042b47b-50a3-48ed-b9b5-8e3c4c51c5c8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:43.740536 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-b042b47b-50a3-48ed-b9b5-8e3c4c51c5c8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:43.751612 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b042b47b-50a3-48ed-b9b5-8e3c4c51c5c8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:36:43.755198 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042b47b-50a3-48ed-b9b5-8e3c4c51c5c8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=b36d206b-a997-4de4-b486-10e578435c97,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:44.103731 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b042b47b-50a3-48ed-b9b5-8e3c4c51c5c8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:44.223910 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b042b47b-50a3-48ed-b9b5-8e3c4c51c5c8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:44.378079 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b042b47b-50a3-48ed-b9b5-8e3c4c51c5c8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:44.439682 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b042b47b-50a3-48ed-b9b5-8e3c4c51c5c8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:44.513529 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042b47b-50a3-48ed-b9b5-8e3c4c51c5c8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=b36d206b-a997-4de4-b486-10e578435c97,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:44.535444 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b042b47b-50a3-48ed-b9b5-8e3c4c51c5c8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:44.657980 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-b042b47b-50a3-48ed-b9b5-8e3c4c51c5c8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Floating IP a7799850-4029-427e-8af4-adb861a4fcd4 associated. External IP: 172.26.3.176, port: 29197a9c-4c60-4f2f-8369-7e91b20e11d7. Apr 23 00:36:45.246156 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b042b47b-50a3-48ed-b9b5-8e3c4c51c5c8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Router 191649fe-98ee-4a3f-8ac0-875a9f24b39d has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:36:45.353455 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b042b47b-50a3-48ed-b9b5-8e3c4c51c5c8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:36:45.362981 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc88f870-0b0e-4a15-8b61-02fba3e5d5a9 None None] Sync routers for ids ['191649fe-98ee-4a3f-8ac0-875a9f24b39d'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:36:45.373078 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc88f870-0b0e-4a15-8b61-02fba3e5d5a9 None None] Routers {'191649fe-98ee-4a3f-8ac0-875a9f24b39d'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:36:45.373796 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-cc88f870-0b0e-4a15-8b61-02fba3e5d5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:36:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['191649fe-98ee-4a3f-8ac0-875a9f24b39d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:45.441812 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b042b47b-50a3-48ed-b9b5-8e3c4c51c5c8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:45.469446 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-b042b47b-50a3-48ed-b9b5-8e3c4c51c5c8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2446153 Apr 23 00:36:45.470027 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6243b7b4-63ad-474a-86a8-b20ca3143f38', 'tag': '29197a9c-4c60-4f2f-8369-7e91b20e11d7'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:36:45.472340 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19812045-ee31-43ed-af5f-0d27ab504e52" -d '{"events": [{"name": "network-changed", "server_uuid": "6243b7b4-63ad-474a-86a8-b20ca3143f38", "tag": "29197a9c-4c60-4f2f-8369-7e91b20e11d7"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:36:45.479421 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-cc88f870-0b0e-4a15-8b61-02fba3e5d5a9 None None] Set router 191649fe-98ee-4a3f-8ac0-875a9f24b39d gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:36:45.512207 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7048d176-c84f-4f23-862a-a22095b27909 x-openstack-request-id: req-7048d176-c84f-4f23-862a-a22095b27909 {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:36:45.512600 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6243b7b4-63ad-474a-86a8-b20ca3143f38", "tag": "29197a9c-4c60-4f2f-8369-7e91b20e11d7", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:36:45.513422 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7048d176-c84f-4f23-862a-a22095b27909 {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:36:45.513859 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7048d176-c84f-4f23-862a-a22095b27909'] response: {'name': 'network-changed', 'server_uuid': '6243b7b4-63ad-474a-86a8-b20ca3143f38', 'tag': '29197a9c-4c60-4f2f-8369-7e91b20e11d7', 'status': 'completed', 'code': 200} Apr 23 00:36:45.577375 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19812045-ee31-43ed-af5f-0d27ab504e52 req-244be4d0-767d-4219-8e17-8d322312df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:45.578869 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-19812045-ee31-43ed-af5f-0d27ab504e52 req-244be4d0-767d-4219-8e17-8d322312df6e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 1098 time: 0.0438492 Apr 23 00:36:45.583679 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c27d9-bc5e-4fd7-b0ee-e4b2ea28e97a req-598e30a9-01fc-48ae-87df-a45a9e18be36 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:45.585208 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c30c27d9-bc5e-4fd7-b0ee-e4b2ea28e97a req-598e30a9-01fc-48ae-87df-a45a9e18be36 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 945 time: 0.0508945 Apr 23 00:36:45.624668 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c30c27d9-bc5e-4fd7-b0ee-e4b2ea28e97a req-0e84bc78-ef09-4218-bd7b-e2ab12f7c7dd tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329628 Apr 23 00:36:45.647152 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33308) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:36:45.682853 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19812045-ee31-43ed-af5f-0d27ab504e52 req-9ed13fb1-d770-46fa-98fc-8863e71bd94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:45.684519 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-19812045-ee31-43ed-af5f-0d27ab504e52 req-9ed13fb1-d770-46fa-98fc-8863e71bd94e service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d80d6f0-b8d6-46ec-b917-165dc7827979 HTTP/1.1" status: 200 len: 898 time: 0.0995700 Apr 23 00:36:45.719040 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3a3263f9-a815-4924-8fb1-d0356cf85faf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/floatingips/a7799850-4029-427e-8af4-adb861a4fcd4 HTTP/1.1" status: 200 len: 991 time: 0.0706234 Apr 23 00:36:45.728616 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-cc88f870-0b0e-4a15-8b61-02fba3e5d5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96034199', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224'}], 'enable_snat': True}, 'gw_port_id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:29Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'a7799850-4029-427e-8af4-adb861a4fcd4', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'floating_ip_address': '172.26.3.176', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'port_id': '29197a9c-4c60-4f2f-8369-7e91b20e11d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979', 'mac_address': 'fa:16:3e:fc:8d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243b7b4-63ad-474a-86a8-b20ca3143f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:36:43Z', 'updated_at': '2022-04-23T00:36:43Z', 'revision_number': 0, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a060b04-88d0-4333-b6ac-96dde1796e15', 'name': '', 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:7e:59:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd4cee9ef-652c-407a-a5de-e71710649d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:28Z', 'updated_at': '2022-04-23T00:36:32Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': 'd4cee9ef-652c-407a-a5de-e71710649d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:45.754558 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc88f870-0b0e-4a15-8b61-02fba3e5d5a9 None None] Checking router: 191649fe-98ee-4a3f-8ac0-875a9f24b39d for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:36:45.759695 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-19812045-ee31-43ed-af5f-0d27ab504e52 req-2efa0f3e-5f43-460f-a1f5-6a6d9dd4a0c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29197a9c-4c60-4f2f-8369-7e91b20e11d7 HTTP/1.1" status: 200 len: 999 time: 0.0686023 Apr 23 00:36:45.763446 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc88f870-0b0e-4a15-8b61-02fba3e5d5a9 None None] Routers {'191649fe-98ee-4a3f-8ac0-875a9f24b39d'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:36:45.764068 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-cc88f870-0b0e-4a15-8b61-02fba3e5d5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:36:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['191649fe-98ee-4a3f-8ac0-875a9f24b39d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:45.808500 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19812045-ee31-43ed-af5f-0d27ab504e52 req-a098e683-01ad-44c5-b7c9-250bf5cef154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:45.810034 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-19812045-ee31-43ed-af5f-0d27ab504e52 req-a098e683-01ad-44c5-b7c9-250bf5cef154 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4cee9ef-652c-407a-a5de-e71710649d95 HTTP/1.1" status: 200 len: 834 time: 0.0437849 Apr 23 00:36:45.865751 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19812045-ee31-43ed-af5f-0d27ab504e52 req-c7bad0d2-22fd-44c0-a40e-7fdf970b0740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:45.867427 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-19812045-ee31-43ed-af5f-0d27ab504e52 req-c7bad0d2-22fd-44c0-a40e-7fdf970b0740 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d80d6f0-b8d6-46ec-b917-165dc7827979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0509381 Apr 23 00:36:45.868302 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-cc88f870-0b0e-4a15-8b61-02fba3e5d5a9 None None] Set router 191649fe-98ee-4a3f-8ac0-875a9f24b39d gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:36:45.956756 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-19812045-ee31-43ed-af5f-0d27ab504e52 req-b6071c21-ed8e-45e0-8fb4-0f71999956a4 service neutron] 10.222.0.16 "GET /v2.0/networks/1d80d6f0-b8d6-46ec-b917-165dc7827979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815361 Apr 23 00:36:46.046807 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-19812045-ee31-43ed-af5f-0d27ab504e52 req-97313875-a36e-442e-90c5-2f8482fc15ab service neutron] 10.222.0.16 "GET /v2.0/networks/1d80d6f0-b8d6-46ec-b917-165dc7827979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839236 Apr 23 00:36:46.084083 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-cc88f870-0b0e-4a15-8b61-02fba3e5d5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96034199', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224'}], 'enable_snat': True}, 'gw_port_id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:29Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'a7799850-4029-427e-8af4-adb861a4fcd4', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'floating_ip_address': '172.26.3.176', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'port_id': '29197a9c-4c60-4f2f-8369-7e91b20e11d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979', 'mac_address': 'fa:16:3e:fc:8d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243b7b4-63ad-474a-86a8-b20ca3143f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:36:43Z', 'updated_at': '2022-04-23T00:36:43Z', 'revision_number': 0, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a060b04-88d0-4333-b6ac-96dde1796e15', 'name': '', 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:7e:59:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd4cee9ef-652c-407a-a5de-e71710649d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:28Z', 'updated_at': '2022-04-23T00:36:32Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': 'd4cee9ef-652c-407a-a5de-e71710649d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:46.112651 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc88f870-0b0e-4a15-8b61-02fba3e5d5a9 None None] The sync data for ids ['191649fe-98ee-4a3f-8ac0-875a9f24b39d'] in dv-neutron-838783-1-hyperv is: [{'id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96034199', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224'}], 'enable_snat': True}, 'gw_port_id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:29Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'a7799850-4029-427e-8af4-adb861a4fcd4', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'floating_ip_address': '172.26.3.176', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'port_id': '29197a9c-4c60-4f2f-8369-7e91b20e11d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979', 'mac_address': 'fa:16:3e:fc:8d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243b7b4-63ad-474a-86a8-b20ca3143f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:36:43Z', 'updated_at': '2022-04-23T00:36:43Z', 'revision_number': 0, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a060b04-88d0-4333-b6ac-96dde1796e15', 'name': '', 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:7e:59:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd4cee9ef-652c-407a-a5de-e71710649d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:28Z', 'updated_at': '2022-04-23T00:36:32Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': 'd4cee9ef-652c-407a-a5de-e71710649d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:36:46.298036 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480d3726-f3fe-493f-85b8-80b5fd8e944c None None] New status for floating IP a7799850-4029-427e-8af4-adb861a4fcd4: ACTIVE {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:36:46.722694 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33310) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:36:46.784761 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5f34f734-96b2-43a5-8839-d55c180db94b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/floatingips/a7799850-4029-427e-8af4-adb861a4fcd4 HTTP/1.1" status: 200 len: 993 time: 0.0609033 Apr 23 00:36:50.777363 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:36:53.896494 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:04.301454 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53e09afa-69cb-4fb6-b814-5e8404d4d923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:07.244059 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0fa5b4a-9c4c-4993-b670-637eb94135a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:07.986828 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:09.672734 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:09.895557 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:13.362803 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [req-fb67845d-d67e-471f-8aee-3686a839a0f5 req-18c06e59-d0b0-4840-84a8-0cde88962ba5 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:37:13.363810 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fb67845d-d67e-471f-8aee-3686a839a0f5 req-18c06e59-d0b0-4840-84a8-0cde88962ba5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055816 Apr 23 00:37:13.700586 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d50c08-7169-4bb4-87fc-d65ab25569ba req-505521c9-c1bb-4153-9d19-5c48ff5b1034 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:13.702078 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-76d50c08-7169-4bb4-87fc-d65ab25569ba req-505521c9-c1bb-4153-9d19-5c48ff5b1034 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 945 time: 0.0506115 Apr 23 00:37:13.740261 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-76d50c08-7169-4bb4-87fc-d65ab25569ba req-1e88986c-142e-45d4-b227-9605efd7171d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317800 Apr 23 00:37:13.882285 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33332) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:37:13.961241 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-c3321d47-fe87-416d-ab78-bd41a8beeb71 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814581 Apr 23 00:37:13.970614 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-719f42bb-26f2-4671-837e-b006b979a1be service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:37:13.971550 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-719f42bb-26f2-4671-837e-b006b979a1be service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048046 Apr 23 00:37:14.857159 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50894bd5-e401-4296-803f-ddcccd82dc2f req-2c53e316-83ab-4cd1-9519-e83e4a2235dd tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:14.858635 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-50894bd5-e401-4296-803f-ddcccd82dc2f req-2c53e316-83ab-4cd1-9519-e83e4a2235dd tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 945 time: 0.0488517 Apr 23 00:37:14.897946 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-50894bd5-e401-4296-803f-ddcccd82dc2f req-df2370ea-18c4-456c-a811-28a3229555b5 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328426 Apr 23 00:37:15.777520 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-2cd1e5af-ff25-4af0-ba95-8a90cc6af900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:15.779041 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-2cd1e5af-ff25-4af0-ba95-8a90cc6af900 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 1098 time: 0.0433779 Apr 23 00:37:15.874790 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-c5b6c196-1d2b-4a1d-a4dc-dc6684153cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:15.876294 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-c5b6c196-1d2b-4a1d-a4dc-dc6684153cbe service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d80d6f0-b8d6-46ec-b917-165dc7827979 HTTP/1.1" status: 200 len: 898 time: 0.0904903 Apr 23 00:37:15.941284 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-dae5c2bf-a7b7-4c27-9970-dbcd18837a9a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29197a9c-4c60-4f2f-8369-7e91b20e11d7 HTTP/1.1" status: 200 len: 1001 time: 0.0571077 Apr 23 00:37:16.022636 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-e24cc7f1-bd34-45e2-86cf-b6a91c71f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:16.024116 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-e24cc7f1-bd34-45e2-86cf-b6a91c71f1cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4cee9ef-652c-407a-a5de-e71710649d95 HTTP/1.1" status: 200 len: 834 time: 0.0755317 Apr 23 00:37:16.035998 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff8935-f2cc-4c9b-8945-4069a3cb7231 req-96010a04-7e05-4585-bf81-47eeb5c1d58f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:16.037374 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f3ff8935-f2cc-4c9b-8945-4069a3cb7231 req-96010a04-7e05-4585-bf81-47eeb5c1d58f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 945 time: 0.0598822 Apr 23 00:37:16.094905 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f3ff8935-f2cc-4c9b-8945-4069a3cb7231 req-0590757f-e018-4578-9318-a3a9959b32c7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494201 Apr 23 00:37:16.101998 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-701e5610-d343-47dd-ba32-8bce8036bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:16.104606 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-701e5610-d343-47dd-ba32-8bce8036bd95 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d80d6f0-b8d6-46ec-b917-165dc7827979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661440 Apr 23 00:37:16.202777 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-610cd808-e14f-428b-967b-f22efe78602c service neutron] 10.222.0.16 "GET /v2.0/networks/1d80d6f0-b8d6-46ec-b917-165dc7827979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908065 Apr 23 00:37:16.290517 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-9b099691-0ef7-42fd-9505-19aca62bd573 service neutron] 10.222.0.16 "GET /v2.0/networks/1d80d6f0-b8d6-46ec-b917-165dc7827979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799751 Apr 23 00:37:17.210742 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa07b3-dcc9-44e7-9ded-47b90a407ca3 req-3d85a764-f4c2-4835-a0e6-d6550411be54 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:17.212241 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ccfa07b3-dcc9-44e7-9ded-47b90a407ca3 req-3d85a764-f4c2-4835-a0e6-d6550411be54 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 945 time: 0.0479791 Apr 23 00:37:17.249783 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ccfa07b3-dcc9-44e7-9ded-47b90a407ca3 req-d76e48fb-cc9e-408b-b97a-af7ea9f6487f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316703 Apr 23 00:37:18.362681 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f84d5-a4ff-435c-a9c7-a2ca77583634 req-8dbe4568-2c8f-4d39-94f3-e4d713ddc96f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:18.364159 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f17f84d5-a4ff-435c-a9c7-a2ca77583634 req-8dbe4568-2c8f-4d39-94f3-e4d713ddc96f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 945 time: 0.0485528 Apr 23 00:37:18.408771 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f17f84d5-a4ff-435c-a9c7-a2ca77583634 req-b36ccf63-4790-4e63-b17a-fd2ffbe48393 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387561 Apr 23 00:37:19.524608 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f133892-3ecd-4e95-b352-0210157b7545 req-94293d76-cca5-4d4c-97ec-35ed6d1ed613 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:19.526089 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8f133892-3ecd-4e95-b352-0210157b7545 req-94293d76-cca5-4d4c-97ec-35ed6d1ed613 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 945 time: 0.0486667 Apr 23 00:37:19.567795 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8f133892-3ecd-4e95-b352-0210157b7545 req-a4748cb4-02e2-4e34-a7d4-d9a4b1d4f440 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349033 Apr 23 00:37:20.684394 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c40a1-759d-4912-8a18-c988db42df6f req-6d8f4088-4bd4-4410-ab7c-8e2c7e4c78e8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:20.685845 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-939c40a1-759d-4912-8a18-c988db42df6f req-6d8f4088-4bd4-4410-ab7c-8e2c7e4c78e8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 945 time: 0.0488141 Apr 23 00:37:20.723201 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-939c40a1-759d-4912-8a18-c988db42df6f req-05af8b67-962d-49f0-9336-45e04851dbad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313191 Apr 23 00:37:21.836318 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d6445-a72c-492b-97e8-ce98621dcb3e req-02eceac4-9d93-421c-9b1b-e7e658930d4e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:21.837783 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f58d6445-a72c-492b-97e8-ce98621dcb3e req-02eceac4-9d93-421c-9b1b-e7e658930d4e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 945 time: 0.0477662 Apr 23 00:37:21.876077 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f58d6445-a72c-492b-97e8-ce98621dcb3e req-cd168b17-15eb-4dbe-90ae-ffd5416ee0d1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314081 Apr 23 00:37:22.990937 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39603349-b0ad-41a4-b58d-5a4435ddaa32 req-21d4e1c2-fdf3-4fa1-bd8a-26017f93d034 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:22.992379 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-39603349-b0ad-41a4-b58d-5a4435ddaa32 req-21d4e1c2-fdf3-4fa1-bd8a-26017f93d034 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 945 time: 0.0490561 Apr 23 00:37:23.029115 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-39603349-b0ad-41a4-b58d-5a4435ddaa32 req-1f80629f-27c0-4def-a381-41780028dfcf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299096 Apr 23 00:37:23.906328 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:24.142851 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6a35d-752d-4242-b86b-7da379c04f89 req-2eb6ded0-44bf-47bc-b493-d7918ad8bc52 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:24.144376 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c3d6a35d-752d-4242-b86b-7da379c04f89 req-2eb6ded0-44bf-47bc-b493-d7918ad8bc52 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 945 time: 0.0485899 Apr 23 00:37:24.180568 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c3d6a35d-752d-4242-b86b-7da379c04f89 req-74ce84c9-ceaf-474c-9b4c-042a459b22b8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303390 Apr 23 00:37:24.565249 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405f476-40c9-48c0-80f8-1d39502d43a7 req-af941bd7-2332-4dd3-accf-16626c05faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:24.566725 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0405f476-40c9-48c0-80f8-1d39502d43a7 req-af941bd7-2332-4dd3-accf-16626c05faf1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 1098 time: 0.0405474 Apr 23 00:37:24.670216 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405f476-40c9-48c0-80f8-1d39502d43a7 req-ad467fe8-576d-418e-82d1-57bbcc6119ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:24.671768 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0405f476-40c9-48c0-80f8-1d39502d43a7 req-ad467fe8-576d-418e-82d1-57bbcc6119ab service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d80d6f0-b8d6-46ec-b917-165dc7827979 HTTP/1.1" status: 200 len: 898 time: 0.0867217 Apr 23 00:37:24.734781 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0405f476-40c9-48c0-80f8-1d39502d43a7 req-7554102f-2b75-498c-8a79-6d9aed424b7a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29197a9c-4c60-4f2f-8369-7e91b20e11d7 HTTP/1.1" status: 200 len: 1001 time: 0.0568140 Apr 23 00:37:24.785331 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405f476-40c9-48c0-80f8-1d39502d43a7 req-0f840b78-4276-47af-8621-8b3c7f800684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:24.786735 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0405f476-40c9-48c0-80f8-1d39502d43a7 req-0f840b78-4276-47af-8621-8b3c7f800684 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4cee9ef-652c-407a-a5de-e71710649d95 HTTP/1.1" status: 200 len: 834 time: 0.0461378 Apr 23 00:37:24.832725 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405f476-40c9-48c0-80f8-1d39502d43a7 req-8eac3c8e-4d21-4301-ac85-ddc132551b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:24.834115 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0405f476-40c9-48c0-80f8-1d39502d43a7 req-8eac3c8e-4d21-4301-ac85-ddc132551b12 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d80d6f0-b8d6-46ec-b917-165dc7827979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398364 Apr 23 00:37:24.925173 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0405f476-40c9-48c0-80f8-1d39502d43a7 req-581a93d3-9b8f-4cdf-bfb3-413620d41fce service neutron] 10.222.0.16 "GET /v2.0/networks/1d80d6f0-b8d6-46ec-b917-165dc7827979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840664 Apr 23 00:37:25.020831 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0405f476-40c9-48c0-80f8-1d39502d43a7 req-583f1ec4-1d0d-4959-8305-a31dcd86bd49 service neutron] 10.222.0.16 "GET /v2.0/networks/1d80d6f0-b8d6-46ec-b917-165dc7827979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883195 Apr 23 00:37:25.297481 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092364bf-0c44-42c8-be35-04e27fecb96d req-a37dafd9-2a88-49ce-8f89-fb31c6d465f4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:25.298937 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-092364bf-0c44-42c8-be35-04e27fecb96d req-a37dafd9-2a88-49ce-8f89-fb31c6d465f4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 945 time: 0.0484562 Apr 23 00:37:25.335910 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-092364bf-0c44-42c8-be35-04e27fecb96d req-b87a6083-7f2e-4db3-9e9a-c96608f9d0fa tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310624 Apr 23 00:37:26.451968 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede495a-3581-4e04-b982-452223313a55 req-f7d9bba9-883e-4c5b-90e2-d9a2840b5c0f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:26.453435 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-eede495a-3581-4e04-b982-452223313a55 req-f7d9bba9-883e-4c5b-90e2-d9a2840b5c0f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 945 time: 0.0485909 Apr 23 00:37:26.493128 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-eede495a-3581-4e04-b982-452223313a55 req-7e0a3c45-72f0-498b-85d5-1170ce5645ab tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337384 Apr 23 00:37:27.612877 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb446e-86ac-4e29-a828-0bb998c02acd req-0adb6d84-5101-4c75-9aa4-da043253c604 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:27.614261 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d5eb446e-86ac-4e29-a828-0bb998c02acd req-0adb6d84-5101-4c75-9aa4-da043253c604 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 945 time: 0.0519569 Apr 23 00:37:27.651348 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d5eb446e-86ac-4e29-a828-0bb998c02acd req-c7df9cc1-724f-4415-b97b-4f236cf13d74 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303929 Apr 23 00:37:27.776233 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:37:28.075534 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-34d99bcc-d669-4cea-be78-df458842920b service neutron] 10.222.0.16 "GET /v2.0/ports/29197a9c-4c60-4f2f-8369-7e91b20e11d7/bindings/hv-neutron-8387 HTTP/1.1" status: 200 len: 384 time: 0.0531845 Apr 23 00:37:28.430224 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-2ea2a44e-7c76-434d-898c-a14e8b359daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:28.431715 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-2ea2a44e-7c76-434d-898c-a14e8b359daf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38&tenant_id=f13b99d4303b4cbc82245827feb580d6 HTTP/1.1" status: 200 len: 1098 time: 0.0404615 Apr 23 00:37:28.492748 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-90a659c9-6b41-40ab-a685-3bf65fc67ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:28.494202 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-90a659c9-6b41-40ab-a685-3bf65fc67ce8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 1098 time: 0.0392010 Apr 23 00:37:28.586122 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-51d99760-3ce8-4e93-9c5e-da3d27042f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:28.587597 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-51d99760-3ce8-4e93-9c5e-da3d27042f02 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d80d6f0-b8d6-46ec-b917-165dc7827979 HTTP/1.1" status: 200 len: 898 time: 0.0864949 Apr 23 00:37:28.651538 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-7526504a-bdac-4bc5-bc83-e8bdbe320adb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29197a9c-4c60-4f2f-8369-7e91b20e11d7 HTTP/1.1" status: 200 len: 1001 time: 0.0568218 Apr 23 00:37:28.770832 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b012f5-2367-4bf1-ac8a-f728381cf6d8 req-6c1dd0d2-3163-462a-ac04-bb046c9ac20c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:28.772452 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-64b012f5-2367-4bf1-ac8a-f728381cf6d8 req-6c1dd0d2-3163-462a-ac04-bb046c9ac20c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 945 time: 0.0518918 Apr 23 00:37:28.812615 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-64b012f5-2367-4bf1-ac8a-f728381cf6d8 req-4bc8933e-5a31-4261-b2d9-fc7e5819e9f0 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340307 Apr 23 00:37:29.015524 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-2b854971-a0ed-45f4-bc97-e7aa9d87ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:29.016904 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-2b854971-a0ed-45f4-bc97-e7aa9d87ee9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4cee9ef-652c-407a-a5de-e71710649d95 HTTP/1.1" status: 200 len: 834 time: 0.3597412 Apr 23 00:37:29.061070 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-eb7bfa19-9764-45fa-a5e8-b936d7aa723c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:29.062534 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-eb7bfa19-9764-45fa-a5e8-b936d7aa723c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d80d6f0-b8d6-46ec-b917-165dc7827979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391293 Apr 23 00:37:29.150234 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-73ba3f79-d139-47a3-b8b1-6e017b24af33 service neutron] 10.222.0.16 "GET /v2.0/networks/1d80d6f0-b8d6-46ec-b917-165dc7827979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809772 Apr 23 00:37:29.239024 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3cf770bc-dffe-46e6-9969-77eda43c28b4 req-1eefa805-4781-412a-b08e-bd898ea84819 service neutron] 10.222.0.16 "GET /v2.0/networks/1d80d6f0-b8d6-46ec-b917-165dc7827979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818660 Apr 23 00:37:29.941063 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a75a42-2c86-4f4f-9a0e-28459b2f3bf8 req-50ed8424-e9f4-4ecb-8eee-a464321457b7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:29.942444 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-85a75a42-2c86-4f4f-9a0e-28459b2f3bf8 req-50ed8424-e9f4-4ecb-8eee-a464321457b7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 945 time: 0.0527439 Apr 23 00:37:29.978487 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-85a75a42-2c86-4f4f-9a0e-28459b2f3bf8 req-c6d7bc90-d029-47d5-8664-552f99f8567b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301518 Apr 23 00:37:30.539835 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 29197a9c-4c60-4f2f-8369-7e91b20e11d7 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:37:30.539835 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 29197a9c-4c60-4f2f-8369-7e91b20e11d7 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:37:30.693182 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 29197a9c-4c60-4f2f-8369-7e91b20e11d7, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=29197a9c-4c60-4f2f-8369-7e91b20e11d7,segment=NetworkSegment(e0d088a4-50ca-47fe-8dae-aa18e9e63051),segment_id=e0d088a4-50ca-47fe-8dae-aa18e9e63051)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:37:30.695644 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:30.713413 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '29197a9c-4c60-4f2f-8369-7e91b20e11d7', 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979', 'port_id': '29197a9c-4c60-4f2f-8369-7e91b20e11d7', 'mac_address': 'fa:16:3e:fc:8d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4cee9ef-652c-407a-a5de-e71710649d95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:37:30.729683 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6243b7b4-63ad-474a-86a8-b20ca3143f38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29197a9c-4c60-4f2f-8369-7e91b20e11d7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:37:30.732132 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523bcf57-0b2f-4874-b055-4282c803ea69" -d '{"events": [{"server_uuid": "6243b7b4-63ad-474a-86a8-b20ca3143f38", "name": "network-vif-unplugged", "status": "completed", "tag": "29197a9c-4c60-4f2f-8369-7e91b20e11d7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:37:30.767008 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 29197a9c-4c60-4f2f-8369-7e91b20e11d7, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=29197a9c-4c60-4f2f-8369-7e91b20e11d7,segment=NetworkSegment(e0d088a4-50ca-47fe-8dae-aa18e9e63051),segment_id=e0d088a4-50ca-47fe-8dae-aa18e9e63051)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:37:30.779387 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:30.792831 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29197a9c-4c60-4f2f-8369-7e91b20e11d7 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:37:30.798732 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 23 Apr 2022 00:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0380c6c7-e5f1-4254-9a30-6b297274f23a x-openstack-request-id: req-0380c6c7-e5f1-4254-9a30-6b297274f23a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:37:30.799018 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6243b7b4-63ad-474a-86a8-b20ca3143f38", "name": "network-vif-unplugged", "status": "completed", "tag": "29197a9c-4c60-4f2f-8369-7e91b20e11d7", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:37:30.799272 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0380c6c7-e5f1-4254-9a30-6b297274f23a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:37:30.799690 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0380c6c7-e5f1-4254-9a30-6b297274f23a'] response: {'server_uuid': '6243b7b4-63ad-474a-86a8-b20ca3143f38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29197a9c-4c60-4f2f-8369-7e91b20e11d7', 'code': 200} Apr 23 00:37:30.809953 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:30.883845 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:37:30.884200 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:37:30.885489 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=29197a9c-4c60-4f2f-8369-7e91b20e11d7,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:30.893901 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:30.894256 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:30.894603 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:30.895133 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:30.895393 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:30.895763 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:30.896099 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:30.896589 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:30.896921 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:30.897248 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:30.897578 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:30.897905 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:31.106881 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c95b5-9e85-4e98-8214-04105bd16864 req-b1762966-aa3f-43f7-b9e7-749a10c33095 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:31.108463 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-102c95b5-9e85-4e98-8214-04105bd16864 req-b1762966-aa3f-43f7-b9e7-749a10c33095 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 943 time: 0.0574667 Apr 23 00:37:31.160872 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-102c95b5-9e85-4e98-8214-04105bd16864 req-0fa2633b-0174-4d45-ad5e-73a63bea49cd tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461080 Apr 23 00:37:31.424338 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:31.437378 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29197a9c-4c60-4f2f-8369-7e91b20e11d7 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:37:31.456200 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 29197a9c-4c60-4f2f-8369-7e91b20e11d7, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=29197a9c-4c60-4f2f-8369-7e91b20e11d7,segment=NetworkSegment(e0d088a4-50ca-47fe-8dae-aa18e9e63051),segment_id=e0d088a4-50ca-47fe-8dae-aa18e9e63051)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:37:31.536883 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:31.588456 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=29197a9c-4c60-4f2f-8369-7e91b20e11d7,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:31.593013 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['29197a9c-4c60-4f2f-8369-7e91b20e11d7'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:37:32.352434 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6eb5dc-f962-4621-b7f7-177c993ee2c0 req-dcabfee7-0a1e-4a2a-b3d6-9bfcbb7ccdaf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:32.353905 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2f6eb5dc-f962-4621-b7f7-177c993ee2c0 req-dcabfee7-0a1e-4a2a-b3d6-9bfcbb7ccdaf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 944 time: 0.1241431 Apr 23 00:37:32.391201 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2f6eb5dc-f962-4621-b7f7-177c993ee2c0 req-f6508e9e-6267-4401-82ed-480c09d5d89a tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313656 Apr 23 00:37:32.545174 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 29197a9c-4c60-4f2f-8369-7e91b20e11d7 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:37:32.592566 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 29197a9c-4c60-4f2f-8369-7e91b20e11d7 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:37:32.593214 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:32.672739 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:32.714929 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 29197a9c-4c60-4f2f-8369-7e91b20e11d7, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=29197a9c-4c60-4f2f-8369-7e91b20e11d7,segment=NetworkSegment(e0d088a4-50ca-47fe-8dae-aa18e9e63051),segment_id=e0d088a4-50ca-47fe-8dae-aa18e9e63051)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:37:32.738927 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636b4cf-01ac-4f36-9f53-fb96ab626798 req-6151673f-41ef-438e-8e98-25fc240bd3bc tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:32.740503 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b636b4cf-01ac-4f36-9f53-fb96ab626798 req-6151673f-41ef-438e-8e98-25fc240bd3bc tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 944 time: 0.0512469 Apr 23 00:37:32.780877 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:32.785819 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b636b4cf-01ac-4f36-9f53-fb96ab626798 req-349d599d-579d-49d4-8ef0-47bfbba78227 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389402 Apr 23 00:37:32.810507 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a7dda-fb60-401c-9caf-a8c7b0aa1e8b req-f2c44cd7-419f-466e-83ba-9a8d651733a0 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:32.811058 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6243b7b4-63ad-474a-86a8-b20ca3143f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29197a9c-4c60-4f2f-8369-7e91b20e11d7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:37:32.811625 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-658a7dda-fb60-401c-9caf-a8c7b0aa1e8b req-f2c44cd7-419f-466e-83ba-9a8d651733a0 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.16 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38&tenant_id=f13b99d4303b4cbc82245827feb580d6&binding%3Ahost_id=hv-neutron-8387 HTTP/1.1" status: 200 len: 944 time: 0.0642383 Apr 23 00:37:32.812949 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bc8f2f-fdd4-4715-a86f-02098e5af748" -d '{"events": [{"server_uuid": "6243b7b4-63ad-474a-86a8-b20ca3143f38", "name": "network-vif-plugged", "status": "completed", "tag": "29197a9c-4c60-4f2f-8369-7e91b20e11d7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:37:32.853903 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=29197a9c-4c60-4f2f-8369-7e91b20e11d7,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:32.864485 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2183c898-d581-401b-9db9-f2343cfea3a3 x-openstack-request-id: req-2183c898-d581-401b-9db9-f2343cfea3a3 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:37:32.864485 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6243b7b4-63ad-474a-86a8-b20ca3143f38", "name": "network-vif-plugged", "status": "completed", "tag": "29197a9c-4c60-4f2f-8369-7e91b20e11d7", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:37:32.864485 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2183c898-d581-401b-9db9-f2343cfea3a3 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:37:32.864485 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2183c898-d581-401b-9db9-f2343cfea3a3'] response: {'server_uuid': '6243b7b4-63ad-474a-86a8-b20ca3143f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29197a9c-4c60-4f2f-8369-7e91b20e11d7', 'code': 200} Apr 23 00:37:32.937389 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a7dda-fb60-401c-9caf-a8c7b0aa1e8b req-8cf55165-26b0-4149-9e75-00bbabfb8020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:32.938890 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-658a7dda-fb60-401c-9caf-a8c7b0aa1e8b req-8cf55165-26b0-4149-9e75-00bbabfb8020 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 1098 time: 0.0614820 Apr 23 00:37:32.946906 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed99de-13fe-43d8-af9e-4e2c6c5fb560 req-0443e87a-fcec-419f-b99a-2c838a4c4259 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:32.948283 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-21ed99de-13fe-43d8-af9e-4e2c6c5fb560 req-0443e87a-fcec-419f-b99a-2c838a4c4259 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 945 time: 0.0799751 Apr 23 00:37:33.038326 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-21ed99de-13fe-43d8-af9e-4e2c6c5fb560 req-d777ad4f-a0cf-48ec-bf35-bb44785f333b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816424 Apr 23 00:37:33.060591 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a7dda-fb60-401c-9caf-a8c7b0aa1e8b req-3f6bb71f-1847-4237-8fdc-a6f3f95f6111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:33.062021 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-658a7dda-fb60-401c-9caf-a8c7b0aa1e8b req-3f6bb71f-1847-4237-8fdc-a6f3f95f6111 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d80d6f0-b8d6-46ec-b917-165dc7827979 HTTP/1.1" status: 200 len: 898 time: 0.1123750 Apr 23 00:37:33.129182 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-658a7dda-fb60-401c-9caf-a8c7b0aa1e8b req-0294f9b2-062b-4068-9ff4-fd6ab99eef9c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29197a9c-4c60-4f2f-8369-7e91b20e11d7 HTTP/1.1" status: 200 len: 1001 time: 0.0609348 Apr 23 00:37:33.179079 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a7dda-fb60-401c-9caf-a8c7b0aa1e8b req-4c37162c-e5a1-4b2a-9750-3dadd4a3025d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:33.180532 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-658a7dda-fb60-401c-9caf-a8c7b0aa1e8b req-4c37162c-e5a1-4b2a-9750-3dadd4a3025d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4cee9ef-652c-407a-a5de-e71710649d95 HTTP/1.1" status: 200 len: 834 time: 0.0424285 Apr 23 00:37:33.227213 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a7dda-fb60-401c-9caf-a8c7b0aa1e8b req-3cc57d16-a41d-4135-ac9c-b86d20a7a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:33.228760 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-658a7dda-fb60-401c-9caf-a8c7b0aa1e8b req-3cc57d16-a41d-4135-ac9c-b86d20a7a456 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d80d6f0-b8d6-46ec-b917-165dc7827979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394859 Apr 23 00:37:33.318811 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-658a7dda-fb60-401c-9caf-a8c7b0aa1e8b req-88a178e1-efb1-4a5e-be78-f506ce1f094e service neutron] 10.222.0.16 "GET /v2.0/networks/1d80d6f0-b8d6-46ec-b917-165dc7827979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831158 Apr 23 00:37:33.406375 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-658a7dda-fb60-401c-9caf-a8c7b0aa1e8b req-76cca4fe-528f-4a7a-bcd3-a11c4d44790c service neutron] 10.222.0.16 "GET /v2.0/networks/1d80d6f0-b8d6-46ec-b917-165dc7827979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802252 Apr 23 00:37:34.161567 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fa7d8-794b-4f85-b462-b88186d8ca3f req-781c014b-cc46-4c9c-a164-20d5b3b792d9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:34.163250 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2e7fa7d8-794b-4f85-b462-b88186d8ca3f req-781c014b-cc46-4c9c-a164-20d5b3b792d9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 945 time: 0.0543900 Apr 23 00:37:34.201892 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2e7fa7d8-794b-4f85-b462-b88186d8ca3f req-d096af27-c2d6-4f79-a282-e6dadaa8d1a2 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322170 Apr 23 00:37:34.311926 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b97fa187-e2b6-4a47-95e8-8ef384bb296f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:35.365464 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec8f92-e130-49bd-a131-1fe41d06c4b7 req-172ad361-cf8f-42c2-8c40-b5d8d99c0874 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:35.366929 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d7ec8f92-e130-49bd-a131-1fe41d06c4b7 req-172ad361-cf8f-42c2-8c40-b5d8d99c0874 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 945 time: 0.0977328 Apr 23 00:37:35.405109 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d7ec8f92-e130-49bd-a131-1fe41d06c4b7 req-10821779-26a4-4d4d-ae23-5cf4e9327ea4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311198 Apr 23 00:37:35.426494 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33412) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:37:35.489972 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1cd0e2e5-fec9-4066-b7ef-d795e455ec79 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/floatingips/a7799850-4029-427e-8af4-adb861a4fcd4 HTTP/1.1" status: 200 len: 993 time: 0.0622966 Apr 23 00:37:37.294713 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65c6362c-8b38-4751-b07a-d74e09221699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:37.991850 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:39.694488 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:39.894667 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:53.888470 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:01.848731 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33422) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:38:02.009507 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-24cff017-b34e-4875-a5bf-349339cb6541 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Deleting port b36d206b-a997-4de4-b486-10e578435c97 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:38:02.010003 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-24cff017-b34e-4875-a5bf-349339cb6541 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:02.097258 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-24cff017-b34e-4875-a5bf-349339cb6541 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:02.097617 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-24cff017-b34e-4875-a5bf-349339cb6541 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:02.114047 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-24cff017-b34e-4875-a5bf-349339cb6541 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Calling delete_port for b36d206b-a997-4de4-b486-10e578435c97 owned by network:floatingip {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:38:02.328441 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-24cff017-b34e-4875-a5bf-349339cb6541 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:02.354343 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cff017-b34e-4875-a5bf-349339cb6541 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Port': ['ID=b36d206b-a997-4de4-b486-10e578435c97,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:02.380360 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cff017-b34e-4875-a5bf-349339cb6541 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:02.380711 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cff017-b34e-4875-a5bf-349339cb6541 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:02.381053 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cff017-b34e-4875-a5bf-349339cb6541 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:02.381395 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cff017-b34e-4875-a5bf-349339cb6541 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:02.381728 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cff017-b34e-4875-a5bf-349339cb6541 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:02.382059 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cff017-b34e-4875-a5bf-349339cb6541 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:02.382391 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cff017-b34e-4875-a5bf-349339cb6541 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:02.382715 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cff017-b34e-4875-a5bf-349339cb6541 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:02.383053 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cff017-b34e-4875-a5bf-349339cb6541 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:02.383366 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cff017-b34e-4875-a5bf-349339cb6541 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:02.383723 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cff017-b34e-4875-a5bf-349339cb6541 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:02.384087 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cff017-b34e-4875-a5bf-349339cb6541 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:02.427467 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-24cff017-b34e-4875-a5bf-349339cb6541 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for floatingip, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:02.427842 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-24cff017-b34e-4875-a5bf-349339cb6541 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Floating IP a7799850-4029-427e-8af4-adb861a4fcd4 disassociated (deleted). External IP: 172.26.3.176, port: 29197a9c-4c60-4f2f-8369-7e91b20e11d7. Apr 23 00:38:02.632043 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cff017-b34e-4875-a5bf-349339cb6541 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Router 191649fe-98ee-4a3f-8ac0-875a9f24b39d has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:38:02.747969 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cff017-b34e-4875-a5bf-349339cb6541 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:38:02.752352 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-24cff017-b34e-4875-a5bf-349339cb6541 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:02.759503 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa1857c-f34f-4ceb-b1b7-200b0409c9fc None None] Sync routers for ids ['191649fe-98ee-4a3f-8ac0-875a9f24b39d'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:38:02.769747 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa1857c-f34f-4ceb-b1b7-200b0409c9fc None None] Routers {'191649fe-98ee-4a3f-8ac0-875a9f24b39d'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:38:02.770358 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-cfa1857c-f34f-4ceb-b1b7-200b0409c9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:37:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['191649fe-98ee-4a3f-8ac0-875a9f24b39d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:02.781778 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-24cff017-b34e-4875-a5bf-349339cb6541 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "DELETE /v2.0/floatingips/a7799850-4029-427e-8af4-adb861a4fcd4 HTTP/1.1" status: 204 len: 168 time: 0.9319525 Apr 23 00:38:02.782342 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6243b7b4-63ad-474a-86a8-b20ca3143f38', 'tag': '29197a9c-4c60-4f2f-8369-7e91b20e11d7'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:38:02.784862 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddf2846-4f79-41ac-a1cd-876ce87bab08" -d '{"events": [{"name": "network-changed", "server_uuid": "6243b7b4-63ad-474a-86a8-b20ca3143f38", "tag": "29197a9c-4c60-4f2f-8369-7e91b20e11d7"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:38:02.829981 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f55d2e3-1926-4cce-9f2d-a58871a6ca4e x-openstack-request-id: req-4f55d2e3-1926-4cce-9f2d-a58871a6ca4e {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:38:02.830278 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6243b7b4-63ad-474a-86a8-b20ca3143f38", "tag": "29197a9c-4c60-4f2f-8369-7e91b20e11d7", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:38:02.830538 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f55d2e3-1926-4cce-9f2d-a58871a6ca4e {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:38:02.830946 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f55d2e3-1926-4cce-9f2d-a58871a6ca4e'] response: {'name': 'network-changed', 'server_uuid': '6243b7b4-63ad-474a-86a8-b20ca3143f38', 'tag': '29197a9c-4c60-4f2f-8369-7e91b20e11d7', 'status': 'completed', 'code': 200} Apr 23 00:38:02.881485 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-cfa1857c-f34f-4ceb-b1b7-200b0409c9fc None None] Set router 191649fe-98ee-4a3f-8ac0-875a9f24b39d gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:38:02.895360 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf2846-4f79-41ac-a1cd-876ce87bab08 req-98f41e55-7ae3-47ea-95ed-a96da7b168c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:02.896885 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3ddf2846-4f79-41ac-a1cd-876ce87bab08 req-98f41e55-7ae3-47ea-95ed-a96da7b168c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 1098 time: 0.0444195 Apr 23 00:38:02.998323 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf2846-4f79-41ac-a1cd-876ce87bab08 req-2de66a50-8d86-4a2d-9608-f1f667d95b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:02.999827 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3ddf2846-4f79-41ac-a1cd-876ce87bab08 req-2de66a50-8d86-4a2d-9608-f1f667d95b7b service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d80d6f0-b8d6-46ec-b917-165dc7827979 HTTP/1.1" status: 200 len: 898 time: 0.0943232 Apr 23 00:38:03.042603 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3ddf2846-4f79-41ac-a1cd-876ce87bab08 req-8b40621e-41f6-483f-b172-f86f4bde62eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29197a9c-4c60-4f2f-8369-7e91b20e11d7 HTTP/1.1" status: 200 len: 217 time: 0.0362446 Apr 23 00:38:03.099959 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf2846-4f79-41ac-a1cd-876ce87bab08 req-3d39c326-a6aa-432f-bb88-039f44d2c5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:03.101574 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3ddf2846-4f79-41ac-a1cd-876ce87bab08 req-3d39c326-a6aa-432f-bb88-039f44d2c5a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4cee9ef-652c-407a-a5de-e71710649d95 HTTP/1.1" status: 200 len: 834 time: 0.0509036 Apr 23 00:38:03.104844 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-cfa1857c-f34f-4ceb-b1b7-200b0409c9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96034199', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224'}], 'enable_snat': True}, 'gw_port_id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:29Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '4a060b04-88d0-4333-b6ac-96dde1796e15', 'name': '', 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:7e:59:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd4cee9ef-652c-407a-a5de-e71710649d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:28Z', 'updated_at': '2022-04-23T00:36:32Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': 'd4cee9ef-652c-407a-a5de-e71710649d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:03.144287 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cb6b8-0303-473a-a643-00bdcf4e30d5 req-eba8af96-9bd7-4d04-94c5-c8bdd43d9e8b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:03.146105 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-479cb6b8-0303-473a-a643-00bdcf4e30d5 req-eba8af96-9bd7-4d04-94c5-c8bdd43d9e8b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 945 time: 0.0541174 Apr 23 00:38:03.151914 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf2846-4f79-41ac-a1cd-876ce87bab08 req-88ab1199-59a4-47be-bff6-1d1cd936002e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:03.154173 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3ddf2846-4f79-41ac-a1cd-876ce87bab08 req-88ab1199-59a4-47be-bff6-1d1cd936002e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d80d6f0-b8d6-46ec-b917-165dc7827979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435407 Apr 23 00:38:03.190999 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-479cb6b8-0303-473a-a643-00bdcf4e30d5 req-1f371ab2-2c36-4e85-84c7-6fb7db37ed17 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359442 Apr 23 00:38:03.225216 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa1857c-f34f-4ceb-b1b7-200b0409c9fc None None] Checking router: 191649fe-98ee-4a3f-8ac0-875a9f24b39d for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:38:03.234144 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa1857c-f34f-4ceb-b1b7-200b0409c9fc None None] Routers {'191649fe-98ee-4a3f-8ac0-875a9f24b39d'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:38:03.234743 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-cfa1857c-f34f-4ceb-b1b7-200b0409c9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:37:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['191649fe-98ee-4a3f-8ac0-875a9f24b39d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:03.248205 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3ddf2846-4f79-41ac-a1cd-876ce87bab08 req-accd177a-b51b-4466-9da0-d01b3a43abf0 service neutron] 10.222.0.16 "GET /v2.0/networks/1d80d6f0-b8d6-46ec-b917-165dc7827979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865185 Apr 23 00:38:03.336663 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-cfa1857c-f34f-4ceb-b1b7-200b0409c9fc None None] Set router 191649fe-98ee-4a3f-8ac0-875a9f24b39d gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:38:03.342597 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3ddf2846-4f79-41ac-a1cd-876ce87bab08 req-7efbf666-508b-423a-8f14-194a1a00403a service neutron] 10.222.0.16 "GET /v2.0/networks/1d80d6f0-b8d6-46ec-b917-165dc7827979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875108 Apr 23 00:38:03.468161 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [req-1a47cf95-5933-4154-a11e-dbfa1817a0e8 req-fca37dea-6fe0-40f6-b490-48672ec770e9 tempest-ServerDiskConfigTestJSON-972010859 tempest-ServerDiskConfigTestJSON-972010859-project] (103144) timed out ('10.222.0.16', 53972) {{(pid=103144) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 23 00:38:03.539477 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-cfa1857c-f34f-4ceb-b1b7-200b0409c9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96034199', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224'}], 'enable_snat': True}, 'gw_port_id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:29Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '4a060b04-88d0-4333-b6ac-96dde1796e15', 'name': '', 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:7e:59:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd4cee9ef-652c-407a-a5de-e71710649d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:28Z', 'updated_at': '2022-04-23T00:36:32Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': 'd4cee9ef-652c-407a-a5de-e71710649d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:03.563944 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa1857c-f34f-4ceb-b1b7-200b0409c9fc None None] The sync data for ids ['191649fe-98ee-4a3f-8ac0-875a9f24b39d'] in dv-neutron-838783-1-hyperv is: [{'id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96034199', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224'}], 'enable_snat': True}, 'gw_port_id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:29Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '4a060b04-88d0-4333-b6ac-96dde1796e15', 'name': '', 'network_id': '1d80d6f0-b8d6-46ec-b917-165dc7827979', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:7e:59:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd4cee9ef-652c-407a-a5de-e71710649d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:28Z', 'updated_at': '2022-04-23T00:36:32Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': 'd4cee9ef-652c-407a-a5de-e71710649d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:38:03.791303 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6d7b3b-cc96-417c-8c22-cc0003fcad5d None None] New status for floating IP a7799850-4029-427e-8af4-adb861a4fcd4: DOWN {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:38:04.309988 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cda42-b4e6-4d3e-8694-4522c021b6b6 req-6655493f-3cc8-4553-bcd3-df1bca540364 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:04.311417 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62145b95-7d94-4ba7-98d0-13e0b354c287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:04.311722 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d5cda42-b4e6-4d3e-8694-4522c021b6b6 req-6655493f-3cc8-4553-bcd3-df1bca540364 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 945 time: 0.0502408 Apr 23 00:38:04.350413 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9d5cda42-b4e6-4d3e-8694-4522c021b6b6 req-65940309-721b-498e-a13f-47a2e8e6727e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=08603b5b-7ed2-409b-a528-227ea2e29673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330462 Apr 23 00:38:04.774349 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:38:04.780101 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ed932-5c2f-4b08-8051-ea847aec3435 req-529195a6-1de3-4b0d-9d0e-48db4855483a tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:04.781459 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d09ed932-5c2f-4b08-8051-ea847aec3435 req-529195a6-1de3-4b0d-9d0e-48db4855483a tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.16 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 945 time: 0.0502825 Apr 23 00:38:04.872747 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-d09ed932-5c2f-4b08-8051-ea847aec3435 req-365f8b69-3f36-47da-9050-2d6c7bad4fb1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Deleting port 29197a9c-4c60-4f2f-8369-7e91b20e11d7 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:38:04.873085 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-d09ed932-5c2f-4b08-8051-ea847aec3435 req-365f8b69-3f36-47da-9050-2d6c7bad4fb1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:04.958684 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-d09ed932-5c2f-4b08-8051-ea847aec3435 req-365f8b69-3f36-47da-9050-2d6c7bad4fb1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] For port 29197a9c-4c60-4f2f-8369-7e91b20e11d7, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=29197a9c-4c60-4f2f-8369-7e91b20e11d7,segment=NetworkSegment(e0d088a4-50ca-47fe-8dae-aa18e9e63051),segment_id=e0d088a4-50ca-47fe-8dae-aa18e9e63051)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:38:04.958965 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-d09ed932-5c2f-4b08-8051-ea847aec3435 req-365f8b69-3f36-47da-9050-2d6c7bad4fb1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:04.972293 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-d09ed932-5c2f-4b08-8051-ea847aec3435 req-365f8b69-3f36-47da-9050-2d6c7bad4fb1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Calling delete_port for 29197a9c-4c60-4f2f-8369-7e91b20e11d7 owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:38:05.236501 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-d09ed932-5c2f-4b08-8051-ea847aec3435 req-365f8b69-3f36-47da-9050-2d6c7bad4fb1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:05.267226 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f8b69-3f36-47da-9050-2d6c7bad4fb1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Port': ['ID=29197a9c-4c60-4f2f-8369-7e91b20e11d7,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:05.309170 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09ed932-5c2f-4b08-8051-ea847aec3435 req-365f8b69-3f36-47da-9050-2d6c7bad4fb1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] No DVR routers for this DVR port 29197a9c-4c60-4f2f-8369-7e91b20e11d7 on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:38:05.312240 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-d09ed932-5c2f-4b08-8051-ea847aec3435 req-365f8b69-3f36-47da-9050-2d6c7bad4fb1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:05.315458 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d09ed932-5c2f-4b08-8051-ea847aec3435 req-365f8b69-3f36-47da-9050-2d6c7bad4fb1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.16 "DELETE /v2.0/ports/29197a9c-4c60-4f2f-8369-7e91b20e11d7 HTTP/1.1" status: 204 len: 173 time: 0.5286860 Apr 23 00:38:05.315925 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6243b7b4-63ad-474a-86a8-b20ca3143f38', 'name': 'network-vif-deleted', 'tag': '29197a9c-4c60-4f2f-8369-7e91b20e11d7'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:38:05.318163 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b539f8c1-236f-477d-9995-bde64bec4c4b" -d '{"events": [{"server_uuid": "6243b7b4-63ad-474a-86a8-b20ca3143f38", "name": "network-vif-deleted", "tag": "29197a9c-4c60-4f2f-8369-7e91b20e11d7"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:38:05.353765 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f1bf4e-3672-4906-bd16-f02de4bdc77b x-openstack-request-id: req-21f1bf4e-3672-4906-bd16-f02de4bdc77b {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:38:05.354055 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6243b7b4-63ad-474a-86a8-b20ca3143f38", "name": "network-vif-deleted", "tag": "29197a9c-4c60-4f2f-8369-7e91b20e11d7", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:38:05.354308 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21f1bf4e-3672-4906-bd16-f02de4bdc77b {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:38:05.354728 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f1bf4e-3672-4906-bd16-f02de4bdc77b'] response: {'server_uuid': '6243b7b4-63ad-474a-86a8-b20ca3143f38', 'name': 'network-vif-deleted', 'tag': '29197a9c-4c60-4f2f-8369-7e91b20e11d7', 'status': 'completed', 'code': 200} Apr 23 00:38:05.446020 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-568b1233-7986-41b4-9cf2-1b3a2716b2a2 req-848eabe3-1db8-4d6d-a80c-1a0eceeaa3a1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=6243b7b4-63ad-474a-86a8-b20ca3143f38 HTTP/1.1" status: 200 len: 210 time: 0.0267212 Apr 23 00:38:06.507467 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33438) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:38:06.866158 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ec93-8d2a-4906-941b-96c25efebe1d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:07.117385 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2ec93-8d2a-4906-941b-96c25efebe1d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Deleting port 4a060b04-88d0-4333-b6ac-96dde1796e15 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:38:07.117647 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ec93-8d2a-4906-941b-96c25efebe1d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:07.205126 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-5eb2ec93-8d2a-4906-941b-96c25efebe1d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] For port 4a060b04-88d0-4333-b6ac-96dde1796e15, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4a060b04-88d0-4333-b6ac-96dde1796e15,segment=NetworkSegment(e0d088a4-50ca-47fe-8dae-aa18e9e63051),segment_id=e0d088a4-50ca-47fe-8dae-aa18e9e63051)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:38:07.205493 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ec93-8d2a-4906-941b-96c25efebe1d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:07.218806 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2ec93-8d2a-4906-941b-96c25efebe1d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Calling delete_port for 4a060b04-88d0-4333-b6ac-96dde1796e15 owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:38:07.242294 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f53c8075-6912-4734-9742-5fe9ddddcc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:07.436559 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ec93-8d2a-4906-941b-96c25efebe1d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:07.465361 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2ec93-8d2a-4906-941b-96c25efebe1d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Port': ['ID=4a060b04-88d0-4333-b6ac-96dde1796e15,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:07.475780 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ec93-8d2a-4906-941b-96c25efebe1d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:07.476135 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ec93-8d2a-4906-941b-96c25efebe1d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:07.476483 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ec93-8d2a-4906-941b-96c25efebe1d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:07.476826 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ec93-8d2a-4906-941b-96c25efebe1d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:07.477166 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ec93-8d2a-4906-941b-96c25efebe1d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:07.477503 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ec93-8d2a-4906-941b-96c25efebe1d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:07.477835 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ec93-8d2a-4906-941b-96c25efebe1d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:07.478170 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ec93-8d2a-4906-941b-96c25efebe1d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:07.478948 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ec93-8d2a-4906-941b-96c25efebe1d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:07.478948 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ec93-8d2a-4906-941b-96c25efebe1d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:07.479146 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ec93-8d2a-4906-941b-96c25efebe1d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:07.479446 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ec93-8d2a-4906-941b-96c25efebe1d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:07.654862 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ec93-8d2a-4906-941b-96c25efebe1d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:07.871924 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb2ec93-8d2a-4906-941b-96c25efebe1d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Router 191649fe-98ee-4a3f-8ac0-875a9f24b39d has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:38:07.962356 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:07.977506 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb2ec93-8d2a-4906-941b-96c25efebe1d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:38:07.989796 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5eb2ec93-8d2a-4906-941b-96c25efebe1d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "PUT /v2.0/routers/191649fe-98ee-4a3f-8ac0-875a9f24b39d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4741802 Apr 23 00:38:07.989911 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33440) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:38:07.990434 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad32ca2-a42c-41ac-bca3-082b08e509cc None None] Sync routers for ids ['191649fe-98ee-4a3f-8ac0-875a9f24b39d'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:38:07.996862 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad32ca2-a42c-41ac-bca3-082b08e509cc None None] Routers {'191649fe-98ee-4a3f-8ac0-875a9f24b39d'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:38:07.997884 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-3ad32ca2-a42c-41ac-bca3-082b08e509cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:38:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['191649fe-98ee-4a3f-8ac0-875a9f24b39d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:08.037550 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-badbf526-1a5c-4f11-82c2-be6f7ae7c80e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Deleting subnet d4cee9ef-652c-407a-a5de-e71710649d95 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:38:08.040576 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-badbf526-1a5c-4f11-82c2-be6f7ae7c80e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:08.082598 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-badbf526-1a5c-4f11-82c2-be6f7ae7c80e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:08.100582 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-3ad32ca2-a42c-41ac-bca3-082b08e509cc None None] Set router 191649fe-98ee-4a3f-8ac0-875a9f24b39d gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:38:08.170548 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-badbf526-1a5c-4f11-82c2-be6f7ae7c80e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:08.276253 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-3ad32ca2-a42c-41ac-bca3-082b08e509cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96034199', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224'}], 'enable_snat': True}, 'gw_port_id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:38:07Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:08.288198 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-badbf526-1a5c-4f11-82c2-be6f7ae7c80e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:08.303452 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad32ca2-a42c-41ac-bca3-082b08e509cc None None] Checking router: 191649fe-98ee-4a3f-8ac0-875a9f24b39d for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:38:08.311674 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad32ca2-a42c-41ac-bca3-082b08e509cc None None] Routers {'191649fe-98ee-4a3f-8ac0-875a9f24b39d'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:38:08.314237 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-3ad32ca2-a42c-41ac-bca3-082b08e509cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:38:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['191649fe-98ee-4a3f-8ac0-875a9f24b39d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:08.316317 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbf526-1a5c-4f11-82c2-be6f7ae7c80e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Subnet': ['ID=d4cee9ef-652c-407a-a5de-e71710649d95,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:08.319866 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-badbf526-1a5c-4f11-82c2-be6f7ae7c80e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:08.325669 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-badbf526-1a5c-4f11-82c2-be6f7ae7c80e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "DELETE /v2.0/subnets/d4cee9ef-652c-407a-a5de-e71710649d95 HTTP/1.1" status: 204 len: 168 time: 0.3363862 Apr 23 00:38:08.326318 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33442) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:38:08.326741 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276cf848-b8e3-4466-b7dc-21f5476581f7 None None] Network 1d80d6f0-b8d6-46ec-b917-165dc7827979 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:38:08.424848 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-3ad32ca2-a42c-41ac-bca3-082b08e509cc None None] Set router 191649fe-98ee-4a3f-8ac0-875a9f24b39d gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:38:08.439969 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4882b61a-5c64-4d21-b382-3003e659d6b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:08.524476 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54ab907-f839-4ac6-a05e-edf7cbed65a4 None None] DHCP port deletion for 1d80d6f0-b8d6-46ec-b917-165dc7827979 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:38:08.556345 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4882b61a-5c64-4d21-b382-3003e659d6b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:08.572382 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e54ab907-f839-4ac6-a05e-edf7cbed65a4 None None] Deleting port 76935c17-a843-410f-ad9e-771e37ec2918 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:38:08.575657 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e54ab907-f839-4ac6-a05e-edf7cbed65a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:08.607771 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-3ad32ca2-a42c-41ac-bca3-082b08e509cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96034199', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224'}], 'enable_snat': True}, 'gw_port_id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:38:07Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:08.634989 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad32ca2-a42c-41ac-bca3-082b08e509cc None None] The sync data for ids ['191649fe-98ee-4a3f-8ac0-875a9f24b39d'] in dv-neutron-838783-1-hyperv is: [{'id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96034199', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224'}], 'enable_snat': True}, 'gw_port_id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:38:07Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '065cfb43-4bdd-4b4d-b549-8c432e07a85f', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191649fe-98ee-4a3f-8ac0-875a9f24b39d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:38:08.677773 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-4882b61a-5c64-4d21-b382-3003e659d6b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Deleting port 065cfb43-4bdd-4b4d-b549-8c432e07a85f {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:38:08.678316 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4882b61a-5c64-4d21-b382-3003e659d6b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:08.760664 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-4882b61a-5c64-4d21-b382-3003e659d6b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] For port 065cfb43-4bdd-4b4d-b549-8c432e07a85f, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=065cfb43-4bdd-4b4d-b549-8c432e07a85f,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:38:08.760944 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4882b61a-5c64-4d21-b382-3003e659d6b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:08.773507 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-4882b61a-5c64-4d21-b382-3003e659d6b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Calling delete_port for 065cfb43-4bdd-4b4d-b549-8c432e07a85f owned by network:router_gateway {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:38:08.773713 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 29197a9c-4c60-4f2f-8369-7e91b20e11d7 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:38:08.798623 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 29197a9c-4c60-4f2f-8369-7e91b20e11d7 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:38:08.798962 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 29197a9c-4c60-4f2f-8369-7e91b20e11d7 not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:38:08.810884 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e54ab907-f839-4ac6-a05e-edf7cbed65a4 None None] For port 76935c17-a843-410f-ad9e-771e37ec2918, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=76935c17-a843-410f-ad9e-771e37ec2918,segment=NetworkSegment(e0d088a4-50ca-47fe-8dae-aa18e9e63051),segment_id=e0d088a4-50ca-47fe-8dae-aa18e9e63051)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:38:08.811274 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e54ab907-f839-4ac6-a05e-edf7cbed65a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:08.823396 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e54ab907-f839-4ac6-a05e-edf7cbed65a4 None None] Calling delete_port for 76935c17-a843-410f-ad9e-771e37ec2918 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:38:08.951717 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e54ab907-f839-4ac6-a05e-edf7cbed65a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:08.978414 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ab907-f839-4ac6-a05e-edf7cbed65a4 None None] Pushing event deleted for resources: {'Port': ['ID=76935c17-a843-410f-ad9e-771e37ec2918,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:08.980756 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54ab907-f839-4ac6-a05e-edf7cbed65a4 None None] No DVR routers for this DVR port 76935c17-a843-410f-ad9e-771e37ec2918 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:38:08.997598 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4882b61a-5c64-4d21-b382-3003e659d6b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:09.029725 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882b61a-5c64-4d21-b382-3003e659d6b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Port': ['ID=065cfb43-4bdd-4b4d-b549-8c432e07a85f,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:09.092584 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4882b61a-5c64-4d21-b382-3003e659d6b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:09.182924 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4882b61a-5c64-4d21-b382-3003e659d6b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:09.186101 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4882b61a-5c64-4d21-b382-3003e659d6b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:09.276645 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4882b61a-5c64-4d21-b382-3003e659d6b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:09.277202 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4882b61a-5c64-4d21-b382-3003e659d6b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Fanout notify agent at l3_agent the message router_deleted on router 191649fe-98ee-4a3f-8ac0-875a9f24b39d {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:38:09.284122 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4882b61a-5c64-4d21-b382-3003e659d6b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:09.285231 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4882b61a-5c64-4d21-b382-3003e659d6b6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "DELETE /v2.0/routers/191649fe-98ee-4a3f-8ac0-875a9f24b39d HTTP/1.1" status: 204 len: 168 time: 0.9579244 Apr 23 00:38:09.288950 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33444) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:38:09.375786 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-465ef32f-a97b-4e38-85a2-069900f5402d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:09.462359 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-465ef32f-a97b-4e38-85a2-069900f5402d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:09.487049 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-465ef32f-a97b-4e38-85a2-069900f5402d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d80d6f0-b8d6-46ec-b917-165dc7827979']}} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:09.496308 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-465ef32f-a97b-4e38-85a2-069900f5402d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d088a4-50ca-47fe-8dae-aa18e9e63051') {'for_net_delete': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:09.496612 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.services.segments.db [None req-465ef32f-a97b-4e38-85a2-069900f5402d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d088a4-50ca-47fe-8dae-aa18e9e63051') {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:09.506500 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-465ef32f-a97b-4e38-85a2-069900f5402d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8738838'] for segment, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:09.519346 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-465ef32f-a97b-4e38-85a2-069900f5402d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465ef32f-a97b-4e38-85a2-069900f5402d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-465ef32f-a97b-4e38-85a2-069900f5402d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12081576'] for segment, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: Traceback (most recent call last): Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: timer() Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: cb(*args, **kw) Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: return func(*args, **kwargs) Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: self._notify() Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: self.callback(batched_events) Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: event.method(event) Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: return f(self, *a, **k) Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._get(url).json() Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: return self.request(url, 'GET', **kwargs) Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:38:09.532439 dv-neutron-838783-1-hyperv neutron-server[103143]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:38:09.636800 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-465ef32f-a97b-4e38-85a2-069900f5402d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:09.644289 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-465ef32f-a97b-4e38-85a2-069900f5402d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:09.646867 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-465ef32f-a97b-4e38-85a2-069900f5402d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "DELETE /v2.0/networks/1d80d6f0-b8d6-46ec-b917-165dc7827979 HTTP/1.1" status: 204 len: 168 time: 0.3580589 Apr 23 00:38:09.649805 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33446) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:38:09.659515 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ef32f-a97b-4e38-85a2-069900f5402d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Network': ['ID=1d80d6f0-b8d6-46ec-b917-165dc7827979,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:09.717695 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:09.718524 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-17cea8c3-d7a7-435e-9c5c-2fb2d64c87e9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:09.748684 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-17cea8c3-d7a7-435e-9c5c-2fb2d64c87e9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:09.776874 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 76935c17-a843-410f-ad9e-771e37ec2918 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:38:09.798466 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 76935c17-a843-410f-ad9e-771e37ec2918 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:38:09.798844 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 76935c17-a843-410f-ad9e-771e37ec2918 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:38:09.799456 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4a060b04-88d0-4333-b6ac-96dde1796e15 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:38:09.817927 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 4a060b04-88d0-4333-b6ac-96dde1796e15 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:38:09.818266 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4a060b04-88d0-4333-b6ac-96dde1796e15 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:38:09.871056 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-17cea8c3-d7a7-435e-9c5c-2fb2d64c87e9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:09.873780 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-17cea8c3-d7a7-435e-9c5c-2fb2d64c87e9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:09.874955 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-17cea8c3-d7a7-435e-9c5c-2fb2d64c87e9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "DELETE /v2.0/security-groups/08603b5b-7ed2-409b-a528-227ea2e29673 HTTP/1.1" status: 204 len: 168 time: 0.2241275 Apr 23 00:38:09.884266 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cea8c3-d7a7-435e-9c5c-2fb2d64c87e9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08603b5b-7ed2-409b-a528-227ea2e29673,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:09.888229 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:10.193474 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33452) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:38:10.198002 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-a5c18ec8-0154-446d-8aa9-111be82bc1c9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1656097900', 'description': 'tempest-secgroup-smoke-1656097900 description', 'project_id': 'f13b99d4303b4cbc82245827feb580d6'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:10.270943 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5c18ec8-0154-446d-8aa9-111be82bc1c9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:10.335467 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5c18ec8-0154-446d-8aa9-111be82bc1c9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:10.384954 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5c18ec8-0154-446d-8aa9-111be82bc1c9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:10.412972 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c18ec8-0154-446d-8aa9-111be82bc1c9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea257a0-a497-45c8-b898-265de2713549,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:10.461501 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a5c18ec8-0154-446d-8aa9-111be82bc1c9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:10.462789 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a5c18ec8-0154-446d-8aa9-111be82bc1c9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2682743 Apr 23 00:38:10.466211 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33454) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:38:10.470689 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-fe16fe12-3972-4656-993d-f8d6577ffda3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '1ea257a0-a497-45c8-b898-265de2713549', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:10.526322 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fe16fe12-3972-4656-993d-f8d6577ffda3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:10.581065 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fe16fe12-3972-4656-993d-f8d6577ffda3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:10.630254 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fe16fe12-3972-4656-993d-f8d6577ffda3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:10.648357 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16fe12-3972-4656-993d-f8d6577ffda3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99988044-8c0f-4423-80f5-da3ce048b3fa,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:10.689700 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fe16fe12-3972-4656-993d-f8d6577ffda3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:10.690903 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-fe16fe12-3972-4656-993d-f8d6577ffda3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2237287 Apr 23 00:38:10.693598 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33456) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:38:10.697881 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-f8605b39-bfa0-4a18-beea-86db4e8264db tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '1ea257a0-a497-45c8-b898-265de2713549', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:10.760725 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f8605b39-bfa0-4a18-beea-86db4e8264db tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:10.818015 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f8605b39-bfa0-4a18-beea-86db4e8264db tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:10.905109 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f8605b39-bfa0-4a18-beea-86db4e8264db tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:10.923294 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8605b39-bfa0-4a18-beea-86db4e8264db tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aabfc7e4-da4d-4c37-8144-ed83e4fd11ba,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:10.987398 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f8605b39-bfa0-4a18-beea-86db4e8264db tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:10.988641 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f8605b39-bfa0-4a18-beea-86db4e8264db tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2941046 Apr 23 00:38:10.991191 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33458) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:38:10.995748 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-3f65df18-7b54-4f92-adce-cfbe5c321e35 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '1ea257a0-a497-45c8-b898-265de2713549', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:11.092532 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3f65df18-7b54-4f92-adce-cfbe5c321e35 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.148045 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3f65df18-7b54-4f92-adce-cfbe5c321e35 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.218800 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3f65df18-7b54-4f92-adce-cfbe5c321e35 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.236670 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65df18-7b54-4f92-adce-cfbe5c321e35 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77fb8bc1-3bc7-4067-874c-045c16e1ada4,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:11.306257 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3f65df18-7b54-4f92-adce-cfbe5c321e35 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.307458 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3f65df18-7b54-4f92-adce-cfbe5c321e35 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3153067 Apr 23 00:38:11.315561 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33460) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:38:11.320482 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-5f027bbd-dcda-4ab6-a366-a61bc0ae0eef tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '1ea257a0-a497-45c8-b898-265de2713549', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:11.345604 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 065cfb43-4bdd-4b4d-b549-8c432e07a85f no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:38:11.366198 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 065cfb43-4bdd-4b4d-b549-8c432e07a85f {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:38:11.367362 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 065cfb43-4bdd-4b4d-b549-8c432e07a85f not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:38:11.389988 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5f027bbd-dcda-4ab6-a366-a61bc0ae0eef tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.447808 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5f027bbd-dcda-4ab6-a366-a61bc0ae0eef tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.510493 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5f027bbd-dcda-4ab6-a366-a61bc0ae0eef tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.530256 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f027bbd-dcda-4ab6-a366-a61bc0ae0eef tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099a0264-1eef-4ae4-9a2a-c65b6db94c00,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:11.581017 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5f027bbd-dcda-4ab6-a366-a61bc0ae0eef tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.582247 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5f027bbd-dcda-4ab6-a366-a61bc0ae0eef tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2654114 Apr 23 00:38:11.584982 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33462) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:38:11.590229 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-78887d1c-ba13-4544-8124-f21c17ba3b06 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '1ea257a0-a497-45c8-b898-265de2713549', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:11.659661 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.securitygroups_db [None req-78887d1c-ba13-4544-8124-f21c17ba3b06 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Project f13b99d4303b4cbc82245827feb580d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:38:11.665827 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-78887d1c-ba13-4544-8124-f21c17ba3b06 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.729780 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-78887d1c-ba13-4544-8124-f21c17ba3b06 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.807681 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-78887d1c-ba13-4544-8124-f21c17ba3b06 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.826354 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78887d1c-ba13-4544-8124-f21c17ba3b06 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33f91ee-9cd1-4dcb-8953-7c886674a481,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:11.906951 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-78887d1c-ba13-4544-8124-f21c17ba3b06 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.908201 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-78887d1c-ba13-4544-8124-f21c17ba3b06 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3222950 Apr 23 00:38:11.910934 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33464) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:38:11.915141 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-6bd7447f-ad48-44cf-95f8-497db7839b6c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '1ea257a0-a497-45c8-b898-265de2713549', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:11.996570 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.securitygroups_db [None req-6bd7447f-ad48-44cf-95f8-497db7839b6c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Project f13b99d4303b4cbc82245827feb580d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:38:12.002376 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6bd7447f-ad48-44cf-95f8-497db7839b6c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:12.065781 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6bd7447f-ad48-44cf-95f8-497db7839b6c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:12.139237 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6bd7447f-ad48-44cf-95f8-497db7839b6c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:12.156058 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7447f-ad48-44cf-95f8-497db7839b6c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b166c2-05d4-462f-9ce5-228ee5386e9a,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:12.215342 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6bd7447f-ad48-44cf-95f8-497db7839b6c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:12.216790 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6bd7447f-ad48-44cf-95f8-497db7839b6c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3049414 Apr 23 00:38:12.219514 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33466) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:38:12.224277 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-e80dff40-1465-48b9-bb17-cf691569c63d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'network': {'name': 'tempest-network-smoke--78667126', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'port_security_enabled': True}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:12.299155 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80dff40-1465-48b9-bb17-cf691569c63d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Made reservation on behalf of f13b99d4303b4cbc82245827feb580d6 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:38:12.302677 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e80dff40-1465-48b9-bb17-cf691569c63d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:12.325140 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80dff40-1465-48b9-bb17-cf691569c63d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:38:12.333556 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e80dff40-1465-48b9-bb17-cf691569c63d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:12.333902 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-e80dff40-1465-48b9-bb17-cf691569c63d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Added segment 50762420-3d1c-4f6f-8707-ab123414ced2 of type vlan for network 20a07f36-7ee7-4822-aac0-dff8350fc2ff Apr 23 00:38:12.373256 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e80dff40-1465-48b9-bb17-cf691569c63d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:12.441760 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e80dff40-1465-48b9-bb17-cf691569c63d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:12.447302 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80dff40-1465-48b9-bb17-cf691569c63d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:12.448004 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e80dff40-1465-48b9-bb17-cf691569c63d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:12.531314 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80dff40-1465-48b9-bb17-cf691569c63d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Network': ['ID=20a07f36-7ee7-4822-aac0-dff8350fc2ff,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:12.541160 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 20a07f36-7ee7-4822-aac0-dff8350fc2ff details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:38:12.541746 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e80dff40-1465-48b9-bb17-cf691569c63d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3210807 Apr 23 00:38:12.544261 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33468) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:38:12.548675 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-746c2f0f-9c88-4c40-846d-f61ef626fb7f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-280886881', 'admin_state_up': True, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:12.613505 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-746c2f0f-9c88-4c40-846d-f61ef626fb7f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:12.614564 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-746c2f0f-9c88-4c40-846d-f61ef626fb7f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:12.666115 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-746c2f0f-9c88-4c40-846d-f61ef626fb7f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:12.865965 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-746c2f0f-9c88-4c40-846d-f61ef626fb7f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:13.429834 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-746c2f0f-9c88-4c40-846d-f61ef626fb7f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:13.448582 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-746c2f0f-9c88-4c40-846d-f61ef626fb7f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:13.547653 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-746c2f0f-9c88-4c40-846d-f61ef626fb7f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Allocated IP 172.26.3.61 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/8447eb73-0eef-4545-9372-13fee2649813) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:38:13.649361 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-746c2f0f-9c88-4c40-846d-f61ef626fb7f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:13.745779 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-746c2f0f-9c88-4c40-846d-f61ef626fb7f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:13.782280 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746c2f0f-9c88-4c40-846d-f61ef626fb7f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:38:13.787034 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-746c2f0f-9c88-4c40-846d-f61ef626fb7f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:38:13.789483 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746c2f0f-9c88-4c40-846d-f61ef626fb7f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:38:13.821560 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c2f0f-9c88-4c40-846d-f61ef626fb7f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=8447eb73-0eef-4545-9372-13fee2649813,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:14.114851 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-746c2f0f-9c88-4c40-846d-f61ef626fb7f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_gateway, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:14.307742 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-746c2f0f-9c88-4c40-846d-f61ef626fb7f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:14.499603 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746c2f0f-9c88-4c40-846d-f61ef626fb7f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Router 444aa04d-7ffb-44a3-a81a-5bf873cfa17d is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:38:14.604754 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746c2f0f-9c88-4c40-846d-f61ef626fb7f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:38:14.614987 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29819073-9caa-4a12-a810-65bd86614cec None None] Sync routers for ids ['444aa04d-7ffb-44a3-a81a-5bf873cfa17d'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:38:14.625819 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29819073-9caa-4a12-a810-65bd86614cec None None] Routers {'444aa04d-7ffb-44a3-a81a-5bf873cfa17d'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:38:14.627893 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-29819073-9caa-4a12-a810-65bd86614cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:38:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['444aa04d-7ffb-44a3-a81a-5bf873cfa17d'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:14.673084 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-746c2f0f-9c88-4c40-846d-f61ef626fb7f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:14.674341 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-746c2f0f-9c88-4c40-846d-f61ef626fb7f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1291280 Apr 23 00:38:14.677518 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33470) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:38:14.709534 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-683bb707-5d20-4877-bd88-d980f3ffc655 tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f13b99d4303b4cbc82245827feb580d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270405 Apr 23 00:38:14.709534 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33472) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:38:14.735443 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-29819073-9caa-4a12-a810-65bd86614cec None None] Set router 444aa04d-7ffb-44a3-a81a-5bf873cfa17d gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:38:14.802306 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09a7294-c9f5-4c5a-b5d4-9c90a8134fb3 tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:14.803857 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e09a7294-c9f5-4c5a-b5d4-9c90a8134fb3 tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0947444 Apr 23 00:38:14.806627 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33474) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:38:14.835391 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e374df61-1669-4115-8092-5d7c9c086039 tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277011 Apr 23 00:38:14.838304 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33476) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:38:14.843080 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-f7393930-790e-42e3-a550-a6c215166a48 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1056469353', 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:14.912747 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-29819073-9caa-4a12-a810-65bd86614cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280886881', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8447eb73-0eef-4545-9372-13fee2649813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:38:12Z', 'updated_at': '2022-04-23T00:38:13Z', 'revision_number': 3, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '8447eb73-0eef-4545-9372-13fee2649813', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:38:13Z', 'updated_at': '2022-04-23T00:38:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:14.938385 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29819073-9caa-4a12-a810-65bd86614cec None None] Checking router: 444aa04d-7ffb-44a3-a81a-5bf873cfa17d for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:38:14.938729 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29819073-9caa-4a12-a810-65bd86614cec None None] Updating router 444aa04d-7ffb-44a3-a81a-5bf873cfa17d port 8447eb73-0eef-4545-9372-13fee2649813 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:38:14.962994 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29819073-9caa-4a12-a810-65bd86614cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:14.979045 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7393930-790e-42e3-a550-a6c215166a48 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Made reservation on behalf of f13b99d4303b4cbc82245827feb580d6 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:38:14.982642 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f7393930-790e-42e3-a550-a6c215166a48 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:15.208369 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f7393930-790e-42e3-a550-a6c215166a48 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:15.220252 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29819073-9caa-4a12-a810-65bd86614cec None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:15.265150 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29819073-9caa-4a12-a810-65bd86614cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:15.272663 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7393930-790e-42e3-a550-a6c215166a48 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Subnet': ['ID=6e078477-dab5-4876-b6de-a511f3777122,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:15.284164 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7393930-790e-42e3-a550-a6c215166a48 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Checking segment: {'id': '50762420-3d1c-4f6f-8707-ab123414ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:38:15.284164 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7393930-790e-42e3-a550-a6c215166a48 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network hostable DHCP agents. Network: 20a07f36-7ee7-4822-aac0-dff8350fc2ff, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:38:15.315170 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-29819073-9caa-4a12-a810-65bd86614cec None None] Attempting to bind port 8447eb73-0eef-4545-9372-13fee2649813 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:38:15.315538 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-29819073-9caa-4a12-a810-65bd86614cec None None] Attempting to bind port 8447eb73-0eef-4545-9372-13fee2649813 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:38:15.315929 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29819073-9caa-4a12-a810-65bd86614cec None None] Attempting to bind port 8447eb73-0eef-4545-9372-13fee2649813 on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:38:15.322489 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37b56e-893e-435a-963f-161a35572efa None None] Pushing event updated for resources: {'Port': ['ID=8447eb73-0eef-4545-9372-13fee2649813,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:15.325192 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29819073-9caa-4a12-a810-65bd86614cec None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:38:15.325564 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29819073-9caa-4a12-a810-65bd86614cec None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:38:15.325966 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29819073-9caa-4a12-a810-65bd86614cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:15.326359 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29819073-9caa-4a12-a810-65bd86614cec None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:38:15.326846 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-29819073-9caa-4a12-a810-65bd86614cec None None] Bound port: 8447eb73-0eef-4545-9372-13fee2649813, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:38:15.327222 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29819073-9caa-4a12-a810-65bd86614cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:15.350672 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7393930-790e-42e3-a550-a6c215166a48 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network 20a07f36-7ee7-4822-aac0-dff8350fc2ff is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:38:15.377939 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-29819073-9caa-4a12-a810-65bd86614cec None None] For port 8447eb73-0eef-4545-9372-13fee2649813, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:38:15.380896 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-29819073-9caa-4a12-a810-65bd86614cec None None] For port 8447eb73-0eef-4545-9372-13fee2649813, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=8447eb73-0eef-4545-9372-13fee2649813,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:38:15.413677 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-f7393930-790e-42e3-a550-a6c215166a48 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 20a07f36-7ee7-4822-aac0-dff8350fc2ff) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:38:15.417869 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7393930-790e-42e3-a550-a6c215166a48 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:15.418490 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f7393930-790e-42e3-a550-a6c215166a48 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:15.424158 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86669803-5995-4347-8a4e-16bf35b0a9d8 None None] Network 20a07f36-7ee7-4822-aac0-dff8350fc2ff requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:38:15.442519 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29819073-9caa-4a12-a810-65bd86614cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:15.514522 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f7393930-790e-42e3-a550-a6c215166a48 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6749637 Apr 23 00:38:15.517644 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33478) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:38:15.558446 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29819073-9caa-4a12-a810-65bd86614cec None None] Routers {'444aa04d-7ffb-44a3-a81a-5bf873cfa17d'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:38:15.559112 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-29819073-9caa-4a12-a810-65bd86614cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:38:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['444aa04d-7ffb-44a3-a81a-5bf873cfa17d'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:15.563351 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37b56e-893e-435a-963f-161a35572efa None None] Pushing event updated for resources: {'Port': ['ID=8447eb73-0eef-4545-9372-13fee2649813,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:15.709519 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c3b0e3-eb4a-41e2-979c-c8fb8cc1f512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-20a07f36-7ee7-4822-aac0-dff8350fc2ff', 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'fixed_ips': [{'subnet_id': '6e078477-dab5-4876-b6de-a511f3777122'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:38:15.709519 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36c3b0e3-eb4a-41e2-979c-c8fb8cc1f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:15.713932 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-29819073-9caa-4a12-a810-65bd86614cec None None] Set router 444aa04d-7ffb-44a3-a81a-5bf873cfa17d gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:38:15.953575 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c0700a58-304e-4a7f-bdb1-eb6cc31432a3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:15.982244 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-36c3b0e3-eb4a-41e2-979c-c8fb8cc1f512 None None] Allocated IP 172.20.0.2 (20a07f36-7ee7-4822-aac0-dff8350fc2ff/6e078477-dab5-4876-b6de-a511f3777122/4d34f519-6ce5-47f4-9ae5-790c8bc2173b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:38:16.208471 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-29819073-9caa-4a12-a810-65bd86614cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280886881', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8447eb73-0eef-4545-9372-13fee2649813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:38:12Z', 'updated_at': '2022-04-23T00:38:13Z', 'revision_number': 3, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '8447eb73-0eef-4545-9372-13fee2649813', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:38:13Z', 'updated_at': '2022-04-23T00:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:16.240748 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29819073-9caa-4a12-a810-65bd86614cec None None] The sync data for ids ['444aa04d-7ffb-44a3-a81a-5bf873cfa17d'] in dv-neutron-838783-1-hyperv is: [{'id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280886881', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8447eb73-0eef-4545-9372-13fee2649813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:38:12Z', 'updated_at': '2022-04-23T00:38:13Z', 'revision_number': 3, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '8447eb73-0eef-4545-9372-13fee2649813', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:38:13Z', 'updated_at': '2022-04-23T00:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:38:16.314620 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36c3b0e3-eb4a-41e2-979c-c8fb8cc1f512 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:16.386077 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36c3b0e3-eb4a-41e2-979c-c8fb8cc1f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:16.434661 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c3b0e3-eb4a-41e2-979c-c8fb8cc1f512 None None] Network 20a07f36-7ee7-4822-aac0-dff8350fc2ff is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:38:16.437694 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-36c3b0e3-eb4a-41e2-979c-c8fb8cc1f512 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:38:16.439001 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-c0700a58-304e-4a7f-bdb1-eb6cc31432a3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Allocated IP 172.20.0.1 (20a07f36-7ee7-4822-aac0-dff8350fc2ff/6e078477-dab5-4876-b6de-a511f3777122/54f93221-372d-423f-9dce-ccf94c913110) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:38:16.441031 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c3b0e3-eb4a-41e2-979c-c8fb8cc1f512 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:38:16.447558 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3b0e3-eb4a-41e2-979c-c8fb8cc1f512 None None] Pushing event updated for resources: {'Port': ['ID=4d34f519-6ce5-47f4-9ae5-790c8bc2173b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:16.516943 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-36c3b0e3-eb4a-41e2-979c-c8fb8cc1f512 None None] Attempting to bind port 4d34f519-6ce5-47f4-9ae5-790c8bc2173b on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:38:16.517309 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-36c3b0e3-eb4a-41e2-979c-c8fb8cc1f512 None None] Attempting to bind port 4d34f519-6ce5-47f4-9ae5-790c8bc2173b by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '50762420-3d1c-4f6f-8707-ab123414ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:38:16.517670 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c3b0e3-eb4a-41e2-979c-c8fb8cc1f512 None None] Attempting to bind port 4d34f519-6ce5-47f4-9ae5-790c8bc2173b on network 20a07f36-7ee7-4822-aac0-dff8350fc2ff {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:38:16.530040 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c3b0e3-eb4a-41e2-979c-c8fb8cc1f512 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:38:16.530419 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c3b0e3-eb4a-41e2-979c-c8fb8cc1f512 None None] Checking segment: {'id': '50762420-3d1c-4f6f-8707-ab123414ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:38:16.530819 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36c3b0e3-eb4a-41e2-979c-c8fb8cc1f512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:16.531223 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c3b0e3-eb4a-41e2-979c-c8fb8cc1f512 None None] Bound using segment: {'id': '50762420-3d1c-4f6f-8707-ab123414ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:38:16.531734 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-36c3b0e3-eb4a-41e2-979c-c8fb8cc1f512 None None] Bound port: 4d34f519-6ce5-47f4-9ae5-790c8bc2173b, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50762420-3d1c-4f6f-8707-ab123414ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:38:16.532115 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36c3b0e3-eb4a-41e2-979c-c8fb8cc1f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:16.580896 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c0700a58-304e-4a7f-bdb1-eb6cc31432a3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:16.600387 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-36c3b0e3-eb4a-41e2-979c-c8fb8cc1f512 None None] For port 4d34f519-6ce5-47f4-9ae5-790c8bc2173b, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:38:16.604234 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-36c3b0e3-eb4a-41e2-979c-c8fb8cc1f512 None None] For port 4d34f519-6ce5-47f4-9ae5-790c8bc2173b, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4d34f519-6ce5-47f4-9ae5-790c8bc2173b,segment=NetworkSegment(50762420-3d1c-4f6f-8707-ab123414ced2),segment_id=50762420-3d1c-4f6f-8707-ab123414ced2)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:38:16.663950 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36c3b0e3-eb4a-41e2-979c-c8fb8cc1f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:16.717799 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c0700a58-304e-4a7f-bdb1-eb6cc31432a3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:16.731269 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3b0e3-eb4a-41e2-979c-c8fb8cc1f512 None None] Pushing event updated for resources: {'Port': ['ID=4d34f519-6ce5-47f4-9ae5-790c8bc2173b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:16.776935 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0700a58-304e-4a7f-bdb1-eb6cc31432a3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network 20a07f36-7ee7-4822-aac0-dff8350fc2ff is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:38:16.780569 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-c0700a58-304e-4a7f-bdb1-eb6cc31432a3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:38:16.785080 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0700a58-304e-4a7f-bdb1-eb6cc31432a3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:38:16.791824 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700a58-304e-4a7f-bdb1-eb6cc31432a3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=54f93221-372d-423f-9dce-ccf94c913110,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:16.833088 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c0700a58-304e-4a7f-bdb1-eb6cc31432a3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:17.047098 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c0700a58-304e-4a7f-bdb1-eb6cc31432a3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:17.330132 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c0700a58-304e-4a7f-bdb1-eb6cc31432a3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:17.379381 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c0700a58-304e-4a7f-bdb1-eb6cc31432a3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:17.469695 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700a58-304e-4a7f-bdb1-eb6cc31432a3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=54f93221-372d-423f-9dce-ccf94c913110,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:17.473092 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c0700a58-304e-4a7f-bdb1-eb6cc31432a3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:17.473808 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8447eb73-0eef-4545-9372-13fee2649813 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:38:17.528334 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 8447eb73-0eef-4545-9372-13fee2649813 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:38:17.528695 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:17.584538 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0700a58-304e-4a7f-bdb1-eb6cc31432a3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network 20a07f36-7ee7-4822-aac0-dff8350fc2ff is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:38:17.586397 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-c0700a58-304e-4a7f-bdb1-eb6cc31432a3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:38:17.615854 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:17.639285 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 8447eb73-0eef-4545-9372-13fee2649813, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=8447eb73-0eef-4545-9372-13fee2649813,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:38:17.688135 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:17.688947 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4d34f519-6ce5-47f4-9ae5-790c8bc2173b up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:38:17.713489 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0700a58-304e-4a7f-bdb1-eb6cc31432a3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Router 444aa04d-7ffb-44a3-a81a-5bf873cfa17d has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:38:17.774774 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1cf78c-f4d4-413a-8f4e-2caf6f0694e3 None None] Network 20a07f36-7ee7-4822-aac0-dff8350fc2ff requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:38:17.805840 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=8447eb73-0eef-4545-9372-13fee2649813,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:17.847953 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0700a58-304e-4a7f-bdb1-eb6cc31432a3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:38:17.853670 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c0700a58-304e-4a7f-bdb1-eb6cc31432a3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "PUT /v2.0/routers/444aa04d-7ffb-44a3-a81a-5bf873cfa17d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3348804 Apr 23 00:38:17.854437 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 4d34f519-6ce5-47f4-9ae5-790c8bc2173b triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:38:17.854811 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:17.936114 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-4dbc4648-182d-42a2-a0ec-4fa02cc675dd None None] Provisioning complete for port 4d34f519-6ce5-47f4-9ae5-790c8bc2173b triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:38:17.936483 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4dbc4648-182d-42a2-a0ec-4fa02cc675dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:18.000701 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-3a4faa40-9bf6-4174-ba35-d6ab6c61a3a0 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1656097900&fields=id&tenant_id=f13b99d4303b4cbc82245827feb580d6 HTTP/1.1" status: 200 len: 267 time: 0.0354571 Apr 23 00:38:18.068560 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:18.141253 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-0ed87670-86a9-460a-a812-46b369a73ab1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:18.143341 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-0ed87670-86a9-460a-a812-46b369a73ab1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/networks?id=20a07f36-7ee7-4822-aac0-dff8350fc2ff HTTP/1.1" status: 200 len: 795 time: 0.1340492 Apr 23 00:38:18.151898 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4dbc4648-182d-42a2-a0ec-4fa02cc675dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:18.155530 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 4d34f519-6ce5-47f4-9ae5-790c8bc2173b, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4d34f519-6ce5-47f4-9ae5-790c8bc2173b,segment=NetworkSegment(50762420-3d1c-4f6f-8707-ab123414ced2),segment_id=50762420-3d1c-4f6f-8707-ab123414ced2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:38:18.162359 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-2a7a03fb-1a54-4c0f-82ba-3f64c1622772 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/quotas/f13b99d4303b4cbc82245827feb580d6 HTTP/1.1" status: 200 len: 375 time: 0.0113695 Apr 23 00:38:18.223818 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-f61b27d6-e5e2-425c-a6f8-1728f1469523 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520802 Apr 23 00:38:18.233491 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] Sync routers for ids ['444aa04d-7ffb-44a3-a81a-5bf873cfa17d'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:38:18.243407 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] Routers {'444aa04d-7ffb-44a3-a81a-5bf873cfa17d'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:38:18.244614 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:38:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['444aa04d-7ffb-44a3-a81a-5bf873cfa17d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:18.260521 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:18.360071 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-4dbc4648-182d-42a2-a0ec-4fa02cc675dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:38:18.360646 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-4dbc4648-182d-42a2-a0ec-4fa02cc675dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:38:18.362420 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] Set router 444aa04d-7ffb-44a3-a81a-5bf873cfa17d gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:38:18.364967 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=4d34f519-6ce5-47f4-9ae5-790c8bc2173b,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:18.372575 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-a3b379ae-c4f2-407d-8697-b4ab051199ae service neutron] 10.222.0.15 "GET /v2.0/networks/20a07f36-7ee7-4822-aac0-dff8350fc2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347437 Apr 23 00:38:18.476148 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-ee942736-ad0e-4709-a17c-e64772fde4f5 service neutron] 10.222.0.15 "GET /v2.0/networks/20a07f36-7ee7-4822-aac0-dff8350fc2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017220 Apr 23 00:38:18.593392 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280886881', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8447eb73-0eef-4545-9372-13fee2649813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:38:12Z', 'updated_at': '2022-04-23T00:38:16Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '8447eb73-0eef-4545-9372-13fee2649813', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:38:13Z', 'updated_at': '2022-04-23T00:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '54f93221-372d-423f-9dce-ccf94c913110', 'name': '', 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:98:08:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '6e078477-dab5-4876-b6de-a511f3777122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:38:16Z', 'updated_at': '2022-04-23T00:38:17Z', 'revision_number': 2, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '6e078477-dab5-4876-b6de-a511f3777122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:18.735221 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1c38ba9a-8ea7-4319-b92a-100670087b66 req-9c7ff3d7-f2c9-4310-878f-b9271652ff86 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 210 time: 0.0521212 Apr 23 00:38:18.736709 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] Checking router: 444aa04d-7ffb-44a3-a81a-5bf873cfa17d for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:38:18.737065 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] Updating router 444aa04d-7ffb-44a3-a81a-5bf873cfa17d port 54f93221-372d-423f-9dce-ccf94c913110 binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:38:18.763850 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:19.015866 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb0a46c1-85e1-4de1-8d41-9a1e61719f2d None None] Provisioning complete for port 4d34f519-6ce5-47f4-9ae5-790c8bc2173b triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:38:19.016356 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb0a46c1-85e1-4de1-8d41-9a1e61719f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:19.028957 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:19.109804 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb0a46c1-85e1-4de1-8d41-9a1e61719f2d None None] Provisioning complete for port 54f93221-372d-423f-9dce-ccf94c913110 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:38:19.110181 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb0a46c1-85e1-4de1-8d41-9a1e61719f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:19.147511 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bb0a46c1-85e1-4de1-8d41-9a1e61719f2d None None] Port 54f93221-372d-423f-9dce-ccf94c913110 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:38:19.156159 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:19.221239 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba15e2-0bd1-44f1-ac74-2267c8f2f6a8 None None] Pushing event updated for resources: {'Port': ['ID=54f93221-372d-423f-9dce-ccf94c913110,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:19.230611 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dba15e2-0bd1-44f1-ac74-2267c8f2f6a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:19.234852 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dba15e2-0bd1-44f1-ac74-2267c8f2f6a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:19.234852 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dba15e2-0bd1-44f1-ac74-2267c8f2f6a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:19.234852 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dba15e2-0bd1-44f1-ac74-2267c8f2f6a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:19.234852 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dba15e2-0bd1-44f1-ac74-2267c8f2f6a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:19.234852 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dba15e2-0bd1-44f1-ac74-2267c8f2f6a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:19.234852 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dba15e2-0bd1-44f1-ac74-2267c8f2f6a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:19.234852 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dba15e2-0bd1-44f1-ac74-2267c8f2f6a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:19.234852 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dba15e2-0bd1-44f1-ac74-2267c8f2f6a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:19.234852 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dba15e2-0bd1-44f1-ac74-2267c8f2f6a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:19.234852 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dba15e2-0bd1-44f1-ac74-2267c8f2f6a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:19.234852 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dba15e2-0bd1-44f1-ac74-2267c8f2f6a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:19.266135 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] Attempting to bind port 54f93221-372d-423f-9dce-ccf94c913110 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:38:19.266500 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] Attempting to bind port 54f93221-372d-423f-9dce-ccf94c913110 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '50762420-3d1c-4f6f-8707-ab123414ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:38:19.266980 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] Attempting to bind port 54f93221-372d-423f-9dce-ccf94c913110 on network 20a07f36-7ee7-4822-aac0-dff8350fc2ff {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:38:19.272594 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:38:19.272928 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] Checking segment: {'id': '50762420-3d1c-4f6f-8707-ab123414ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:38:19.273323 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:19.273708 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] Bound using segment: {'id': '50762420-3d1c-4f6f-8707-ab123414ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:38:19.274160 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] Bound port: 54f93221-372d-423f-9dce-ccf94c913110, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50762420-3d1c-4f6f-8707-ab123414ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:38:19.274531 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:19.341547 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] For port 54f93221-372d-423f-9dce-ccf94c913110, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:38:19.345999 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] For port 54f93221-372d-423f-9dce-ccf94c913110, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=54f93221-372d-423f-9dce-ccf94c913110,segment=NetworkSegment(50762420-3d1c-4f6f-8707-ab123414ced2),segment_id=50762420-3d1c-4f6f-8707-ab123414ced2)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:38:19.400884 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8447eb73-0eef-4545-9372-13fee2649813 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:38:19.430829 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:19.451217 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 8447eb73-0eef-4545-9372-13fee2649813 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:38:19.451453 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:19.478917 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] Routers {'444aa04d-7ffb-44a3-a81a-5bf873cfa17d'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:38:19.484952 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:38:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['444aa04d-7ffb-44a3-a81a-5bf873cfa17d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:19.500606 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-a0926284-9015-43be-85c2-95e1920e70a6 None None] Provisioning complete for port 54f93221-372d-423f-9dce-ccf94c913110 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:38:19.501004 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0926284-9015-43be-85c2-95e1920e70a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:19.548152 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba15e2-0bd1-44f1-ac74-2267c8f2f6a8 None None] Pushing event updated for resources: {'Port': ['ID=54f93221-372d-423f-9dce-ccf94c913110,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:19.578044 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4d34f519-6ce5-47f4-9ae5-790c8bc2173b up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:38:19.615331 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] Set router 444aa04d-7ffb-44a3-a81a-5bf873cfa17d gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:38:19.651536 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0926284-9015-43be-85c2-95e1920e70a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:19.680782 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 4d34f519-6ce5-47f4-9ae5-790c8bc2173b triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:38:19.681159 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:19.717495 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a0926284-9015-43be-85c2-95e1920e70a6 None None] For port 54f93221-372d-423f-9dce-ccf94c913110, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=54f93221-372d-423f-9dce-ccf94c913110,segment=NetworkSegment(50762420-3d1c-4f6f-8707-ab123414ced2),segment_id=50762420-3d1c-4f6f-8707-ab123414ced2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:38:19.785272 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0926284-9015-43be-85c2-95e1920e70a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:19.838044 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280886881', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8447eb73-0eef-4545-9372-13fee2649813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:38:12Z', 'updated_at': '2022-04-23T00:38:16Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '8447eb73-0eef-4545-9372-13fee2649813', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:38:13Z', 'updated_at': '2022-04-23T00:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '54f93221-372d-423f-9dce-ccf94c913110', 'name': '', 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:98:08:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '6e078477-dab5-4876-b6de-a511f3777122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:38:16Z', 'updated_at': '2022-04-23T00:38:19Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '6e078477-dab5-4876-b6de-a511f3777122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:19.843795 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0926284-9015-43be-85c2-95e1920e70a6 None None] Pushing event updated for resources: {'Port': ['ID=54f93221-372d-423f-9dce-ccf94c913110,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:19.860894 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-536f3d27-b3c1-488d-ac42-3ad5bd5f1c67 req-da521816-b860-4e73-b7bd-1a0eaa9eb5bb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 210 time: 0.0295484 Apr 23 00:38:19.872900 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a5af14-07be-4202-a9e8-007b9433fd50 None None] The sync data for ids ['444aa04d-7ffb-44a3-a81a-5bf873cfa17d'] in dv-neutron-838783-1-hyperv is: [{'id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280886881', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8447eb73-0eef-4545-9372-13fee2649813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:38:12Z', 'updated_at': '2022-04-23T00:38:16Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '8447eb73-0eef-4545-9372-13fee2649813', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:38:13Z', 'updated_at': '2022-04-23T00:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '54f93221-372d-423f-9dce-ccf94c913110', 'name': '', 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:98:08:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '6e078477-dab5-4876-b6de-a511f3777122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:38:16Z', 'updated_at': '2022-04-23T00:38:19Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '6e078477-dab5-4876-b6de-a511f3777122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:38:19.906319 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-99210ae3-644b-4f62-ac22-fb2850d7d7a1 None None] Provisioning complete for port 54f93221-372d-423f-9dce-ccf94c913110 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:38:19.906685 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99210ae3-644b-4f62-ac22-fb2850d7d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:20.653953 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-9e1fc516-5f8c-4bdf-a0a6-9232c23eb927 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:20.655546 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-9e1fc516-5f8c-4bdf-a0a6-9232c23eb927 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.16 "GET /v2.0/networks?id=20a07f36-7ee7-4822-aac0-dff8350fc2ff HTTP/1.1" status: 200 len: 795 time: 0.1126943 Apr 23 00:38:20.702534 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-0681beba-2091-4938-a84c-515a7b240575 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f13b99d4303b4cbc82245827feb580d6 HTTP/1.1" status: 200 len: 380 time: 0.0373876 Apr 23 00:38:20.712728 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-4d662462-14e8-473c-b3c1-a3033e12ae10 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'port': {'device_id': '3995f553-2e74-4a45-b334-c1b5bab904db', 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff', 'admin_state_up': True, 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'security_groups': ['1ea257a0-a497-45c8-b898-265de2713549']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:20.872198 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-4d662462-14e8-473c-b3c1-a3033e12ae10 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Made reservation on behalf of f13b99d4303b4cbc82245827feb580d6 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:38:20.875321 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-4d662462-14e8-473c-b3c1-a3033e12ae10 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:20.966173 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a8d68057-25a2-44a6-8815-9222532359cb req-51b8b853-8363-4ad4-94a1-41437634009b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 210 time: 0.0285134 Apr 23 00:38:21.015502 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-4d662462-14e8-473c-b3c1-a3033e12ae10 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Allocated IP 172.20.0.8 (20a07f36-7ee7-4822-aac0-dff8350fc2ff/6e078477-dab5-4876-b6de-a511f3777122/530f2ff8-9c10-4661-bca8-89db50040b00) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:38:21.154552 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-4d662462-14e8-473c-b3c1-a3033e12ae10 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:21.231947 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-4d662462-14e8-473c-b3c1-a3033e12ae10 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:21.281580 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-4d662462-14e8-473c-b3c1-a3033e12ae10 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network 20a07f36-7ee7-4822-aac0-dff8350fc2ff is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:38:21.281817 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-4d662462-14e8-473c-b3c1-a3033e12ae10 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:38:21.286563 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-4d662462-14e8-473c-b3c1-a3033e12ae10 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:38:21.289136 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d662462-14e8-473c-b3c1-a3033e12ae10 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=530f2ff8-9c10-4661-bca8-89db50040b00,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:21.337567 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-4d662462-14e8-473c-b3c1-a3033e12ae10 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:21.338192 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-4d662462-14e8-473c-b3c1-a3033e12ae10 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:21.427651 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 54f93221-372d-423f-9dce-ccf94c913110 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:38:21.439090 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-4d662462-14e8-473c-b3c1-a3033e12ae10 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7308495 Apr 23 00:38:21.452914 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-a2fd8098-1dfe-4795-98a4-6ae41ba84582 service neutron] Request body: {'port': {'device_id': '3995f553-2e74-4a45-b334-c1b5bab904db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:21.479051 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 54f93221-372d-423f-9dce-ccf94c913110 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:38:21.479426 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:21.511555 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-a2fd8098-1dfe-4795-98a4-6ae41ba84582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:21.570720 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-1fd52b05-14d3-4fc0-8222-dc9ea2c1e9d9 None None] Provisioning complete for port 530f2ff8-9c10-4661-bca8-89db50040b00 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:38:21.571052 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1fd52b05-14d3-4fc0-8222-dc9ea2c1e9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:21.606523 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1fd52b05-14d3-4fc0-8222-dc9ea2c1e9d9 None None] Port 530f2ff8-9c10-4661-bca8-89db50040b00 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:38:21.772564 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-a2fd8098-1dfe-4795-98a4-6ae41ba84582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 530f2ff8-9c10-4661-bca8-89db50040b00 {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:38:21.779701 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-a2fd8098-1dfe-4795-98a4-6ae41ba84582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:21.790974 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-a2fd8098-1dfe-4795-98a4-6ae41ba84582 service neutron] Transition to ACTIVE for port object 530f2ff8-9c10-4661-bca8-89db50040b00 will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:38:21.864767 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-a2fd8098-1dfe-4795-98a4-6ae41ba84582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:21.914391 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd8098-1dfe-4795-98a4-6ae41ba84582 service neutron] Pushing event updated for resources: {'Port': ['ID=530f2ff8-9c10-4661-bca8-89db50040b00,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:21.991719 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-a2fd8098-1dfe-4795-98a4-6ae41ba84582 service neutron] Attempting to bind port 530f2ff8-9c10-4661-bca8-89db50040b00 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:38:21.992065 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-a2fd8098-1dfe-4795-98a4-6ae41ba84582 service neutron] Attempting to bind port 530f2ff8-9c10-4661-bca8-89db50040b00 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '50762420-3d1c-4f6f-8707-ab123414ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:38:21.992430 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-a2fd8098-1dfe-4795-98a4-6ae41ba84582 service neutron] Attempting to bind port 530f2ff8-9c10-4661-bca8-89db50040b00 on network 20a07f36-7ee7-4822-aac0-dff8350fc2ff {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:38:21.998419 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-a2fd8098-1dfe-4795-98a4-6ae41ba84582 service neutron] Port 530f2ff8-9c10-4661-bca8-89db50040b00 on network 20a07f36-7ee7-4822-aac0-dff8350fc2ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:38:21.998753 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-a2fd8098-1dfe-4795-98a4-6ae41ba84582 service neutron] Attempting to bind port 530f2ff8-9c10-4661-bca8-89db50040b00 on network 20a07f36-7ee7-4822-aac0-dff8350fc2ff {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:38:22.004084 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-a2fd8098-1dfe-4795-98a4-6ae41ba84582 service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:38:22.004465 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-a2fd8098-1dfe-4795-98a4-6ae41ba84582 service neutron] Checking segment: {'id': '50762420-3d1c-4f6f-8707-ab123414ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:38:22.004811 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-a2fd8098-1dfe-4795-98a4-6ae41ba84582 service neutron] Bound using segment: {'id': '50762420-3d1c-4f6f-8707-ab123414ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:38:22.005251 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-a2fd8098-1dfe-4795-98a4-6ae41ba84582 service neutron] Bound port: 530f2ff8-9c10-4661-bca8-89db50040b00, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50762420-3d1c-4f6f-8707-ab123414ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:38:22.005618 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-a2fd8098-1dfe-4795-98a4-6ae41ba84582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:22.098880 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-a2fd8098-1dfe-4795-98a4-6ae41ba84582 service neutron] For port 530f2ff8-9c10-4661-bca8-89db50040b00, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:38:22.102583 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-a2fd8098-1dfe-4795-98a4-6ae41ba84582 service neutron] For port 530f2ff8-9c10-4661-bca8-89db50040b00, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=530f2ff8-9c10-4661-bca8-89db50040b00,segment=NetworkSegment(50762420-3d1c-4f6f-8707-ab123414ced2),segment_id=50762420-3d1c-4f6f-8707-ab123414ced2)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:38:22.114006 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700ef83-718b-40cc-a5f4-c80c60daa9e6 req-b932ada8-66d3-4ab4-ac31-45b9550cdc9e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:22.115486 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3700ef83-718b-40cc-a5f4-c80c60daa9e6 req-b932ada8-66d3-4ab4-ac31-45b9550cdc9e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 943 time: 0.0746560 Apr 23 00:38:22.163605 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3700ef83-718b-40cc-a5f4-c80c60daa9e6 req-bd999960-80d0-4c4f-8722-145c9e0c28d7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383189 Apr 23 00:38:22.196743 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-a2fd8098-1dfe-4795-98a4-6ae41ba84582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:22.233822 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-a2fd8098-1dfe-4795-98a4-6ae41ba84582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:22.234424 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-a2fd8098-1dfe-4795-98a4-6ae41ba84582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:22.235824 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-a2fd8098-1dfe-4795-98a4-6ae41ba84582 service neutron] 10.222.0.16 "PUT /v2.0/ports/530f2ff8-9c10-4661-bca8-89db50040b00 HTTP/1.1" status: 200 len: 1093 time: 0.7888222 Apr 23 00:38:22.236270 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3995f553-2e74-4a45-b334-c1b5bab904db', 'tag': '530f2ff8-9c10-4661-bca8-89db50040b00'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:38:22.238530 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8ad1d6-e8f0-4901-b274-a331b952b21e" -d '{"events": [{"name": "network-changed", "server_uuid": "3995f553-2e74-4a45-b334-c1b5bab904db", "tag": "530f2ff8-9c10-4661-bca8-89db50040b00"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:38:22.266247 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd8098-1dfe-4795-98a4-6ae41ba84582 service neutron] Pushing event updated for resources: {'Port': ['ID=530f2ff8-9c10-4661-bca8-89db50040b00,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:22.346020 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97eade9-5d9d-41c2-8346-c520c0a5a7b2 x-openstack-request-id: req-b97eade9-5d9d-41c2-8346-c520c0a5a7b2 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:38:22.346313 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3995f553-2e74-4a45-b334-c1b5bab904db", "tag": "530f2ff8-9c10-4661-bca8-89db50040b00", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:38:22.346568 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b97eade9-5d9d-41c2-8346-c520c0a5a7b2 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:38:22.347073 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b97eade9-5d9d-41c2-8346-c520c0a5a7b2'] response: {'name': 'network-changed', 'server_uuid': '3995f553-2e74-4a45-b334-c1b5bab904db', 'tag': '530f2ff8-9c10-4661-bca8-89db50040b00', 'status': 'completed', 'code': 200} Apr 23 00:38:22.389717 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-8e60e2fc-d642-4454-b88c-67144057222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:22.391391 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-8e60e2fc-d642-4454-b88c-67144057222e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 1096 time: 0.0435307 Apr 23 00:38:22.436059 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-978af061-d715-4cdb-8156-0f15ca6ff587 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=530f2ff8-9c10-4661-bca8-89db50040b00 HTTP/1.1" status: 200 len: 217 time: 0.0356960 Apr 23 00:38:22.487269 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-40a86695-0f55-4d50-aed2-5917231694f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:22.488738 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-40a86695-0f55-4d50-aed2-5917231694f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6e078477-dab5-4876-b6de-a511f3777122 HTTP/1.1" status: 200 len: 835 time: 0.0468509 Apr 23 00:38:22.534975 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-3817e040-c074-4b88-b816-e40e3e0e26a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:22.536452 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-3817e040-c074-4b88-b816-e40e3e0e26a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20a07f36-7ee7-4822-aac0-dff8350fc2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391023 Apr 23 00:38:22.624417 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-0ed17b3d-9611-4b4b-9a5b-89918e4381e8 service neutron] 10.222.0.16 "GET /v2.0/networks/20a07f36-7ee7-4822-aac0-dff8350fc2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794256 Apr 23 00:38:22.717279 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-865ea0c1-dc63-4bb0-a813-7989330dc13c req-e82af011-76a1-44a8-84d4-96f1b9fe42c0 service neutron] 10.222.0.16 "GET /v2.0/networks/20a07f36-7ee7-4822-aac0-dff8350fc2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859172 Apr 23 00:38:22.860428 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ad1d6-e8f0-4901-b274-a331b952b21e req-f24c8097-e9fb-4556-b4a8-38bdbad40039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:22.861905 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cf8ad1d6-e8f0-4901-b274-a331b952b21e req-f24c8097-e9fb-4556-b4a8-38bdbad40039 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 1096 time: 0.0409205 Apr 23 00:38:23.288315 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ad1d6-e8f0-4901-b274-a331b952b21e req-10e1f957-d52d-40c8-a1f5-3190f589cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:23.289786 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cf8ad1d6-e8f0-4901-b274-a331b952b21e req-10e1f957-d52d-40c8-a1f5-3190f589cd95 service neutron] 10.222.0.16 "GET /v2.0/networks?id=20a07f36-7ee7-4822-aac0-dff8350fc2ff HTTP/1.1" status: 200 len: 896 time: 0.4191470 Apr 23 00:38:23.301752 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a373af6-cbd6-4c11-9808-cb34c6011e79 req-6efa0379-6594-43c5-9919-9cf871023b44 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:23.303119 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1a373af6-cbd6-4c11-9808-cb34c6011e79 req-6efa0379-6594-43c5-9919-9cf871023b44 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 943 time: 0.0690908 Apr 23 00:38:23.347991 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cf8ad1d6-e8f0-4901-b274-a331b952b21e req-c217aeeb-0a95-421e-87f4-6cf98f7dd69c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=530f2ff8-9c10-4661-bca8-89db50040b00 HTTP/1.1" status: 200 len: 217 time: 0.0438945 Apr 23 00:38:23.394694 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1a373af6-cbd6-4c11-9808-cb34c6011e79 req-0f4c668c-69ed-4d94-85f2-8eae198136a1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848436 Apr 23 00:38:23.411615 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ad1d6-e8f0-4901-b274-a331b952b21e req-d346e53c-2365-41de-9440-90c734040c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:23.413055 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cf8ad1d6-e8f0-4901-b274-a331b952b21e req-d346e53c-2365-41de-9440-90c734040c4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6e078477-dab5-4876-b6de-a511f3777122 HTTP/1.1" status: 200 len: 835 time: 0.0529783 Apr 23 00:38:23.460588 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ad1d6-e8f0-4901-b274-a331b952b21e req-e932c6a3-5b1b-4c57-a209-9149c356d7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:23.461958 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cf8ad1d6-e8f0-4901-b274-a331b952b21e req-e932c6a3-5b1b-4c57-a209-9149c356d7f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20a07f36-7ee7-4822-aac0-dff8350fc2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407035 Apr 23 00:38:23.549926 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cf8ad1d6-e8f0-4901-b274-a331b952b21e req-95c21a5f-572e-4a3d-84d4-37b915d14237 service neutron] 10.222.0.16 "GET /v2.0/networks/20a07f36-7ee7-4822-aac0-dff8350fc2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797148 Apr 23 00:38:23.642381 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cf8ad1d6-e8f0-4901-b274-a331b952b21e req-d4c4163e-6268-456d-8705-5093d079c207 service neutron] 10.222.0.16 "GET /v2.0/networks/20a07f36-7ee7-4822-aac0-dff8350fc2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858643 Apr 23 00:38:23.938898 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:24.512891 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c3ece-5eef-4841-a281-01734e61b762 req-6a49faa2-86df-41e4-b4dc-f3165a326dbe tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:24.514367 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b82c3ece-5eef-4841-a281-01734e61b762 req-6a49faa2-86df-41e4-b4dc-f3165a326dbe tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 943 time: 0.0504739 Apr 23 00:38:24.552048 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b82c3ece-5eef-4841-a281-01734e61b762 req-2f516a0a-224d-4816-ace6-cdd3e355a18e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317507 Apr 23 00:38:24.796424 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 530f2ff8-9c10-4661-bca8-89db50040b00 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:38:24.892146 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 530f2ff8-9c10-4661-bca8-89db50040b00, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=530f2ff8-9c10-4661-bca8-89db50040b00,segment=NetworkSegment(50762420-3d1c-4f6f-8707-ab123414ced2),segment_id=50762420-3d1c-4f6f-8707-ab123414ced2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:38:24.903900 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '530f2ff8-9c10-4661-bca8-89db50040b00', 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff', 'port_id': '530f2ff8-9c10-4661-bca8-89db50040b00', 'mac_address': 'fa:16:3e:71:7a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e078477-dab5-4876-b6de-a511f3777122', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:38:24.940098 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:24.952818 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 530f2ff8-9c10-4661-bca8-89db50040b00 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:38:24.972278 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 530f2ff8-9c10-4661-bca8-89db50040b00, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=530f2ff8-9c10-4661-bca8-89db50040b00,segment=NetworkSegment(50762420-3d1c-4f6f-8707-ab123414ced2),segment_id=50762420-3d1c-4f6f-8707-ab123414ced2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:38:25.047970 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:25.092863 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=530f2ff8-9c10-4661-bca8-89db50040b00,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:25.260055 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['530f2ff8-9c10-4661-bca8-89db50040b00'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:38:25.665058 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc842cd-c704-4050-8a8d-4c19959e507b req-9f35524a-f6d8-4b81-b362-db821e858020 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:25.666522 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0bc842cd-c704-4050-8a8d-4c19959e507b req-9f35524a-f6d8-4b81-b362-db821e858020 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 944 time: 0.0493701 Apr 23 00:38:25.703942 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0bc842cd-c704-4050-8a8d-4c19959e507b req-ee275d68-0811-4c6e-ac99-867700f13f85 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312867 Apr 23 00:38:26.796142 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 530f2ff8-9c10-4661-bca8-89db50040b00 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:38:26.817468 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2741a12-0edf-4c37-bf4a-9f005d284d9c req-8d25e84b-6983-4c36-be0b-a3712813c862 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:26.819334 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b2741a12-0edf-4c37-bf4a-9f005d284d9c req-8d25e84b-6983-4c36-be0b-a3712813c862 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 944 time: 0.0490346 Apr 23 00:38:26.858119 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b2741a12-0edf-4c37-bf4a-9f005d284d9c req-a94711a1-4ff6-427f-aaf4-221c456865a7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323513 Apr 23 00:38:26.933793 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 530f2ff8-9c10-4661-bca8-89db50040b00 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:38:26.937720 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 530f2ff8-9c10-4661-bca8-89db50040b00 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:38:26.938087 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:27.013799 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:27.035233 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3995f553-2e74-4a45-b334-c1b5bab904db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530f2ff8-9c10-4661-bca8-89db50040b00'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:38:27.037533 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f30293-8da1-49e3-90ae-d30c4b312b04" -d '{"events": [{"server_uuid": "3995f553-2e74-4a45-b334-c1b5bab904db", "name": "network-vif-plugged", "status": "completed", "tag": "530f2ff8-9c10-4661-bca8-89db50040b00"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:38:27.051745 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 530f2ff8-9c10-4661-bca8-89db50040b00, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=530f2ff8-9c10-4661-bca8-89db50040b00,segment=NetworkSegment(50762420-3d1c-4f6f-8707-ab123414ced2),segment_id=50762420-3d1c-4f6f-8707-ab123414ced2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:38:27.074443 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae1e4f0-4afb-43e8-8421-85c20a4dffa6 x-openstack-request-id: req-bae1e4f0-4afb-43e8-8421-85c20a4dffa6 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:38:27.075367 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3995f553-2e74-4a45-b334-c1b5bab904db", "name": "network-vif-plugged", "status": "completed", "tag": "530f2ff8-9c10-4661-bca8-89db50040b00", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:38:27.075720 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bae1e4f0-4afb-43e8-8421-85c20a4dffa6 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:38:27.076115 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bae1e4f0-4afb-43e8-8421-85c20a4dffa6'] response: {'server_uuid': '3995f553-2e74-4a45-b334-c1b5bab904db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530f2ff8-9c10-4661-bca8-89db50040b00', 'code': 200} Apr 23 00:38:27.133555 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:27.182456 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=530f2ff8-9c10-4661-bca8-89db50040b00,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:27.352459 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c1588-5b0e-4282-85fe-40fe72103399 req-ae2daf5d-1f8a-4191-817b-80006d95441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:27.353953 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-333c1588-5b0e-4282-85fe-40fe72103399 req-ae2daf5d-1f8a-4191-817b-80006d95441b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 1098 time: 0.0403800 Apr 23 00:38:27.391966 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-333c1588-5b0e-4282-85fe-40fe72103399 req-cdb6e20a-a97a-487c-8388-e804e6c8c895 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312896 Apr 23 00:38:27.974119 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15ddf9-86a8-491b-986f-d98c92107f10 req-caa383f1-7ab7-447f-9b7d-cdba03d512a7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:27.975544 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7b15ddf9-86a8-491b-986f-d98c92107f10 req-caa383f1-7ab7-447f-9b7d-cdba03d512a7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 945 time: 0.0517251 Apr 23 00:38:28.013375 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7b15ddf9-86a8-491b-986f-d98c92107f10 req-33363fbc-f50c-4423-b4c9-2a2c084ef258 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312614 Apr 23 00:38:29.128084 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e75df-8aa1-4368-8038-b920956f45ef req-7db96194-90c7-45fd-b926-53319c6d0394 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:29.129558 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-108e75df-8aa1-4368-8038-b920956f45ef req-7db96194-90c7-45fd-b926-53319c6d0394 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 945 time: 0.0485024 Apr 23 00:38:29.166691 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-108e75df-8aa1-4368-8038-b920956f45ef req-57d75c9a-0c0c-4fd4-a0f1-ca83cee12ddf tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312827 Apr 23 00:38:29.284923 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830b974-c74d-4a81-ab97-8e430cf36389 req-ce79b1ae-4dff-47fd-9d79-03bb4933bcb1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:29.286445 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e830b974-c74d-4a81-ab97-8e430cf36389 req-ce79b1ae-4dff-47fd-9d79-03bb4933bcb1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 945 time: 0.0509267 Apr 23 00:38:29.323045 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e830b974-c74d-4a81-ab97-8e430cf36389 req-041f89b8-8afe-4cd7-b653-86171b46a54b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305614 Apr 23 00:38:29.344868 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33532) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:38:29.383354 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c637837-4c10-4705-8695-bd27513e7565 tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:29.384865 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3c637837-4c10-4705-8695-bd27513e7565 tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 1093 time: 0.0390532 Apr 23 00:38:29.388541 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33534) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:38:29.392841 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-0b16060d-1067-4b39-9a90-f667fcd6b755 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': '530f2ff8-9c10-4661-bca8-89db50040b00', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:29.471085 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b16060d-1067-4b39-9a90-f667fcd6b755 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for floatingip, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:29.571592 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b16060d-1067-4b39-9a90-f667fcd6b755 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:29.671241 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-0b16060d-1067-4b39-9a90-f667fcd6b755 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Allocated IP 172.26.3.240 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/6c89284d-1b4f-41e3-8432-101383d6dc38) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:38:29.776547 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b16060d-1067-4b39-9a90-f667fcd6b755 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:29.871728 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b16060d-1067-4b39-9a90-f667fcd6b755 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:29.912500 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b16060d-1067-4b39-9a90-f667fcd6b755 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:38:29.917078 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-0b16060d-1067-4b39-9a90-f667fcd6b755 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:38:29.921471 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b16060d-1067-4b39-9a90-f667fcd6b755 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:38:29.924490 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16060d-1067-4b39-9a90-f667fcd6b755 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=6c89284d-1b4f-41e3-8432-101383d6dc38,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:30.587254 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b16060d-1067-4b39-9a90-f667fcd6b755 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:30.720155 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b16060d-1067-4b39-9a90-f667fcd6b755 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:30.871483 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b16060d-1067-4b39-9a90-f667fcd6b755 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:30.928116 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b16060d-1067-4b39-9a90-f667fcd6b755 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:31.001329 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16060d-1067-4b39-9a90-f667fcd6b755 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=6c89284d-1b4f-41e3-8432-101383d6dc38,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:31.014906 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b16060d-1067-4b39-9a90-f667fcd6b755 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:31.118903 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-0b16060d-1067-4b39-9a90-f667fcd6b755 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Floating IP 861d0d3b-7643-4f93-96a4-60b956a4b360 associated. External IP: 172.26.3.240, port: 530f2ff8-9c10-4661-bca8-89db50040b00. Apr 23 00:38:31.325850 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b16060d-1067-4b39-9a90-f667fcd6b755 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Router 444aa04d-7ffb-44a3-a81a-5bf873cfa17d has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:38:31.432746 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b16060d-1067-4b39-9a90-f667fcd6b755 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:38:31.442752 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16730a6d-756a-42bc-af4a-c56bf6f59fef None None] Sync routers for ids ['444aa04d-7ffb-44a3-a81a-5bf873cfa17d'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:38:31.452375 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16730a6d-756a-42bc-af4a-c56bf6f59fef None None] Routers {'444aa04d-7ffb-44a3-a81a-5bf873cfa17d'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:38:31.455173 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-16730a6d-756a-42bc-af4a-c56bf6f59fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:38:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['444aa04d-7ffb-44a3-a81a-5bf873cfa17d'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:31.490499 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b16060d-1067-4b39-9a90-f667fcd6b755 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:31.518337 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0b16060d-1067-4b39-9a90-f667fcd6b755 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1287622 Apr 23 00:38:31.518962 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3995f553-2e74-4a45-b334-c1b5bab904db', 'tag': '530f2ff8-9c10-4661-bca8-89db50040b00'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:38:31.521237 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6d070e-b0ea-44ad-9b8d-db64da525a44" -d '{"events": [{"name": "network-changed", "server_uuid": "3995f553-2e74-4a45-b334-c1b5bab904db", "tag": "530f2ff8-9c10-4661-bca8-89db50040b00"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:38:31.564497 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a905447-9df7-478c-9f24-13da23dda272 x-openstack-request-id: req-6a905447-9df7-478c-9f24-13da23dda272 {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:38:31.564666 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-16730a6d-756a-42bc-af4a-c56bf6f59fef None None] Set router 444aa04d-7ffb-44a3-a81a-5bf873cfa17d gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:38:31.564772 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3995f553-2e74-4a45-b334-c1b5bab904db", "tag": "530f2ff8-9c10-4661-bca8-89db50040b00", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:38:31.564996 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a905447-9df7-478c-9f24-13da23dda272 {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:38:31.565403 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a905447-9df7-478c-9f24-13da23dda272'] response: {'name': 'network-changed', 'server_uuid': '3995f553-2e74-4a45-b334-c1b5bab904db', 'tag': '530f2ff8-9c10-4661-bca8-89db50040b00', 'status': 'completed', 'code': 200} Apr 23 00:38:31.648175 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26e27e-d378-4a92-959f-a22acb6aa531 req-bb97c8c4-aea5-4954-8c72-f088a819ddff tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:31.649581 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5e26e27e-d378-4a92-959f-a22acb6aa531 req-bb97c8c4-aea5-4954-8c72-f088a819ddff tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 945 time: 0.0784304 Apr 23 00:38:31.654077 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d070e-b0ea-44ad-9b8d-db64da525a44 req-e574d405-20cd-44a2-9e77-4bf75e45111b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:31.655464 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1f6d070e-b0ea-44ad-9b8d-db64da525a44 req-e574d405-20cd-44a2-9e77-4bf75e45111b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 1098 time: 0.0577114 Apr 23 00:38:31.735645 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5e26e27e-d378-4a92-959f-a22acb6aa531 req-84096c2d-c55f-4483-9c69-d15ad8798235 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791774 Apr 23 00:38:31.763553 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33540) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:38:31.773851 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d070e-b0ea-44ad-9b8d-db64da525a44 req-f606b05f-6173-4658-8a23-229735aff839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:31.775292 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1f6d070e-b0ea-44ad-9b8d-db64da525a44 req-f606b05f-6173-4658-8a23-229735aff839 service neutron] 10.222.0.16 "GET /v2.0/networks?id=20a07f36-7ee7-4822-aac0-dff8350fc2ff HTTP/1.1" status: 200 len: 896 time: 0.1121178 Apr 23 00:38:31.792935 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-16730a6d-756a-42bc-af4a-c56bf6f59fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280886881', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8447eb73-0eef-4545-9372-13fee2649813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:38:12Z', 'updated_at': '2022-04-23T00:38:16Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '8447eb73-0eef-4545-9372-13fee2649813', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:38:13Z', 'updated_at': '2022-04-23T00:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '861d0d3b-7643-4f93-96a4-60b956a4b360', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'floating_ip_address': '172.26.3.240', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'port_id': '530f2ff8-9c10-4661-bca8-89db50040b00', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff', 'mac_address': 'fa:16:3e:71:7a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3995f553-2e74-4a45-b334-c1b5bab904db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:38:30Z', 'updated_at': '2022-04-23T00:38:30Z', 'revision_number': 0, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54f93221-372d-423f-9dce-ccf94c913110', 'name': '', 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:98:08:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '6e078477-dab5-4876-b6de-a511f3777122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:38:16Z', 'updated_at': '2022-04-23T00:38:19Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '6e078477-dab5-4876-b6de-a511f3777122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:31.834150 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ddf39c90-90b4-49c4-a796-b45e3b1e5801 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/floatingips/861d0d3b-7643-4f93-96a4-60b956a4b360 HTTP/1.1" status: 200 len: 991 time: 0.0682249 Apr 23 00:38:31.849550 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1f6d070e-b0ea-44ad-9b8d-db64da525a44 req-93ca9229-dceb-400f-8bb0-f16acb3a8c32 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=530f2ff8-9c10-4661-bca8-89db50040b00 HTTP/1.1" status: 200 len: 999 time: 0.0672190 Apr 23 00:38:31.901817 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d070e-b0ea-44ad-9b8d-db64da525a44 req-944ef6a4-43c9-4456-bf63-058db3756dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:31.903902 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1f6d070e-b0ea-44ad-9b8d-db64da525a44 req-944ef6a4-43c9-4456-bf63-058db3756dff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6e078477-dab5-4876-b6de-a511f3777122 HTTP/1.1" status: 200 len: 835 time: 0.0463464 Apr 23 00:38:31.948697 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d070e-b0ea-44ad-9b8d-db64da525a44 req-df9c3282-6f4d-4779-a2e9-1dc73a595b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:31.950844 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1f6d070e-b0ea-44ad-9b8d-db64da525a44 req-df9c3282-6f4d-4779-a2e9-1dc73a595b87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20a07f36-7ee7-4822-aac0-dff8350fc2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416834 Apr 23 00:38:31.969238 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16730a6d-756a-42bc-af4a-c56bf6f59fef None None] Checking router: 444aa04d-7ffb-44a3-a81a-5bf873cfa17d for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:38:31.977897 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16730a6d-756a-42bc-af4a-c56bf6f59fef None None] Routers {'444aa04d-7ffb-44a3-a81a-5bf873cfa17d'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:38:31.978514 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-16730a6d-756a-42bc-af4a-c56bf6f59fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:38:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['444aa04d-7ffb-44a3-a81a-5bf873cfa17d'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:32.043554 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1f6d070e-b0ea-44ad-9b8d-db64da525a44 req-420b1018-206e-4155-994d-7979d6069ba5 service neutron] 10.222.0.16 "GET /v2.0/networks/20a07f36-7ee7-4822-aac0-dff8350fc2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864973 Apr 23 00:38:32.085926 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-16730a6d-756a-42bc-af4a-c56bf6f59fef None None] Set router 444aa04d-7ffb-44a3-a81a-5bf873cfa17d gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:38:32.134759 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1f6d070e-b0ea-44ad-9b8d-db64da525a44 req-bb8ca65f-9e4b-46af-a1d8-84f8de645c13 service neutron] 10.222.0.16 "GET /v2.0/networks/20a07f36-7ee7-4822-aac0-dff8350fc2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848768 Apr 23 00:38:32.314553 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-16730a6d-756a-42bc-af4a-c56bf6f59fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280886881', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8447eb73-0eef-4545-9372-13fee2649813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:38:12Z', 'updated_at': '2022-04-23T00:38:16Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '8447eb73-0eef-4545-9372-13fee2649813', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:38:13Z', 'updated_at': '2022-04-23T00:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '861d0d3b-7643-4f93-96a4-60b956a4b360', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'floating_ip_address': '172.26.3.240', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'port_id': '530f2ff8-9c10-4661-bca8-89db50040b00', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff', 'mac_address': 'fa:16:3e:71:7a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3995f553-2e74-4a45-b334-c1b5bab904db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:38:30Z', 'updated_at': '2022-04-23T00:38:30Z', 'revision_number': 0, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54f93221-372d-423f-9dce-ccf94c913110', 'name': '', 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:98:08:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '6e078477-dab5-4876-b6de-a511f3777122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:38:16Z', 'updated_at': '2022-04-23T00:38:19Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '6e078477-dab5-4876-b6de-a511f3777122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:32.340405 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16730a6d-756a-42bc-af4a-c56bf6f59fef None None] The sync data for ids ['444aa04d-7ffb-44a3-a81a-5bf873cfa17d'] in dv-neutron-838783-1-hyperv is: [{'id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280886881', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8447eb73-0eef-4545-9372-13fee2649813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:38:12Z', 'updated_at': '2022-04-23T00:38:16Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '8447eb73-0eef-4545-9372-13fee2649813', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:38:13Z', 'updated_at': '2022-04-23T00:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '861d0d3b-7643-4f93-96a4-60b956a4b360', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'floating_ip_address': '172.26.3.240', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'port_id': '530f2ff8-9c10-4661-bca8-89db50040b00', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff', 'mac_address': 'fa:16:3e:71:7a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3995f553-2e74-4a45-b334-c1b5bab904db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:38:30Z', 'updated_at': '2022-04-23T00:38:30Z', 'revision_number': 0, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54f93221-372d-423f-9dce-ccf94c913110', 'name': '', 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:98:08:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '6e078477-dab5-4876-b6de-a511f3777122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:38:16Z', 'updated_at': '2022-04-23T00:38:19Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '6e078477-dab5-4876-b6de-a511f3777122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:38:32.540341 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb8d35a-b7a7-4e20-82c4-a1fbce90c618 None None] New status for floating IP 861d0d3b-7643-4f93-96a4-60b956a4b360: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:38:32.837320 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33542) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:38:32.898313 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a456fddf-85a2-45cb-a48b-e43ecd409bc5 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/floatingips/861d0d3b-7643-4f93-96a4-60b956a4b360 HTTP/1.1" status: 200 len: 993 time: 0.0598454 Apr 23 00:38:34.270985 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8fc04d93-5a16-476e-9397-93f3ed55573e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:37.248542 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1def8adb-8d5a-4909-96e1-987df78dce8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:37.968685 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:39.700862 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:39.888299 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:41.772402 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:38:53.923532 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:04.300474 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c0ce8b7-c826-4e73-9bdb-b86fdd27f726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:04.471898 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbe349-5213-4d85-8330-e1bae6f564aa req-3f3b301e-e801-48ea-a398-8abe4c9ec877 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:04.473335 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-dadbe349-5213-4d85-8330-e1bae6f564aa req-3f3b301e-e801-48ea-a398-8abe4c9ec877 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 945 time: 0.0559666 Apr 23 00:39:04.512343 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-dadbe349-5213-4d85-8330-e1bae6f564aa req-228b1772-96a3-4188-b058-c8c19aaeb2d2 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330441 Apr 23 00:39:05.645570 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9ef79-acd3-45cc-9cf5-087954ea654b req-c45f18bf-2627-4c7d-b610-b79afbbf3534 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:05.646980 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-adc9ef79-acd3-45cc-9cf5-087954ea654b req-c45f18bf-2627-4c7d-b610-b79afbbf3534 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 945 time: 0.0532784 Apr 23 00:39:05.684490 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-adc9ef79-acd3-45cc-9cf5-087954ea654b req-86a85971-ac3a-489a-b4c1-4383d2a89cc7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315790 Apr 23 00:39:06.800379 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e7b7b-3760-4096-873d-8b61861ce5ba req-7304e1b2-1e7d-40ea-90e2-5663883cbf80 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:06.801884 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-bb5e7b7b-3760-4096-873d-8b61861ce5ba req-7304e1b2-1e7d-40ea-90e2-5663883cbf80 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 945 time: 0.0495563 Apr 23 00:39:06.840244 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-bb5e7b7b-3760-4096-873d-8b61861ce5ba req-183668d1-3b07-4ffc-8137-9e829f19097e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323563 Apr 23 00:39:07.289846 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1d502f1-1bde-4ce7-8db1-748f02949e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:07.956838 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd8c9c-eb71-4dc6-87a2-1dee9f5337f0 req-49070ea6-c938-4fea-996c-7e83d1b3dac0 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:07.958264 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-11dd8c9c-eb71-4dc6-87a2-1dee9f5337f0 req-49070ea6-c938-4fea-996c-7e83d1b3dac0 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 945 time: 0.0496337 Apr 23 00:39:07.996566 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-11dd8c9c-eb71-4dc6-87a2-1dee9f5337f0 req-04e06699-d21b-4462-bbeb-50c1d8602f20 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319998 Apr 23 00:39:07.999107 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:09.111020 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffcd89-2742-4dd0-a9db-bf4e63b038f4 req-d97975fb-307d-494c-b653-282525a3a367 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:09.112532 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-eeffcd89-2742-4dd0-a9db-bf4e63b038f4 req-d97975fb-307d-494c-b653-282525a3a367 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 945 time: 0.0488343 Apr 23 00:39:09.149567 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-eeffcd89-2742-4dd0-a9db-bf4e63b038f4 req-cf25d8d1-f948-40fd-91de-ccdfdcca02ce tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310910 Apr 23 00:39:09.701141 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:09.907181 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:10.262825 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2c237-3d3b-404f-b5b8-8038b005a143 req-9ecf5544-8036-4857-a79b-53c8f5e4e677 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:10.264937 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f7e2c237-3d3b-404f-b5b8-8038b005a143 req-9ecf5544-8036-4857-a79b-53c8f5e4e677 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 945 time: 0.0493314 Apr 23 00:39:10.302802 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f7e2c237-3d3b-404f-b5b8-8038b005a143 req-f0775b91-d249-458d-86bb-1acc8611ec49 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319321 Apr 23 00:39:11.419210 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ae5ca-1679-4744-8758-987e281f3adc req-e81ceedd-b2d9-414c-88e8-9f05ae56a94c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:11.420727 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-651ae5ca-1679-4744-8758-987e281f3adc req-e81ceedd-b2d9-414c-88e8-9f05ae56a94c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 945 time: 0.0533497 Apr 23 00:39:11.457687 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-651ae5ca-1679-4744-8758-987e281f3adc req-647e27ba-3bb3-464e-8af4-dc412e148ccc tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311220 Apr 23 00:39:12.577710 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedd101-24f6-42b4-b630-47b65aa9e2a0 req-a75fedee-9f50-417b-bd3f-d35020a575ed tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:12.579183 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cbedd101-24f6-42b4-b630-47b65aa9e2a0 req-a75fedee-9f50-417b-bd3f-d35020a575ed tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 945 time: 0.0533464 Apr 23 00:39:12.616238 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cbedd101-24f6-42b4-b630-47b65aa9e2a0 req-4ae2f6e9-2ea0-4f63-9f92-53d39110e2ce tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310595 Apr 23 00:39:13.733297 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493dfdd1-1c06-4c58-9446-7dd2f946e025 req-98781186-45f5-4566-8771-6c73fa30eee1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:13.734769 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-493dfdd1-1c06-4c58-9446-7dd2f946e025 req-98781186-45f5-4566-8771-6c73fa30eee1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 945 time: 0.0494831 Apr 23 00:39:13.772969 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-493dfdd1-1c06-4c58-9446-7dd2f946e025 req-4da84e4f-4fa7-4318-a7df-008b6731bb44 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322402 Apr 23 00:39:14.885599 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af19953-17c1-4497-957f-e92e42ac7e9f req-93a5afe3-6898-42f2-aad6-873ee0dc0018 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:14.887054 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0af19953-17c1-4497-957f-e92e42ac7e9f req-93a5afe3-6898-42f2-aad6-873ee0dc0018 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 945 time: 0.0482290 Apr 23 00:39:14.924688 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0af19953-17c1-4497-957f-e92e42ac7e9f req-5f4e005e-4a4d-45e8-b3d5-a1a8205f9758 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308537 Apr 23 00:39:16.036682 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3b5a8-1a7b-4802-926e-eb8866599f9c req-4c9317a7-26dc-4f0e-844d-c482fbce9151 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:16.038161 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-00d3b5a8-1a7b-4802-926e-eb8866599f9c req-4c9317a7-26dc-4f0e-844d-c482fbce9151 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 945 time: 0.0486116 Apr 23 00:39:16.075506 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-00d3b5a8-1a7b-4802-926e-eb8866599f9c req-67c618a4-1a8f-4da3-bcf2-c0ae41804ddb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314174 Apr 23 00:39:17.188364 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8e0e9-bdea-4b3a-be0f-2d04c75970aa req-2795cf59-41af-49e2-9e8b-c93da7555558 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:17.189869 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-36b8e0e9-bdea-4b3a-be0f-2d04c75970aa req-2795cf59-41af-49e2-9e8b-c93da7555558 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 945 time: 0.0483229 Apr 23 00:39:17.226601 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-36b8e0e9-bdea-4b3a-be0f-2d04c75970aa req-6f5fb2bf-0ecd-4937-8786-986d4dbb2906 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309396 Apr 23 00:39:18.346647 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454327f-9393-4d69-96c9-5fb35950cb92 req-04899de8-6db5-4e25-b37f-9d5d6f564619 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:18.348154 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5454327f-9393-4d69-96c9-5fb35950cb92 req-04899de8-6db5-4e25-b37f-9d5d6f564619 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 945 time: 0.0539100 Apr 23 00:39:18.385218 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5454327f-9393-4d69-96c9-5fb35950cb92 req-9c121cc3-fdd8-4e75-b31d-5b475774a4dd tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311115 Apr 23 00:39:18.770546 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:39:19.505574 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435c154-2aa5-42b6-8e5f-073213b8b396 req-c3876595-1c31-4097-b0f7-5eb082be9b19 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:19.507068 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c435c154-2aa5-42b6-8e5f-073213b8b396 req-c3876595-1c31-4097-b0f7-5eb082be9b19 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 945 time: 0.0542324 Apr 23 00:39:19.546917 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c435c154-2aa5-42b6-8e5f-073213b8b396 req-a4926453-776b-44aa-ac3e-0933703e0539 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337861 Apr 23 00:39:20.669762 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d994c-c0ea-46a6-a7f7-c08cb2e88ac6 req-e938370a-39f6-4cc4-b58b-ea01e110fa54 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:20.672101 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-238d994c-c0ea-46a6-a7f7-c08cb2e88ac6 req-e938370a-39f6-4cc4-b58b-ea01e110fa54 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 945 time: 0.0502453 Apr 23 00:39:20.708758 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-238d994c-c0ea-46a6-a7f7-c08cb2e88ac6 req-dc23bde0-ea72-40ec-bca5-0d3e665be754 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307853 Apr 23 00:39:20.730756 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33588) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:39:20.794011 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a96f1741-7b49-4ec8-a10c-4afe8dec74f1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/floatingips/861d0d3b-7643-4f93-96a4-60b956a4b360 HTTP/1.1" status: 200 len: 993 time: 0.0621533 Apr 23 00:39:22.199938 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c8edd-a287-48a0-9c89-43edfc044017 req-f9181d98-0955-40a4-8d19-86ef343fb870 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:22.201378 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c71c8edd-a287-48a0-9c89-43edfc044017 req-f9181d98-0955-40a4-8d19-86ef343fb870 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 945 time: 0.0493827 Apr 23 00:39:22.241330 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c71c8edd-a287-48a0-9c89-43edfc044017 req-11066ee9-3955-4fcd-abc3-7209f88f8ffb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336137 Apr 23 00:39:22.328530 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f43c70-e98f-40f8-b426-bd07717c9a51 req-211bfbc5-c18c-4990-87ee-6f16c0103f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:22.330340 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-31f43c70-e98f-40f8-b426-bd07717c9a51 req-211bfbc5-c18c-4990-87ee-6f16c0103f9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 1098 time: 0.0823636 Apr 23 00:39:22.420309 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f43c70-e98f-40f8-b426-bd07717c9a51 req-93e4c715-31ee-4ba0-b661-9a1d6ad06eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:22.421861 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-31f43c70-e98f-40f8-b426-bd07717c9a51 req-93e4c715-31ee-4ba0-b661-9a1d6ad06eee service neutron] 10.222.0.16 "GET /v2.0/networks?id=20a07f36-7ee7-4822-aac0-dff8350fc2ff HTTP/1.1" status: 200 len: 896 time: 0.0855029 Apr 23 00:39:22.493474 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-31f43c70-e98f-40f8-b426-bd07717c9a51 req-6e153c67-4da3-4093-98bc-58bdfef65b0c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=530f2ff8-9c10-4661-bca8-89db50040b00 HTTP/1.1" status: 200 len: 1001 time: 0.0575347 Apr 23 00:39:22.534208 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f43c70-e98f-40f8-b426-bd07717c9a51 req-9d8a217d-3164-401d-8783-bee8c167a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:22.535685 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-31f43c70-e98f-40f8-b426-bd07717c9a51 req-9d8a217d-3164-401d-8783-bee8c167a59c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6e078477-dab5-4876-b6de-a511f3777122 HTTP/1.1" status: 200 len: 835 time: 0.0432532 Apr 23 00:39:22.584434 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f43c70-e98f-40f8-b426-bd07717c9a51 req-03d4c7b2-ad15-4be9-aa44-5d8717f8e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:22.585973 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-31f43c70-e98f-40f8-b426-bd07717c9a51 req-03d4c7b2-ad15-4be9-aa44-5d8717f8e968 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20a07f36-7ee7-4822-aac0-dff8350fc2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440321 Apr 23 00:39:22.673117 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-31f43c70-e98f-40f8-b426-bd07717c9a51 req-916f7dc6-72ed-4ca9-98d3-687e2b6b90e9 service neutron] 10.222.0.16 "GET /v2.0/networks/20a07f36-7ee7-4822-aac0-dff8350fc2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803356 Apr 23 00:39:22.764095 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-31f43c70-e98f-40f8-b426-bd07717c9a51 req-881bcfa1-a5d4-410b-bb3c-722145027749 service neutron] 10.222.0.16 "GET /v2.0/networks/20a07f36-7ee7-4822-aac0-dff8350fc2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847337 Apr 23 00:39:23.365425 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f392-f2a3-47dd-a4a8-46aaab82a192 req-b0a3695a-caa6-4cc0-b8ab-bb44add235f1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:23.367090 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e513f392-f2a3-47dd-a4a8-46aaab82a192 req-b0a3695a-caa6-4cc0-b8ab-bb44add235f1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 945 time: 0.0542412 Apr 23 00:39:23.405832 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e513f392-f2a3-47dd-a4a8-46aaab82a192 req-156a7954-35c3-45ad-b630-6d97da3fe253 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323410 Apr 23 00:39:23.936425 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:24.520963 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fdb72-6e4b-4fde-bcef-44a5a9cb305f req-16bf7495-9bd2-4d5a-9c7e-3d3a8f8b7dd9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:24.522433 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f20fdb72-6e4b-4fde-bcef-44a5a9cb305f req-16bf7495-9bd2-4d5a-9c7e-3d3a8f8b7dd9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 945 time: 0.0508170 Apr 23 00:39:24.560008 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f20fdb72-6e4b-4fde-bcef-44a5a9cb305f req-bb1cfc98-f102-4586-aeca-6aa330149d51 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316999 Apr 23 00:39:24.581784 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33602) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:39:24.647165 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-81a155db-7bf5-4738-9937-fc9fb83e3098 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/floatingips/861d0d3b-7643-4f93-96a4-60b956a4b360 HTTP/1.1" status: 200 len: 993 time: 0.0642724 Apr 23 00:39:27.562177 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-67830041-2d87-41c8-abbf-4a980bba6bd6 req-5efdcf40-608f-4e13-8f6d-bd0d82e5b1b5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395918 Apr 23 00:39:27.641436 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67830041-2d87-41c8-abbf-4a980bba6bd6 req-ec0fbc03-2194-4f98-b4b4-92ce1cb84242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:27.642837 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-67830041-2d87-41c8-abbf-4a980bba6bd6 req-ec0fbc03-2194-4f98-b4b4-92ce1cb84242 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 1098 time: 0.0412343 Apr 23 00:39:27.748325 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67830041-2d87-41c8-abbf-4a980bba6bd6 req-f6b7ce6f-571b-4b1b-8eee-6b69d79b5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:27.750412 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-67830041-2d87-41c8-abbf-4a980bba6bd6 req-f6b7ce6f-571b-4b1b-8eee-6b69d79b5b6e service neutron] 10.222.0.16 "GET /v2.0/networks?id=20a07f36-7ee7-4822-aac0-dff8350fc2ff HTTP/1.1" status: 200 len: 896 time: 0.0881369 Apr 23 00:39:27.816152 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-67830041-2d87-41c8-abbf-4a980bba6bd6 req-5ec40b43-8cd8-428d-86ed-6c65b3ebfb0a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=530f2ff8-9c10-4661-bca8-89db50040b00 HTTP/1.1" status: 200 len: 1001 time: 0.0578675 Apr 23 00:39:27.863701 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67830041-2d87-41c8-abbf-4a980bba6bd6 req-9c5373bc-1fa8-41aa-82e9-32c9e6c36035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:27.865114 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-67830041-2d87-41c8-abbf-4a980bba6bd6 req-9c5373bc-1fa8-41aa-82e9-32c9e6c36035 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6e078477-dab5-4876-b6de-a511f3777122 HTTP/1.1" status: 200 len: 835 time: 0.0431712 Apr 23 00:39:27.914514 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67830041-2d87-41c8-abbf-4a980bba6bd6 req-b92db79b-ea1f-42af-b376-04b21ff80db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:27.915936 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-67830041-2d87-41c8-abbf-4a980bba6bd6 req-b92db79b-ea1f-42af-b376-04b21ff80db8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20a07f36-7ee7-4822-aac0-dff8350fc2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440550 Apr 23 00:39:28.007704 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-67830041-2d87-41c8-abbf-4a980bba6bd6 req-0efb27e9-f5ba-4f5d-94be-43eff00c7340 service neutron] 10.222.0.16 "GET /v2.0/networks/20a07f36-7ee7-4822-aac0-dff8350fc2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847735 Apr 23 00:39:28.098366 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-67830041-2d87-41c8-abbf-4a980bba6bd6 req-9b2251f1-98ab-441b-8bdb-e7fdbab0378a service neutron] 10.222.0.16 "GET /v2.0/networks/20a07f36-7ee7-4822-aac0-dff8350fc2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839946 Apr 23 00:39:34.285164 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e901fd5e-9d15-4f65-91a1-fd1a2a5ebf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:37.291264 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6755b176-ceb9-4d3e-bab3-7bd1767ae2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:37.976770 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:39.685597 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:39.901946 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:53.989147 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:55.155327 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33614) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:39:55.308288 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa7121-0048-45a1-a599-5bf6f943e7d4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Deleting port 6c89284d-1b4f-41e3-8432-101383d6dc38 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:39:55.308627 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d2fa7121-0048-45a1-a599-5bf6f943e7d4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:55.385118 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d2fa7121-0048-45a1-a599-5bf6f943e7d4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:55.385444 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d2fa7121-0048-45a1-a599-5bf6f943e7d4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:55.396879 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa7121-0048-45a1-a599-5bf6f943e7d4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Calling delete_port for 6c89284d-1b4f-41e3-8432-101383d6dc38 owned by network:floatingip {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:39:55.612240 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d2fa7121-0048-45a1-a599-5bf6f943e7d4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:55.641311 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa7121-0048-45a1-a599-5bf6f943e7d4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Port': ['ID=6c89284d-1b4f-41e3-8432-101383d6dc38,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:39:55.666303 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa7121-0048-45a1-a599-5bf6f943e7d4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:55.666658 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa7121-0048-45a1-a599-5bf6f943e7d4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:55.667000 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa7121-0048-45a1-a599-5bf6f943e7d4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:55.667336 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa7121-0048-45a1-a599-5bf6f943e7d4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:55.667696 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa7121-0048-45a1-a599-5bf6f943e7d4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:55.668032 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa7121-0048-45a1-a599-5bf6f943e7d4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:55.668363 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa7121-0048-45a1-a599-5bf6f943e7d4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:55.668692 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa7121-0048-45a1-a599-5bf6f943e7d4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:55.669025 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa7121-0048-45a1-a599-5bf6f943e7d4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:55.669356 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa7121-0048-45a1-a599-5bf6f943e7d4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:55.669680 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa7121-0048-45a1-a599-5bf6f943e7d4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:55.670003 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa7121-0048-45a1-a599-5bf6f943e7d4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:55.712134 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d2fa7121-0048-45a1-a599-5bf6f943e7d4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for floatingip, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:55.712471 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-d2fa7121-0048-45a1-a599-5bf6f943e7d4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Floating IP 861d0d3b-7643-4f93-96a4-60b956a4b360 disassociated (deleted). External IP: 172.26.3.240, port: 530f2ff8-9c10-4661-bca8-89db50040b00. Apr 23 00:39:55.769147 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:39:55.922937 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fa7121-0048-45a1-a599-5bf6f943e7d4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Router 444aa04d-7ffb-44a3-a81a-5bf873cfa17d has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:39:56.027305 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fa7121-0048-45a1-a599-5bf6f943e7d4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:39:56.032747 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d2fa7121-0048-45a1-a599-5bf6f943e7d4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:56.038435 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364ca031-9e8f-4184-b55a-136d2c076572 None None] Sync routers for ids ['444aa04d-7ffb-44a3-a81a-5bf873cfa17d'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:39:56.048974 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364ca031-9e8f-4184-b55a-136d2c076572 None None] Routers {'444aa04d-7ffb-44a3-a81a-5bf873cfa17d'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:39:56.049583 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-364ca031-9e8f-4184-b55a-136d2c076572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:39:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['444aa04d-7ffb-44a3-a81a-5bf873cfa17d'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:39:56.059620 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d2fa7121-0048-45a1-a599-5bf6f943e7d4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "DELETE /v2.0/floatingips/861d0d3b-7643-4f93-96a4-60b956a4b360 HTTP/1.1" status: 204 len: 168 time: 0.9031215 Apr 23 00:39:56.060200 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3995f553-2e74-4a45-b334-c1b5bab904db', 'tag': '530f2ff8-9c10-4661-bca8-89db50040b00'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:39:56.063121 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739328e5-842e-448d-a1d6-6902d08230bd" -d '{"events": [{"name": "network-changed", "server_uuid": "3995f553-2e74-4a45-b334-c1b5bab904db", "tag": "530f2ff8-9c10-4661-bca8-89db50040b00"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:39:56.106728 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85f2612-741a-4f84-aa95-e6384fa9e09a x-openstack-request-id: req-a85f2612-741a-4f84-aa95-e6384fa9e09a {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:39:56.107030 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3995f553-2e74-4a45-b334-c1b5bab904db", "tag": "530f2ff8-9c10-4661-bca8-89db50040b00", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:39:56.107287 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a85f2612-741a-4f84-aa95-e6384fa9e09a {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:39:56.107723 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a85f2612-741a-4f84-aa95-e6384fa9e09a'] response: {'name': 'network-changed', 'server_uuid': '3995f553-2e74-4a45-b334-c1b5bab904db', 'tag': '530f2ff8-9c10-4661-bca8-89db50040b00', 'status': 'completed', 'code': 200} Apr 23 00:39:56.158507 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-364ca031-9e8f-4184-b55a-136d2c076572 None None] Set router 444aa04d-7ffb-44a3-a81a-5bf873cfa17d gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:39:56.171247 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739328e5-842e-448d-a1d6-6902d08230bd req-ecd2aee1-a1b7-4224-b1f1-1da17c09e16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:56.173406 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-739328e5-842e-448d-a1d6-6902d08230bd req-ecd2aee1-a1b7-4224-b1f1-1da17c09e16f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 1098 time: 0.0437396 Apr 23 00:39:56.266412 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739328e5-842e-448d-a1d6-6902d08230bd req-fd31f965-1751-4c5d-8e00-396edeed8d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:56.267910 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-739328e5-842e-448d-a1d6-6902d08230bd req-fd31f965-1751-4c5d-8e00-396edeed8d00 service neutron] 10.222.0.16 "GET /v2.0/networks?id=20a07f36-7ee7-4822-aac0-dff8350fc2ff HTTP/1.1" status: 200 len: 896 time: 0.0881221 Apr 23 00:39:56.309018 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-739328e5-842e-448d-a1d6-6902d08230bd req-654da0a9-fa02-4247-9733-3d97f2c6b78f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=530f2ff8-9c10-4661-bca8-89db50040b00 HTTP/1.1" status: 200 len: 217 time: 0.0350418 Apr 23 00:39:56.359715 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739328e5-842e-448d-a1d6-6902d08230bd req-202af7b0-338f-4e54-9ea4-9c350c8d9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:56.361467 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-739328e5-842e-448d-a1d6-6902d08230bd req-202af7b0-338f-4e54-9ea4-9c350c8d9286 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6e078477-dab5-4876-b6de-a511f3777122 HTTP/1.1" status: 200 len: 835 time: 0.0438836 Apr 23 00:39:56.364486 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-364ca031-9e8f-4184-b55a-136d2c076572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280886881', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8447eb73-0eef-4545-9372-13fee2649813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:38:12Z', 'updated_at': '2022-04-23T00:38:16Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '8447eb73-0eef-4545-9372-13fee2649813', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:38:13Z', 'updated_at': '2022-04-23T00:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '54f93221-372d-423f-9dce-ccf94c913110', 'name': '', 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:98:08:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '6e078477-dab5-4876-b6de-a511f3777122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:38:16Z', 'updated_at': '2022-04-23T00:38:19Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '6e078477-dab5-4876-b6de-a511f3777122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:39:56.393231 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364ca031-9e8f-4184-b55a-136d2c076572 None None] Checking router: 444aa04d-7ffb-44a3-a81a-5bf873cfa17d for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:39:56.402769 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364ca031-9e8f-4184-b55a-136d2c076572 None None] Routers {'444aa04d-7ffb-44a3-a81a-5bf873cfa17d'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:39:56.403466 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-364ca031-9e8f-4184-b55a-136d2c076572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:39:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['444aa04d-7ffb-44a3-a81a-5bf873cfa17d'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:39:56.415492 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739328e5-842e-448d-a1d6-6902d08230bd req-16029b6b-5663-4af3-b33c-f34db5850259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:56.417170 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-739328e5-842e-448d-a1d6-6902d08230bd req-16029b6b-5663-4af3-b33c-f34db5850259 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20a07f36-7ee7-4822-aac0-dff8350fc2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0487909 Apr 23 00:39:56.492127 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113743a-45d0-4b7b-905d-958e624200c1 req-cf91669c-4765-4973-b7e9-0af2b2713f54 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:56.493583 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b113743a-45d0-4b7b-905d-958e624200c1 req-cf91669c-4765-4973-b7e9-0af2b2713f54 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 945 time: 0.0512440 Apr 23 00:39:56.513308 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-739328e5-842e-448d-a1d6-6902d08230bd req-3d8752d1-c089-4c07-aa71-995b7eba0e8a service neutron] 10.222.0.16 "GET /v2.0/networks/20a07f36-7ee7-4822-aac0-dff8350fc2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892820 Apr 23 00:39:56.520686 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-364ca031-9e8f-4184-b55a-136d2c076572 None None] Set router 444aa04d-7ffb-44a3-a81a-5bf873cfa17d gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:39:56.532889 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b113743a-45d0-4b7b-905d-958e624200c1 req-795e3ec5-29fd-4ce8-95b9-bc86a5882193 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329688 Apr 23 00:39:56.610069 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-739328e5-842e-448d-a1d6-6902d08230bd req-fcc6b815-cdbb-46fe-b71a-4f2bb685fb38 service neutron] 10.222.0.16 "GET /v2.0/networks/20a07f36-7ee7-4822-aac0-dff8350fc2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879588 Apr 23 00:39:56.723626 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-364ca031-9e8f-4184-b55a-136d2c076572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280886881', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8447eb73-0eef-4545-9372-13fee2649813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:38:12Z', 'updated_at': '2022-04-23T00:38:16Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '8447eb73-0eef-4545-9372-13fee2649813', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:38:13Z', 'updated_at': '2022-04-23T00:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '54f93221-372d-423f-9dce-ccf94c913110', 'name': '', 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:98:08:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '6e078477-dab5-4876-b6de-a511f3777122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:38:16Z', 'updated_at': '2022-04-23T00:38:19Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '6e078477-dab5-4876-b6de-a511f3777122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:39:56.750183 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364ca031-9e8f-4184-b55a-136d2c076572 None None] The sync data for ids ['444aa04d-7ffb-44a3-a81a-5bf873cfa17d'] in dv-neutron-838783-1-hyperv is: [{'id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280886881', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8447eb73-0eef-4545-9372-13fee2649813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:38:12Z', 'updated_at': '2022-04-23T00:38:16Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '8447eb73-0eef-4545-9372-13fee2649813', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:38:13Z', 'updated_at': '2022-04-23T00:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '54f93221-372d-423f-9dce-ccf94c913110', 'name': '', 'network_id': '20a07f36-7ee7-4822-aac0-dff8350fc2ff', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:98:08:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '6e078477-dab5-4876-b6de-a511f3777122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:38:16Z', 'updated_at': '2022-04-23T00:38:19Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '6e078477-dab5-4876-b6de-a511f3777122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:39:56.955861 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5291f2-1e13-4e75-a898-8dd033dd2c7e None None] New status for floating IP 861d0d3b-7643-4f93-96a4-60b956a4b360: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:39:57.652910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3cf86d-0486-4212-9306-7099c807820e req-44ba966c-25b0-49a9-b6f4-5f35a5910bdd tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:57.654303 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-eb3cf86d-0486-4212-9306-7099c807820e req-44ba966c-25b0-49a9-b6f4-5f35a5910bdd tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 945 time: 0.0496559 Apr 23 00:39:57.692487 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-eb3cf86d-0486-4212-9306-7099c807820e req-4abfef97-ec05-4858-ba22-9d2af48d8015 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea257a0-a497-45c8-b898-265de2713549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315213 Apr 23 00:39:57.978416 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e6323-ee9b-44cd-933c-afdf5fccfd37 req-9d7b78f6-1abe-47cb-95a6-f8153117c7c7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:57.979827 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b53e6323-ee9b-44cd-933c-afdf5fccfd37 req-9d7b78f6-1abe-47cb-95a6-f8153117c7c7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.16 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 945 time: 0.0520525 Apr 23 00:39:58.067895 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-b53e6323-ee9b-44cd-933c-afdf5fccfd37 req-5fc529dc-30c4-40c9-a137-43b2948985c9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Deleting port 530f2ff8-9c10-4661-bca8-89db50040b00 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:39:58.068233 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-b53e6323-ee9b-44cd-933c-afdf5fccfd37 req-5fc529dc-30c4-40c9-a137-43b2948985c9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:58.154468 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-b53e6323-ee9b-44cd-933c-afdf5fccfd37 req-5fc529dc-30c4-40c9-a137-43b2948985c9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] For port 530f2ff8-9c10-4661-bca8-89db50040b00, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=530f2ff8-9c10-4661-bca8-89db50040b00,segment=NetworkSegment(50762420-3d1c-4f6f-8707-ab123414ced2),segment_id=50762420-3d1c-4f6f-8707-ab123414ced2)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:39:58.154828 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-b53e6323-ee9b-44cd-933c-afdf5fccfd37 req-5fc529dc-30c4-40c9-a137-43b2948985c9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:58.167233 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-b53e6323-ee9b-44cd-933c-afdf5fccfd37 req-5fc529dc-30c4-40c9-a137-43b2948985c9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Calling delete_port for 530f2ff8-9c10-4661-bca8-89db50040b00 owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:39:58.743975 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-b53e6323-ee9b-44cd-933c-afdf5fccfd37 req-5fc529dc-30c4-40c9-a137-43b2948985c9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:58.781416 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc529dc-30c4-40c9-a137-43b2948985c9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Port': ['ID=530f2ff8-9c10-4661-bca8-89db50040b00,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:39:58.786786 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-39482361-7000-435e-aa2b-eeab55626baf req-f6496037-92f0-48fb-a2bf-caf2776024fc tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=3995f553-2e74-4a45-b334-c1b5bab904db HTTP/1.1" status: 200 len: 210 time: 0.0268610 Apr 23 00:39:58.820008 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53e6323-ee9b-44cd-933c-afdf5fccfd37 req-5fc529dc-30c4-40c9-a137-43b2948985c9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] No DVR routers for this DVR port 530f2ff8-9c10-4661-bca8-89db50040b00 on host hv-neutron-8387 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:39:58.822428 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-b53e6323-ee9b-44cd-933c-afdf5fccfd37 req-5fc529dc-30c4-40c9-a137-43b2948985c9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:58.825719 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b53e6323-ee9b-44cd-933c-afdf5fccfd37 req-5fc529dc-30c4-40c9-a137-43b2948985c9 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.16 "DELETE /v2.0/ports/530f2ff8-9c10-4661-bca8-89db50040b00 HTTP/1.1" status: 204 len: 173 time: 0.8403368 Apr 23 00:39:58.832900 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3995f553-2e74-4a45-b334-c1b5bab904db', 'name': 'network-vif-deleted', 'tag': '530f2ff8-9c10-4661-bca8-89db50040b00'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:39:58.832900 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3104523-4556-431b-9a53-7fef0ae5aa2b" -d '{"events": [{"server_uuid": "3995f553-2e74-4a45-b334-c1b5bab904db", "name": "network-vif-deleted", "tag": "530f2ff8-9c10-4661-bca8-89db50040b00"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:39:58.865818 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd380b0-efc9-4939-9269-c880bd8afedc x-openstack-request-id: req-9bd380b0-efc9-4939-9269-c880bd8afedc {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:39:58.866115 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3995f553-2e74-4a45-b334-c1b5bab904db", "name": "network-vif-deleted", "tag": "530f2ff8-9c10-4661-bca8-89db50040b00", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:39:58.866366 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9bd380b0-efc9-4939-9269-c880bd8afedc {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:39:58.866763 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bd380b0-efc9-4939-9269-c880bd8afedc'] response: {'server_uuid': '3995f553-2e74-4a45-b334-c1b5bab904db', 'name': 'network-vif-deleted', 'tag': '530f2ff8-9c10-4661-bca8-89db50040b00', 'status': 'completed', 'code': 200} Apr 23 00:39:59.842839 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33632) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:40:00.201329 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-493b1d77-f693-4ccd-8ca5-724df839aa5d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:00.450286 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-493b1d77-f693-4ccd-8ca5-724df839aa5d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Deleting port 54f93221-372d-423f-9dce-ccf94c913110 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:40:00.450630 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-493b1d77-f693-4ccd-8ca5-724df839aa5d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:00.542289 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-493b1d77-f693-4ccd-8ca5-724df839aa5d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] For port 54f93221-372d-423f-9dce-ccf94c913110, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=54f93221-372d-423f-9dce-ccf94c913110,segment=NetworkSegment(50762420-3d1c-4f6f-8707-ab123414ced2),segment_id=50762420-3d1c-4f6f-8707-ab123414ced2)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:40:00.542657 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-493b1d77-f693-4ccd-8ca5-724df839aa5d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:00.554491 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-493b1d77-f693-4ccd-8ca5-724df839aa5d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Calling delete_port for 54f93221-372d-423f-9dce-ccf94c913110 owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:40:00.783854 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-493b1d77-f693-4ccd-8ca5-724df839aa5d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:00.810521 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b1d77-f693-4ccd-8ca5-724df839aa5d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Port': ['ID=54f93221-372d-423f-9dce-ccf94c913110,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:00.983264 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-493b1d77-f693-4ccd-8ca5-724df839aa5d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:01.195382 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493b1d77-f693-4ccd-8ca5-724df839aa5d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Router 444aa04d-7ffb-44a3-a81a-5bf873cfa17d has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:40:01.244607 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 530f2ff8-9c10-4661-bca8-89db50040b00 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:40:01.268307 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 530f2ff8-9c10-4661-bca8-89db50040b00 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:40:01.268651 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 530f2ff8-9c10-4661-bca8-89db50040b00 not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:40:01.304329 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493b1d77-f693-4ccd-8ca5-724df839aa5d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:40:01.309411 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-493b1d77-f693-4ccd-8ca5-724df839aa5d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "PUT /v2.0/routers/444aa04d-7ffb-44a3-a81a-5bf873cfa17d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4649785 Apr 23 00:40:01.312148 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33634) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:40:01.314585 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a37d36-f635-4457-a4b9-472bcf671057 None None] Sync routers for ids ['444aa04d-7ffb-44a3-a81a-5bf873cfa17d'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:40:01.323908 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a37d36-f635-4457-a4b9-472bcf671057 None None] Routers {'444aa04d-7ffb-44a3-a81a-5bf873cfa17d'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:40:01.324516 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-78a37d36-f635-4457-a4b9-472bcf671057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:39:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['444aa04d-7ffb-44a3-a81a-5bf873cfa17d'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:01.363633 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70ba414-516b-419e-b3d0-8955e8a42e21 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Deleting subnet 6e078477-dab5-4876-b6de-a511f3777122 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:40:01.366706 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e70ba414-516b-419e-b3d0-8955e8a42e21 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:01.409665 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e70ba414-516b-419e-b3d0-8955e8a42e21 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:01.430616 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-78a37d36-f635-4457-a4b9-472bcf671057 None None] Set router 444aa04d-7ffb-44a3-a81a-5bf873cfa17d gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:40:01.501811 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e70ba414-516b-419e-b3d0-8955e8a42e21 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:01.646922 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e70ba414-516b-419e-b3d0-8955e8a42e21 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:01.674784 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ba414-516b-419e-b3d0-8955e8a42e21 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Subnet': ['ID=6e078477-dab5-4876-b6de-a511f3777122,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:01.679794 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e70ba414-516b-419e-b3d0-8955e8a42e21 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:01.683133 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e70ba414-516b-419e-b3d0-8955e8a42e21 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "DELETE /v2.0/subnets/6e078477-dab5-4876-b6de-a511f3777122 HTTP/1.1" status: 204 len: 168 time: 0.3697925 Apr 23 00:40:01.686688 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33636) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:40:01.690549 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e91d32e-4742-437d-9b06-7c368a65f895 None None] Network 20a07f36-7ee7-4822-aac0-dff8350fc2ff requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:40:01.795802 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea462-48b1-4b01-b414-060b242f539c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:01.856932 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-78a37d36-f635-4457-a4b9-472bcf671057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280886881', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8447eb73-0eef-4545-9372-13fee2649813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:38:12Z', 'updated_at': '2022-04-23T00:40:00Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '8447eb73-0eef-4545-9372-13fee2649813', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:38:13Z', 'updated_at': '2022-04-23T00:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:01.883919 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a37d36-f635-4457-a4b9-472bcf671057 None None] Checking router: 444aa04d-7ffb-44a3-a81a-5bf873cfa17d for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:40:01.892775 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a37d36-f635-4457-a4b9-472bcf671057 None None] Routers {'444aa04d-7ffb-44a3-a81a-5bf873cfa17d'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:40:01.892931 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-78a37d36-f635-4457-a4b9-472bcf671057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:39:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['444aa04d-7ffb-44a3-a81a-5bf873cfa17d'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:01.904022 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea462-48b1-4b01-b414-060b242f539c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:01.939409 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569dd192-fa02-4cdd-8b70-5c5e019f02cb None None] DHCP port deletion for 20a07f36-7ee7-4822-aac0-dff8350fc2ff request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:40:02.030444 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-78a37d36-f635-4457-a4b9-472bcf671057 None None] Set router 444aa04d-7ffb-44a3-a81a-5bf873cfa17d gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:40:02.031630 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-9b3ea462-48b1-4b01-b414-060b242f539c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Deleting port 8447eb73-0eef-4545-9372-13fee2649813 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:40:02.032319 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea462-48b1-4b01-b414-060b242f539c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:02.100565 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-569dd192-fa02-4cdd-8b70-5c5e019f02cb None None] Deleting port 4d34f519-6ce5-47f4-9ae5-790c8bc2173b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:40:02.100850 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-569dd192-fa02-4cdd-8b70-5c5e019f02cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:02.118045 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-9b3ea462-48b1-4b01-b414-060b242f539c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] For port 8447eb73-0eef-4545-9372-13fee2649813, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=8447eb73-0eef-4545-9372-13fee2649813,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:40:02.118415 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea462-48b1-4b01-b414-060b242f539c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:02.131134 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-9b3ea462-48b1-4b01-b414-060b242f539c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Calling delete_port for 8447eb73-0eef-4545-9372-13fee2649813 owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:40:02.207908 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-569dd192-fa02-4cdd-8b70-5c5e019f02cb None None] For port 4d34f519-6ce5-47f4-9ae5-790c8bc2173b, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=4d34f519-6ce5-47f4-9ae5-790c8bc2173b,segment=NetworkSegment(50762420-3d1c-4f6f-8707-ab123414ced2),segment_id=50762420-3d1c-4f6f-8707-ab123414ced2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:40:02.208223 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-569dd192-fa02-4cdd-8b70-5c5e019f02cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:02.233337 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-569dd192-fa02-4cdd-8b70-5c5e019f02cb None None] Calling delete_port for 4d34f519-6ce5-47f4-9ae5-790c8bc2173b owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:40:02.343193 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-78a37d36-f635-4457-a4b9-472bcf671057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280886881', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8447eb73-0eef-4545-9372-13fee2649813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:38:12Z', 'updated_at': '2022-04-23T00:40:00Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '8447eb73-0eef-4545-9372-13fee2649813', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:38:13Z', 'updated_at': '2022-04-23T00:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:02.366932 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea462-48b1-4b01-b414-060b242f539c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:02.374974 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a37d36-f635-4457-a4b9-472bcf671057 None None] The sync data for ids ['444aa04d-7ffb-44a3-a81a-5bf873cfa17d'] in dv-neutron-838783-1-hyperv is: [{'id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280886881', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8447eb73-0eef-4545-9372-13fee2649813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:38:12Z', 'updated_at': '2022-04-23T00:40:00Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': '8447eb73-0eef-4545-9372-13fee2649813', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444aa04d-7ffb-44a3-a81a-5bf873cfa17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:38:13Z', 'updated_at': '2022-04-23T00:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:40:02.392797 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ea462-48b1-4b01-b414-060b242f539c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Port': ['ID=8447eb73-0eef-4545-9372-13fee2649813,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:02.446800 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-569dd192-fa02-4cdd-8b70-5c5e019f02cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:02.464103 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea462-48b1-4b01-b414-060b242f539c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:02.489661 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569dd192-fa02-4cdd-8b70-5c5e019f02cb None None] Pushing event deleted for resources: {'Port': ['ID=4d34f519-6ce5-47f4-9ae5-790c8bc2173b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:02.500630 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569dd192-fa02-4cdd-8b70-5c5e019f02cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:02.502797 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569dd192-fa02-4cdd-8b70-5c5e019f02cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:02.502797 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569dd192-fa02-4cdd-8b70-5c5e019f02cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:02.502797 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569dd192-fa02-4cdd-8b70-5c5e019f02cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:02.502797 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569dd192-fa02-4cdd-8b70-5c5e019f02cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:02.503179 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569dd192-fa02-4cdd-8b70-5c5e019f02cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:02.503698 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569dd192-fa02-4cdd-8b70-5c5e019f02cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:02.504123 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569dd192-fa02-4cdd-8b70-5c5e019f02cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:02.504546 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569dd192-fa02-4cdd-8b70-5c5e019f02cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:02.504960 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569dd192-fa02-4cdd-8b70-5c5e019f02cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:02.505377 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569dd192-fa02-4cdd-8b70-5c5e019f02cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:02.505930 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569dd192-fa02-4cdd-8b70-5c5e019f02cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:02.509225 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569dd192-fa02-4cdd-8b70-5c5e019f02cb None None] No DVR routers for this DVR port 4d34f519-6ce5-47f4-9ae5-790c8bc2173b on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:40:02.577064 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea462-48b1-4b01-b414-060b242f539c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:02.580050 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea462-48b1-4b01-b414-060b242f539c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:02.698818 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea462-48b1-4b01-b414-060b242f539c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:02.699470 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3ea462-48b1-4b01-b414-060b242f539c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Fanout notify agent at l3_agent the message router_deleted on router 444aa04d-7ffb-44a3-a81a-5bf873cfa17d {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:40:02.709636 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea462-48b1-4b01-b414-060b242f539c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:02.710877 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9b3ea462-48b1-4b01-b414-060b242f539c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "DELETE /v2.0/routers/444aa04d-7ffb-44a3-a81a-5bf873cfa17d HTTP/1.1" status: 204 len: 168 time: 1.0231831 Apr 23 00:40:02.713639 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33638) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:40:02.802173 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0aef3d33-e37b-4928-85a6-2045da428028 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:02.900254 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0aef3d33-e37b-4928-85a6-2045da428028 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:02.921601 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-0aef3d33-e37b-4928-85a6-2045da428028 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a07f36-7ee7-4822-aac0-dff8350fc2ff']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:02.930971 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-0aef3d33-e37b-4928-85a6-2045da428028 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50762420-3d1c-4f6f-8707-ab123414ced2') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:02.931267 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-0aef3d33-e37b-4928-85a6-2045da428028 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50762420-3d1c-4f6f-8707-ab123414ced2') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:02.941348 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0aef3d33-e37b-4928-85a6-2045da428028 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:02.955755 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0aef3d33-e37b-4928-85a6-2045da428028 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:02.961928 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aef3d33-e37b-4928-85a6-2045da428028 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:40:02.962334 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0aef3d33-e37b-4928-85a6-2045da428028 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:40:02.965351 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:40:03.091229 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0aef3d33-e37b-4928-85a6-2045da428028 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:03.098726 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0aef3d33-e37b-4928-85a6-2045da428028 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:03.101312 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0aef3d33-e37b-4928-85a6-2045da428028 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "DELETE /v2.0/networks/20a07f36-7ee7-4822-aac0-dff8350fc2ff HTTP/1.1" status: 204 len: 168 time: 0.3867016 Apr 23 00:40:03.104135 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33640) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:40:03.113702 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef3d33-e37b-4928-85a6-2045da428028 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Network': ['ID=20a07f36-7ee7-4822-aac0-dff8350fc2ff,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:03.171194 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-39c47da0-a2b1-43a0-be5d-b0be43ad28d3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:03.219809 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-39c47da0-a2b1-43a0-be5d-b0be43ad28d3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:03.366481 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-39c47da0-a2b1-43a0-be5d-b0be43ad28d3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:03.369209 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-39c47da0-a2b1-43a0-be5d-b0be43ad28d3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:03.373764 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-39c47da0-a2b1-43a0-be5d-b0be43ad28d3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "DELETE /v2.0/security-groups/1ea257a0-a497-45c8-b898-265de2713549 HTTP/1.1" status: 204 len: 168 time: 0.2652469 Apr 23 00:40:03.382321 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c47da0-a2b1-43a0-be5d-b0be43ad28d3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea257a0-a497-45c8-b898-265de2713549,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:03.389929 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47da0-a2b1-43a0-be5d-b0be43ad28d3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:03.390411 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47da0-a2b1-43a0-be5d-b0be43ad28d3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:03.391377 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47da0-a2b1-43a0-be5d-b0be43ad28d3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:03.391745 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47da0-a2b1-43a0-be5d-b0be43ad28d3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:03.392151 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47da0-a2b1-43a0-be5d-b0be43ad28d3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:03.392556 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47da0-a2b1-43a0-be5d-b0be43ad28d3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:03.392737 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47da0-a2b1-43a0-be5d-b0be43ad28d3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:03.393071 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47da0-a2b1-43a0-be5d-b0be43ad28d3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:03.393402 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47da0-a2b1-43a0-be5d-b0be43ad28d3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:03.393720 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47da0-a2b1-43a0-be5d-b0be43ad28d3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:03.394047 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47da0-a2b1-43a0-be5d-b0be43ad28d3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:03.394373 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47da0-a2b1-43a0-be5d-b0be43ad28d3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:03.456554 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 54f93221-372d-423f-9dce-ccf94c913110 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:40:03.478116 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 54f93221-372d-423f-9dce-ccf94c913110 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:40:03.478394 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 54f93221-372d-423f-9dce-ccf94c913110 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:40:03.478823 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8447eb73-0eef-4545-9372-13fee2649813 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:40:03.499193 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 8447eb73-0eef-4545-9372-13fee2649813 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:40:03.499543 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8447eb73-0eef-4545-9372-13fee2649813 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:40:03.500179 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4d34f519-6ce5-47f4-9ae5-790c8bc2173b no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:40:03.520367 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 4d34f519-6ce5-47f4-9ae5-790c8bc2173b {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:40:03.520715 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 4d34f519-6ce5-47f4-9ae5-790c8bc2173b not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:40:04.233338 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33646) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:40:04.238877 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-11a964fe-9e9e-4681-acc4-9cce3600fe1e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-287496022', 'description': 'tempest-secgroup-smoke-287496022 description', 'project_id': 'f13b99d4303b4cbc82245827feb580d6'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:04.281673 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cda47a90-63c7-4787-ae1e-0b2b39983d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:04.298956 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-11a964fe-9e9e-4681-acc4-9cce3600fe1e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:04.363955 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-11a964fe-9e9e-4681-acc4-9cce3600fe1e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:04.428308 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-11a964fe-9e9e-4681-acc4-9cce3600fe1e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:04.455875 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a964fe-9e9e-4681-acc4-9cce3600fe1e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42445fbd-30fc-4e1c-8ffd-30676ffdc168,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:04.510377 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-11a964fe-9e9e-4681-acc4-9cce3600fe1e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:04.511647 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-11a964fe-9e9e-4681-acc4-9cce3600fe1e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2772787 Apr 23 00:40:04.514529 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33648) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:40:04.519669 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-8e3d3ee1-99b8-4455-91b3-d72ced84feab tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '42445fbd-30fc-4e1c-8ffd-30676ffdc168', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:04.595167 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3ee1-99b8-4455-91b3-d72ced84feab tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:04.650692 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3ee1-99b8-4455-91b3-d72ced84feab tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:04.721265 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3ee1-99b8-4455-91b3-d72ced84feab tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:04.741828 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d3ee1-99b8-4455-91b3-d72ced84feab tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5caf582-a402-4f73-82e1-78e844370db1,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:04.813659 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3ee1-99b8-4455-91b3-d72ced84feab tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:04.814876 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8e3d3ee1-99b8-4455-91b3-d72ced84feab tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2993991 Apr 23 00:40:04.817488 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33650) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:40:04.821749 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-90126b37-9785-4ba4-b5ea-6a1fe002971b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '42445fbd-30fc-4e1c-8ffd-30676ffdc168', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:04.908314 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-90126b37-9785-4ba4-b5ea-6a1fe002971b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:04.964185 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-90126b37-9785-4ba4-b5ea-6a1fe002971b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.040896 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-90126b37-9785-4ba4-b5ea-6a1fe002971b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.058604 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90126b37-9785-4ba4-b5ea-6a1fe002971b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd77fc0f-bb72-4551-ae67-b5d7e1e009dd,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:05.116994 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-90126b37-9785-4ba4-b5ea-6a1fe002971b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.118251 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-90126b37-9785-4ba4-b5ea-6a1fe002971b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2998307 Apr 23 00:40:05.120994 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33652) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:40:05.126528 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-8cb085eb-54a7-4de5-a287-bec74589b6ca tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '42445fbd-30fc-4e1c-8ffd-30676ffdc168', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:05.199585 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8cb085eb-54a7-4de5-a287-bec74589b6ca tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.251380 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8cb085eb-54a7-4de5-a287-bec74589b6ca tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.303425 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8cb085eb-54a7-4de5-a287-bec74589b6ca tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.322567 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb085eb-54a7-4de5-a287-bec74589b6ca tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0993a527-1443-451b-b30f-4908169bf918,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:05.368273 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8cb085eb-54a7-4de5-a287-bec74589b6ca tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.369510 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8cb085eb-54a7-4de5-a287-bec74589b6ca tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2475019 Apr 23 00:40:05.372241 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33654) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:40:05.377657 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-c1e914d4-2160-416e-b4b1-1f51ca8493bb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '42445fbd-30fc-4e1c-8ffd-30676ffdc168', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:05.445677 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1e914d4-2160-416e-b4b1-1f51ca8493bb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.505600 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1e914d4-2160-416e-b4b1-1f51ca8493bb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.555333 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1e914d4-2160-416e-b4b1-1f51ca8493bb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.573448 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e914d4-2160-416e-b4b1-1f51ca8493bb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce2db463-9968-4c19-bfc3-5697b2392112,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:05.631676 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c1e914d4-2160-416e-b4b1-1f51ca8493bb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.633073 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c1e914d4-2160-416e-b4b1-1f51ca8493bb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2599175 Apr 23 00:40:05.635761 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33656) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:40:05.640233 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-0decb1f0-12ce-4331-9390-d1fab0550090 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '42445fbd-30fc-4e1c-8ffd-30676ffdc168', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:05.731819 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-0decb1f0-12ce-4331-9390-d1fab0550090 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Project f13b99d4303b4cbc82245827feb580d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:40:05.737834 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0decb1f0-12ce-4331-9390-d1fab0550090 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.796544 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0decb1f0-12ce-4331-9390-d1fab0550090 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.868641 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0decb1f0-12ce-4331-9390-d1fab0550090 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.889927 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0decb1f0-12ce-4331-9390-d1fab0550090 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f19baa-bd58-45ee-abdd-683fc7e71fab,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:05.961866 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0decb1f0-12ce-4331-9390-d1fab0550090 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.963078 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0decb1f0-12ce-4331-9390-d1fab0550090 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3263988 Apr 23 00:40:05.965813 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33658) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:40:05.971186 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-4dad855f-4c5f-43d9-8b28-9e6cb02816e1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'security_group_rule': {'security_group_id': '42445fbd-30fc-4e1c-8ffd-30676ffdc168', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:06.045826 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-4dad855f-4c5f-43d9-8b28-9e6cb02816e1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Project f13b99d4303b4cbc82245827feb580d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:40:06.051050 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4dad855f-4c5f-43d9-8b28-9e6cb02816e1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.111599 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4dad855f-4c5f-43d9-8b28-9e6cb02816e1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.177151 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4dad855f-4c5f-43d9-8b28-9e6cb02816e1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.196659 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad855f-4c5f-43d9-8b28-9e6cb02816e1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc21c2b-f67b-48a8-9f61-28b0755b5c0b,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:06.277256 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4dad855f-4c5f-43d9-8b28-9e6cb02816e1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.278554 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4dad855f-4c5f-43d9-8b28-9e6cb02816e1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3118188 Apr 23 00:40:06.281954 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33660) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:40:06.287063 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-7ece7bfd-36e8-4f29-95f0-4f286f857aa8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'network': {'name': 'tempest-network-smoke--770047238', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'port_security_enabled': True}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:06.366543 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ece7bfd-36e8-4f29-95f0-4f286f857aa8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Made reservation on behalf of f13b99d4303b4cbc82245827feb580d6 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:40:06.369963 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7ece7bfd-36e8-4f29-95f0-4f286f857aa8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.394234 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ece7bfd-36e8-4f29-95f0-4f286f857aa8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:40:06.402580 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7ece7bfd-36e8-4f29-95f0-4f286f857aa8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.402947 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-7ece7bfd-36e8-4f29-95f0-4f286f857aa8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Added segment 938d04b3-4d91-4887-a7df-849259031dda of type vlan for network 3927d337-3cd8-47a3-8e18-f93ba8c4a67f Apr 23 00:40:06.441645 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7ece7bfd-36e8-4f29-95f0-4f286f857aa8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.497947 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7ece7bfd-36e8-4f29-95f0-4f286f857aa8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.505551 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ece7bfd-36e8-4f29-95f0-4f286f857aa8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:06.506132 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7ece7bfd-36e8-4f29-95f0-4f286f857aa8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.572621 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece7bfd-36e8-4f29-95f0-4f286f857aa8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Network': ['ID=3927d337-3cd8-47a3-8e18-f93ba8c4a67f,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:06.584183 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 3927d337-3cd8-47a3-8e18-f93ba8c4a67f details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:40:06.614163 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7ece7bfd-36e8-4f29-95f0-4f286f857aa8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3311076 Apr 23 00:40:06.616706 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33662) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:40:06.621335 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-a9a2f96e-cc06-487a-a398-728d183af1eb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1864500964', 'admin_state_up': True, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:06.721443 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a9a2f96e-cc06-487a-a398-728d183af1eb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.722441 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a9a2f96e-cc06-487a-a398-728d183af1eb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.774103 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a9a2f96e-cc06-487a-a398-728d183af1eb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.963019 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a9a2f96e-cc06-487a-a398-728d183af1eb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:07.204155 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a9a2f96e-cc06-487a-a398-728d183af1eb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:07.222214 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a9a2f96e-cc06-487a-a398-728d183af1eb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:07.247224 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f47af028-23a9-4f55-a7eb-bf6d71042722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:07.327660 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-a9a2f96e-cc06-487a-a398-728d183af1eb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Allocated IP 172.26.3.234 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/dffb3efb-91d4-4d68-8df3-29ae23774ae7) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:40:07.430841 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a9a2f96e-cc06-487a-a398-728d183af1eb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:07.521404 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a9a2f96e-cc06-487a-a398-728d183af1eb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:07.556939 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a2f96e-cc06-487a-a398-728d183af1eb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:40:07.561655 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-a9a2f96e-cc06-487a-a398-728d183af1eb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:40:07.564117 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a2f96e-cc06-487a-a398-728d183af1eb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:40:07.592723 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2f96e-cc06-487a-a398-728d183af1eb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=dffb3efb-91d4-4d68-8df3-29ae23774ae7,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:07.909155 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a9a2f96e-cc06-487a-a398-728d183af1eb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:07.971370 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:08.103941 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a9a2f96e-cc06-487a-a398-728d183af1eb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:08.600409 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a2f96e-cc06-487a-a398-728d183af1eb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Router f2271db7-5035-4d67-829c-d01c31934f4b is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:40:08.706989 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a2f96e-cc06-487a-a398-728d183af1eb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:40:08.716251 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] Sync routers for ids ['f2271db7-5035-4d67-829c-d01c31934f4b'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:40:08.726197 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] Routers {'f2271db7-5035-4d67-829c-d01c31934f4b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:40:08.730191 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:40:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['f2271db7-5035-4d67-829c-d01c31934f4b'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:08.808961 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a9a2f96e-cc06-487a-a398-728d183af1eb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:08.810240 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a9a2f96e-cc06-487a-a398-728d183af1eb tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1925392 Apr 23 00:40:08.813652 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33664) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:40:08.827257 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] Set router f2271db7-5035-4d67-829c-d01c31934f4b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:40:08.887307 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-34cc3e5b-4312-4d34-bfa4-c98f795e3816 tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f13b99d4303b4cbc82245827feb580d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0720835 Apr 23 00:40:08.889713 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33668) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:40:08.977975 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c4a238-8564-46c5-bbc2-a7569a2d3b59 tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:08.979850 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a2c4a238-8564-46c5-bbc2-a7569a2d3b59 tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891542 Apr 23 00:40:08.982702 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33670) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:40:09.015067 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-280ad43e-32a9-492c-80a6-bfd93b8d9c0b tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b6e09b47-c901-4973-bf1d-f170201f8bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289268 Apr 23 00:40:09.015285 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33672) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:40:09.020847 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-f13bc432-2925-418a-b1d5-b28dfed75112 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-816124178', 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f', 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:09.091458 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864500964', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:06Z', 'updated_at': '2022-04-23T00:40:07Z', 'revision_number': 3, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:47:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:07Z', 'updated_at': '2022-04-23T00:40:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:09.116922 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] Checking router: f2271db7-5035-4d67-829c-d01c31934f4b for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:40:09.117190 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] Updating router f2271db7-5035-4d67-829c-d01c31934f4b port dffb3efb-91d4-4d68-8df3-29ae23774ae7 binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:40:09.141398 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:09.144003 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13bc432-2925-418a-b1d5-b28dfed75112 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Made reservation on behalf of f13b99d4303b4cbc82245827feb580d6 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:40:09.147769 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f13bc432-2925-418a-b1d5-b28dfed75112 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:09.377932 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f13bc432-2925-418a-b1d5-b28dfed75112 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:09.388762 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:09.445840 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:09.448434 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13bc432-2925-418a-b1d5-b28dfed75112 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Subnet': ['ID=43e1abe5-310a-40b7-9b17-cf368c903b6e,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:09.457113 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13bc432-2925-418a-b1d5-b28dfed75112 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Checking segment: {'id': '938d04b3-4d91-4887-a7df-849259031dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:40:09.457497 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13bc432-2925-418a-b1d5-b28dfed75112 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network hostable DHCP agents. Network: 3927d337-3cd8-47a3-8e18-f93ba8c4a67f, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:40:09.495814 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] Attempting to bind port dffb3efb-91d4-4d68-8df3-29ae23774ae7 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:40:09.496184 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] Attempting to bind port dffb3efb-91d4-4d68-8df3-29ae23774ae7 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:40:09.496545 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] Attempting to bind port dffb3efb-91d4-4d68-8df3-29ae23774ae7 on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:40:09.503505 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ae405-634e-4b56-aeb6-d2fd117a30d6 None None] Pushing event updated for resources: {'Port': ['ID=dffb3efb-91d4-4d68-8df3-29ae23774ae7,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:09.510471 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ae405-634e-4b56-aeb6-d2fd117a30d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:09.510830 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ae405-634e-4b56-aeb6-d2fd117a30d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:09.511172 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ae405-634e-4b56-aeb6-d2fd117a30d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:09.511507 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ae405-634e-4b56-aeb6-d2fd117a30d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:09.511864 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ae405-634e-4b56-aeb6-d2fd117a30d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:09.512198 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ae405-634e-4b56-aeb6-d2fd117a30d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:09.512528 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ae405-634e-4b56-aeb6-d2fd117a30d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:09.512857 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ae405-634e-4b56-aeb6-d2fd117a30d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:09.513186 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ae405-634e-4b56-aeb6-d2fd117a30d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:09.513507 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ae405-634e-4b56-aeb6-d2fd117a30d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:09.513830 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ae405-634e-4b56-aeb6-d2fd117a30d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:09.514202 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ae405-634e-4b56-aeb6-d2fd117a30d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:09.517432 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:40:09.519788 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:40:09.519788 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:09.519788 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:40:09.519788 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] Bound port: dffb3efb-91d4-4d68-8df3-29ae23774ae7, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:40:09.519788 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:09.538489 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13bc432-2925-418a-b1d5-b28dfed75112 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network 3927d337-3cd8-47a3-8e18-f93ba8c4a67f is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:40:09.572283 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] For port dffb3efb-91d4-4d68-8df3-29ae23774ae7, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:40:09.576773 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] For port dffb3efb-91d4-4d68-8df3-29ae23774ae7, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=dffb3efb-91d4-4d68-8df3-29ae23774ae7,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:40:09.618453 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-f13bc432-2925-418a-b1d5-b28dfed75112 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 3927d337-3cd8-47a3-8e18-f93ba8c4a67f) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:40:09.622915 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13bc432-2925-418a-b1d5-b28dfed75112 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:09.623839 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f13bc432-2925-418a-b1d5-b28dfed75112 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:09.629022 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104725d8-5cb3-4b44-a96a-c12fac25025b None None] Network 3927d337-3cd8-47a3-8e18-f93ba8c4a67f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:40:09.642487 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:09.695997 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-f13bc432-2925-418a-b1d5-b28dfed75112 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6789153 Apr 23 00:40:09.698643 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33676) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:40:09.708703 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ae405-634e-4b56-aeb6-d2fd117a30d6 None None] Pushing event updated for resources: {'Port': ['ID=dffb3efb-91d4-4d68-8df3-29ae23774ae7,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:09.713610 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] Routers {'f2271db7-5035-4d67-829c-d01c31934f4b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:40:09.714278 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:40:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['f2271db7-5035-4d67-829c-d01c31934f4b'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:09.769003 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:09.805691 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef029778-8638-4714-988d-537b49bcef8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-3927d337-3cd8-47a3-8e18-f93ba8c4a67f', 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'fixed_ips': [{'subnet_id': '43e1abe5-310a-40b7-9b17-cf368c903b6e'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:40:09.808020 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef029778-8638-4714-988d-537b49bcef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:09.826369 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] Set router f2271db7-5035-4d67-829c-d01c31934f4b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:40:09.956939 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:09.960635 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-ef029778-8638-4714-988d-537b49bcef8f None None] Allocated IP 172.20.0.2 (3927d337-3cd8-47a3-8e18-f93ba8c4a67f/43e1abe5-310a-40b7-9b17-cf368c903b6e/3d471765-9485-42c8-b77c-eb9463cec63b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:40:10.012088 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864500964', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:06Z', 'updated_at': '2022-04-23T00:40:07Z', 'revision_number': 3, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:47:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:07Z', 'updated_at': '2022-04-23T00:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:10.038125 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f810bd-d232-47db-9282-3d0aed63e569 None None] The sync data for ids ['f2271db7-5035-4d67-829c-d01c31934f4b'] in dv-neutron-838783-1-hyperv is: [{'id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864500964', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:06Z', 'updated_at': '2022-04-23T00:40:07Z', 'revision_number': 3, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:47:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:07Z', 'updated_at': '2022-04-23T00:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:40:10.118654 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef029778-8638-4714-988d-537b49bcef8f None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:10.189597 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef029778-8638-4714-988d-537b49bcef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:10.200690 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbc3a732-bc12-4fff-bc50-4d2b2f250b94 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:10.231136 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef029778-8638-4714-988d-537b49bcef8f None None] Network 3927d337-3cd8-47a3-8e18-f93ba8c4a67f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:40:10.236546 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ef029778-8638-4714-988d-537b49bcef8f None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:40:10.240951 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef029778-8638-4714-988d-537b49bcef8f None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:40:10.244053 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef029778-8638-4714-988d-537b49bcef8f None None] Pushing event updated for resources: {'Port': ['ID=3d471765-9485-42c8-b77c-eb9463cec63b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:10.315476 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-ef029778-8638-4714-988d-537b49bcef8f None None] Attempting to bind port 3d471765-9485-42c8-b77c-eb9463cec63b on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:40:10.315991 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-ef029778-8638-4714-988d-537b49bcef8f None None] Attempting to bind port 3d471765-9485-42c8-b77c-eb9463cec63b by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '938d04b3-4d91-4887-a7df-849259031dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:40:10.316419 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef029778-8638-4714-988d-537b49bcef8f None None] Attempting to bind port 3d471765-9485-42c8-b77c-eb9463cec63b on network 3927d337-3cd8-47a3-8e18-f93ba8c4a67f {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:40:10.326163 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef029778-8638-4714-988d-537b49bcef8f None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:40:10.326549 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef029778-8638-4714-988d-537b49bcef8f None None] Checking segment: {'id': '938d04b3-4d91-4887-a7df-849259031dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:40:10.326955 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef029778-8638-4714-988d-537b49bcef8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:10.327354 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef029778-8638-4714-988d-537b49bcef8f None None] Bound using segment: {'id': '938d04b3-4d91-4887-a7df-849259031dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:40:10.327902 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-ef029778-8638-4714-988d-537b49bcef8f None None] Bound port: 3d471765-9485-42c8-b77c-eb9463cec63b, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '938d04b3-4d91-4887-a7df-849259031dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:40:10.329129 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef029778-8638-4714-988d-537b49bcef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:10.395833 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ef029778-8638-4714-988d-537b49bcef8f None None] For port 3d471765-9485-42c8-b77c-eb9463cec63b, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:40:10.403146 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ef029778-8638-4714-988d-537b49bcef8f None None] For port 3d471765-9485-42c8-b77c-eb9463cec63b, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=3d471765-9485-42c8-b77c-eb9463cec63b,segment=NetworkSegment(938d04b3-4d91-4887-a7df-849259031dda),segment_id=938d04b3-4d91-4887-a7df-849259031dda)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:40:10.504612 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef029778-8638-4714-988d-537b49bcef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:10.529368 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-cbc3a732-bc12-4fff-bc50-4d2b2f250b94 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Allocated IP 172.20.0.1 (3927d337-3cd8-47a3-8e18-f93ba8c4a67f/43e1abe5-310a-40b7-9b17-cf368c903b6e/5129c983-01d0-4eca-91b3-a99400d3b488) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:40:10.576245 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef029778-8638-4714-988d-537b49bcef8f None None] Pushing event updated for resources: {'Port': ['ID=3d471765-9485-42c8-b77c-eb9463cec63b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:10.663544 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbc3a732-bc12-4fff-bc50-4d2b2f250b94 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:10.756425 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbc3a732-bc12-4fff-bc50-4d2b2f250b94 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:10.804999 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc3a732-bc12-4fff-bc50-4d2b2f250b94 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network 3927d337-3cd8-47a3-8e18-f93ba8c4a67f is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:40:10.810882 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-cbc3a732-bc12-4fff-bc50-4d2b2f250b94 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:40:10.813617 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc3a732-bc12-4fff-bc50-4d2b2f250b94 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:40:10.844449 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3a732-bc12-4fff-bc50-4d2b2f250b94 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=5129c983-01d0-4eca-91b3-a99400d3b488,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:10.868779 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbc3a732-bc12-4fff-bc50-4d2b2f250b94 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:11.065364 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbc3a732-bc12-4fff-bc50-4d2b2f250b94 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:11.349227 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbc3a732-bc12-4fff-bc50-4d2b2f250b94 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:11.418416 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbc3a732-bc12-4fff-bc50-4d2b2f250b94 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:11.501680 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3a732-bc12-4fff-bc50-4d2b2f250b94 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=5129c983-01d0-4eca-91b3-a99400d3b488,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:11.504454 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cbc3a732-bc12-4fff-bc50-4d2b2f250b94 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:11.523999 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 3d471765-9485-42c8-b77c-eb9463cec63b up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:40:11.551957 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf27770-0e3c-4d7e-a6b2-111f7dd1102e None None] Network 3927d337-3cd8-47a3-8e18-f93ba8c4a67f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:40:11.605834 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc3a732-bc12-4fff-bc50-4d2b2f250b94 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network 3927d337-3cd8-47a3-8e18-f93ba8c4a67f is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:40:11.607385 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-cbc3a732-bc12-4fff-bc50-4d2b2f250b94 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:40:11.648890 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-137c122e-2573-4c33-bbe0-1df836c35238 None None] Provisioning complete for port 3d471765-9485-42c8-b77c-eb9463cec63b triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:11.649245 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-137c122e-2573-4c33-bbe0-1df836c35238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:11.694655 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 3d471765-9485-42c8-b77c-eb9463cec63b triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:11.695023 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:11.729822 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc3a732-bc12-4fff-bc50-4d2b2f250b94 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Router f2271db7-5035-4d67-829c-d01c31934f4b has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:40:11.846149 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc3a732-bc12-4fff-bc50-4d2b2f250b94 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:40:11.851799 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-cbc3a732-bc12-4fff-bc50-4d2b2f250b94 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "PUT /v2.0/routers/f2271db7-5035-4d67-829c-d01c31934f4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1486769 Apr 23 00:40:11.871918 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-137c122e-2573-4c33-bbe0-1df836c35238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:11.899363 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:11.941149 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-137c122e-2573-4c33-bbe0-1df836c35238 None None] For port 3d471765-9485-42c8-b77c-eb9463cec63b, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=3d471765-9485-42c8-b77c-eb9463cec63b,segment=NetworkSegment(938d04b3-4d91-4887-a7df-849259031dda),segment_id=938d04b3-4d91-4887-a7df-849259031dda)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:40:12.002256 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f934f85b-94fc-44d6-a62e-08a91181192c req-bc8f72ee-def8-4008-96be-b915ee452ec7 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287496022&fields=id&tenant_id=f13b99d4303b4cbc82245827feb580d6 HTTP/1.1" status: 200 len: 267 time: 0.0391974 Apr 23 00:40:12.007156 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] Sync routers for ids ['f2271db7-5035-4d67-829c-d01c31934f4b'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:40:12.019035 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-137c122e-2573-4c33-bbe0-1df836c35238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:12.081267 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] Routers {'f2271db7-5035-4d67-829c-d01c31934f4b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:40:12.082005 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:40:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['f2271db7-5035-4d67-829c-d01c31934f4b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:12.128043 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934f85b-94fc-44d6-a62e-08a91181192c req-b97fb5db-b4da-44b3-b5db-338e04aaadb5 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:12.129690 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f934f85b-94fc-44d6-a62e-08a91181192c req-b97fb5db-b4da-44b3-b5db-338e04aaadb5 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/networks?id=3927d337-3cd8-47a3-8e18-f93ba8c4a67f HTTP/1.1" status: 200 len: 796 time: 0.1169741 Apr 23 00:40:12.146088 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f934f85b-94fc-44d6-a62e-08a91181192c req-cf53cc6c-14db-4a1f-9c69-c7cbd7cce80e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/quotas/f13b99d4303b4cbc82245827feb580d6 HTTP/1.1" status: 200 len: 375 time: 0.0104692 Apr 23 00:40:12.207663 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f934f85b-94fc-44d6-a62e-08a91181192c req-d05b3a3c-5ba6-475c-90a9-b2513c5b574b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549250 Apr 23 00:40:12.281768 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:40:12.282455 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG oslo_db.api [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:40:12.318589 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c122e-2573-4c33-bbe0-1df836c35238 None None] Pushing event updated for resources: {'Port': ['ID=3d471765-9485-42c8-b77c-eb9463cec63b,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:12.354441 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-2abbc410-aebc-48f2-a367-45338eb46d77 None None] Provisioning complete for port 3d471765-9485-42c8-b77c-eb9463cec63b triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:12.354812 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2abbc410-aebc-48f2-a367-45338eb46d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:12.362104 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f934f85b-94fc-44d6-a62e-08a91181192c req-031af3c7-4c82-4a28-a522-da843599ce19 service neutron] 10.222.0.15 "GET /v2.0/networks/3927d337-3cd8-47a3-8e18-f93ba8c4a67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420608 Apr 23 00:40:12.408464 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] Set router f2271db7-5035-4d67-829c-d01c31934f4b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:40:12.460170 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f934f85b-94fc-44d6-a62e-08a91181192c req-34a4a07a-7b64-4b8a-9111-98bd7e7c021d service neutron] 10.222.0.15 "GET /v2.0/networks/3927d337-3cd8-47a3-8e18-f93ba8c4a67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971735 Apr 23 00:40:12.590586 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-2abbc410-aebc-48f2-a367-45338eb46d77 None None] Provisioning complete for port 5129c983-01d0-4eca-91b3-a99400d3b488 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:12.591201 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2abbc410-aebc-48f2-a367-45338eb46d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:12.656569 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2abbc410-aebc-48f2-a367-45338eb46d77 None None] Port 5129c983-01d0-4eca-91b3-a99400d3b488 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:40:12.683467 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864500964', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:06Z', 'updated_at': '2022-04-23T00:40:10Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:47:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:07Z', 'updated_at': '2022-04-23T00:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '5129c983-01d0-4eca-91b3-a99400d3b488', 'name': '', 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:b6:5c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '43e1abe5-310a-40b7-9b17-cf368c903b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:10Z', 'updated_at': '2022-04-23T00:40:11Z', 'revision_number': 2, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '43e1abe5-310a-40b7-9b17-cf368c903b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:12.714570 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] Checking router: f2271db7-5035-4d67-829c-d01c31934f4b for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:40:12.714940 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] Updating router f2271db7-5035-4d67-829c-d01c31934f4b port 5129c983-01d0-4eca-91b3-a99400d3b488 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:40:12.741573 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:12.774942 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-96bfc7c1-35d2-4be5-b8e5-72afc8df6f7a req-2421749a-4d1e-4729-8ca6-0caa82e55670 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 210 time: 0.0312691 Apr 23 00:40:12.877758 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-829602e7-32ed-4d6b-9c31-55e92202a100 None None] Provisioning complete for port 5129c983-01d0-4eca-91b3-a99400d3b488 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:12.881656 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-829602e7-32ed-4d6b-9c31-55e92202a100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:12.908188 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device dffb3efb-91d4-4d68-8df3-29ae23774ae7 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:40:12.970539 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-829602e7-32ed-4d6b-9c31-55e92202a100 None None] Port 5129c983-01d0-4eca-91b3-a99400d3b488 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:40:13.037777 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port dffb3efb-91d4-4d68-8df3-29ae23774ae7 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:13.038149 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:13.172887 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:13.183144 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:13.201781 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port dffb3efb-91d4-4d68-8df3-29ae23774ae7, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=dffb3efb-91d4-4d68-8df3-29ae23774ae7,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:40:13.264027 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:13.295811 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:13.316323 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9da854-eb74-4e0c-9e53-aee2b1109974 None None] Pushing event updated for resources: {'Port': ['ID=5129c983-01d0-4eca-91b3-a99400d3b488,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:13.403362 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=dffb3efb-91d4-4d68-8df3-29ae23774ae7,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:13.408908 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] Attempting to bind port 5129c983-01d0-4eca-91b3-a99400d3b488 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:40:13.409422 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] Attempting to bind port 5129c983-01d0-4eca-91b3-a99400d3b488 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '938d04b3-4d91-4887-a7df-849259031dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:40:13.409619 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] Attempting to bind port 5129c983-01d0-4eca-91b3-a99400d3b488 on network 3927d337-3cd8-47a3-8e18-f93ba8c4a67f {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:40:13.415262 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:40:13.415902 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] Checking segment: {'id': '938d04b3-4d91-4887-a7df-849259031dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:40:13.416313 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:13.416714 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] Bound using segment: {'id': '938d04b3-4d91-4887-a7df-849259031dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:40:13.417338 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] Bound port: 5129c983-01d0-4eca-91b3-a99400d3b488, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '938d04b3-4d91-4887-a7df-849259031dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:40:13.417735 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:13.484525 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 3d471765-9485-42c8-b77c-eb9463cec63b up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:40:13.525133 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] For port 5129c983-01d0-4eca-91b3-a99400d3b488, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:40:13.546530 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] For port 5129c983-01d0-4eca-91b3-a99400d3b488, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=5129c983-01d0-4eca-91b3-a99400d3b488,segment=NetworkSegment(938d04b3-4d91-4887-a7df-849259031dda),segment_id=938d04b3-4d91-4887-a7df-849259031dda)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:40:13.551143 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-cd706df8-10dd-4d8f-b1ba-e3d4acf07854 None None] Provisioning complete for port 5129c983-01d0-4eca-91b3-a99400d3b488 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:13.551518 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd706df8-10dd-4d8f-b1ba-e3d4acf07854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:13.594416 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 3d471765-9485-42c8-b77c-eb9463cec63b triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:13.595248 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:13.596654 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cd706df8-10dd-4d8f-b1ba-e3d4acf07854 None None] Port 5129c983-01d0-4eca-91b3-a99400d3b488 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:40:13.601221 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:13.692466 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] Routers {'f2271db7-5035-4d67-829c-d01c31934f4b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:40:13.693122 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:40:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['f2271db7-5035-4d67-829c-d01c31934f4b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:13.700168 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9da854-eb74-4e0c-9e53-aee2b1109974 None None] Pushing event updated for resources: {'Port': ['ID=5129c983-01d0-4eca-91b3-a99400d3b488,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:13.839338 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] Set router f2271db7-5035-4d67-829c-d01c31934f4b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:40:13.853712 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f5fc3a63-2f9e-49a0-a15a-4aa03265ce9a req-3cc34ba3-6a3f-4200-b58b-cdc619363055 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 210 time: 0.0273843 Apr 23 00:40:13.964375 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-90b8c5a8-feca-4ee1-aa9a-c89c09c3544c None None] Provisioning complete for port 5129c983-01d0-4eca-91b3-a99400d3b488 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:13.964638 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90b8c5a8-feca-4ee1-aa9a-c89c09c3544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:14.093692 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90b8c5a8-feca-4ee1-aa9a-c89c09c3544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:14.133918 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864500964', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:06Z', 'updated_at': '2022-04-23T00:40:10Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:07Z', 'updated_at': '2022-04-23T00:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '5129c983-01d0-4eca-91b3-a99400d3b488', 'name': '', 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:b6:5c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '43e1abe5-310a-40b7-9b17-cf368c903b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:10Z', 'updated_at': '2022-04-23T00:40:13Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '43e1abe5-310a-40b7-9b17-cf368c903b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:14.136594 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-90b8c5a8-feca-4ee1-aa9a-c89c09c3544c None None] For port 5129c983-01d0-4eca-91b3-a99400d3b488, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=5129c983-01d0-4eca-91b3-a99400d3b488,segment=NetworkSegment(938d04b3-4d91-4887-a7df-849259031dda),segment_id=938d04b3-4d91-4887-a7df-849259031dda)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:40:14.164978 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c55e67d-8eb0-46fa-aca1-8a12012f8716 None None] The sync data for ids ['f2271db7-5035-4d67-829c-d01c31934f4b'] in dv-neutron-838783-1-hyperv is: [{'id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864500964', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:06Z', 'updated_at': '2022-04-23T00:40:10Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:07Z', 'updated_at': '2022-04-23T00:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '5129c983-01d0-4eca-91b3-a99400d3b488', 'name': '', 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:b6:5c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '43e1abe5-310a-40b7-9b17-cf368c903b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:10Z', 'updated_at': '2022-04-23T00:40:13Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '43e1abe5-310a-40b7-9b17-cf368c903b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:40:14.259636 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90b8c5a8-feca-4ee1-aa9a-c89c09c3544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:14.311084 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8c5a8-feca-4ee1-aa9a-c89c09c3544c None None] Pushing event updated for resources: {'Port': ['ID=5129c983-01d0-4eca-91b3-a99400d3b488,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:14.950936 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5ae4e649-8fc8-4dc2-87b2-7d9646ab40ff req-400dd829-0226-4294-8f6d-f8c16c551a12 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 210 time: 0.0282016 Apr 23 00:40:15.513534 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 5129c983-01d0-4eca-91b3-a99400d3b488 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:40:15.559610 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 5129c983-01d0-4eca-91b3-a99400d3b488 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:15.559899 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:15.639081 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device dffb3efb-91d4-4d68-8df3-29ae23774ae7 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:40:15.686173 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port dffb3efb-91d4-4d68-8df3-29ae23774ae7 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:15.686545 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:16.046344 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a62d840e-8506-4dfd-a6e9-ea21a7c13707 req-d5c50c20-ecf1-4bd7-b7c5-0a1f3a450a3b tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 210 time: 0.0276926 Apr 23 00:40:16.618426 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934f85b-94fc-44d6-a62e-08a91181192c req-2731d437-22e8-4ca8-9e56-4a428262be55 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:16.619882 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f934f85b-94fc-44d6-a62e-08a91181192c req-2731d437-22e8-4ca8-9e56-4a428262be55 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.16 "GET /v2.0/networks?id=3927d337-3cd8-47a3-8e18-f93ba8c4a67f HTTP/1.1" status: 200 len: 796 time: 0.1079235 Apr 23 00:40:16.663045 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f934f85b-94fc-44d6-a62e-08a91181192c req-28556e38-6864-4f35-b404-612c8c78c203 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f13b99d4303b4cbc82245827feb580d6 HTTP/1.1" status: 200 len: 379 time: 0.0339279 Apr 23 00:40:16.671592 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-f934f85b-94fc-44d6-a62e-08a91181192c req-569a3b65-4270-49a3-a70b-fff5e5783194 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'port': {'device_id': '2bfdd5c9-a1b0-4401-b094-eb1a74cc8768', 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f', 'admin_state_up': True, 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'security_groups': ['42445fbd-30fc-4e1c-8ffd-30676ffdc168']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:16.824252 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f934f85b-94fc-44d6-a62e-08a91181192c req-569a3b65-4270-49a3-a70b-fff5e5783194 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Made reservation on behalf of f13b99d4303b4cbc82245827feb580d6 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:40:16.827866 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f934f85b-94fc-44d6-a62e-08a91181192c req-569a3b65-4270-49a3-a70b-fff5e5783194 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:16.964348 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-f934f85b-94fc-44d6-a62e-08a91181192c req-569a3b65-4270-49a3-a70b-fff5e5783194 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Allocated IP 172.20.0.3 (3927d337-3cd8-47a3-8e18-f93ba8c4a67f/43e1abe5-310a-40b7-9b17-cf368c903b6e/0d048698-096a-4b8a-af3c-1c1b7f5a33f9) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:40:17.098973 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f934f85b-94fc-44d6-a62e-08a91181192c req-569a3b65-4270-49a3-a70b-fff5e5783194 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:17.140041 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fedb4e46-eafc-4f80-9a3f-d76212c90c90 req-1f6f7a61-fc92-4d08-bd7f-70f226533805 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 210 time: 0.0266767 Apr 23 00:40:17.173436 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f934f85b-94fc-44d6-a62e-08a91181192c req-569a3b65-4270-49a3-a70b-fff5e5783194 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:17.213360 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f934f85b-94fc-44d6-a62e-08a91181192c req-569a3b65-4270-49a3-a70b-fff5e5783194 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network 3927d337-3cd8-47a3-8e18-f93ba8c4a67f is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:40:17.218314 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-f934f85b-94fc-44d6-a62e-08a91181192c req-569a3b65-4270-49a3-a70b-fff5e5783194 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:40:17.222204 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-f934f85b-94fc-44d6-a62e-08a91181192c req-569a3b65-4270-49a3-a70b-fff5e5783194 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:40:17.248478 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a3b65-4270-49a3-a70b-fff5e5783194 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=0d048698-096a-4b8a-af3c-1c1b7f5a33f9,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:17.277941 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934f85b-94fc-44d6-a62e-08a91181192c req-569a3b65-4270-49a3-a70b-fff5e5783194 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:17.278560 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f934f85b-94fc-44d6-a62e-08a91181192c req-569a3b65-4270-49a3-a70b-fff5e5783194 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:17.330961 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f934f85b-94fc-44d6-a62e-08a91181192c req-569a3b65-4270-49a3-a70b-fff5e5783194 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6628740 Apr 23 00:40:17.343816 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [req-f934f85b-94fc-44d6-a62e-08a91181192c req-1c6cb94b-b6ea-40ed-b849-7f7e31249fe7 service neutron] Request body: {'port': {'device_id': '2bfdd5c9-a1b0-4401-b094-eb1a74cc8768', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:17.400364 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f934f85b-94fc-44d6-a62e-08a91181192c req-1c6cb94b-b6ea-40ed-b849-7f7e31249fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:17.500700 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bcd05859-42a2-41ea-9edf-adf76afbc40a None None] Provisioning complete for port 0d048698-096a-4b8a-af3c-1c1b7f5a33f9 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:17.501772 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcd05859-42a2-41ea-9edf-adf76afbc40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:17.672170 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [req-f934f85b-94fc-44d6-a62e-08a91181192c req-1c6cb94b-b6ea-40ed-b849-7f7e31249fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d048698-096a-4b8a-af3c-1c1b7f5a33f9 {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:40:17.679307 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bcd05859-42a2-41ea-9edf-adf76afbc40a None None] Port 0d048698-096a-4b8a-af3c-1c1b7f5a33f9 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:40:17.680978 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f934f85b-94fc-44d6-a62e-08a91181192c req-1c6cb94b-b6ea-40ed-b849-7f7e31249fe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:17.693124 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-f934f85b-94fc-44d6-a62e-08a91181192c req-1c6cb94b-b6ea-40ed-b849-7f7e31249fe7 service neutron] Transition to ACTIVE for port object 0d048698-096a-4b8a-af3c-1c1b7f5a33f9 will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:40:17.761570 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f934f85b-94fc-44d6-a62e-08a91181192c req-1c6cb94b-b6ea-40ed-b849-7f7e31249fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:17.814723 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6cb94b-b6ea-40ed-b849-7f7e31249fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=0d048698-096a-4b8a-af3c-1c1b7f5a33f9,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:17.885206 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-f934f85b-94fc-44d6-a62e-08a91181192c req-1c6cb94b-b6ea-40ed-b849-7f7e31249fe7 service neutron] Attempting to bind port 0d048698-096a-4b8a-af3c-1c1b7f5a33f9 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:40:17.885544 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-f934f85b-94fc-44d6-a62e-08a91181192c req-1c6cb94b-b6ea-40ed-b849-7f7e31249fe7 service neutron] Attempting to bind port 0d048698-096a-4b8a-af3c-1c1b7f5a33f9 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '938d04b3-4d91-4887-a7df-849259031dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:40:17.885904 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f934f85b-94fc-44d6-a62e-08a91181192c req-1c6cb94b-b6ea-40ed-b849-7f7e31249fe7 service neutron] Attempting to bind port 0d048698-096a-4b8a-af3c-1c1b7f5a33f9 on network 3927d337-3cd8-47a3-8e18-f93ba8c4a67f {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:40:17.891071 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f934f85b-94fc-44d6-a62e-08a91181192c req-1c6cb94b-b6ea-40ed-b849-7f7e31249fe7 service neutron] Port 0d048698-096a-4b8a-af3c-1c1b7f5a33f9 on network 3927d337-3cd8-47a3-8e18-f93ba8c4a67f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:40:17.891432 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f934f85b-94fc-44d6-a62e-08a91181192c req-1c6cb94b-b6ea-40ed-b849-7f7e31249fe7 service neutron] Attempting to bind port 0d048698-096a-4b8a-af3c-1c1b7f5a33f9 on network 3927d337-3cd8-47a3-8e18-f93ba8c4a67f {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:40:17.896542 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f934f85b-94fc-44d6-a62e-08a91181192c req-1c6cb94b-b6ea-40ed-b849-7f7e31249fe7 service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:40:17.896878 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f934f85b-94fc-44d6-a62e-08a91181192c req-1c6cb94b-b6ea-40ed-b849-7f7e31249fe7 service neutron] Checking segment: {'id': '938d04b3-4d91-4887-a7df-849259031dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:40:17.897266 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f934f85b-94fc-44d6-a62e-08a91181192c req-1c6cb94b-b6ea-40ed-b849-7f7e31249fe7 service neutron] Bound using segment: {'id': '938d04b3-4d91-4887-a7df-849259031dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:40:17.897695 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-f934f85b-94fc-44d6-a62e-08a91181192c req-1c6cb94b-b6ea-40ed-b849-7f7e31249fe7 service neutron] Bound port: 0d048698-096a-4b8a-af3c-1c1b7f5a33f9, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '938d04b3-4d91-4887-a7df-849259031dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:40:17.898051 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f934f85b-94fc-44d6-a62e-08a91181192c req-1c6cb94b-b6ea-40ed-b849-7f7e31249fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:17.964041 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-f934f85b-94fc-44d6-a62e-08a91181192c req-1c6cb94b-b6ea-40ed-b849-7f7e31249fe7 service neutron] For port 0d048698-096a-4b8a-af3c-1c1b7f5a33f9, host hv-neutron-8387, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:40:17.967275 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-f934f85b-94fc-44d6-a62e-08a91181192c req-1c6cb94b-b6ea-40ed-b849-7f7e31249fe7 service neutron] For port 0d048698-096a-4b8a-af3c-1c1b7f5a33f9, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=0d048698-096a-4b8a-af3c-1c1b7f5a33f9,segment=NetworkSegment(938d04b3-4d91-4887-a7df-849259031dda),segment_id=938d04b3-4d91-4887-a7df-849259031dda)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:40:18.041052 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f934f85b-94fc-44d6-a62e-08a91181192c req-1c6cb94b-b6ea-40ed-b849-7f7e31249fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:18.074958 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934f85b-94fc-44d6-a62e-08a91181192c req-1c6cb94b-b6ea-40ed-b849-7f7e31249fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:18.075593 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-f934f85b-94fc-44d6-a62e-08a91181192c req-1c6cb94b-b6ea-40ed-b849-7f7e31249fe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:18.076973 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f934f85b-94fc-44d6-a62e-08a91181192c req-1c6cb94b-b6ea-40ed-b849-7f7e31249fe7 service neutron] 10.222.0.16 "PUT /v2.0/ports/0d048698-096a-4b8a-af3c-1c1b7f5a33f9 HTTP/1.1" status: 200 len: 1093 time: 0.7377026 Apr 23 00:40:18.077472 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfdd5c9-a1b0-4401-b094-eb1a74cc8768', 'tag': '0d048698-096a-4b8a-af3c-1c1b7f5a33f9'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:40:18.080295 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecf72cf-9171-48b0-ab94-0b77a65c3638" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfdd5c9-a1b0-4401-b094-eb1a74cc8768", "tag": "0d048698-096a-4b8a-af3c-1c1b7f5a33f9"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:40:18.106374 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6cb94b-b6ea-40ed-b849-7f7e31249fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=0d048698-096a-4b8a-af3c-1c1b7f5a33f9,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:18.130189 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a24eb64-b11f-49ad-9600-d08087df2c6c x-openstack-request-id: req-5a24eb64-b11f-49ad-9600-d08087df2c6c {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:40:18.130478 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfdd5c9-a1b0-4401-b094-eb1a74cc8768", "tag": "0d048698-096a-4b8a-af3c-1c1b7f5a33f9", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:40:18.130734 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a24eb64-b11f-49ad-9600-d08087df2c6c {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:40:18.131134 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a24eb64-b11f-49ad-9600-d08087df2c6c'] response: {'name': 'network-changed', 'server_uuid': '2bfdd5c9-a1b0-4401-b094-eb1a74cc8768', 'tag': '0d048698-096a-4b8a-af3c-1c1b7f5a33f9', 'status': 'completed', 'code': 200} Apr 23 00:40:18.199489 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf72cf-9171-48b0-ab94-0b77a65c3638 req-0d67709a-25ca-4bb0-8aae-59dbc2f10f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:18.201084 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aecf72cf-9171-48b0-ab94-0b77a65c3638 req-0d67709a-25ca-4bb0-8aae-59dbc2f10f8d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 1096 time: 0.0481496 Apr 23 00:40:18.270498 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b472b-bc92-49d2-956c-3ac4c3dd46d3 req-c76371cb-c34c-4ccd-bde2-491e26ed962e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:18.272047 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2b8b472b-bc92-49d2-956c-3ac4c3dd46d3 req-c76371cb-c34c-4ccd-bde2-491e26ed962e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 943 time: 0.0549161 Apr 23 00:40:18.305662 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf72cf-9171-48b0-ab94-0b77a65c3638 req-1a16ca07-a300-4bab-a283-19cd744809a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:18.307938 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aecf72cf-9171-48b0-ab94-0b77a65c3638 req-1a16ca07-a300-4bab-a283-19cd744809a3 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f13b99d4303b4cbc82245827feb580d6&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0989327 Apr 23 00:40:18.309687 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2b8b472b-bc92-49d2-956c-3ac4c3dd46d3 req-5cf3ac1f-4a35-418d-8266-fb8e8cf00d86 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=42445fbd-30fc-4e1c-8ffd-30676ffdc168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317743 Apr 23 00:40:18.401586 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf72cf-9171-48b0-ab94-0b77a65c3638 req-d49cd0e1-64bc-4b01-9cf6-c4296396cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:18.402986 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aecf72cf-9171-48b0-ab94-0b77a65c3638 req-d49cd0e1-64bc-4b01-9cf6-c4296396cb16 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882528 Apr 23 00:40:18.482528 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934f85b-94fc-44d6-a62e-08a91181192c req-b63c382f-706b-4bf8-8a15-163338842c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:18.483995 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f934f85b-94fc-44d6-a62e-08a91181192c req-b63c382f-706b-4bf8-8a15-163338842c63 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 1096 time: 0.0448627 Apr 23 00:40:18.525691 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f934f85b-94fc-44d6-a62e-08a91181192c req-72165060-4f68-4683-80f5-ce8a409daf37 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d048698-096a-4b8a-af3c-1c1b7f5a33f9 HTTP/1.1" status: 200 len: 217 time: 0.0344594 Apr 23 00:40:18.574265 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934f85b-94fc-44d6-a62e-08a91181192c req-766f5aff-89a8-4aa1-be32-fbd5933d7c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:18.575879 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f934f85b-94fc-44d6-a62e-08a91181192c req-766f5aff-89a8-4aa1-be32-fbd5933d7c08 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43e1abe5-310a-40b7-9b17-cf368c903b6e HTTP/1.1" status: 200 len: 834 time: 0.0428774 Apr 23 00:40:18.623079 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934f85b-94fc-44d6-a62e-08a91181192c req-1c8a01f2-0878-443a-8a60-4e72e2fc3810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:18.624878 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f934f85b-94fc-44d6-a62e-08a91181192c req-1c8a01f2-0878-443a-8a60-4e72e2fc3810 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3927d337-3cd8-47a3-8e18-f93ba8c4a67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430996 Apr 23 00:40:18.712057 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f934f85b-94fc-44d6-a62e-08a91181192c req-d200bae8-4c22-43b6-9b51-b9ee2bf495f6 service neutron] 10.222.0.16 "GET /v2.0/networks/3927d337-3cd8-47a3-8e18-f93ba8c4a67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804513 Apr 23 00:40:18.803072 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f934f85b-94fc-44d6-a62e-08a91181192c req-ee544ac2-d788-44e2-9b52-b7d09f1b5658 service neutron] 10.222.0.16 "GET /v2.0/networks/3927d337-3cd8-47a3-8e18-f93ba8c4a67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850289 Apr 23 00:40:19.427099 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ec895-fad4-4a73-8704-011e4b86a533 req-35746a6e-719d-49cb-a0de-4fc121f3f9d6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:19.428608 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-549ec895-fad4-4a73-8704-011e4b86a533 req-35746a6e-719d-49cb-a0de-4fc121f3f9d6 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 943 time: 0.0509005 Apr 23 00:40:19.465947 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-549ec895-fad4-4a73-8704-011e4b86a533 req-866b4977-1932-4043-98d5-c49daca873b0 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=42445fbd-30fc-4e1c-8ffd-30676ffdc168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314047 Apr 23 00:40:20.588961 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb168cb5-0e41-431a-a0ca-960d28ce74fe req-051d1e7b-9677-419a-95a0-f5f797ebb15e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:20.590431 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fb168cb5-0e41-431a-a0ca-960d28ce74fe req-051d1e7b-9677-419a-95a0-f5f797ebb15e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 943 time: 0.0557387 Apr 23 00:40:20.629164 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fb168cb5-0e41-431a-a0ca-960d28ce74fe req-fda969e8-75a7-4cd2-aa99-462e641929c1 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=42445fbd-30fc-4e1c-8ffd-30676ffdc168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317786 Apr 23 00:40:21.316067 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 0d048698-096a-4b8a-af3c-1c1b7f5a33f9 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:40:21.410735 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 0d048698-096a-4b8a-af3c-1c1b7f5a33f9, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=0d048698-096a-4b8a-af3c-1c1b7f5a33f9,segment=NetworkSegment(938d04b3-4d91-4887-a7df-849259031dda),segment_id=938d04b3-4d91-4887-a7df-849259031dda)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:40:21.421618 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '0d048698-096a-4b8a-af3c-1c1b7f5a33f9', 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f', 'port_id': '0d048698-096a-4b8a-af3c-1c1b7f5a33f9', 'mac_address': 'fa:16:3e:c8:78:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e1abe5-310a-40b7-9b17-cf368c903b6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:40:21.457501 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:21.470312 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d048698-096a-4b8a-af3c-1c1b7f5a33f9 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:40:21.490160 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 0d048698-096a-4b8a-af3c-1c1b7f5a33f9, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=0d048698-096a-4b8a-af3c-1c1b7f5a33f9,segment=NetworkSegment(938d04b3-4d91-4887-a7df-849259031dda),segment_id=938d04b3-4d91-4887-a7df-849259031dda)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:40:21.554908 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:21.604330 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=0d048698-096a-4b8a-af3c-1c1b7f5a33f9,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:21.744268 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8272b-bc92-4f4a-a1e6-c0b68103cd5a req-53f3a73b-87a5-4bd3-b67c-28a2edf6ffa4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:21.745665 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5eb8272b-bc92-4f4a-a1e6-c0b68103cd5a req-53f3a73b-87a5-4bd3-b67c-28a2edf6ffa4 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 944 time: 0.0498533 Apr 23 00:40:21.783536 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['0d048698-096a-4b8a-af3c-1c1b7f5a33f9'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:40:21.783804 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5eb8272b-bc92-4f4a-a1e6-c0b68103cd5a req-9fb8cd18-75d3-4e6b-9515-89c62523d807 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=42445fbd-30fc-4e1c-8ffd-30676ffdc168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315013 Apr 23 00:40:22.898344 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe548b10-9d1b-47bd-9c51-73d6e99131f0 req-c06d7eb1-8d25-4330-988d-2dbe2a073c01 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:22.899863 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fe548b10-9d1b-47bd-9c51-73d6e99131f0 req-c06d7eb1-8d25-4330-988d-2dbe2a073c01 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 944 time: 0.0490465 Apr 23 00:40:22.940115 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-fe548b10-9d1b-47bd-9c51-73d6e99131f0 req-b43e4825-9172-4749-a208-c274a8c89874 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=42445fbd-30fc-4e1c-8ffd-30676ffdc168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340211 Apr 23 00:40:23.332748 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 0d048698-096a-4b8a-af3c-1c1b7f5a33f9 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:40:23.435783 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 0d048698-096a-4b8a-af3c-1c1b7f5a33f9 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:40:23.439707 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 0d048698-096a-4b8a-af3c-1c1b7f5a33f9 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:23.440078 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:23.513909 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:23.539868 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfdd5c9-a1b0-4401-b094-eb1a74cc8768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d048698-096a-4b8a-af3c-1c1b7f5a33f9'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:40:23.542101 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1644f1-9cc4-421d-80a5-473f7b0aebab" -d '{"events": [{"server_uuid": "2bfdd5c9-a1b0-4401-b094-eb1a74cc8768", "name": "network-vif-plugged", "status": "completed", "tag": "0d048698-096a-4b8a-af3c-1c1b7f5a33f9"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:40:23.557622 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 0d048698-096a-4b8a-af3c-1c1b7f5a33f9, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=0d048698-096a-4b8a-af3c-1c1b7f5a33f9,segment=NetworkSegment(938d04b3-4d91-4887-a7df-849259031dda),segment_id=938d04b3-4d91-4887-a7df-849259031dda)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:40:23.607414 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:23.633891 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547b95e8-9614-4217-b081-5ac2da719414 x-openstack-request-id: req-547b95e8-9614-4217-b081-5ac2da719414 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:40:23.634188 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfdd5c9-a1b0-4401-b094-eb1a74cc8768", "name": "network-vif-plugged", "status": "completed", "tag": "0d048698-096a-4b8a-af3c-1c1b7f5a33f9", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:40:23.634441 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-547b95e8-9614-4217-b081-5ac2da719414 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:40:23.634833 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-547b95e8-9614-4217-b081-5ac2da719414'] response: {'server_uuid': '2bfdd5c9-a1b0-4401-b094-eb1a74cc8768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d048698-096a-4b8a-af3c-1c1b7f5a33f9', 'code': 200} Apr 23 00:40:23.658833 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=0d048698-096a-4b8a-af3c-1c1b7f5a33f9,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:23.934689 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729e56d-561a-4639-9a17-7d26182e3d0e req-93fc8ae8-7407-466e-a42e-f915b5220901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:23.936147 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1729e56d-561a-4639-9a17-7d26182e3d0e req-93fc8ae8-7407-466e-a42e-f915b5220901 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 1098 time: 0.0452225 Apr 23 00:40:23.972140 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1729e56d-561a-4639-9a17-7d26182e3d0e req-2356e593-abd9-43b9-8fc8-7814eab16123 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=42445fbd-30fc-4e1c-8ffd-30676ffdc168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287716 Apr 23 00:40:23.978548 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:24.059012 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d057051-f1e2-43e5-b625-553cbf26c889 req-6870f5a3-0bbf-40d5-beba-a6e7bcf8cf89 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:24.060515 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0d057051-f1e2-43e5-b625-553cbf26c889 req-6870f5a3-0bbf-40d5-beba-a6e7bcf8cf89 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 945 time: 0.0488620 Apr 23 00:40:24.097787 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0d057051-f1e2-43e5-b625-553cbf26c889 req-349a331c-8332-4021-ae47-85853101b097 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=42445fbd-30fc-4e1c-8ffd-30676ffdc168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305591 Apr 23 00:40:25.257908 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09c861-f677-4d5b-a3b9-b66c07ba8be2 req-040e0645-5965-4a4f-9e60-4672d623e22c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:25.259420 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8a09c861-f677-4d5b-a3b9-b66c07ba8be2 req-040e0645-5965-4a4f-9e60-4672d623e22c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 945 time: 0.0570064 Apr 23 00:40:25.296523 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8a09c861-f677-4d5b-a3b9-b66c07ba8be2 req-0072f943-bf29-4a3d-8b00-ff834f2d2066 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=42445fbd-30fc-4e1c-8ffd-30676ffdc168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311892 Apr 23 00:40:25.415430 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0c2bd-9bc3-44b9-9510-28c70dbb99c7 req-8e877710-576c-4989-8ba2-30a618619bf3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:25.416923 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-88a0c2bd-9bc3-44b9-9510-28c70dbb99c7 req-8e877710-576c-4989-8ba2-30a618619bf3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 945 time: 0.0522969 Apr 23 00:40:25.454401 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-88a0c2bd-9bc3-44b9-9510-28c70dbb99c7 req-7658abde-ce6f-45f4-974f-18610b2a797d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=42445fbd-30fc-4e1c-8ffd-30676ffdc168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315497 Apr 23 00:40:25.476105 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33746) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:40:25.515408 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8a07b4-01c9-458c-a251-88de55ecc26f tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:25.517718 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6b8a07b4-01c9-458c-a251-88de55ecc26f tempest-TestNetworkAdvancedServerOps-1588380653 tempest-TestNetworkAdvancedServerOps-1588380653-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 1093 time: 0.0406425 Apr 23 00:40:25.520566 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33748) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:40:25.524849 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-5bb11e14-d353-40c0-b39d-36f0110b377e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': '0d048698-096a-4b8a-af3c-1c1b7f5a33f9', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:25.636303 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5bb11e14-d353-40c0-b39d-36f0110b377e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for floatingip, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:25.735681 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5bb11e14-d353-40c0-b39d-36f0110b377e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:25.835543 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-5bb11e14-d353-40c0-b39d-36f0110b377e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Allocated IP 172.26.3.110 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/155a8db8-9e14-41ce-a7ae-5b9b4bd09bf2) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:40:25.936194 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5bb11e14-d353-40c0-b39d-36f0110b377e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:26.030715 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5bb11e14-d353-40c0-b39d-36f0110b377e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:26.070866 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb11e14-d353-40c0-b39d-36f0110b377e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:40:26.073776 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-5bb11e14-d353-40c0-b39d-36f0110b377e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:40:26.078167 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb11e14-d353-40c0-b39d-36f0110b377e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:40:26.084663 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb11e14-d353-40c0-b39d-36f0110b377e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=155a8db8-9e14-41ce-a7ae-5b9b4bd09bf2,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:26.434740 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5bb11e14-d353-40c0-b39d-36f0110b377e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:26.562350 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5bb11e14-d353-40c0-b39d-36f0110b377e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:26.713743 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5bb11e14-d353-40c0-b39d-36f0110b377e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:26.796126 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5bb11e14-d353-40c0-b39d-36f0110b377e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:26.870314 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb11e14-d353-40c0-b39d-36f0110b377e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event updated for resources: {'Port': ['ID=155a8db8-9e14-41ce-a7ae-5b9b4bd09bf2,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:26.879738 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5bb11e14-d353-40c0-b39d-36f0110b377e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:26.976881 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-5bb11e14-d353-40c0-b39d-36f0110b377e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Floating IP 501ff55c-fb9e-401c-9a40-ed260fb932e5 associated. External IP: 172.26.3.110, port: 0d048698-096a-4b8a-af3c-1c1b7f5a33f9. Apr 23 00:40:27.175093 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb11e14-d353-40c0-b39d-36f0110b377e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Router f2271db7-5035-4d67-829c-d01c31934f4b has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:40:27.281162 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb11e14-d353-40c0-b39d-36f0110b377e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:40:27.290606 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510e7252-d09c-4922-9962-79921fcf00bb None None] Sync routers for ids ['f2271db7-5035-4d67-829c-d01c31934f4b'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:40:27.299786 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510e7252-d09c-4922-9962-79921fcf00bb None None] Routers {'f2271db7-5035-4d67-829c-d01c31934f4b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:40:27.306797 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-510e7252-d09c-4922-9962-79921fcf00bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:40:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['f2271db7-5035-4d67-829c-d01c31934f4b'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:27.364152 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5bb11e14-d353-40c0-b39d-36f0110b377e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:27.391945 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-5bb11e14-d353-40c0-b39d-36f0110b377e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8700891 Apr 23 00:40:27.392772 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfdd5c9-a1b0-4401-b094-eb1a74cc8768', 'tag': '0d048698-096a-4b8a-af3c-1c1b7f5a33f9'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:40:27.400887 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8873c1a3-331c-4775-a9dd-1bb54eec320e" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfdd5c9-a1b0-4401-b094-eb1a74cc8768", "tag": "0d048698-096a-4b8a-af3c-1c1b7f5a33f9"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:40:27.404032 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-510e7252-d09c-4922-9962-79921fcf00bb None None] Set router f2271db7-5035-4d67-829c-d01c31934f4b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:40:27.503700 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25425b3d-fdad-446c-a1bd-e446e7873696 x-openstack-request-id: req-25425b3d-fdad-446c-a1bd-e446e7873696 {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:40:27.504138 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfdd5c9-a1b0-4401-b094-eb1a74cc8768", "tag": "0d048698-096a-4b8a-af3c-1c1b7f5a33f9", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:40:27.504233 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25425b3d-fdad-446c-a1bd-e446e7873696 {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:40:27.504638 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25425b3d-fdad-446c-a1bd-e446e7873696'] response: {'name': 'network-changed', 'server_uuid': '2bfdd5c9-a1b0-4401-b094-eb1a74cc8768', 'tag': '0d048698-096a-4b8a-af3c-1c1b7f5a33f9', 'status': 'completed', 'code': 200} Apr 23 00:40:27.504758 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63f088-c73b-4b04-bce7-648afc72ffe9 req-6a5dc263-a560-4621-a9f1-78d6627b4d02 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:27.506957 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fb63f088-c73b-4b04-bce7-648afc72ffe9 req-6a5dc263-a560-4621-a9f1-78d6627b4d02 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 945 time: 0.0561571 Apr 23 00:40:27.525466 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.16', 54334) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:40:27.580668 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fb63f088-c73b-4b04-bce7-648afc72ffe9 req-208407ca-5420-4ada-b1e3-0149a06210e3 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=42445fbd-30fc-4e1c-8ffd-30676ffdc168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681629 Apr 23 00:40:27.588013 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-443e6939-de32-4366-a9c1-d128b8a234ae req-dda4826c-4987-447b-a475-f2b86538d935 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666301 Apr 23 00:40:27.604498 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873c1a3-331c-4775-a9dd-1bb54eec320e req-e91b6c31-73c3-49fb-800f-fd958dadcc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:27.606095 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8873c1a3-331c-4775-a9dd-1bb54eec320e req-e91b6c31-73c3-49fb-800f-fd958dadcc88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 1098 time: 0.0796084 Apr 23 00:40:27.607237 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33760) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:40:27.649103 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-510e7252-d09c-4922-9962-79921fcf00bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864500964', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:06Z', 'updated_at': '2022-04-23T00:40:10Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:07Z', 'updated_at': '2022-04-23T00:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '501ff55c-fb9e-401c-9a40-ed260fb932e5', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'floating_ip_address': '172.26.3.110', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'port_id': '0d048698-096a-4b8a-af3c-1c1b7f5a33f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f', 'mac_address': 'fa:16:3e:c8:78:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfdd5c9-a1b0-4401-b094-eb1a74cc8768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:40:26Z', 'updated_at': '2022-04-23T00:40:26Z', 'revision_number': 0, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5129c983-01d0-4eca-91b3-a99400d3b488', 'name': '', 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:b6:5c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '43e1abe5-310a-40b7-9b17-cf368c903b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:10Z', 'updated_at': '2022-04-23T00:40:14Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '43e1abe5-310a-40b7-9b17-cf368c903b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:27.675696 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510e7252-d09c-4922-9962-79921fcf00bb None None] Checking router: f2271db7-5035-4d67-829c-d01c31934f4b for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:40:27.684257 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510e7252-d09c-4922-9962-79921fcf00bb None None] Routers {'f2271db7-5035-4d67-829c-d01c31934f4b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:40:27.684878 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-510e7252-d09c-4922-9962-79921fcf00bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:40:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['f2271db7-5035-4d67-829c-d01c31934f4b'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:27.793582 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-510e7252-d09c-4922-9962-79921fcf00bb None None] Set router f2271db7-5035-4d67-829c-d01c31934f4b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:40:28.080554 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a1fc68ca-43bc-4eab-a4fb-2e147f30755f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/floatingips/501ff55c-fb9e-401c-9a40-ed260fb932e5 HTTP/1.1" status: 200 len: 991 time: 0.4722061 Apr 23 00:40:28.108461 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-510e7252-d09c-4922-9962-79921fcf00bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864500964', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:06Z', 'updated_at': '2022-04-23T00:40:10Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:07Z', 'updated_at': '2022-04-23T00:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '501ff55c-fb9e-401c-9a40-ed260fb932e5', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'floating_ip_address': '172.26.3.110', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'port_id': '0d048698-096a-4b8a-af3c-1c1b7f5a33f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f', 'mac_address': 'fa:16:3e:c8:78:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfdd5c9-a1b0-4401-b094-eb1a74cc8768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:40:26Z', 'updated_at': '2022-04-23T00:40:26Z', 'revision_number': 0, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5129c983-01d0-4eca-91b3-a99400d3b488', 'name': '', 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:b6:5c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '43e1abe5-310a-40b7-9b17-cf368c903b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:10Z', 'updated_at': '2022-04-23T00:40:14Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '43e1abe5-310a-40b7-9b17-cf368c903b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:28.122972 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873c1a3-331c-4775-a9dd-1bb54eec320e req-c896bd70-2374-4cf4-9865-38c1c252b563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:28.124723 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8873c1a3-331c-4775-a9dd-1bb54eec320e req-c896bd70-2374-4cf4-9865-38c1c252b563 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3927d337-3cd8-47a3-8e18-f93ba8c4a67f HTTP/1.1" status: 200 len: 897 time: 0.5105944 Apr 23 00:40:28.134718 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510e7252-d09c-4922-9962-79921fcf00bb None None] The sync data for ids ['f2271db7-5035-4d67-829c-d01c31934f4b'] in dv-neutron-838783-1-hyperv is: [{'id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864500964', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:06Z', 'updated_at': '2022-04-23T00:40:10Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:07Z', 'updated_at': '2022-04-23T00:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '501ff55c-fb9e-401c-9a40-ed260fb932e5', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'floating_ip_address': '172.26.3.110', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'port_id': '0d048698-096a-4b8a-af3c-1c1b7f5a33f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f', 'mac_address': 'fa:16:3e:c8:78:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfdd5c9-a1b0-4401-b094-eb1a74cc8768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:40:26Z', 'updated_at': '2022-04-23T00:40:26Z', 'revision_number': 0, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5129c983-01d0-4eca-91b3-a99400d3b488', 'name': '', 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:b6:5c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '43e1abe5-310a-40b7-9b17-cf368c903b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:10Z', 'updated_at': '2022-04-23T00:40:14Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '43e1abe5-310a-40b7-9b17-cf368c903b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:40:28.241425 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8873c1a3-331c-4775-a9dd-1bb54eec320e req-9ba49468-92b2-42b8-88cb-e461a1f7a626 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d048698-096a-4b8a-af3c-1c1b7f5a33f9 HTTP/1.1" status: 200 len: 999 time: 0.1088045 Apr 23 00:40:28.297501 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873c1a3-331c-4775-a9dd-1bb54eec320e req-020ae4ba-4d6f-4872-8627-651af790e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:28.299749 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8873c1a3-331c-4775-a9dd-1bb54eec320e req-020ae4ba-4d6f-4872-8627-651af790e821 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43e1abe5-310a-40b7-9b17-cf368c903b6e HTTP/1.1" status: 200 len: 834 time: 0.0516465 Apr 23 00:40:28.321183 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fcbf7b-3596-4d3a-ab02-a6466f276a7b None None] New status for floating IP 501ff55c-fb9e-401c-9a40-ed260fb932e5: ACTIVE {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:40:28.379976 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873c1a3-331c-4775-a9dd-1bb54eec320e req-6c46f3ee-8ef7-447d-ae51-889157e6cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:28.380925 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8873c1a3-331c-4775-a9dd-1bb54eec320e req-6c46f3ee-8ef7-447d-ae51-889157e6cb63 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3927d337-3cd8-47a3-8e18-f93ba8c4a67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745854 Apr 23 00:40:28.468972 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8873c1a3-331c-4775-a9dd-1bb54eec320e req-c117d5a7-440b-42fd-b128-e1f5073e1485 service neutron] 10.222.0.16 "GET /v2.0/networks/3927d337-3cd8-47a3-8e18-f93ba8c4a67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813653 Apr 23 00:40:28.564012 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8873c1a3-331c-4775-a9dd-1bb54eec320e req-ec2b2900-2069-4636-bea8-5cc3754fddac service neutron] 10.222.0.16 "GET /v2.0/networks/3927d337-3cd8-47a3-8e18-f93ba8c4a67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884502 Apr 23 00:40:28.794771 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e6939-de32-4366-a9c1-d128b8a234ae req-0f4f7999-0291-4801-9390-e964bec8430e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:28.796308 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-443e6939-de32-4366-a9c1-d128b8a234ae req-0f4f7999-0291-4801-9390-e964bec8430e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 1098 time: 0.0412872 Apr 23 00:40:28.895808 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e6939-de32-4366-a9c1-d128b8a234ae req-1b4d2f94-da27-4bdf-9166-4f00dd3324df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:28.897251 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-443e6939-de32-4366-a9c1-d128b8a234ae req-1b4d2f94-da27-4bdf-9166-4f00dd3324df service neutron] 10.222.0.16 "GET /v2.0/networks?id=3927d337-3cd8-47a3-8e18-f93ba8c4a67f HTTP/1.1" status: 200 len: 897 time: 0.0829170 Apr 23 00:40:28.963539 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-443e6939-de32-4366-a9c1-d128b8a234ae req-45577adc-00db-47c9-be5a-99a33008b535 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d048698-096a-4b8a-af3c-1c1b7f5a33f9 HTTP/1.1" status: 200 len: 1001 time: 0.0597727 Apr 23 00:40:29.010140 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e6939-de32-4366-a9c1-d128b8a234ae req-22e3e024-6418-460c-b8a8-49b79477016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:29.011526 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-443e6939-de32-4366-a9c1-d128b8a234ae req-22e3e024-6418-460c-b8a8-49b79477016e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43e1abe5-310a-40b7-9b17-cf368c903b6e HTTP/1.1" status: 200 len: 834 time: 0.0420916 Apr 23 00:40:29.054287 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e6939-de32-4366-a9c1-d128b8a234ae req-d025a9d6-ddc1-404c-be15-cc261aace9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:29.055748 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-443e6939-de32-4366-a9c1-d128b8a234ae req-d025a9d6-ddc1-404c-be15-cc261aace9ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3927d337-3cd8-47a3-8e18-f93ba8c4a67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379183 Apr 23 00:40:29.084363 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33762) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:40:29.150605 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-443e6939-de32-4366-a9c1-d128b8a234ae req-058940dc-1246-4fbe-b621-3dbaa66eb4ec service neutron] 10.222.0.16 "GET /v2.0/networks/3927d337-3cd8-47a3-8e18-f93ba8c4a67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883660 Apr 23 00:40:29.244047 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-443e6939-de32-4366-a9c1-d128b8a234ae req-cdd58502-1e0d-49c2-b1a7-6a1a3db71787 service neutron] 10.222.0.16 "GET /v2.0/networks/3927d337-3cd8-47a3-8e18-f93ba8c4a67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868044 Apr 23 00:40:29.450667 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-bddcab86-ef87-4ed2-a38d-a9defcfdaa83 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/floatingips/501ff55c-fb9e-401c-9a40-ed260fb932e5 HTTP/1.1" status: 200 len: 993 time: 0.3651731 Apr 23 00:40:32.767521 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:40:34.326748 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c725050-15dd-40b4-8bd0-97cee769bb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:37.281886 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8a93331-eba1-4f0e-ab48-a762e4b11087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:38.019827 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:39.705412 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:39.938065 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:54.002413 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.004365 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42cc919-0c1e-4d11-b90b-b2d10c6359f6 req-d6ec0c94-4727-4eee-a97b-da3a0e55111c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:01.005836 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c42cc919-0c1e-4d11-b90b-b2d10c6359f6 req-d6ec0c94-4727-4eee-a97b-da3a0e55111c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 945 time: 0.0548580 Apr 23 00:41:01.043329 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c42cc919-0c1e-4d11-b90b-b2d10c6359f6 req-e3514501-fc94-46a8-bc12-9a6e072fdf1e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=42445fbd-30fc-4e1c-8ffd-30676ffdc168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316329 Apr 23 00:41:02.162209 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72ed51-7303-45ca-8bd2-806ffa1aac66 req-c349a93d-8a3e-4e47-90ec-704cc9a8fa3e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:02.163705 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3a72ed51-7303-45ca-8bd2-806ffa1aac66 req-c349a93d-8a3e-4e47-90ec-704cc9a8fa3e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 945 time: 0.0510550 Apr 23 00:41:02.201383 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3a72ed51-7303-45ca-8bd2-806ffa1aac66 req-dae96446-dd78-4ef2-ac79-6863ca9d4cce tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=42445fbd-30fc-4e1c-8ffd-30676ffdc168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317233 Apr 23 00:41:02.223097 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33782) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:02.281646 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-21931e97-c301-41aa-901c-5989dda0022c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/floatingips/501ff55c-fb9e-401c-9a40-ed260fb932e5 HTTP/1.1" status: 200 len: 993 time: 0.0573690 Apr 23 00:41:03.679928 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933257cb-20a6-4632-a553-9d23d1acdfd9 req-89dd43cd-932c-424a-ac83-c35f0cb2a22a tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:03.681435 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-933257cb-20a6-4632-a553-9d23d1acdfd9 req-89dd43cd-932c-424a-ac83-c35f0cb2a22a tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 945 time: 0.0499263 Apr 23 00:41:03.720665 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-933257cb-20a6-4632-a553-9d23d1acdfd9 req-faac33cb-1ab6-4399-9956-532da1bbbc35 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=42445fbd-30fc-4e1c-8ffd-30676ffdc168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331266 Apr 23 00:41:03.766230 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15beffb2-b886-413e-aa78-e1aa73a0d575 req-4c9c2206-b55a-47ea-a7d3-b3b97b7af316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:03.767816 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-15beffb2-b886-413e-aa78-e1aa73a0d575 req-4c9c2206-b55a-47ea-a7d3-b3b97b7af316 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 1098 time: 0.0401115 Apr 23 00:41:03.857886 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15beffb2-b886-413e-aa78-e1aa73a0d575 req-378f82e8-958f-4ab4-be14-0d70e76e0ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:03.859276 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-15beffb2-b886-413e-aa78-e1aa73a0d575 req-378f82e8-958f-4ab4-be14-0d70e76e0ea2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3927d337-3cd8-47a3-8e18-f93ba8c4a67f HTTP/1.1" status: 200 len: 897 time: 0.0850828 Apr 23 00:41:03.923453 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-15beffb2-b886-413e-aa78-e1aa73a0d575 req-db69213e-b347-49e7-be64-db854f00477d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d048698-096a-4b8a-af3c-1c1b7f5a33f9 HTTP/1.1" status: 200 len: 1001 time: 0.0568092 Apr 23 00:41:03.974440 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15beffb2-b886-413e-aa78-e1aa73a0d575 req-3a612707-7779-4493-b815-1743378a1757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:03.975909 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-15beffb2-b886-413e-aa78-e1aa73a0d575 req-3a612707-7779-4493-b815-1743378a1757 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43e1abe5-310a-40b7-9b17-cf368c903b6e HTTP/1.1" status: 200 len: 834 time: 0.0463245 Apr 23 00:41:04.021468 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15beffb2-b886-413e-aa78-e1aa73a0d575 req-20d4f583-ccf2-4e2b-82e4-a5b286711ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:04.022960 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-15beffb2-b886-413e-aa78-e1aa73a0d575 req-20d4f583-ccf2-4e2b-82e4-a5b286711ea4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3927d337-3cd8-47a3-8e18-f93ba8c4a67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402687 Apr 23 00:41:04.111507 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-15beffb2-b886-413e-aa78-e1aa73a0d575 req-c1f896b1-bd9a-4284-948f-3bb384ace6b8 service neutron] 10.222.0.16 "GET /v2.0/networks/3927d337-3cd8-47a3-8e18-f93ba8c4a67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805702 Apr 23 00:41:04.203299 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-15beffb2-b886-413e-aa78-e1aa73a0d575 req-3123e272-f0f8-414f-bb6a-f70722c98b66 service neutron] 10.222.0.16 "GET /v2.0/networks/3927d337-3cd8-47a3-8e18-f93ba8c4a67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856121 Apr 23 00:41:04.288653 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b220e30-b19c-4e86-9548-c2769da6690a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:04.838257 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd5295-572c-4b33-8666-17240e5e28b6 req-60352bcc-ada2-4465-be82-39f0719547e0 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:04.839767 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-86fd5295-572c-4b33-8666-17240e5e28b6 req-60352bcc-ada2-4465-be82-39f0719547e0 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 945 time: 0.0484576 Apr 23 00:41:04.877694 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-86fd5295-572c-4b33-8666-17240e5e28b6 req-f977bedc-1863-44dc-baf0-9cb192fc698f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=42445fbd-30fc-4e1c-8ffd-30676ffdc168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320148 Apr 23 00:41:05.992303 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf1d21-b751-42f5-a39f-4ccb0c695e77 req-c0b4a65e-479c-4ebe-be37-a6d9671cb8ad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:05.993755 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-35cf1d21-b751-42f5-a39f-4ccb0c695e77 req-c0b4a65e-479c-4ebe-be37-a6d9671cb8ad tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 945 time: 0.0490324 Apr 23 00:41:06.030269 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-35cf1d21-b751-42f5-a39f-4ccb0c695e77 req-b697aa0b-f6de-4a52-9e31-fbba14bf31b0 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=42445fbd-30fc-4e1c-8ffd-30676ffdc168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306821 Apr 23 00:41:06.052219 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33794) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:06.116097 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-ac2a5a09-bd11-4e3a-8211-0169010a4c93 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/floatingips/501ff55c-fb9e-401c-9a40-ed260fb932e5 HTTP/1.1" status: 200 len: 993 time: 0.0627477 Apr 23 00:41:06.358186 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33800) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:06.516340 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-e8a52393-0263-40e0-8ea6-7862e6b93564 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Deleting port 155a8db8-9e14-41ce-a7ae-5b9b4bd09bf2 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:41:06.516596 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e8a52393-0263-40e0-8ea6-7862e6b93564 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:06.588734 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e8a52393-0263-40e0-8ea6-7862e6b93564 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:06.589048 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e8a52393-0263-40e0-8ea6-7862e6b93564 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:06.600223 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-e8a52393-0263-40e0-8ea6-7862e6b93564 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Calling delete_port for 155a8db8-9e14-41ce-a7ae-5b9b4bd09bf2 owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:41:06.818753 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e8a52393-0263-40e0-8ea6-7862e6b93564 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:06.841806 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a52393-0263-40e0-8ea6-7862e6b93564 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Port': ['ID=155a8db8-9e14-41ce-a7ae-5b9b4bd09bf2,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:06.854846 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a52393-0263-40e0-8ea6-7862e6b93564 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:06.855204 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a52393-0263-40e0-8ea6-7862e6b93564 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:06.855552 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a52393-0263-40e0-8ea6-7862e6b93564 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:06.855923 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a52393-0263-40e0-8ea6-7862e6b93564 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:06.856260 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a52393-0263-40e0-8ea6-7862e6b93564 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:06.856598 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a52393-0263-40e0-8ea6-7862e6b93564 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:06.856929 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a52393-0263-40e0-8ea6-7862e6b93564 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:06.857283 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a52393-0263-40e0-8ea6-7862e6b93564 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:06.857614 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a52393-0263-40e0-8ea6-7862e6b93564 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:06.857943 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a52393-0263-40e0-8ea6-7862e6b93564 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:06.858299 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a52393-0263-40e0-8ea6-7862e6b93564 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:06.858628 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a52393-0263-40e0-8ea6-7862e6b93564 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:06.916386 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e8a52393-0263-40e0-8ea6-7862e6b93564 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for floatingip, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:06.916719 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-e8a52393-0263-40e0-8ea6-7862e6b93564 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Floating IP 501ff55c-fb9e-401c-9a40-ed260fb932e5 disassociated (deleted). External IP: 172.26.3.110, port: 0d048698-096a-4b8a-af3c-1c1b7f5a33f9. Apr 23 00:41:07.121330 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a52393-0263-40e0-8ea6-7862e6b93564 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Router f2271db7-5035-4d67-829c-d01c31934f4b has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:41:07.227691 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a52393-0263-40e0-8ea6-7862e6b93564 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:41:07.232574 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e8a52393-0263-40e0-8ea6-7862e6b93564 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:07.238442 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1a1c18-eef2-46ec-9f9b-57a48fa37aff None None] Sync routers for ids ['f2271db7-5035-4d67-829c-d01c31934f4b'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:41:07.247445 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1a1c18-eef2-46ec-9f9b-57a48fa37aff None None] Routers {'f2271db7-5035-4d67-829c-d01c31934f4b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:41:07.248304 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-1a1a1c18-eef2-46ec-9f9b-57a48fa37aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:40:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['f2271db7-5035-4d67-829c-d01c31934f4b'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:07.248720 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d53d88d-188f-4b4d-8bae-dc7ac69ee78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:07.265134 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e8a52393-0263-40e0-8ea6-7862e6b93564 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "DELETE /v2.0/floatingips/501ff55c-fb9e-401c-9a40-ed260fb932e5 HTTP/1.1" status: 204 len: 168 time: 0.9025156 Apr 23 00:41:07.265134 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfdd5c9-a1b0-4401-b094-eb1a74cc8768', 'tag': '0d048698-096a-4b8a-af3c-1c1b7f5a33f9'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:41:07.265134 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c17da4-1075-45d6-ae58-4dba8cc7f406" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfdd5c9-a1b0-4401-b094-eb1a74cc8768", "tag": "0d048698-096a-4b8a-af3c-1c1b7f5a33f9"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:41:07.305359 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90ca181-6887-4531-a0b7-d95995ec5d01 x-openstack-request-id: req-f90ca181-6887-4531-a0b7-d95995ec5d01 {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:41:07.305803 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfdd5c9-a1b0-4401-b094-eb1a74cc8768", "tag": "0d048698-096a-4b8a-af3c-1c1b7f5a33f9", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:41:07.306057 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f90ca181-6887-4531-a0b7-d95995ec5d01 {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:41:07.306931 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f90ca181-6887-4531-a0b7-d95995ec5d01'] response: {'name': 'network-changed', 'server_uuid': '2bfdd5c9-a1b0-4401-b094-eb1a74cc8768', 'tag': '0d048698-096a-4b8a-af3c-1c1b7f5a33f9', 'status': 'completed', 'code': 200} Apr 23 00:41:07.356735 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-1a1a1c18-eef2-46ec-9f9b-57a48fa37aff None None] Set router f2271db7-5035-4d67-829c-d01c31934f4b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:41:07.369272 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c17da4-1075-45d6-ae58-4dba8cc7f406 req-b7e95517-c9bf-45b6-a49d-c75ae124e7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:07.370781 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f9c17da4-1075-45d6-ae58-4dba8cc7f406 req-b7e95517-c9bf-45b6-a49d-c75ae124e7e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f13b99d4303b4cbc82245827feb580d6&device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 1098 time: 0.0428956 Apr 23 00:41:07.463762 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c17da4-1075-45d6-ae58-4dba8cc7f406 req-c0d30efb-d579-47c4-a9a0-01f68459a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:07.465264 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f9c17da4-1075-45d6-ae58-4dba8cc7f406 req-c0d30efb-d579-47c4-a9a0-01f68459a07d service neutron] 10.222.0.16 "GET /v2.0/networks?id=3927d337-3cd8-47a3-8e18-f93ba8c4a67f HTTP/1.1" status: 200 len: 897 time: 0.0871835 Apr 23 00:41:07.515875 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f9c17da4-1075-45d6-ae58-4dba8cc7f406 req-e5e4097b-a55f-4019-a77a-87592b2beb89 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d048698-096a-4b8a-af3c-1c1b7f5a33f9 HTTP/1.1" status: 200 len: 217 time: 0.0392227 Apr 23 00:41:07.557649 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-1a1a1c18-eef2-46ec-9f9b-57a48fa37aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864500964', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:06Z', 'updated_at': '2022-04-23T00:40:10Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:07Z', 'updated_at': '2022-04-23T00:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '5129c983-01d0-4eca-91b3-a99400d3b488', 'name': '', 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:b6:5c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '43e1abe5-310a-40b7-9b17-cf368c903b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:10Z', 'updated_at': '2022-04-23T00:40:14Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '43e1abe5-310a-40b7-9b17-cf368c903b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:07.577205 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c17da4-1075-45d6-ae58-4dba8cc7f406 req-6cc7bd7a-bcda-4d4f-87e7-4bc5e2d83691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:07.578825 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f9c17da4-1075-45d6-ae58-4dba8cc7f406 req-6cc7bd7a-bcda-4d4f-87e7-4bc5e2d83691 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43e1abe5-310a-40b7-9b17-cf368c903b6e HTTP/1.1" status: 200 len: 834 time: 0.0567901 Apr 23 00:41:07.587390 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1a1c18-eef2-46ec-9f9b-57a48fa37aff None None] Checking router: f2271db7-5035-4d67-829c-d01c31934f4b for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:41:07.598111 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1a1c18-eef2-46ec-9f9b-57a48fa37aff None None] Routers {'f2271db7-5035-4d67-829c-d01c31934f4b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:41:07.598111 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-1a1a1c18-eef2-46ec-9f9b-57a48fa37aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:41:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['f2271db7-5035-4d67-829c-d01c31934f4b'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:07.628703 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c17da4-1075-45d6-ae58-4dba8cc7f406 req-6e22479c-9170-4ad4-a2cf-e5d74c8cfd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:07.630673 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f9c17da4-1075-45d6-ae58-4dba8cc7f406 req-6e22479c-9170-4ad4-a2cf-e5d74c8cfd6a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3927d337-3cd8-47a3-8e18-f93ba8c4a67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442398 Apr 23 00:41:07.638319 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a944e2-cbc6-42c5-9308-89f4fd17d254 req-45417b77-9c67-466f-b8cb-b8ee262a1715 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:07.639820 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-69a944e2-cbc6-42c5-9308-89f4fd17d254 req-45417b77-9c67-466f-b8cb-b8ee262a1715 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 945 time: 0.0553000 Apr 23 00:41:07.681104 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-69a944e2-cbc6-42c5-9308-89f4fd17d254 req-0ea69604-0c31-43fc-bf8f-35114fbdf09f tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=42445fbd-30fc-4e1c-8ffd-30676ffdc168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334780 Apr 23 00:41:07.705696 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-1a1a1c18-eef2-46ec-9f9b-57a48fa37aff None None] Set router f2271db7-5035-4d67-829c-d01c31934f4b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:41:07.733169 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f9c17da4-1075-45d6-ae58-4dba8cc7f406 req-7bb3b593-f88e-448d-90a8-ba61b57e9927 service neutron] 10.222.0.16 "GET /v2.0/networks/3927d337-3cd8-47a3-8e18-f93ba8c4a67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954311 Apr 23 00:41:07.823725 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f9c17da4-1075-45d6-ae58-4dba8cc7f406 req-49da9e69-a49a-4496-abbe-1fd7f7c5f595 service neutron] 10.222.0.16 "GET /v2.0/networks/3927d337-3cd8-47a3-8e18-f93ba8c4a67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826256 Apr 23 00:41:07.901420 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-1a1a1c18-eef2-46ec-9f9b-57a48fa37aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864500964', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:06Z', 'updated_at': '2022-04-23T00:40:10Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:07Z', 'updated_at': '2022-04-23T00:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '5129c983-01d0-4eca-91b3-a99400d3b488', 'name': '', 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:b6:5c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '43e1abe5-310a-40b7-9b17-cf368c903b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:10Z', 'updated_at': '2022-04-23T00:40:14Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '43e1abe5-310a-40b7-9b17-cf368c903b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:07.927859 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1a1c18-eef2-46ec-9f9b-57a48fa37aff None None] The sync data for ids ['f2271db7-5035-4d67-829c-d01c31934f4b'] in dv-neutron-838783-1-hyperv is: [{'id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864500964', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:06Z', 'updated_at': '2022-04-23T00:40:10Z', 'revision_number': 4, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:07Z', 'updated_at': '2022-04-23T00:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '5129c983-01d0-4eca-91b3-a99400d3b488', 'name': '', 'network_id': '3927d337-3cd8-47a3-8e18-f93ba8c4a67f', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'mac_address': 'fa:16:3e:b6:5c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '43e1abe5-310a-40b7-9b17-cf368c903b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:10Z', 'updated_at': '2022-04-23T00:40:14Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'subnets': [{'id': '43e1abe5-310a-40b7-9b17-cf368c903b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:41:08.007514 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:08.134637 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdfcdd0-7746-4cda-9b92-71ccf5dde0b7 None None] New status for floating IP 501ff55c-fb9e-401c-9a40-ed260fb932e5: DOWN {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:41:08.806016 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc62ae-b328-4fdb-a19d-2b6f56644e8f req-86ed0480-83c0-456d-bf20-56c20ee99543 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:08.807501 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6abc62ae-b328-4fdb-a19d-2b6f56644e8f req-86ed0480-83c0-456d-bf20-56c20ee99543 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 945 time: 0.0526969 Apr 23 00:41:08.845155 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6abc62ae-b328-4fdb-a19d-2b6f56644e8f req-107ed69e-8415-4d5e-94e7-f6efd4b88388 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/security-groups?id=42445fbd-30fc-4e1c-8ffd-30676ffdc168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317183 Apr 23 00:41:09.158056 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5178f6-5319-40b3-848f-606a61ba080f req-94b4b495-faa2-41a8-aecd-c4743c775217 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:09.159480 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0d5178f6-5319-40b3-848f-606a61ba080f req-94b4b495-faa2-41a8-aecd-c4743c775217 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 945 time: 0.0473907 Apr 23 00:41:09.252588 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [req-0d5178f6-5319-40b3-848f-606a61ba080f req-d07a9fc0-a345-476b-859c-2efc52ab7d56 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Deleting port 0d048698-096a-4b8a-af3c-1c1b7f5a33f9 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:41:09.252920 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-0d5178f6-5319-40b3-848f-606a61ba080f req-d07a9fc0-a345-476b-859c-2efc52ab7d56 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:09.342137 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [req-0d5178f6-5319-40b3-848f-606a61ba080f req-d07a9fc0-a345-476b-859c-2efc52ab7d56 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] For port 0d048698-096a-4b8a-af3c-1c1b7f5a33f9, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=0d048698-096a-4b8a-af3c-1c1b7f5a33f9,segment=NetworkSegment(938d04b3-4d91-4887-a7df-849259031dda),segment_id=938d04b3-4d91-4887-a7df-849259031dda)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:41:09.342496 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-0d5178f6-5319-40b3-848f-606a61ba080f req-d07a9fc0-a345-476b-859c-2efc52ab7d56 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:09.355433 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [req-0d5178f6-5319-40b3-848f-606a61ba080f req-d07a9fc0-a345-476b-859c-2efc52ab7d56 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Calling delete_port for 0d048698-096a-4b8a-af3c-1c1b7f5a33f9 owned by compute:nova {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:41:09.561819 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-0d5178f6-5319-40b3-848f-606a61ba080f req-d07a9fc0-a345-476b-859c-2efc52ab7d56 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:09.591348 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a9fc0-a345-476b-859c-2efc52ab7d56 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Port': ['ID=0d048698-096a-4b8a-af3c-1c1b7f5a33f9,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:09.631367 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5178f6-5319-40b3-848f-606a61ba080f req-d07a9fc0-a345-476b-859c-2efc52ab7d56 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] No DVR routers for this DVR port 0d048698-096a-4b8a-af3c-1c1b7f5a33f9 on host hv-neutron-8387 {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:41:09.633829 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-0d5178f6-5319-40b3-848f-606a61ba080f req-d07a9fc0-a345-476b-859c-2efc52ab7d56 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:09.637193 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0d5178f6-5319-40b3-848f-606a61ba080f req-d07a9fc0-a345-476b-859c-2efc52ab7d56 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.16 "DELETE /v2.0/ports/0d048698-096a-4b8a-af3c-1c1b7f5a33f9 HTTP/1.1" status: 204 len: 173 time: 0.4719245 Apr 23 00:41:09.637623 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfdd5c9-a1b0-4401-b094-eb1a74cc8768', 'name': 'network-vif-deleted', 'tag': '0d048698-096a-4b8a-af3c-1c1b7f5a33f9'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:41:09.639869 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabd9504-36cd-43f1-b690-47079736c24b" -d '{"events": [{"server_uuid": "2bfdd5c9-a1b0-4401-b094-eb1a74cc8768", "name": "network-vif-deleted", "tag": "0d048698-096a-4b8a-af3c-1c1b7f5a33f9"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:41:09.677315 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46449f0b-0592-4e8d-92a9-41845b3e6348 x-openstack-request-id: req-46449f0b-0592-4e8d-92a9-41845b3e6348 {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:41:09.677651 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfdd5c9-a1b0-4401-b094-eb1a74cc8768", "name": "network-vif-deleted", "tag": "0d048698-096a-4b8a-af3c-1c1b7f5a33f9", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:41:09.677926 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46449f0b-0592-4e8d-92a9-41845b3e6348 {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:41:09.678322 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46449f0b-0592-4e8d-92a9-41845b3e6348'] response: {'server_uuid': '2bfdd5c9-a1b0-4401-b094-eb1a74cc8768', 'name': 'network-vif-deleted', 'tag': '0d048698-096a-4b8a-af3c-1c1b7f5a33f9', 'status': 'completed', 'code': 200} Apr 23 00:41:09.756028 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:09.766117 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:41:09.933654 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:09.959235 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-71ffefad-d7cd-43b2-be46-d385d9fcd675 req-8aad93e1-9fc2-492d-b122-cfe598f26462 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bfdd5c9-a1b0-4401-b094-eb1a74cc8768 HTTP/1.1" status: 200 len: 210 time: 0.0287647 Apr 23 00:41:11.017317 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33816) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:11.369948 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7537-2a8a-4c0f-a600-2afe6e6f23a8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:11.615602 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-c2dc7537-2a8a-4c0f-a600-2afe6e6f23a8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Deleting port 5129c983-01d0-4eca-91b3-a99400d3b488 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:41:11.615949 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7537-2a8a-4c0f-a600-2afe6e6f23a8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:11.701849 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-c2dc7537-2a8a-4c0f-a600-2afe6e6f23a8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] For port 5129c983-01d0-4eca-91b3-a99400d3b488, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=5129c983-01d0-4eca-91b3-a99400d3b488,segment=NetworkSegment(938d04b3-4d91-4887-a7df-849259031dda),segment_id=938d04b3-4d91-4887-a7df-849259031dda)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:41:11.702215 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7537-2a8a-4c0f-a600-2afe6e6f23a8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:11.719502 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-c2dc7537-2a8a-4c0f-a600-2afe6e6f23a8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Calling delete_port for 5129c983-01d0-4eca-91b3-a99400d3b488 owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:41:11.992020 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7537-2a8a-4c0f-a600-2afe6e6f23a8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:12.328115 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc7537-2a8a-4c0f-a600-2afe6e6f23a8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Port': ['ID=5129c983-01d0-4eca-91b3-a99400d3b488,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:12.497631 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7537-2a8a-4c0f-a600-2afe6e6f23a8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:12.710194 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2dc7537-2a8a-4c0f-a600-2afe6e6f23a8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Router f2271db7-5035-4d67-829c-d01c31934f4b has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:41:12.818964 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dc7537-2a8a-4c0f-a600-2afe6e6f23a8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:41:12.823956 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c2dc7537-2a8a-4c0f-a600-2afe6e6f23a8 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "PUT /v2.0/routers/f2271db7-5035-4d67-829c-d01c31934f4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8055453 Apr 23 00:41:12.826607 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33818) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:12.828190 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be91a81-0b94-403c-b39f-fddea33b5ab1 None None] Sync routers for ids ['f2271db7-5035-4d67-829c-d01c31934f4b'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:41:12.837534 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be91a81-0b94-403c-b39f-fddea33b5ab1 None None] Routers {'f2271db7-5035-4d67-829c-d01c31934f4b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:41:12.838142 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5be91a81-0b94-403c-b39f-fddea33b5ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:41:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['f2271db7-5035-4d67-829c-d01c31934f4b'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:12.882161 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7d9670-0551-44fb-bd94-a494d4b4ba6d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Deleting subnet 43e1abe5-310a-40b7-9b17-cf368c903b6e {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:41:12.885361 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9d7d9670-0551-44fb-bd94-a494d4b4ba6d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:12.924698 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9d7d9670-0551-44fb-bd94-a494d4b4ba6d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:12.945723 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-5be91a81-0b94-403c-b39f-fddea33b5ab1 None None] Set router f2271db7-5035-4d67-829c-d01c31934f4b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:41:13.011891 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9d7d9670-0551-44fb-bd94-a494d4b4ba6d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:13.118194 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9d7d9670-0551-44fb-bd94-a494d4b4ba6d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:13.124033 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5be91a81-0b94-403c-b39f-fddea33b5ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864500964', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:06Z', 'updated_at': '2022-04-23T00:41:11Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:07Z', 'updated_at': '2022-04-23T00:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:13.146842 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d9670-0551-44fb-bd94-a494d4b4ba6d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Subnet': ['ID=43e1abe5-310a-40b7-9b17-cf368c903b6e,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:13.151646 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be91a81-0b94-403c-b39f-fddea33b5ab1 None None] Checking router: f2271db7-5035-4d67-829c-d01c31934f4b for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:41:13.152436 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9d7d9670-0551-44fb-bd94-a494d4b4ba6d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:13.154166 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308c471e-f6ef-488c-bef1-2a69aac21d19 None None] Network 3927d337-3cd8-47a3-8e18-f93ba8c4a67f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:41:13.158390 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33820) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:13.159356 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be91a81-0b94-403c-b39f-fddea33b5ab1 None None] Routers {'f2271db7-5035-4d67-829c-d01c31934f4b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:41:13.160000 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5be91a81-0b94-403c-b39f-fddea33b5ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:41:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['f2271db7-5035-4d67-829c-d01c31934f4b'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:13.166847 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9d7d9670-0551-44fb-bd94-a494d4b4ba6d tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "DELETE /v2.0/subnets/43e1abe5-310a-40b7-9b17-cf368c903b6e HTTP/1.1" status: 204 len: 168 time: 0.3383942 Apr 23 00:41:13.273519 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:13.359320 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7334f5-e4b3-4ea0-9538-030ea9a395dd None None] DHCP port deletion for 3927d337-3cd8-47a3-8e18-f93ba8c4a67f request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:41:13.360124 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-5be91a81-0b94-403c-b39f-fddea33b5ab1 None None] Set router f2271db7-5035-4d67-829c-d01c31934f4b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:41:13.386664 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:13.408893 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-be7334f5-e4b3-4ea0-9538-030ea9a395dd None None] Deleting port 3d471765-9485-42c8-b77c-eb9463cec63b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:41:13.409358 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be7334f5-e4b3-4ea0-9538-030ea9a395dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:13.476840 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-be7334f5-e4b3-4ea0-9538-030ea9a395dd None None] For port 3d471765-9485-42c8-b77c-eb9463cec63b, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=3d471765-9485-42c8-b77c-eb9463cec63b,segment=NetworkSegment(938d04b3-4d91-4887-a7df-849259031dda),segment_id=938d04b3-4d91-4887-a7df-849259031dda)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:41:13.477235 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be7334f5-e4b3-4ea0-9538-030ea9a395dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:13.490426 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-be7334f5-e4b3-4ea0-9538-030ea9a395dd None None] Calling delete_port for 3d471765-9485-42c8-b77c-eb9463cec63b owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:41:13.519017 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Deleting port dffb3efb-91d4-4d68-8df3-29ae23774ae7 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:41:13.519477 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:13.541097 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5be91a81-0b94-403c-b39f-fddea33b5ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864500964', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:06Z', 'updated_at': '2022-04-23T00:41:11Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:07Z', 'updated_at': '2022-04-23T00:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:13.571135 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be91a81-0b94-403c-b39f-fddea33b5ab1 None None] The sync data for ids ['f2271db7-5035-4d67-829c-d01c31934f4b'] in dv-neutron-838783-1-hyperv is: [{'id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864500964', 'tenant_id': 'f13b99d4303b4cbc82245827feb580d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:06Z', 'updated_at': '2022-04-23T00:41:11Z', 'revision_number': 5, 'project_id': 'f13b99d4303b4cbc82245827feb580d6', 'gw_port': {'id': 'dffb3efb-91d4-4d68-8df3-29ae23774ae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2271db7-5035-4d67-829c-d01c31934f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:07Z', 'updated_at': '2022-04-23T00:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:41:13.580274 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 0d048698-096a-4b8a-af3c-1c1b7f5a33f9 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:41:13.585699 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 3d471765-9485-42c8-b77c-eb9463cec63b no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:41:13.604986 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 0d048698-096a-4b8a-af3c-1c1b7f5a33f9 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:41:13.605330 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 0d048698-096a-4b8a-af3c-1c1b7f5a33f9 not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:41:13.618476 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] For port dffb3efb-91d4-4d68-8df3-29ae23774ae7, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=dffb3efb-91d4-4d68-8df3-29ae23774ae7,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:41:13.618841 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:13.631435 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Calling delete_port for dffb3efb-91d4-4d68-8df3-29ae23774ae7 owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:41:13.671008 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be7334f5-e4b3-4ea0-9538-030ea9a395dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:13.706757 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7334f5-e4b3-4ea0-9538-030ea9a395dd None None] No DVR routers for this DVR port 3d471765-9485-42c8-b77c-eb9463cec63b on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:41:13.708929 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7334f5-e4b3-4ea0-9538-030ea9a395dd None None] Pushing event deleted for resources: {'Port': ['ID=3d471765-9485-42c8-b77c-eb9463cec63b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:13.717951 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:13.721482 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7334f5-e4b3-4ea0-9538-030ea9a395dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:13.721830 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7334f5-e4b3-4ea0-9538-030ea9a395dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:13.722234 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7334f5-e4b3-4ea0-9538-030ea9a395dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:13.722535 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7334f5-e4b3-4ea0-9538-030ea9a395dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:13.723523 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7334f5-e4b3-4ea0-9538-030ea9a395dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:13.723523 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7334f5-e4b3-4ea0-9538-030ea9a395dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:13.723774 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7334f5-e4b3-4ea0-9538-030ea9a395dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:13.724105 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7334f5-e4b3-4ea0-9538-030ea9a395dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:13.724532 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7334f5-e4b3-4ea0-9538-030ea9a395dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:13.724865 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7334f5-e4b3-4ea0-9538-030ea9a395dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:13.725189 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7334f5-e4b3-4ea0-9538-030ea9a395dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:13.725513 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7334f5-e4b3-4ea0-9538-030ea9a395dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:13.866363 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:13.889869 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Port': ['ID=dffb3efb-91d4-4d68-8df3-29ae23774ae7,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:13.902983 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:13.903349 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:13.903730 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:13.904071 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:13.904408 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:13.904775 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:13.905108 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:13.905437 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:13.905765 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:13.906092 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:13.906419 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:13.906761 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:13.967288 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:14.064695 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:14.067650 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:14.192573 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:14.193267 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Fanout notify agent at l3_agent the message router_deleted on router f2271db7-5035-4d67-829c-d01c31934f4b {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:41:14.202707 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:14.202707 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-418d780c-a6cc-4a04-a364-1d91d1e34d98 tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "DELETE /v2.0/routers/f2271db7-5035-4d67-829c-d01c31934f4b HTTP/1.1" status: 204 len: 168 time: 1.0416844 Apr 23 00:41:14.203825 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33822) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:14.289231 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43c46170-92c7-48c0-a0ec-264f3b3fb92c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:14.378711 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43c46170-92c7-48c0-a0ec-264f3b3fb92c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:14.399870 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-43c46170-92c7-48c0-a0ec-264f3b3fb92c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3927d337-3cd8-47a3-8e18-f93ba8c4a67f']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:14.408911 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-43c46170-92c7-48c0-a0ec-264f3b3fb92c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '938d04b3-4d91-4887-a7df-849259031dda') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:14.409213 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-43c46170-92c7-48c0-a0ec-264f3b3fb92c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '938d04b3-4d91-4887-a7df-849259031dda') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:14.419373 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43c46170-92c7-48c0-a0ec-264f3b3fb92c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:14.432427 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43c46170-92c7-48c0-a0ec-264f3b3fb92c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:14.438085 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c46170-92c7-48c0-a0ec-264f3b3fb92c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:41:14.438472 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43c46170-92c7-48c0-a0ec-264f3b3fb92c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:41:14.441364 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:41:14.546015 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43c46170-92c7-48c0-a0ec-264f3b3fb92c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:14.557499 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43c46170-92c7-48c0-a0ec-264f3b3fb92c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:14.557499 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-43c46170-92c7-48c0-a0ec-264f3b3fb92c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "DELETE /v2.0/networks/3927d337-3cd8-47a3-8e18-f93ba8c4a67f HTTP/1.1" status: 204 len: 168 time: 0.3514228 Apr 23 00:41:14.559023 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33824) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:14.568568 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c46170-92c7-48c0-a0ec-264f3b3fb92c tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'Network': ['ID=3927d337-3cd8-47a3-8e18-f93ba8c4a67f,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:14.622478 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dc8ab928-009e-4e9b-9f0d-7e242ec62e7e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:14.651284 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dc8ab928-009e-4e9b-9f0d-7e242ec62e7e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:14.763380 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dc8ab928-009e-4e9b-9f0d-7e242ec62e7e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:14.766036 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-dc8ab928-009e-4e9b-9f0d-7e242ec62e7e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:14.767223 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-dc8ab928-009e-4e9b-9f0d-7e242ec62e7e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] 10.222.0.15 "DELETE /v2.0/security-groups/42445fbd-30fc-4e1c-8ffd-30676ffdc168 HTTP/1.1" status: 204 len: 168 time: 0.2071924 Apr 23 00:41:14.777406 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ab928-009e-4e9b-9f0d-7e242ec62e7e tempest-TestNetworkAdvancedServerOps-1171804155 tempest-TestNetworkAdvancedServerOps-1171804155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42445fbd-30fc-4e1c-8ffd-30676ffdc168,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:15.391840 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33832) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:15.485649 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 5129c983-01d0-4eca-91b3-a99400d3b488 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:41:15.510406 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 5129c983-01d0-4eca-91b3-a99400d3b488 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:41:15.510758 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 5129c983-01d0-4eca-91b3-a99400d3b488 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:41:15.511179 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device dffb3efb-91d4-4d68-8df3-29ae23774ae7 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:41:15.530273 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: dffb3efb-91d4-4d68-8df3-29ae23774ae7 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:41:15.530603 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device dffb3efb-91d4-4d68-8df3-29ae23774ae7 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:41:15.535527 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-966baefb-d617-43ec-a484-15697ac7f60a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f13b99d4303b4cbc82245827feb580d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425617 Apr 23 00:41:15.538258 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33836) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:15.585360 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d6833d6a-e75e-49b4-8e40-a368c3e2ef0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:15.605934 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d6833d6a-e75e-49b4-8e40-a368c3e2ef0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:15.733486 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d6833d6a-e75e-49b4-8e40-a368c3e2ef0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:15.736092 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d6833d6a-e75e-49b4-8e40-a368c3e2ef0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:15.737243 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d6833d6a-e75e-49b4-8e40-a368c3e2ef0f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f1878dcf-8d92-47e2-a50b-5d16f0b92513 HTTP/1.1" status: 204 len: 168 time: 0.1981890 Apr 23 00:41:15.745401 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6833d6a-e75e-49b4-8e40-a368c3e2ef0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1878dcf-8d92-47e2-a50b-5d16f0b92513,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:16.315388 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33842) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:16.333852 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e5b47e32-8d22-4285-b8bc-db58fd6b5aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:16.408779 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e5b47e32-8d22-4285-b8bc-db58fd6b5aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:16.489049 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e5b47e32-8d22-4285-b8bc-db58fd6b5aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:16.527656 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e5b47e32-8d22-4285-b8bc-db58fd6b5aa5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ff6cc2982e24c4cae96172b843bdcbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2110817 Apr 23 00:41:16.528938 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b47e32-8d22-4285-b8bc-db58fd6b5aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db599e2-a7dc-4eff-b680-81cbaa8a1359,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:16.530411 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33844) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:16.578034 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9f160ff4-e9f0-438e-a35e-092ba9f5ecd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:16.599516 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9f160ff4-e9f0-438e-a35e-092ba9f5ecd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:16.701073 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9f160ff4-e9f0-438e-a35e-092ba9f5ecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:16.703652 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-9f160ff4-e9f0-438e-a35e-092ba9f5ecd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:16.704809 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-9f160ff4-e9f0-438e-a35e-092ba9f5ecd9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0db599e2-a7dc-4eff-b680-81cbaa8a1359 HTTP/1.1" status: 204 len: 168 time: 0.1734154 Apr 23 00:41:16.713926 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f160ff4-e9f0-438e-a35e-092ba9f5ecd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db599e2-a7dc-4eff-b680-81cbaa8a1359,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:17.747255 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33866) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:17.840582 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-13466716-328b-49b4-8501-ed8aea043416 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-233334628-network', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:41:17.900354 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13466716-328b-49b4-8501-ed8aea043416 admin admin] Made reservation on behalf of fc19a0436af94dafacd1fb1cdda06f3c for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:41:17.902673 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-13466716-328b-49b4-8501-ed8aea043416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:17.910942 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-13466716-328b-49b4-8501-ed8aea043416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:17.983240 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-13466716-328b-49b4-8501-ed8aea043416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:18.070725 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-13466716-328b-49b4-8501-ed8aea043416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:18.095254 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13466716-328b-49b4-8501-ed8aea043416 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:41:18.104609 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13466716-328b-49b4-8501-ed8aea043416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80090786-31fc-4f3c-9133-854dfcb05f23,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:18.110480 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-13466716-328b-49b4-8501-ed8aea043416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:18.110826 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-13466716-328b-49b4-8501-ed8aea043416 admin admin] Added segment 776c178e-f361-4efd-9612-0a48272e61c1 of type vlan for network 65a8fd14-9fb1-4b27-9250-c14bb68b38b8 Apr 23 00:41:18.151104 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-13466716-328b-49b4-8501-ed8aea043416 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:18.249356 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-13466716-328b-49b4-8501-ed8aea043416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:18.250310 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13466716-328b-49b4-8501-ed8aea043416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:18.251158 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-13466716-328b-49b4-8501-ed8aea043416 admin admin] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:18.311048 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13466716-328b-49b4-8501-ed8aea043416 admin admin] Pushing event updated for resources: {'Network': ['ID=65a8fd14-9fb1-4b27-9250-c14bb68b38b8,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:18.322642 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 65a8fd14-9fb1-4b27-9250-c14bb68b38b8 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:41:18.352400 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-13466716-328b-49b4-8501-ed8aea043416 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6010675 Apr 23 00:41:18.352606 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33870) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:18.357551 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-4e3f691b-7cc9-4912-9343-02bc216ccf83 admin admin] Request body: {'subnet': {'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-233334628-subnet', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'ip_version': 4}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:41:18.453838 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3f691b-7cc9-4912-9343-02bc216ccf83 admin admin] Made reservation on behalf of fc19a0436af94dafacd1fb1cdda06f3c for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:41:18.456195 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4e3f691b-7cc9-4912-9343-02bc216ccf83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:18.672174 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4e3f691b-7cc9-4912-9343-02bc216ccf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:18.721183 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f691b-7cc9-4912-9343-02bc216ccf83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27d2e5ba-1298-4f2a-b330-a07ed14d3a31,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:18.735935 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3f691b-7cc9-4912-9343-02bc216ccf83 admin admin] Checking segment: {'id': '776c178e-f361-4efd-9612-0a48272e61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:41:18.736296 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3f691b-7cc9-4912-9343-02bc216ccf83 admin admin] Network hostable DHCP agents. Network: 65a8fd14-9fb1-4b27-9250-c14bb68b38b8, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:41:18.813571 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3f691b-7cc9-4912-9343-02bc216ccf83 admin admin] Network 65a8fd14-9fb1-4b27-9250-c14bb68b38b8 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:41:18.877026 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-4e3f691b-7cc9-4912-9343-02bc216ccf83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 65a8fd14-9fb1-4b27-9250-c14bb68b38b8) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:41:18.881884 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3f691b-7cc9-4912-9343-02bc216ccf83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:18.883114 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4e3f691b-7cc9-4912-9343-02bc216ccf83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:18.887175 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86a5c5e-3839-48a2-87e2-98865c1aab62 None None] Network 65a8fd14-9fb1-4b27-9250-c14bb68b38b8 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:41:18.965068 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4e3f691b-7cc9-4912-9343-02bc216ccf83 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6112604 Apr 23 00:41:18.967747 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33872) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:18.971953 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-d33552fd-16df-41a8-99ed-45569d037b1d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-233334628-router', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:41:19.032145 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202f1aca-ef23-4638-98c2-42b1978056f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'fixed_ips': [{'subnet_id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:41:19.035779 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-202f1aca-ef23-4638-98c2-42b1978056f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:19.056191 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d33552fd-16df-41a8-99ed-45569d037b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:19.059487 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d33552fd-16df-41a8-99ed-45569d037b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:19.112212 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d33552fd-16df-41a8-99ed-45569d037b1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:19.164053 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-202f1aca-ef23-4638-98c2-42b1978056f3 None None] Allocated IP 172.20.0.2 (65a8fd14-9fb1-4b27-9250-c14bb68b38b8/27d2e5ba-1298-4f2a-b330-a07ed14d3a31/1cfdd0c2-d52b-40b1-999b-c1c657e1a368) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:41:19.305009 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-202f1aca-ef23-4638-98c2-42b1978056f3 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:19.324952 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d33552fd-16df-41a8-99ed-45569d037b1d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:19.363769 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-202f1aca-ef23-4638-98c2-42b1978056f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:19.406331 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202f1aca-ef23-4638-98c2-42b1978056f3 None None] Network 65a8fd14-9fb1-4b27-9250-c14bb68b38b8 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:41:19.409245 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-202f1aca-ef23-4638-98c2-42b1978056f3 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:41:19.412814 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202f1aca-ef23-4638-98c2-42b1978056f3 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:41:19.420037 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f1aca-ef23-4638-98c2-42b1978056f3 None None] Pushing event updated for resources: {'Port': ['ID=1cfdd0c2-d52b-40b1-999b-c1c657e1a368,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:19.469926 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-202f1aca-ef23-4638-98c2-42b1978056f3 None None] Attempting to bind port 1cfdd0c2-d52b-40b1-999b-c1c657e1a368 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:41:19.470287 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-202f1aca-ef23-4638-98c2-42b1978056f3 None None] Attempting to bind port 1cfdd0c2-d52b-40b1-999b-c1c657e1a368 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '776c178e-f361-4efd-9612-0a48272e61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:41:19.470638 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202f1aca-ef23-4638-98c2-42b1978056f3 None None] Attempting to bind port 1cfdd0c2-d52b-40b1-999b-c1c657e1a368 on network 65a8fd14-9fb1-4b27-9250-c14bb68b38b8 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:41:19.475656 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202f1aca-ef23-4638-98c2-42b1978056f3 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:41:19.476782 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202f1aca-ef23-4638-98c2-42b1978056f3 None None] Checking segment: {'id': '776c178e-f361-4efd-9612-0a48272e61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:41:19.476997 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-202f1aca-ef23-4638-98c2-42b1978056f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:19.477502 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202f1aca-ef23-4638-98c2-42b1978056f3 None None] Bound using segment: {'id': '776c178e-f361-4efd-9612-0a48272e61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:41:19.477971 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-202f1aca-ef23-4638-98c2-42b1978056f3 None None] Bound port: 1cfdd0c2-d52b-40b1-999b-c1c657e1a368, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776c178e-f361-4efd-9612-0a48272e61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:41:19.478349 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-202f1aca-ef23-4638-98c2-42b1978056f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:19.540376 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-202f1aca-ef23-4638-98c2-42b1978056f3 None None] For port 1cfdd0c2-d52b-40b1-999b-c1c657e1a368, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:41:19.543446 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-202f1aca-ef23-4638-98c2-42b1978056f3 None None] For port 1cfdd0c2-d52b-40b1-999b-c1c657e1a368, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=1cfdd0c2-d52b-40b1-999b-c1c657e1a368,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:41:19.582144 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d33552fd-16df-41a8-99ed-45569d037b1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:19.592890 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-202f1aca-ef23-4638-98c2-42b1978056f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:19.600495 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d33552fd-16df-41a8-99ed-45569d037b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:19.657424 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f1aca-ef23-4638-98c2-42b1978056f3 None None] Pushing event updated for resources: {'Port': ['ID=1cfdd0c2-d52b-40b1-999b-c1c657e1a368,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:19.725347 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-d33552fd-16df-41a8-99ed-45569d037b1d admin admin] Allocated IP 172.26.3.85 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/7ba9390c-bed5-4c20-8d51-3b33d82311c9) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:41:19.837421 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d33552fd-16df-41a8-99ed-45569d037b1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:19.924186 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d33552fd-16df-41a8-99ed-45569d037b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:19.977037 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33552fd-16df-41a8-99ed-45569d037b1d admin admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:41:19.979903 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-d33552fd-16df-41a8-99ed-45569d037b1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:41:19.983487 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33552fd-16df-41a8-99ed-45569d037b1d admin admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:41:20.008868 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33552fd-16df-41a8-99ed-45569d037b1d admin admin] Pushing event updated for resources: {'Port': ['ID=7ba9390c-bed5-4c20-8d51-3b33d82311c9,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:20.291388 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d33552fd-16df-41a8-99ed-45569d037b1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:20.492739 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d33552fd-16df-41a8-99ed-45569d037b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:20.559848 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbdb021-42f5-4429-afe4-db943b4716e4 None None] Network 65a8fd14-9fb1-4b27-9250-c14bb68b38b8 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:41:20.637527 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-2026e3d7-ce9d-4b44-b675-98667fdc30ab None None] Provisioning complete for port 1cfdd0c2-d52b-40b1-999b-c1c657e1a368 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:20.637902 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2026e3d7-ce9d-4b44-b675-98667fdc30ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:20.717649 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33552fd-16df-41a8-99ed-45569d037b1d admin admin] Router 4aa63fbd-8557-4586-aff4-31691d1c6ce6 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:41:20.792802 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2026e3d7-ce9d-4b44-b675-98667fdc30ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:20.831277 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33552fd-16df-41a8-99ed-45569d037b1d admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:41:20.839125 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-2026e3d7-ce9d-4b44-b675-98667fdc30ab None None] For port 1cfdd0c2-d52b-40b1-999b-c1c657e1a368, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=1cfdd0c2-d52b-40b1-999b-c1c657e1a368,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:41:20.845816 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] Sync routers for ids ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:41:20.859665 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] Routers {'4aa63fbd-8557-4586-aff4-31691d1c6ce6'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:41:20.860441 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:41:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:20.924990 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d33552fd-16df-41a8-99ed-45569d037b1d admin admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:20.926920 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d33552fd-16df-41a8-99ed-45569d037b1d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9582033 Apr 23 00:41:20.930383 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33874) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:21.045862 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2026e3d7-ce9d-4b44-b675-98667fdc30ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:21.140444 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026e3d7-ce9d-4b44-b675-98667fdc30ab None None] Pushing event updated for resources: {'Port': ['ID=1cfdd0c2-d52b-40b1-999b-c1c657e1a368,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:21.153881 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] Set router 4aa63fbd-8557-4586-aff4-31691d1c6ce6 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:41:21.256938 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-270441f2-6be4-4823-8919-fac8c868c0ce None None] Provisioning complete for port 1cfdd0c2-d52b-40b1-999b-c1c657e1a368 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:21.257830 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-270441f2-6be4-4823-8919-fac8c868c0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:21.359647 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-253f5ed4-3085-43d5-a6d7-e9b12c1de1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:21.405583 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'name': 'tempest-TestShelveInstance-233334628-router', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:20Z', 'revision_number': 3, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'gw_port': {'id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:21.434839 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] Checking router: 4aa63fbd-8557-4586-aff4-31691d1c6ce6 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:41:21.435003 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] Updating router 4aa63fbd-8557-4586-aff4-31691d1c6ce6 port 7ba9390c-bed5-4c20-8d51-3b33d82311c9 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:41:21.464866 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:21.525386 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-253f5ed4-3085-43d5-a6d7-e9b12c1de1cf admin admin] Allocated IP 172.20.0.1 (65a8fd14-9fb1-4b27-9250-c14bb68b38b8/27d2e5ba-1298-4f2a-b330-a07ed14d3a31/bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:41:21.551541 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 1cfdd0c2-d52b-40b1-999b-c1c657e1a368 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:41:21.635772 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-253f5ed4-3085-43d5-a6d7-e9b12c1de1cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:21.669172 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 1cfdd0c2-d52b-40b1-999b-c1c657e1a368 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:21.669713 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:21.722841 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-253f5ed4-3085-43d5-a6d7-e9b12c1de1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:21.759195 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253f5ed4-3085-43d5-a6d7-e9b12c1de1cf admin admin] Network 65a8fd14-9fb1-4b27-9250-c14bb68b38b8 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:41:21.761954 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-253f5ed4-3085-43d5-a6d7-e9b12c1de1cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:41:21.764609 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253f5ed4-3085-43d5-a6d7-e9b12c1de1cf admin admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:41:21.800668 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f5ed4-3085-43d5-a6d7-e9b12c1de1cf admin admin] Pushing event updated for resources: {'Port': ['ID=bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:21.818003 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-253f5ed4-3085-43d5-a6d7-e9b12c1de1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:21.823333 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:21.901228 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:21.954351 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] Attempting to bind port 7ba9390c-bed5-4c20-8d51-3b33d82311c9 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:41:21.954719 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] Attempting to bind port 7ba9390c-bed5-4c20-8d51-3b33d82311c9 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:41:21.955075 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] Attempting to bind port 7ba9390c-bed5-4c20-8d51-3b33d82311c9 on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:41:21.957087 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c828ce7-f28a-453f-94ee-2de50439336f None None] Pushing event updated for resources: {'Port': ['ID=7ba9390c-bed5-4c20-8d51-3b33d82311c9,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:21.962509 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:41:21.962880 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:41:21.965721 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:21.965721 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:41:21.965721 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] Bound port: 7ba9390c-bed5-4c20-8d51-3b33d82311c9, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:41:21.965721 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:22.021032 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] For port 7ba9390c-bed5-4c20-8d51-3b33d82311c9, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:41:22.025449 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] For port 7ba9390c-bed5-4c20-8d51-3b33d82311c9, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7ba9390c-bed5-4c20-8d51-3b33d82311c9,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:41:22.028397 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-72b2d0f9-9f3e-40ba-b104-c64caf7bf7bf None None] Provisioning complete for port bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:22.028759 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72b2d0f9-9f3e-40ba-b104-c64caf7bf7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:22.034718 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-253f5ed4-3085-43d5-a6d7-e9b12c1de1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:22.062649 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-72b2d0f9-9f3e-40ba-b104-c64caf7bf7bf None None] Port bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:41:22.095445 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:22.154801 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] Routers {'4aa63fbd-8557-4586-aff4-31691d1c6ce6'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:41:22.155343 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:41:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:22.160006 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c828ce7-f28a-453f-94ee-2de50439336f None None] Pushing event updated for resources: {'Port': ['ID=7ba9390c-bed5-4c20-8d51-3b33d82311c9,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:22.202217 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-253f5ed4-3085-43d5-a6d7-e9b12c1de1cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:22.265905 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] Set router 4aa63fbd-8557-4586-aff4-31691d1c6ce6 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:41:22.283754 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-253f5ed4-3085-43d5-a6d7-e9b12c1de1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:22.473170 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'name': 'tempest-TestShelveInstance-233334628-router', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:21Z', 'revision_number': 4, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'gw_port': {'id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': 'bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14', 'name': '', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'mac_address': 'fa:16:3e:eb:bf:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:21Z', 'updated_at': '2022-04-23T00:41:21Z', 'revision_number': 1, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'subnets': [{'id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:22.500515 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcfa4b4-a78d-4c0f-9f1c-eff72a1d60b5 None None] The sync data for ids ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'] in dv-neutron-838783-1-hyperv is: [{'id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'name': 'tempest-TestShelveInstance-233334628-router', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:21Z', 'revision_number': 4, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'gw_port': {'id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': 'bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14', 'name': '', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'mac_address': 'fa:16:3e:eb:bf:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:21Z', 'updated_at': '2022-04-23T00:41:21Z', 'revision_number': 1, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'subnets': [{'id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:41:22.684428 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-253f5ed4-3085-43d5-a6d7-e9b12c1de1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:22.686143 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f5ed4-3085-43d5-a6d7-e9b12c1de1cf admin admin] Pushing event updated for resources: {'Port': ['ID=bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:22.800476 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253f5ed4-3085-43d5-a6d7-e9b12c1de1cf admin admin] Network 65a8fd14-9fb1-4b27-9250-c14bb68b38b8 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:41:22.801906 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-253f5ed4-3085-43d5-a6d7-e9b12c1de1cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:41:22.936269 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253f5ed4-3085-43d5-a6d7-e9b12c1de1cf admin admin] Router 4aa63fbd-8557-4586-aff4-31691d1c6ce6 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:41:23.053446 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253f5ed4-3085-43d5-a6d7-e9b12c1de1cf admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:41:23.060610 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-253f5ed4-3085-43d5-a6d7-e9b12c1de1cf admin admin] 10.222.0.15 "PUT /v2.0/routers/4aa63fbd-8557-4586-aff4-31691d1c6ce6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1275365 Apr 23 00:41:23.095012 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-78bfe67d-03ea-4a0a-befa-2e101a588c32 None None] Provisioning complete for port bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:23.095637 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78bfe67d-03ea-4a0a-befa-2e101a588c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:23.136218 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-78bfe67d-03ea-4a0a-befa-2e101a588c32 None None] Port bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:41:23.522366 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7ba9390c-bed5-4c20-8d51-3b33d82311c9 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:41:23.578972 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7ba9390c-bed5-4c20-8d51-3b33d82311c9 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:23.579350 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:23.665405 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:23.699173 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 7ba9390c-bed5-4c20-8d51-3b33d82311c9, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7ba9390c-bed5-4c20-8d51-3b33d82311c9,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:41:23.775610 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:23.806038 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33890) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:23.810915 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-59ac0617-3e73-4854-8d67-83fe6fbcb7ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1109200605-network', 'tenant_id': 'de9011b062284fa394c404ae616f6ba9'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:41:23.829886 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=7ba9390c-bed5-4c20-8d51-3b33d82311c9,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:23.935362 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ac0617-3e73-4854-8d67-83fe6fbcb7ad admin admin] Made reservation on behalf of de9011b062284fa394c404ae616f6ba9 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:41:23.937746 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59ac0617-3e73-4854-8d67-83fe6fbcb7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:23.947546 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59ac0617-3e73-4854-8d67-83fe6fbcb7ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:23.993189 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:24.024279 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59ac0617-3e73-4854-8d67-83fe6fbcb7ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:24.089557 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59ac0617-3e73-4854-8d67-83fe6fbcb7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:24.116279 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ac0617-3e73-4854-8d67-83fe6fbcb7ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:41:24.126533 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac0617-3e73-4854-8d67-83fe6fbcb7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c86f062-e898-4b29-8c8c-35f5c7fd6545,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:24.131210 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59ac0617-3e73-4854-8d67-83fe6fbcb7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:24.131595 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-59ac0617-3e73-4854-8d67-83fe6fbcb7ad admin admin] Added segment 13a402e1-b1bd-41f0-9090-3ce8b2ee2803 of type vlan for network 2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2 Apr 23 00:41:24.172862 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59ac0617-3e73-4854-8d67-83fe6fbcb7ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:24.271012 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59ac0617-3e73-4854-8d67-83fe6fbcb7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:24.272716 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ac0617-3e73-4854-8d67-83fe6fbcb7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:24.273351 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-59ac0617-3e73-4854-8d67-83fe6fbcb7ad admin admin] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:24.334251 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac0617-3e73-4854-8d67-83fe6fbcb7ad admin admin] Pushing event updated for resources: {'Network': ['ID=2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:24.343871 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:41:24.436618 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-59ac0617-3e73-4854-8d67-83fe6fbcb7ad admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6267991 Apr 23 00:41:24.436618 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33892) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:24.441399 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-c538adec-b753-4591-a863-dc1632e9c009 admin admin] Request body: {'subnet': {'network_id': '2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1109200605-subnet', 'tenant_id': 'de9011b062284fa394c404ae616f6ba9', 'ip_version': 4}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:41:24.459694 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] Sync routers for ids ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:41:24.468818 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] Routers {'4aa63fbd-8557-4586-aff4-31691d1c6ce6'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:41:24.470648 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:41:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:24.512314 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c538adec-b753-4591-a863-dc1632e9c009 admin admin] Made reservation on behalf of de9011b062284fa394c404ae616f6ba9 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:41:24.514669 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c538adec-b753-4591-a863-dc1632e9c009 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:24.574420 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] Set router 4aa63fbd-8557-4586-aff4-31691d1c6ce6 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:41:24.735642 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c538adec-b753-4591-a863-dc1632e9c009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:24.775014 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'name': 'tempest-TestShelveInstance-233334628-router', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:21Z', 'revision_number': 4, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'gw_port': {'id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': 'bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14', 'name': '', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'mac_address': 'fa:16:3e:eb:bf:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:21Z', 'updated_at': '2022-04-23T00:41:22Z', 'revision_number': 2, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'subnets': [{'id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:24.802226 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538adec-b753-4591-a863-dc1632e9c009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96a9b4b5-f019-417d-9f8d-dff6fe21b4b0,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:24.806243 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] Checking router: 4aa63fbd-8557-4586-aff4-31691d1c6ce6 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:41:24.807066 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] Updating router 4aa63fbd-8557-4586-aff4-31691d1c6ce6 port bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14 binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:41:24.809813 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c538adec-b753-4591-a863-dc1632e9c009 admin admin] Checking segment: {'id': '13a402e1-b1bd-41f0-9090-3ce8b2ee2803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:41:24.810180 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c538adec-b753-4591-a863-dc1632e9c009 admin admin] Network hostable DHCP agents. Network: 2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:41:24.831443 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:24.872406 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c538adec-b753-4591-a863-dc1632e9c009 admin admin] Network 2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:41:24.929847 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-c538adec-b753-4591-a863-dc1632e9c009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:41:24.935174 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c538adec-b753-4591-a863-dc1632e9c009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:24.941482 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c538adec-b753-4591-a863-dc1632e9c009 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:24.942676 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c685e52-4d59-4bb6-be63-c6994fe0301e None None] Network 2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:41:25.012735 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-c538adec-b753-4591-a863-dc1632e9c009 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5750396 Apr 23 00:41:25.015285 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33894) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:25.020470 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-4d328999-a399-4be4-907c-6662f40028e3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1109200605-router', 'tenant_id': 'de9011b062284fa394c404ae616f6ba9', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:41:25.095587 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d328999-a399-4be4-907c-6662f40028e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:25.096646 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d328999-a399-4be4-907c-6662f40028e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:25.097902 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:25.103917 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5310d853-b349-4c42-9ab9-b0e7253b345c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2', 'network_id': '2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2', 'tenant_id': 'de9011b062284fa394c404ae616f6ba9', 'fixed_ips': [{'subnet_id': '96a9b4b5-f019-417d-9f8d-dff6fe21b4b0'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:41:25.104774 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5310d853-b349-4c42-9ab9-b0e7253b345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:25.148523 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d328999-a399-4be4-907c-6662f40028e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:25.175362 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:25.244869 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-5310d853-b349-4c42-9ab9-b0e7253b345c None None] Allocated IP 172.20.0.2 (2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2/96a9b4b5-f019-417d-9f8d-dff6fe21b4b0/f4d650ec-714d-4da8-a5ce-95ac7f44edbd) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:41:25.252748 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bfdb4b-387f-4462-a9d7-35330c875778 None None] Pushing event updated for resources: {'Port': ['ID=bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:25.263386 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bfdb4b-387f-4462-a9d7-35330c875778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:25.263757 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bfdb4b-387f-4462-a9d7-35330c875778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:25.264100 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bfdb4b-387f-4462-a9d7-35330c875778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:25.264428 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bfdb4b-387f-4462-a9d7-35330c875778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:25.264756 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bfdb4b-387f-4462-a9d7-35330c875778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:25.265088 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bfdb4b-387f-4462-a9d7-35330c875778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:25.265410 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bfdb4b-387f-4462-a9d7-35330c875778 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:25.265734 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bfdb4b-387f-4462-a9d7-35330c875778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:25.266060 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bfdb4b-387f-4462-a9d7-35330c875778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:25.266522 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bfdb4b-387f-4462-a9d7-35330c875778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:25.266889 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bfdb4b-387f-4462-a9d7-35330c875778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:25.267213 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bfdb4b-387f-4462-a9d7-35330c875778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:41:25.303903 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] Attempting to bind port bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:41:25.306386 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] Attempting to bind port bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '776c178e-f361-4efd-9612-0a48272e61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:41:25.306386 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] Attempting to bind port bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14 on network 65a8fd14-9fb1-4b27-9250-c14bb68b38b8 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:41:25.310989 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:41:25.311361 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] Checking segment: {'id': '776c178e-f361-4efd-9612-0a48272e61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:41:25.311794 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:25.312185 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] Bound using segment: {'id': '776c178e-f361-4efd-9612-0a48272e61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:41:25.312653 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] Bound port: bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776c178e-f361-4efd-9612-0a48272e61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:41:25.313029 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:25.386160 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] For port bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:41:25.388470 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d328999-a399-4be4-907c-6662f40028e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:25.393361 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] For port bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:41:25.427118 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5310d853-b349-4c42-9ab9-b0e7253b345c None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:25.475852 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-364c17b6-e8d7-4937-b962-71a9c83cc7d7 None None] Provisioning complete for port bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:25.476703 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-364c17b6-e8d7-4937-b962-71a9c83cc7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:25.499467 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7ba9390c-bed5-4c20-8d51-3b33d82311c9 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:41:25.502111 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:25.526500 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5310d853-b349-4c42-9ab9-b0e7253b345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:25.547038 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] Routers {'4aa63fbd-8557-4586-aff4-31691d1c6ce6'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:41:25.556693 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:41:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:25.705426 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d328999-a399-4be4-907c-6662f40028e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:25.707000 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bfdb4b-387f-4462-a9d7-35330c875778 None None] Pushing event updated for resources: {'Port': ['ID=bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:25.727296 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] Set router 4aa63fbd-8557-4586-aff4-31691d1c6ce6 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:41:25.735144 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d328999-a399-4be4-907c-6662f40028e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:25.751805 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310d853-b349-4c42-9ab9-b0e7253b345c None None] Pushing event updated for resources: {'Port': ['ID=f4d650ec-714d-4da8-a5ce-95ac7f44edbd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:25.758670 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5310d853-b349-4c42-9ab9-b0e7253b345c None None] Network 2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:41:25.766939 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-364c17b6-e8d7-4937-b962-71a9c83cc7d7 None None] Port bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:41:25.768551 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5310d853-b349-4c42-9ab9-b0e7253b345c None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:41:25.772303 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5310d853-b349-4c42-9ab9-b0e7253b345c None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:41:25.840124 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5310d853-b349-4c42-9ab9-b0e7253b345c None None] Attempting to bind port f4d650ec-714d-4da8-a5ce-95ac7f44edbd on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:41:25.840124 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5310d853-b349-4c42-9ab9-b0e7253b345c None None] Attempting to bind port f4d650ec-714d-4da8-a5ce-95ac7f44edbd by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '13a402e1-b1bd-41f0-9090-3ce8b2ee2803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:41:25.840447 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5310d853-b349-4c42-9ab9-b0e7253b345c None None] Attempting to bind port f4d650ec-714d-4da8-a5ce-95ac7f44edbd on network 2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:41:25.841216 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-4d328999-a399-4be4-907c-6662f40028e3 admin admin] Allocated IP 172.26.3.161 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/a234303c-9dc7-48ce-8a77-8a722f20fb68) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:41:25.842367 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 7ba9390c-bed5-4c20-8d51-3b33d82311c9 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:25.842735 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:25.866166 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5310d853-b349-4c42-9ab9-b0e7253b345c None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:41:25.869032 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5310d853-b349-4c42-9ab9-b0e7253b345c None None] Checking segment: {'id': '13a402e1-b1bd-41f0-9090-3ce8b2ee2803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:41:25.869032 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5310d853-b349-4c42-9ab9-b0e7253b345c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:25.869032 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5310d853-b349-4c42-9ab9-b0e7253b345c None None] Bound using segment: {'id': '13a402e1-b1bd-41f0-9090-3ce8b2ee2803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:41:25.869032 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5310d853-b349-4c42-9ab9-b0e7253b345c None None] Bound port: f4d650ec-714d-4da8-a5ce-95ac7f44edbd, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a402e1-b1bd-41f0-9090-3ce8b2ee2803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:41:25.869032 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5310d853-b349-4c42-9ab9-b0e7253b345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:25.937899 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-793872fb-6faf-4c12-ba71-0e9cd0844f63 None None] Provisioning complete for port bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:25.938147 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-793872fb-6faf-4c12-ba71-0e9cd0844f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:25.943261 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'name': 'tempest-TestShelveInstance-233334628-router', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:21Z', 'revision_number': 4, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'gw_port': {'id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': 'bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14', 'name': '', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'mac_address': 'fa:16:3e:eb:bf:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:21Z', 'updated_at': '2022-04-23T00:41:25Z', 'revision_number': 4, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'subnets': [{'id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:25.957531 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d328999-a399-4be4-907c-6662f40028e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:25.971606 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fca1eb8-3209-43cd-aaf3-125003e1c2da None None] The sync data for ids ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'] in dv-neutron-838783-1-hyperv is: [{'id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'name': 'tempest-TestShelveInstance-233334628-router', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:21Z', 'revision_number': 4, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'gw_port': {'id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': 'bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14', 'name': '', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'mac_address': 'fa:16:3e:eb:bf:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:21Z', 'updated_at': '2022-04-23T00:41:25Z', 'revision_number': 4, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'subnets': [{'id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:41:26.013629 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5310d853-b349-4c42-9ab9-b0e7253b345c None None] For port f4d650ec-714d-4da8-a5ce-95ac7f44edbd, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:41:26.036353 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5310d853-b349-4c42-9ab9-b0e7253b345c None None] For port f4d650ec-714d-4da8-a5ce-95ac7f44edbd, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=f4d650ec-714d-4da8-a5ce-95ac7f44edbd,segment=NetworkSegment(13a402e1-b1bd-41f0-9090-3ce8b2ee2803),segment_id=13a402e1-b1bd-41f0-9090-3ce8b2ee2803)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:41:26.044088 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d328999-a399-4be4-907c-6662f40028e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:26.089379 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d328999-a399-4be4-907c-6662f40028e3 admin admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:41:26.092186 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-793872fb-6faf-4c12-ba71-0e9cd0844f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:26.092572 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-4d328999-a399-4be4-907c-6662f40028e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:41:26.097325 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d328999-a399-4be4-907c-6662f40028e3 admin admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:41:26.099523 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d328999-a399-4be4-907c-6662f40028e3 admin admin] Pushing event updated for resources: {'Port': ['ID=a234303c-9dc7-48ce-8a77-8a722f20fb68,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:26.102080 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5310d853-b349-4c42-9ab9-b0e7253b345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:26.175622 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-793872fb-6faf-4c12-ba71-0e9cd0844f63 None None] For port bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:41:26.193824 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310d853-b349-4c42-9ab9-b0e7253b345c None None] Pushing event updated for resources: {'Port': ['ID=f4d650ec-714d-4da8-a5ce-95ac7f44edbd,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:26.238426 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-793872fb-6faf-4c12-ba71-0e9cd0844f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:26.295154 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793872fb-6faf-4c12-ba71-0e9cd0844f63 None None] Pushing event updated for resources: {'Port': ['ID=bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:26.487958 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d328999-a399-4be4-907c-6662f40028e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:26.684477 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d328999-a399-4be4-907c-6662f40028e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:26.901307 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d328999-a399-4be4-907c-6662f40028e3 admin admin] Router 8159abd0-ef73-4752-bc5a-0e11405eacf5 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:41:27.014522 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d328999-a399-4be4-907c-6662f40028e3 admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:41:27.024954 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] Sync routers for ids ['8159abd0-ef73-4752-bc5a-0e11405eacf5'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:41:27.039763 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] Routers {'8159abd0-ef73-4752-bc5a-0e11405eacf5'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:41:27.040397 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:41:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['8159abd0-ef73-4752-bc5a-0e11405eacf5'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:27.097365 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4d328999-a399-4be4-907c-6662f40028e3 admin admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:27.098569 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4d328999-a399-4be4-907c-6662f40028e3 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0814307 Apr 23 00:41:27.102110 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33896) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:27.158430 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] Set router 8159abd0-ef73-4752-bc5a-0e11405eacf5 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:41:27.186309 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1077b68-a21b-4ccb-96e9-199ef07e43d5 None None] Network 2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:41:27.348971 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-34139b2e-2c1e-4b57-aa23-92aa4abf3cf5 None None] Provisioning complete for port f4d650ec-714d-4da8-a5ce-95ac7f44edbd triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:27.349854 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34139b2e-2c1e-4b57-aa23-92aa4abf3cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:27.537933 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-af27bf65-b5a7-4653-8e4d-dc602199adfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:27.545041 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34139b2e-2c1e-4b57-aa23-92aa4abf3cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:27.560382 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8159abd0-ef73-4752-bc5a-0e11405eacf5', 'name': 'tempest-TestShelveInstance-1109200605-router', 'tenant_id': 'de9011b062284fa394c404ae616f6ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': 'a234303c-9dc7-48ce-8a77-8a722f20fb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:25Z', 'updated_at': '2022-04-23T00:41:26Z', 'revision_number': 3, 'project_id': 'de9011b062284fa394c404ae616f6ba9', 'gw_port': {'id': 'a234303c-9dc7-48ce-8a77-8a722f20fb68', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8159abd0-ef73-4752-bc5a-0e11405eacf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:25Z', 'updated_at': '2022-04-23T00:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:27.595701 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] Checking router: 8159abd0-ef73-4752-bc5a-0e11405eacf5 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:41:27.595830 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] Updating router 8159abd0-ef73-4752-bc5a-0e11405eacf5 port a234303c-9dc7-48ce-8a77-8a722f20fb68 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:41:27.645731 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f4d650ec-714d-4da8-a5ce-95ac7f44edbd up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:41:27.649822 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-34139b2e-2c1e-4b57-aa23-92aa4abf3cf5 None None] For port f4d650ec-714d-4da8-a5ce-95ac7f44edbd, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=f4d650ec-714d-4da8-a5ce-95ac7f44edbd,segment=NetworkSegment(13a402e1-b1bd-41f0-9090-3ce8b2ee2803),segment_id=13a402e1-b1bd-41f0-9090-3ce8b2ee2803)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:41:27.677619 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:27.718617 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-af27bf65-b5a7-4653-8e4d-dc602199adfd admin admin] Allocated IP 172.20.0.1 (2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2/96a9b4b5-f019-417d-9f8d-dff6fe21b4b0/96073715-be36-4a32-8e59-dd677b09214d) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:41:27.727928 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34139b2e-2c1e-4b57-aa23-92aa4abf3cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:27.825672 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-af27bf65-b5a7-4653-8e4d-dc602199adfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:27.858450 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34139b2e-2c1e-4b57-aa23-92aa4abf3cf5 None None] Pushing event updated for resources: {'Port': ['ID=f4d650ec-714d-4da8-a5ce-95ac7f44edbd,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:27.879931 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port f4d650ec-714d-4da8-a5ce-95ac7f44edbd triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:27.880281 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:27.902971 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-7e5994c4-9c72-4fef-8e9c-6b549dd3d18b None None] Provisioning complete for port f4d650ec-714d-4da8-a5ce-95ac7f44edbd triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:27.903335 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e5994c4-9c72-4fef-8e9c-6b549dd3d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:27.922907 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-af27bf65-b5a7-4653-8e4d-dc602199adfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:27.964423 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af27bf65-b5a7-4653-8e4d-dc602199adfd admin admin] Network 2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:41:27.969342 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-af27bf65-b5a7-4653-8e4d-dc602199adfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:41:27.972036 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af27bf65-b5a7-4653-8e4d-dc602199adfd admin admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:41:28.002480 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27bf65-b5a7-4653-8e4d-dc602199adfd admin admin] Pushing event updated for resources: {'Port': ['ID=96073715-be36-4a32-8e59-dd677b09214d,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:28.024631 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-af27bf65-b5a7-4653-8e4d-dc602199adfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:28.113226 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:41:28.220657 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-af27bf65-b5a7-4653-8e4d-dc602199adfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:28.335313 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:28.341796 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-6e8d1b97-56b4-467b-9595-0fba2b4ed58d None None] Provisioning complete for port 96073715-be36-4a32-8e59-dd677b09214d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:28.346480 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1b97-56b4-467b-9595-0fba2b4ed58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:28.382204 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:28.382603 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:28.387218 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-af27bf65-b5a7-4653-8e4d-dc602199adfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:28.401669 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6e8d1b97-56b4-467b-9595-0fba2b4ed58d None None] Port 96073715-be36-4a32-8e59-dd677b09214d cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:41:28.406900 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:28.454032 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-af27bf65-b5a7-4653-8e4d-dc602199adfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:28.475559 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] Attempting to bind port a234303c-9dc7-48ce-8a77-8a722f20fb68 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:41:28.475952 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] Attempting to bind port a234303c-9dc7-48ce-8a77-8a722f20fb68 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:41:28.476949 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] Attempting to bind port a234303c-9dc7-48ce-8a77-8a722f20fb68 on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:41:28.480379 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5e8bd-8126-483b-a673-fa8995409033 None None] Pushing event updated for resources: {'Port': ['ID=a234303c-9dc7-48ce-8a77-8a722f20fb68,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:28.487343 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:41:28.487685 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:41:28.488085 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:28.488478 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:41:28.488955 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] Bound port: a234303c-9dc7-48ce-8a77-8a722f20fb68, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:41:28.489340 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:28.525092 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-af27bf65-b5a7-4653-8e4d-dc602199adfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:28.533241 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27bf65-b5a7-4653-8e4d-dc602199adfd admin admin] Pushing event updated for resources: {'Port': ['ID=96073715-be36-4a32-8e59-dd677b09214d,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:28.570535 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] For port a234303c-9dc7-48ce-8a77-8a722f20fb68, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:41:28.573575 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] For port a234303c-9dc7-48ce-8a77-8a722f20fb68, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a234303c-9dc7-48ce-8a77-8a722f20fb68,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:41:28.624621 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af27bf65-b5a7-4653-8e4d-dc602199adfd admin admin] Network 2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:41:28.626179 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-af27bf65-b5a7-4653-8e4d-dc602199adfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:41:28.638665 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:28.701469 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] Routers {'8159abd0-ef73-4752-bc5a-0e11405eacf5'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:41:28.702106 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:41:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['8159abd0-ef73-4752-bc5a-0e11405eacf5'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:28.703985 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5e8bd-8126-483b-a673-fa8995409033 None None] Pushing event updated for resources: {'Port': ['ID=a234303c-9dc7-48ce-8a77-8a722f20fb68,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:28.752954 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af27bf65-b5a7-4653-8e4d-dc602199adfd admin admin] Router 8159abd0-ef73-4752-bc5a-0e11405eacf5 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:41:28.821273 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] Set router 8159abd0-ef73-4752-bc5a-0e11405eacf5 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:41:28.863339 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af27bf65-b5a7-4653-8e4d-dc602199adfd admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:41:28.868687 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-af27bf65-b5a7-4653-8e4d-dc602199adfd admin admin] 10.222.0.15 "PUT /v2.0/routers/8159abd0-ef73-4752-bc5a-0e11405eacf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7655544 Apr 23 00:41:28.969444 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-688f7c46-0781-4f3b-925b-113ddd91fb1a None None] Provisioning complete for port 96073715-be36-4a32-8e59-dd677b09214d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:28.969815 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-688f7c46-0781-4f3b-925b-113ddd91fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:29.037520 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-688f7c46-0781-4f3b-925b-113ddd91fb1a None None] Port 96073715-be36-4a32-8e59-dd677b09214d cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:41:29.066430 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8159abd0-ef73-4752-bc5a-0e11405eacf5', 'name': 'tempest-TestShelveInstance-1109200605-router', 'tenant_id': 'de9011b062284fa394c404ae616f6ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': 'a234303c-9dc7-48ce-8a77-8a722f20fb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:25Z', 'updated_at': '2022-04-23T00:41:28Z', 'revision_number': 4, 'project_id': 'de9011b062284fa394c404ae616f6ba9', 'gw_port': {'id': 'a234303c-9dc7-48ce-8a77-8a722f20fb68', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8159abd0-ef73-4752-bc5a-0e11405eacf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:25Z', 'updated_at': '2022-04-23T00:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '96073715-be36-4a32-8e59-dd677b09214d', 'name': '', 'network_id': '2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2', 'tenant_id': 'de9011b062284fa394c404ae616f6ba9', 'mac_address': 'fa:16:3e:92:80:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8159abd0-ef73-4752-bc5a-0e11405eacf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '96a9b4b5-f019-417d-9f8d-dff6fe21b4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:27Z', 'updated_at': '2022-04-23T00:41:28Z', 'revision_number': 2, 'project_id': 'de9011b062284fa394c404ae616f6ba9', 'subnets': [{'id': '96a9b4b5-f019-417d-9f8d-dff6fe21b4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:29.100727 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caf9f9a-11e5-4187-adc9-cd301c26117f None None] The sync data for ids ['8159abd0-ef73-4752-bc5a-0e11405eacf5'] in dv-neutron-838783-1-hyperv is: [{'id': '8159abd0-ef73-4752-bc5a-0e11405eacf5', 'name': 'tempest-TestShelveInstance-1109200605-router', 'tenant_id': 'de9011b062284fa394c404ae616f6ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': 'a234303c-9dc7-48ce-8a77-8a722f20fb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:25Z', 'updated_at': '2022-04-23T00:41:28Z', 'revision_number': 4, 'project_id': 'de9011b062284fa394c404ae616f6ba9', 'gw_port': {'id': 'a234303c-9dc7-48ce-8a77-8a722f20fb68', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8159abd0-ef73-4752-bc5a-0e11405eacf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:25Z', 'updated_at': '2022-04-23T00:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '96073715-be36-4a32-8e59-dd677b09214d', 'name': '', 'network_id': '2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2', 'tenant_id': 'de9011b062284fa394c404ae616f6ba9', 'mac_address': 'fa:16:3e:92:80:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8159abd0-ef73-4752-bc5a-0e11405eacf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '96a9b4b5-f019-417d-9f8d-dff6fe21b4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:27Z', 'updated_at': '2022-04-23T00:41:28Z', 'revision_number': 2, 'project_id': 'de9011b062284fa394c404ae616f6ba9', 'subnets': [{'id': '96a9b4b5-f019-417d-9f8d-dff6fe21b4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:41:29.434423 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33904) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:29.439126 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-747b9df0-fa65-48f3-a862-8ddf1b16e831 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-135005517', 'description': 'tempest-secgroup-smoke-135005517 description', 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:41:29.501579 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f4d650ec-714d-4da8-a5ce-95ac7f44edbd up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:41:29.524980 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-747b9df0-fa65-48f3-a862-8ddf1b16e831 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:29.555291 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port f4d650ec-714d-4da8-a5ce-95ac7f44edbd triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:29.555709 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:29.604972 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-747b9df0-fa65-48f3-a862-8ddf1b16e831 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:29.655445 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-747b9df0-fa65-48f3-a862-8ddf1b16e831 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:29.686534 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b9df0-fa65-48f3-a862-8ddf1b16e831 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2def9a8-eedf-4e0f-9284-840bff46c4e3,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:29.764313 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-747b9df0-fa65-48f3-a862-8ddf1b16e831 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:29.766208 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-747b9df0-fa65-48f3-a862-8ddf1b16e831 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3301947 Apr 23 00:41:29.768626 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33906) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:29.773256 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-3f1fc652-6ff5-41fc-a19c-eca3b263a66f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Request body: {'security_group_rule': {'security_group_id': 'f2def9a8-eedf-4e0f-9284-840bff46c4e3', 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:41:29.872020 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3f1fc652-6ff5-41fc-a19c-eca3b263a66f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:29.931013 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3f1fc652-6ff5-41fc-a19c-eca3b263a66f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:30.015356 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3f1fc652-6ff5-41fc-a19c-eca3b263a66f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:30.033310 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fc652-6ff5-41fc-a19c-eca3b263a66f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7bed130-ba67-4026-880f-ca6fa4d2f357,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:30.102899 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3f1fc652-6ff5-41fc-a19c-eca3b263a66f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:30.104555 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3f1fc652-6ff5-41fc-a19c-eca3b263a66f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3345885 Apr 23 00:41:30.107059 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33908) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:30.112070 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-fa1af8a7-b5e6-4d34-b60f-fb936a9258be tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Request body: {'security_group_rule': {'security_group_id': 'f2def9a8-eedf-4e0f-9284-840bff46c4e3', 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:41:30.198258 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fa1af8a7-b5e6-4d34-b60f-fb936a9258be tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:30.255992 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fa1af8a7-b5e6-4d34-b60f-fb936a9258be tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:30.345543 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fa1af8a7-b5e6-4d34-b60f-fb936a9258be tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:30.364711 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1af8a7-b5e6-4d34-b60f-fb936a9258be tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=591921b7-f00c-4f10-ad9d-22dcaea32d12,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:30.457354 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fa1af8a7-b5e6-4d34-b60f-fb936a9258be tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:30.458719 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-fa1af8a7-b5e6-4d34-b60f-fb936a9258be tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3505464 Apr 23 00:41:30.461931 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33910) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:30.466453 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-0893bca2-06c4-48b3-81af-759c57885edd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Request body: {'security_group_rule': {'security_group_id': 'f2def9a8-eedf-4e0f-9284-840bff46c4e3', 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:41:30.575284 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0893bca2-06c4-48b3-81af-759c57885edd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:30.637235 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0893bca2-06c4-48b3-81af-759c57885edd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:30.718674 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0893bca2-06c4-48b3-81af-759c57885edd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:30.739460 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893bca2-06c4-48b3-81af-759c57885edd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50a10e7-8506-4e88-986f-fd97a06dd3b4,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:30.811651 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0893bca2-06c4-48b3-81af-759c57885edd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:30.813132 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0893bca2-06c4-48b3-81af-759c57885edd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3501894 Apr 23 00:41:30.815907 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33912) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:30.823734 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-a4f1d2ae-627b-4087-870a-e700f741bf37 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Request body: {'security_group_rule': {'security_group_id': 'f2def9a8-eedf-4e0f-9284-840bff46c4e3', 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:41:30.911987 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a4f1d2ae-627b-4087-870a-e700f741bf37 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:30.976537 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a4f1d2ae-627b-4087-870a-e700f741bf37 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:31.009297 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] Sync routers for ids ['8159abd0-ef73-4752-bc5a-0e11405eacf5'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:41:31.018867 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] Routers {'8159abd0-ef73-4752-bc5a-0e11405eacf5'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:41:31.019468 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:41:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['8159abd0-ef73-4752-bc5a-0e11405eacf5'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:31.056535 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a4f1d2ae-627b-4087-870a-e700f741bf37 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:31.076535 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1d2ae-627b-4087-870a-e700f741bf37 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a82ba34-a2ee-4995-9586-fa0f468e85ea,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:31.154340 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a4f1d2ae-627b-4087-870a-e700f741bf37 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:31.158103 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a4f1d2ae-627b-4087-870a-e700f741bf37 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3381448 Apr 23 00:41:31.158644 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33914) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:31.163271 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-98e0ccf9-e314-43a2-a614-ab83703a9ede tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Request body: {'security_group_rule': {'security_group_id': 'f2def9a8-eedf-4e0f-9284-840bff46c4e3', 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:41:31.212019 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] Set router 8159abd0-ef73-4752-bc5a-0e11405eacf5 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:41:31.244486 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-98e0ccf9-e314-43a2-a614-ab83703a9ede tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Project fc19a0436af94dafacd1fb1cdda06f3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:41:31.250131 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-98e0ccf9-e314-43a2-a614-ab83703a9ede tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:31.305216 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-98e0ccf9-e314-43a2-a614-ab83703a9ede tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:31.385421 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-98e0ccf9-e314-43a2-a614-ab83703a9ede tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:31.404070 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0ccf9-e314-43a2-a614-ab83703a9ede tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d820e02-4c7a-4883-8625-65ff278ddb16,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:31.422438 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8159abd0-ef73-4752-bc5a-0e11405eacf5', 'name': 'tempest-TestShelveInstance-1109200605-router', 'tenant_id': 'de9011b062284fa394c404ae616f6ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': 'a234303c-9dc7-48ce-8a77-8a722f20fb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:25Z', 'updated_at': '2022-04-23T00:41:28Z', 'revision_number': 4, 'project_id': 'de9011b062284fa394c404ae616f6ba9', 'gw_port': {'id': 'a234303c-9dc7-48ce-8a77-8a722f20fb68', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8159abd0-ef73-4752-bc5a-0e11405eacf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:25Z', 'updated_at': '2022-04-23T00:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '96073715-be36-4a32-8e59-dd677b09214d', 'name': '', 'network_id': '2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2', 'tenant_id': 'de9011b062284fa394c404ae616f6ba9', 'mac_address': 'fa:16:3e:92:80:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8159abd0-ef73-4752-bc5a-0e11405eacf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '96a9b4b5-f019-417d-9f8d-dff6fe21b4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:27Z', 'updated_at': '2022-04-23T00:41:28Z', 'revision_number': 2, 'project_id': 'de9011b062284fa394c404ae616f6ba9', 'subnets': [{'id': '96a9b4b5-f019-417d-9f8d-dff6fe21b4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:31.448501 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] Checking router: 8159abd0-ef73-4752-bc5a-0e11405eacf5 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:41:31.448872 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] Updating router 8159abd0-ef73-4752-bc5a-0e11405eacf5 port 96073715-be36-4a32-8e59-dd677b09214d binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:41:31.469038 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-98e0ccf9-e314-43a2-a614-ab83703a9ede tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:31.471793 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-98e0ccf9-e314-43a2-a614-ab83703a9ede tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3108797 Apr 23 00:41:31.473433 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33916) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:31.478980 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-d5c68dfc-3f55-43ab-a2ba-c6cb116f1024 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Request body: {'security_group_rule': {'security_group_id': 'f2def9a8-eedf-4e0f-9284-840bff46c4e3', 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:41:31.479203 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:31.514319 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a234303c-9dc7-48ce-8a77-8a722f20fb68 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:41:31.566082 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port a234303c-9dc7-48ce-8a77-8a722f20fb68 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:31.566472 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:31.579887 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.securitygroups_db [None req-d5c68dfc-3f55-43ab-a2ba-c6cb116f1024 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Project fc19a0436af94dafacd1fb1cdda06f3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:41:31.586448 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d5c68dfc-3f55-43ab-a2ba-c6cb116f1024 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:31.650797 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:31.652912 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d5c68dfc-3f55-43ab-a2ba-c6cb116f1024 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:31.675094 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port a234303c-9dc7-48ce-8a77-8a722f20fb68, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a234303c-9dc7-48ce-8a77-8a722f20fb68,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:41:31.729838 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d5c68dfc-3f55-43ab-a2ba-c6cb116f1024 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:31.748129 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c68dfc-3f55-43ab-a2ba-c6cb116f1024 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86f1a0c-1b9c-479b-a783-a4e6c865fde3,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:31.751979 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:31.752864 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:31.803831 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=a234303c-9dc7-48ce-8a77-8a722f20fb68,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:31.829034 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d5c68dfc-3f55-43ab-a2ba-c6cb116f1024 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:31.830358 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d5c68dfc-3f55-43ab-a2ba-c6cb116f1024 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3557079 Apr 23 00:41:31.838215 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:31.890565 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37566b0d-94e3-4435-b7fe-81e0eb065dee None None] Pushing event updated for resources: {'Port': ['ID=96073715-be36-4a32-8e59-dd677b09214d,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:31.944259 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] Attempting to bind port 96073715-be36-4a32-8e59-dd677b09214d on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:41:31.944623 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] Attempting to bind port 96073715-be36-4a32-8e59-dd677b09214d by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '13a402e1-b1bd-41f0-9090-3ce8b2ee2803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:41:31.945003 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] Attempting to bind port 96073715-be36-4a32-8e59-dd677b09214d on network 2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:41:31.950339 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:41:31.951201 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] Checking segment: {'id': '13a402e1-b1bd-41f0-9090-3ce8b2ee2803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:41:31.951700 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:31.955852 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] Bound using segment: {'id': '13a402e1-b1bd-41f0-9090-3ce8b2ee2803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:41:31.956460 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] Bound port: 96073715-be36-4a32-8e59-dd677b09214d, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a402e1-b1bd-41f0-9090-3ce8b2ee2803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:41:31.956859 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:31.990304 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-b2f98506-42c7-4ff8-8d1f-4d727c4efc4c tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-135005517&fields=id&tenant_id=fc19a0436af94dafacd1fb1cdda06f3c HTTP/1.1" status: 200 len: 267 time: 0.0374832 Apr 23 00:41:32.025351 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] For port 96073715-be36-4a32-8e59-dd677b09214d, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:41:32.029299 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] For port 96073715-be36-4a32-8e59-dd677b09214d, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=96073715-be36-4a32-8e59-dd677b09214d,segment=NetworkSegment(13a402e1-b1bd-41f0-9090-3ce8b2ee2803),segment_id=13a402e1-b1bd-41f0-9090-3ce8b2ee2803)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:41:32.090042 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:32.104053 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-f8281f14-da75-4eaf-b219-00246b8dbc5e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:32.105531 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-f8281f14-da75-4eaf-b219-00246b8dbc5e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/networks?id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8 HTTP/1.1" status: 200 len: 808 time: 0.1075211 Apr 23 00:41:32.120824 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-6895aba4-01c3-47f2-9ada-2cf6abfea458 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/quotas/fc19a0436af94dafacd1fb1cdda06f3c HTTP/1.1" status: 200 len: 375 time: 0.0094225 Apr 23 00:41:32.140282 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] Routers {'8159abd0-ef73-4752-bc5a-0e11405eacf5'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:41:32.140840 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:41:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['8159abd0-ef73-4752-bc5a-0e11405eacf5'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:32.178041 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-08d161f8-b4ed-44c3-8453-b954e41592e9 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc19a0436af94dafacd1fb1cdda06f3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505579 Apr 23 00:41:32.196269 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-8857f416-30f0-48e8-b25d-0c754c4788f7 None None] Provisioning complete for port 96073715-be36-4a32-8e59-dd677b09214d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:32.196645 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8857f416-30f0-48e8-b25d-0c754c4788f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:32.230912 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37566b0d-94e3-4435-b7fe-81e0eb065dee None None] Pushing event updated for resources: {'Port': ['ID=96073715-be36-4a32-8e59-dd677b09214d,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:32.259389 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] Set router 8159abd0-ef73-4752-bc5a-0e11405eacf5 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:41:32.301562 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8857f416-30f0-48e8-b25d-0c754c4788f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:32.340880 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8857f416-30f0-48e8-b25d-0c754c4788f7 None None] For port 96073715-be36-4a32-8e59-dd677b09214d, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=96073715-be36-4a32-8e59-dd677b09214d,segment=NetworkSegment(13a402e1-b1bd-41f0-9090-3ce8b2ee2803),segment_id=13a402e1-b1bd-41f0-9090-3ce8b2ee2803)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:41:32.408491 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8857f416-30f0-48e8-b25d-0c754c4788f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:32.409311 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-53f4a41a-f4ff-4067-bdd0-2efa535e8d22 service neutron] 10.222.0.15 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072709 Apr 23 00:41:32.471749 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857f416-30f0-48e8-b25d-0c754c4788f7 None None] Pushing event updated for resources: {'Port': ['ID=96073715-be36-4a32-8e59-dd677b09214d,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:32.488841 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8159abd0-ef73-4752-bc5a-0e11405eacf5', 'name': 'tempest-TestShelveInstance-1109200605-router', 'tenant_id': 'de9011b062284fa394c404ae616f6ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': 'a234303c-9dc7-48ce-8a77-8a722f20fb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:25Z', 'updated_at': '2022-04-23T00:41:28Z', 'revision_number': 4, 'project_id': 'de9011b062284fa394c404ae616f6ba9', 'gw_port': {'id': 'a234303c-9dc7-48ce-8a77-8a722f20fb68', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8159abd0-ef73-4752-bc5a-0e11405eacf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:25Z', 'updated_at': '2022-04-23T00:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '96073715-be36-4a32-8e59-dd677b09214d', 'name': '', 'network_id': '2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2', 'tenant_id': 'de9011b062284fa394c404ae616f6ba9', 'mac_address': 'fa:16:3e:92:80:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8159abd0-ef73-4752-bc5a-0e11405eacf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '96a9b4b5-f019-417d-9f8d-dff6fe21b4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:27Z', 'updated_at': '2022-04-23T00:41:32Z', 'revision_number': 4, 'project_id': 'de9011b062284fa394c404ae616f6ba9', 'subnets': [{'id': '96a9b4b5-f019-417d-9f8d-dff6fe21b4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:32.505671 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-f7f072b6-d167-4ec4-9b91-ca6d269aa6ad service neutron] 10.222.0.15 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893793 Apr 23 00:41:32.521200 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461cbd78-b8bb-45a2-b55d-4d14b8265090 None None] The sync data for ids ['8159abd0-ef73-4752-bc5a-0e11405eacf5'] in dv-neutron-838783-1-hyperv is: [{'id': '8159abd0-ef73-4752-bc5a-0e11405eacf5', 'name': 'tempest-TestShelveInstance-1109200605-router', 'tenant_id': 'de9011b062284fa394c404ae616f6ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': 'a234303c-9dc7-48ce-8a77-8a722f20fb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:25Z', 'updated_at': '2022-04-23T00:41:28Z', 'revision_number': 4, 'project_id': 'de9011b062284fa394c404ae616f6ba9', 'gw_port': {'id': 'a234303c-9dc7-48ce-8a77-8a722f20fb68', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8159abd0-ef73-4752-bc5a-0e11405eacf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:25Z', 'updated_at': '2022-04-23T00:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '96073715-be36-4a32-8e59-dd677b09214d', 'name': '', 'network_id': '2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2', 'tenant_id': 'de9011b062284fa394c404ae616f6ba9', 'mac_address': 'fa:16:3e:92:80:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8159abd0-ef73-4752-bc5a-0e11405eacf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '96a9b4b5-f019-417d-9f8d-dff6fe21b4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:27Z', 'updated_at': '2022-04-23T00:41:32Z', 'revision_number': 4, 'project_id': 'de9011b062284fa394c404ae616f6ba9', 'subnets': [{'id': '96a9b4b5-f019-417d-9f8d-dff6fe21b4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:41:32.534168 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-34a2d7d3-8fc1-4e94-a479-6e31fc31c0ef None None] Provisioning complete for port 96073715-be36-4a32-8e59-dd677b09214d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:32.534714 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34a2d7d3-8fc1-4e94-a479-6e31fc31c0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:32.785866 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c77d101f-1a3d-4583-bd89-ecaac29d3226 req-d4985989-6a30-40fe-be26-711624907321 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 210 time: 0.0286338 Apr 23 00:41:33.517887 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a234303c-9dc7-48ce-8a77-8a722f20fb68 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:41:33.567113 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port a234303c-9dc7-48ce-8a77-8a722f20fb68 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:33.567828 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:33.646146 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 96073715-be36-4a32-8e59-dd677b09214d up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:41:33.691941 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 96073715-be36-4a32-8e59-dd677b09214d triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:33.692343 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:33.880574 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-06d7c48f-079c-48c0-9433-7a8b48af7ac3 req-f28c50bf-f9e0-44a0-a7ae-502ccfc0b78b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 210 time: 0.0264308 Apr 23 00:41:34.341750 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c2251f0-1254-41e3-bef3-c33c3305155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:34.918689 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-691356d3-cd21-489d-97e9-19ec1a659082 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:34.920258 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-691356d3-cd21-489d-97e9-19ec1a659082 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.16 "GET /v2.0/networks?id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8 HTTP/1.1" status: 200 len: 808 time: 0.1139433 Apr 23 00:41:34.975791 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-c6d02349-e1c8-4fbe-aa72-1d0779b44d16 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc19a0436af94dafacd1fb1cdda06f3c HTTP/1.1" status: 200 len: 379 time: 0.0463035 Apr 23 00:41:34.980949 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-74186b53-d71c-4a0d-8f51-32197d8d5429 req-a20bc5fc-5a4a-407b-b461-d358e4b70d7e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 210 time: 0.0309744 Apr 23 00:41:34.988622 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-9c9f0604-7382-4f6d-b0bb-44acde9f39cc tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Request body: {'port': {'device_id': 'ff71a8f0-95f7-42a4-bf87-360f231ea444', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'admin_state_up': True, 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'security_groups': ['f2def9a8-eedf-4e0f-9284-840bff46c4e3']}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:41:35.158467 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-9c9f0604-7382-4f6d-b0bb-44acde9f39cc tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Made reservation on behalf of fc19a0436af94dafacd1fb1cdda06f3c for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:41:35.162019 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-9c9f0604-7382-4f6d-b0bb-44acde9f39cc tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:35.286656 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-9c9f0604-7382-4f6d-b0bb-44acde9f39cc tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Allocated IP 172.20.0.7 (65a8fd14-9fb1-4b27-9250-c14bb68b38b8/27d2e5ba-1298-4f2a-b330-a07ed14d3a31/8e4a11ba-2c23-4d52-811f-d2c058b091e1) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:41:35.425807 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-9c9f0604-7382-4f6d-b0bb-44acde9f39cc tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:35.541460 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-9c9f0604-7382-4f6d-b0bb-44acde9f39cc tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:35.584979 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-9c9f0604-7382-4f6d-b0bb-44acde9f39cc tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Network 65a8fd14-9fb1-4b27-9250-c14bb68b38b8 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:41:35.588282 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-9c9f0604-7382-4f6d-b0bb-44acde9f39cc tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:41:35.592010 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-9c9f0604-7382-4f6d-b0bb-44acde9f39cc tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:41:35.598110 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f0604-7382-4f6d-b0bb-44acde9f39cc tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Pushing event updated for resources: {'Port': ['ID=8e4a11ba-2c23-4d52-811f-d2c058b091e1,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:35.644332 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-9c9f0604-7382-4f6d-b0bb-44acde9f39cc tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:35.645036 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-9c9f0604-7382-4f6d-b0bb-44acde9f39cc tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:35.715552 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-9c9f0604-7382-4f6d-b0bb-44acde9f39cc tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7309966 Apr 23 00:41:35.728446 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-6f736e96-ca5d-4419-9d37-de94329ad57d service neutron] Request body: {'port': {'device_id': 'ff71a8f0-95f7-42a4-bf87-360f231ea444', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:41:35.788401 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-6f736e96-ca5d-4419-9d37-de94329ad57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:35.857901 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bf12dc05-fa2f-4b11-9e22-9dff94d11820 None None] Provisioning complete for port 8e4a11ba-2c23-4d52-811f-d2c058b091e1 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:35.858497 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf12dc05-fa2f-4b11-9e22-9dff94d11820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:35.891291 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bf12dc05-fa2f-4b11-9e22-9dff94d11820 None None] Port 8e4a11ba-2c23-4d52-811f-d2c058b091e1 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:41:36.133444 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716b688-74cb-4916-b72a-9e21ae291bb1 req-07b5c42e-fc1e-476a-9eee-8960a5cb939a tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:36.134938 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0716b688-74cb-4916-b72a-9e21ae291bb1 req-07b5c42e-fc1e-476a-9eee-8960a5cb939a tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 931 time: 0.0846660 Apr 23 00:41:36.136753 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-6f736e96-ca5d-4419-9d37-de94329ad57d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4a11ba-2c23-4d52-811f-d2c058b091e1 {{(pid=103143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:41:36.149906 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-6f736e96-ca5d-4419-9d37-de94329ad57d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:36.175778 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.provisioning_blocks [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-6f736e96-ca5d-4419-9d37-de94329ad57d service neutron] Transition to ACTIVE for port object 8e4a11ba-2c23-4d52-811f-d2c058b091e1 will not be triggered until provisioned by entity L2. {{(pid=103143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:41:36.190728 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0716b688-74cb-4916-b72a-9e21ae291bb1 req-1debe9e2-c762-4549-a9ff-1e5a39c3eab8 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497017 Apr 23 00:41:36.266773 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-6f736e96-ca5d-4419-9d37-de94329ad57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:36.319650 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f736e96-ca5d-4419-9d37-de94329ad57d service neutron] Pushing event updated for resources: {'Port': ['ID=8e4a11ba-2c23-4d52-811f-d2c058b091e1,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:36.390457 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-6f736e96-ca5d-4419-9d37-de94329ad57d service neutron] Attempting to bind port 8e4a11ba-2c23-4d52-811f-d2c058b091e1 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:41:36.390773 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-6f736e96-ca5d-4419-9d37-de94329ad57d service neutron] Attempting to bind port 8e4a11ba-2c23-4d52-811f-d2c058b091e1 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '776c178e-f361-4efd-9612-0a48272e61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:41:36.391104 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-6f736e96-ca5d-4419-9d37-de94329ad57d service neutron] Attempting to bind port 8e4a11ba-2c23-4d52-811f-d2c058b091e1 on network 65a8fd14-9fb1-4b27-9250-c14bb68b38b8 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:41:36.395773 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-6f736e96-ca5d-4419-9d37-de94329ad57d service neutron] Port 8e4a11ba-2c23-4d52-811f-d2c058b091e1 on network 65a8fd14-9fb1-4b27-9250-c14bb68b38b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:41:36.396092 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-6f736e96-ca5d-4419-9d37-de94329ad57d service neutron] Attempting to bind port 8e4a11ba-2c23-4d52-811f-d2c058b091e1 on network 65a8fd14-9fb1-4b27-9250-c14bb68b38b8 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:41:36.401479 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-6f736e96-ca5d-4419-9d37-de94329ad57d service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:41:36.401782 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-6f736e96-ca5d-4419-9d37-de94329ad57d service neutron] Checking segment: {'id': '776c178e-f361-4efd-9612-0a48272e61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:41:36.402198 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-6f736e96-ca5d-4419-9d37-de94329ad57d service neutron] Bound using segment: {'id': '776c178e-f361-4efd-9612-0a48272e61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:41:36.402747 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-6f736e96-ca5d-4419-9d37-de94329ad57d service neutron] Bound port: 8e4a11ba-2c23-4d52-811f-d2c058b091e1, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '776c178e-f361-4efd-9612-0a48272e61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:41:36.403006 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-6f736e96-ca5d-4419-9d37-de94329ad57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:36.473631 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-6f736e96-ca5d-4419-9d37-de94329ad57d service neutron] For port 8e4a11ba-2c23-4d52-811f-d2c058b091e1, host hv-neutron-8387, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:41:36.477221 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-6f736e96-ca5d-4419-9d37-de94329ad57d service neutron] For port 8e4a11ba-2c23-4d52-811f-d2c058b091e1, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8e4a11ba-2c23-4d52-811f-d2c058b091e1,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:41:36.541682 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-6f736e96-ca5d-4419-9d37-de94329ad57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:36.575014 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-6f736e96-ca5d-4419-9d37-de94329ad57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:36.575555 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-6f736e96-ca5d-4419-9d37-de94329ad57d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:36.577192 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-6f736e96-ca5d-4419-9d37-de94329ad57d service neutron] 10.222.0.16 "PUT /v2.0/ports/8e4a11ba-2c23-4d52-811f-d2c058b091e1 HTTP/1.1" status: 200 len: 1093 time: 0.8535123 Apr 23 00:41:36.579529 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff71a8f0-95f7-42a4-bf87-360f231ea444', 'tag': '8e4a11ba-2c23-4d52-811f-d2c058b091e1'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:41:36.583054 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9602133-99cc-41c8-86d7-60f964fe1567" -d '{"events": [{"name": "network-changed", "server_uuid": "ff71a8f0-95f7-42a4-bf87-360f231ea444", "tag": "8e4a11ba-2c23-4d52-811f-d2c058b091e1"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:41:36.612234 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f736e96-ca5d-4419-9d37-de94329ad57d service neutron] Pushing event updated for resources: {'Port': ['ID=8e4a11ba-2c23-4d52-811f-d2c058b091e1,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:36.637840 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dff75f5-2ca5-41aa-8770-d71d6df20569 x-openstack-request-id: req-5dff75f5-2ca5-41aa-8770-d71d6df20569 {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:41:36.638135 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff71a8f0-95f7-42a4-bf87-360f231ea444", "tag": "8e4a11ba-2c23-4d52-811f-d2c058b091e1", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:41:36.638391 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5dff75f5-2ca5-41aa-8770-d71d6df20569 {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:41:36.638836 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dff75f5-2ca5-41aa-8770-d71d6df20569'] response: {'name': 'network-changed', 'server_uuid': 'ff71a8f0-95f7-42a4-bf87-360f231ea444', 'tag': '8e4a11ba-2c23-4d52-811f-d2c058b091e1', 'status': 'completed', 'code': 200} Apr 23 00:41:36.706899 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9602133-99cc-41c8-86d7-60f964fe1567 req-fa23ad0e-3155-472d-b275-fe9c1c7ed342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:36.708519 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c9602133-99cc-41c8-86d7-60f964fe1567 req-fa23ad0e-3155-472d-b275-fe9c1c7ed342 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc19a0436af94dafacd1fb1cdda06f3c&device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 1096 time: 0.0475061 Apr 23 00:41:36.899896 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9602133-99cc-41c8-86d7-60f964fe1567 req-f67bff69-0988-4728-8b2f-ed77054ef115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:36.901394 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c9602133-99cc-41c8-86d7-60f964fe1567 req-f67bff69-0988-4728-8b2f-ed77054ef115 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=fc19a0436af94dafacd1fb1cdda06f3c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1857777 Apr 23 00:41:37.261989 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd173b8d-f97e-4364-b135-611b4476557e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:37.411626 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9602133-99cc-41c8-86d7-60f964fe1567 req-921673c2-1364-4194-9bca-64965f0a305c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:37.413135 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c9602133-99cc-41c8-86d7-60f964fe1567 req-921673c2-1364-4194-9bca-64965f0a305c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5046482 Apr 23 00:41:37.429421 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b439380-e2b1-4a07-a464-b32385769b85 req-b0f6f84f-dd96-48f6-abb9-8761b27d982c tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:37.431446 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2b439380-e2b1-4a07-a464-b32385769b85 req-b0f6f84f-dd96-48f6-abb9-8761b27d982c tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 943 time: 0.0824680 Apr 23 00:41:37.497850 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2b439380-e2b1-4a07-a464-b32385769b85 req-b3e522d6-9802-482e-bcc1-e052aab565dc tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595284 Apr 23 00:41:37.507507 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-58725a3d-a4f1-42cd-a2cd-b921ffec2d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:37.509671 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-58725a3d-a4f1-42cd-a2cd-b921ffec2d2d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc19a0436af94dafacd1fb1cdda06f3c&device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 1096 time: 0.0571418 Apr 23 00:41:37.552511 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-24bb9556-d970-4345-adf4-6df04d66808e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e4a11ba-2c23-4d52-811f-d2c058b091e1 HTTP/1.1" status: 200 len: 217 time: 0.0327570 Apr 23 00:41:37.598754 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-ef1d1393-4225-40ea-9c6e-dec200bd7dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:37.600182 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-ef1d1393-4225-40ea-9c6e-dec200bd7dcf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27d2e5ba-1298-4f2a-b330-a07ed14d3a31 HTTP/1.1" status: 200 len: 847 time: 0.0418427 Apr 23 00:41:37.644995 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-3938687c-a7dc-4fef-870a-632ce70dba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:37.646465 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-3938687c-a7dc-4fef-870a-632ce70dba6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398326 Apr 23 00:41:37.736690 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-84726b54-c963-4bae-bcf1-031a9ff2497f service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835955 Apr 23 00:41:37.824085 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d669b4e7-7248-4374-8f3d-d22a387816a2 req-ca23becc-da9c-4673-8703-815f128a7afc service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806606 Apr 23 00:41:38.014128 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:38.612829 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410817b-2d81-4f1a-bc0a-e1f8ccd1d179 req-cf532081-567f-4dc9-8390-9f76f38741c3 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:38.614294 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d410817b-2d81-4f1a-bc0a-e1f8ccd1d179 req-cf532081-567f-4dc9-8390-9f76f38741c3 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 943 time: 0.0488141 Apr 23 00:41:38.652100 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d410817b-2d81-4f1a-bc0a-e1f8ccd1d179 req-9f7099e0-09dc-4616-9a7e-c425ca4b3956 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318530 Apr 23 00:41:39.718534 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:39.788919 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef2745-4dfe-4b32-82e7-5027a92d48f7 req-f01a959d-1cb3-4614-84e9-95217b513da5 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:39.790527 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-22ef2745-4dfe-4b32-82e7-5027a92d48f7 req-f01a959d-1cb3-4614-84e9-95217b513da5 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 943 time: 0.0549865 Apr 23 00:41:39.829046 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-22ef2745-4dfe-4b32-82e7-5027a92d48f7 req-0012dd8f-a210-4c01-8113-94e9e940170f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326300 Apr 23 00:41:39.941558 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:40.949374 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0a2c5-76f9-4371-b3f6-b5468ba722f7 req-b7fa5e53-5b20-4cc6-b692-9712aeb9de14 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:40.950860 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-14f0a2c5-76f9-4371-b3f6-b5468ba722f7 req-b7fa5e53-5b20-4cc6-b692-9712aeb9de14 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 943 time: 0.0488503 Apr 23 00:41:40.987085 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-14f0a2c5-76f9-4371-b3f6-b5468ba722f7 req-6a27972d-ee59-4c6e-8c84-bc861a331030 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304399 Apr 23 00:41:41.736717 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 8e4a11ba-2c23-4d52-811f-d2c058b091e1 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:41:41.828636 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 8e4a11ba-2c23-4d52-811f-d2c058b091e1, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8e4a11ba-2c23-4d52-811f-d2c058b091e1,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:41:41.843247 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '8e4a11ba-2c23-4d52-811f-d2c058b091e1', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'port_id': '8e4a11ba-2c23-4d52-811f-d2c058b091e1', 'mac_address': 'fa:16:3e:72:15:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:41:41.878715 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:41.891296 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4a11ba-2c23-4d52-811f-d2c058b091e1 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:41:41.912160 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 8e4a11ba-2c23-4d52-811f-d2c058b091e1, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8e4a11ba-2c23-4d52-811f-d2c058b091e1,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:41:41.985229 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:42.031802 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=8e4a11ba-2c23-4d52-811f-d2c058b091e1,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:42.105212 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6eab7c-2cad-4f62-9ddc-eee8076d4c96 req-44817dc9-81c7-41e2-b422-27118603114d tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:42.106668 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-bb6eab7c-2cad-4f62-9ddc-eee8076d4c96 req-44817dc9-81c7-41e2-b422-27118603114d tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 944 time: 0.0510228 Apr 23 00:41:42.144044 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-bb6eab7c-2cad-4f62-9ddc-eee8076d4c96 req-19e28af5-5280-49d3-a61a-cb486a7a58ff tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314157 Apr 23 00:41:42.197994 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['8e4a11ba-2c23-4d52-811f-d2c058b091e1'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:41:43.263287 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c360cf-f8bf-43be-9bda-ff644683370a req-13f28938-452b-4011-add2-5dec144d2ff6 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:43.264777 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e0c360cf-f8bf-43be-9bda-ff644683370a req-13f28938-452b-4011-add2-5dec144d2ff6 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 944 time: 0.0529478 Apr 23 00:41:43.300918 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e0c360cf-f8bf-43be-9bda-ff644683370a req-38b27548-a027-486f-9696-faed97d25fa6 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302434 Apr 23 00:41:43.740414 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 8e4a11ba-2c23-4d52-811f-d2c058b091e1 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:41:43.916697 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 8e4a11ba-2c23-4d52-811f-d2c058b091e1 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:41:43.920629 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 8e4a11ba-2c23-4d52-811f-d2c058b091e1 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:43.920995 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:43.994698 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:44.017665 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff71a8f0-95f7-42a4-bf87-360f231ea444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4a11ba-2c23-4d52-811f-d2c058b091e1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:41:44.019920 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9a3ecb-3018-43c5-8031-f80dd73e95c3" -d '{"events": [{"server_uuid": "ff71a8f0-95f7-42a4-bf87-360f231ea444", "name": "network-vif-plugged", "status": "completed", "tag": "8e4a11ba-2c23-4d52-811f-d2c058b091e1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:41:44.033325 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 8e4a11ba-2c23-4d52-811f-d2c058b091e1, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8e4a11ba-2c23-4d52-811f-d2c058b091e1,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:41:44.055704 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4adfa0-f56c-4e73-80dc-ffbc814b7293 x-openstack-request-id: req-3e4adfa0-f56c-4e73-80dc-ffbc814b7293 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:41:44.055988 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff71a8f0-95f7-42a4-bf87-360f231ea444", "name": "network-vif-plugged", "status": "completed", "tag": "8e4a11ba-2c23-4d52-811f-d2c058b091e1", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:41:44.056235 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e4adfa0-f56c-4e73-80dc-ffbc814b7293 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:41:44.056621 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e4adfa0-f56c-4e73-80dc-ffbc814b7293'] response: {'server_uuid': 'ff71a8f0-95f7-42a4-bf87-360f231ea444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4a11ba-2c23-4d52-811f-d2c058b091e1', 'code': 200} Apr 23 00:41:44.124411 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:44.181806 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=8e4a11ba-2c23-4d52-811f-d2c058b091e1,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:44.397167 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6130b12-015f-4c8f-b265-2059e3b583eb req-1cafad09-fec7-4f90-97f5-3208c526c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:44.398690 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d6130b12-015f-4c8f-b265-2059e3b583eb req-1cafad09-fec7-4f90-97f5-3208c526c9f1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 1098 time: 0.0743072 Apr 23 00:41:44.414508 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b4009-71a8-4f25-a833-34769d76d1b8 req-22ca5e96-4833-4642-9514-979479f1911e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:44.416001 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bb3b4009-71a8-4f25-a833-34769d76d1b8 req-22ca5e96-4833-4642-9514-979479f1911e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.0492454 Apr 23 00:41:44.442431 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d6130b12-015f-4c8f-b265-2059e3b583eb req-6dfd470c-c3ad-474a-8e80-234ea10776ca service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359049 Apr 23 00:41:44.453466 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bb3b4009-71a8-4f25-a833-34769d76d1b8 req-f7a81bc0-38ae-471f-9dfc-823106ff315a tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314062 Apr 23 00:41:45.577796 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e46624-a479-4ccd-b1a0-40d8d93983ff req-f98586b5-b6d8-4411-be4e-006bfab24fa2 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:45.579450 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d4e46624-a479-4ccd-b1a0-40d8d93983ff req-f98586b5-b6d8-4411-be4e-006bfab24fa2 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.0501752 Apr 23 00:41:45.617657 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d4e46624-a479-4ccd-b1a0-40d8d93983ff req-3cb595fc-f023-4ccf-955e-789614cc32a9 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321448 Apr 23 00:41:46.732727 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289c6d1-2f11-4a74-8b23-187765e1d413 req-db34a27e-be35-4f3b-b356-915b77a7881f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:46.734224 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0289c6d1-2f11-4a74-8b23-187765e1d413 req-db34a27e-be35-4f3b-b356-915b77a7881f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.0501585 Apr 23 00:41:46.764811 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:41:46.774313 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-0289c6d1-2f11-4a74-8b23-187765e1d413 req-95fa399c-60f9-4617-8833-8bfbeea2c34f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332780 Apr 23 00:41:46.887274 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a2dd9-e252-4957-b1cc-69d189fa914a req-f5ed2c1b-2b7b-4ed3-abef-3f0c06ae7f9b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:46.888906 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c96a2dd9-e252-4957-b1cc-69d189fa914a req-f5ed2c1b-2b7b-4ed3-abef-3f0c06ae7f9b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.0488226 Apr 23 00:41:46.926578 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c96a2dd9-e252-4957-b1cc-69d189fa914a req-dc6b8018-c50d-47eb-a7f7-7ac1b62c61ed tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312631 Apr 23 00:41:46.948222 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 33980) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:47.031553 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2a5edb-f45b-4d1d-93d0-7adf1dbcd13f tempest-TestShelveInstance-1308187962 tempest-TestShelveInstance-1308187962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:47.033078 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4a2a5edb-f45b-4d1d-93d0-7adf1dbcd13f tempest-TestShelveInstance-1308187962 tempest-TestShelveInstance-1308187962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 1093 time: 0.0838983 Apr 23 00:41:47.036337 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 33984) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:41:47.041397 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-9e2f8786-1d5c-4b6f-b3be-5165843715b1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': '8e4a11ba-2c23-4d52-811f-d2c058b091e1', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:41:47.124384 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e2f8786-1d5c-4b6f-b3be-5165843715b1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for floatingip, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:47.222253 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e2f8786-1d5c-4b6f-b3be-5165843715b1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:47.326717 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-9e2f8786-1d5c-4b6f-b3be-5165843715b1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Allocated IP 172.26.3.239 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/b684d66c-85ae-4028-b26a-68a62cf65374) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:41:47.425953 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e2f8786-1d5c-4b6f-b3be-5165843715b1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:47.513297 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e2f8786-1d5c-4b6f-b3be-5165843715b1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:47.552027 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2f8786-1d5c-4b6f-b3be-5165843715b1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:41:47.554955 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-9e2f8786-1d5c-4b6f-b3be-5165843715b1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:41:47.558139 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2f8786-1d5c-4b6f-b3be-5165843715b1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:41:47.588809 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f8786-1d5c-4b6f-b3be-5165843715b1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Pushing event updated for resources: {'Port': ['ID=b684d66c-85ae-4028-b26a-68a62cf65374,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:47.914629 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e2f8786-1d5c-4b6f-b3be-5165843715b1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:48.032874 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e2f8786-1d5c-4b6f-b3be-5165843715b1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:48.176071 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e2f8786-1d5c-4b6f-b3be-5165843715b1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:48.254062 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e2f8786-1d5c-4b6f-b3be-5165843715b1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:48.329602 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f8786-1d5c-4b6f-b3be-5165843715b1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Pushing event updated for resources: {'Port': ['ID=b684d66c-85ae-4028-b26a-68a62cf65374,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:48.342297 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e2f8786-1d5c-4b6f-b3be-5165843715b1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:48.794816 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-9e2f8786-1d5c-4b6f-b3be-5165843715b1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Floating IP aaea1790-1688-47d0-b5b1-d6973c1b6e26 associated. External IP: 172.26.3.239, port: 8e4a11ba-2c23-4d52-811f-d2c058b091e1. Apr 23 00:41:49.047257 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2f8786-1d5c-4b6f-b3be-5165843715b1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Router 4aa63fbd-8557-4586-aff4-31691d1c6ce6 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:41:49.167292 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2f8786-1d5c-4b6f-b3be-5165843715b1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:41:49.177565 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116b5a26-7df8-43ee-a274-9a64cb98299d None None] Sync routers for ids ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:41:49.187444 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116b5a26-7df8-43ee-a274-9a64cb98299d None None] Routers {'4aa63fbd-8557-4586-aff4-31691d1c6ce6'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:41:49.188092 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-116b5a26-7df8-43ee-a274-9a64cb98299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:41:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:49.250526 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e2f8786-1d5c-4b6f-b3be-5165843715b1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:49.282205 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9e2f8786-1d5c-4b6f-b3be-5165843715b1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2447426 Apr 23 00:41:49.282793 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff71a8f0-95f7-42a4-bf87-360f231ea444', 'tag': '8e4a11ba-2c23-4d52-811f-d2c058b091e1'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:41:49.285129 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54b5f80-f732-47b7-bd0a-57d37bf90ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "ff71a8f0-95f7-42a4-bf87-360f231ea444", "tag": "8e4a11ba-2c23-4d52-811f-d2c058b091e1"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:41:49.326328 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7936780b-46d1-42a7-85ca-0179487bf13c x-openstack-request-id: req-7936780b-46d1-42a7-85ca-0179487bf13c {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:41:49.326624 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff71a8f0-95f7-42a4-bf87-360f231ea444", "tag": "8e4a11ba-2c23-4d52-811f-d2c058b091e1", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:41:49.326877 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7936780b-46d1-42a7-85ca-0179487bf13c {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:41:49.327354 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7936780b-46d1-42a7-85ca-0179487bf13c'] response: {'name': 'network-changed', 'server_uuid': 'ff71a8f0-95f7-42a4-bf87-360f231ea444', 'tag': '8e4a11ba-2c23-4d52-811f-d2c058b091e1', 'status': 'completed', 'code': 200} Apr 23 00:41:49.392493 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b5f80-f732-47b7-bd0a-57d37bf90ba7 req-7cd56ad5-116b-4709-8f6b-43f5a084ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:49.394036 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c54b5f80-f732-47b7-bd0a-57d37bf90ba7 req-7cd56ad5-116b-4709-8f6b-43f5a084ad15 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc19a0436af94dafacd1fb1cdda06f3c&device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 1098 time: 0.0434747 Apr 23 00:41:49.444456 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-116b5a26-7df8-43ee-a274-9a64cb98299d None None] Set router 4aa63fbd-8557-4586-aff4-31691d1c6ce6 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:41:49.484816 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b5f80-f732-47b7-bd0a-57d37bf90ba7 req-023a3893-d7c8-4600-806e-7bba7851feba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:49.486557 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c54b5f80-f732-47b7-bd0a-57d37bf90ba7 req-023a3893-d7c8-4600-806e-7bba7851feba service neutron] 10.222.0.16 "GET /v2.0/networks?id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8 HTTP/1.1" status: 200 len: 909 time: 0.0858440 Apr 23 00:41:49.556176 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c54b5f80-f732-47b7-bd0a-57d37bf90ba7 req-1056eafa-be2d-4066-ac60-de2532f21047 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e4a11ba-2c23-4d52-811f-d2c058b091e1 HTTP/1.1" status: 200 len: 999 time: 0.0632021 Apr 23 00:41:49.604482 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b5f80-f732-47b7-bd0a-57d37bf90ba7 req-923965a5-fb73-4b70-aff9-98cef43aa82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:49.605937 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c54b5f80-f732-47b7-bd0a-57d37bf90ba7 req-923965a5-fb73-4b70-aff9-98cef43aa82a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27d2e5ba-1298-4f2a-b330-a07ed14d3a31 HTTP/1.1" status: 200 len: 847 time: 0.0438890 Apr 23 00:41:49.652602 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b5f80-f732-47b7-bd0a-57d37bf90ba7 req-3899acd7-1bcd-4648-8c8e-b8778c514f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:49.654128 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c54b5f80-f732-47b7-bd0a-57d37bf90ba7 req-3899acd7-1bcd-4648-8c8e-b8778c514f53 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406420 Apr 23 00:41:49.666359 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-116b5a26-7df8-43ee-a274-9a64cb98299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'name': 'tempest-TestShelveInstance-233334628-router', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:21Z', 'revision_number': 4, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'gw_port': {'id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'aaea1790-1688-47d0-b5b1-d6973c1b6e26', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'floating_ip_address': '172.26.3.239', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'port_id': '8e4a11ba-2c23-4d52-811f-d2c058b091e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'mac_address': 'fa:16:3e:72:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff71a8f0-95f7-42a4-bf87-360f231ea444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:41:47Z', 'updated_at': '2022-04-23T00:41:47Z', 'revision_number': 0, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14', 'name': '', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'mac_address': 'fa:16:3e:eb:bf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:21Z', 'updated_at': '2022-04-23T00:41:26Z', 'revision_number': 5, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'subnets': [{'id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:49.697013 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116b5a26-7df8-43ee-a274-9a64cb98299d None None] Checking router: 4aa63fbd-8557-4586-aff4-31691d1c6ce6 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:41:49.705305 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116b5a26-7df8-43ee-a274-9a64cb98299d None None] Routers {'4aa63fbd-8557-4586-aff4-31691d1c6ce6'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:41:49.705917 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-116b5a26-7df8-43ee-a274-9a64cb98299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:41:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:49.748357 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c54b5f80-f732-47b7-bd0a-57d37bf90ba7 req-9e7c61a3-39a2-4bab-bbf6-35507275ff66 service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875371 Apr 23 00:41:49.811307 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-116b5a26-7df8-43ee-a274-9a64cb98299d None None] Set router 4aa63fbd-8557-4586-aff4-31691d1c6ce6 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:41:49.839285 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c54b5f80-f732-47b7-bd0a-57d37bf90ba7 req-98cc684f-eb36-4ac8-86c3-e676c5858490 service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830607 Apr 23 00:41:50.031389 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-116b5a26-7df8-43ee-a274-9a64cb98299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'name': 'tempest-TestShelveInstance-233334628-router', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:21Z', 'revision_number': 4, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'gw_port': {'id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'aaea1790-1688-47d0-b5b1-d6973c1b6e26', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'floating_ip_address': '172.26.3.239', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'port_id': '8e4a11ba-2c23-4d52-811f-d2c058b091e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'mac_address': 'fa:16:3e:72:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff71a8f0-95f7-42a4-bf87-360f231ea444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:41:47Z', 'updated_at': '2022-04-23T00:41:47Z', 'revision_number': 0, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14', 'name': '', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'mac_address': 'fa:16:3e:eb:bf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:21Z', 'updated_at': '2022-04-23T00:41:26Z', 'revision_number': 5, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'subnets': [{'id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:50.060433 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116b5a26-7df8-43ee-a274-9a64cb98299d None None] The sync data for ids ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'] in dv-neutron-838783-1-hyperv is: [{'id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'name': 'tempest-TestShelveInstance-233334628-router', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:21Z', 'revision_number': 4, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'gw_port': {'id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'aaea1790-1688-47d0-b5b1-d6973c1b6e26', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'floating_ip_address': '172.26.3.239', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'port_id': '8e4a11ba-2c23-4d52-811f-d2c058b091e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'mac_address': 'fa:16:3e:72:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff71a8f0-95f7-42a4-bf87-360f231ea444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:41:47Z', 'updated_at': '2022-04-23T00:41:47Z', 'revision_number': 0, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14', 'name': '', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'mac_address': 'fa:16:3e:eb:bf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:21Z', 'updated_at': '2022-04-23T00:41:26Z', 'revision_number': 5, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'subnets': [{'id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:41:50.244367 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ef4670-ff29-4b77-a7a3-ec2a14497851 None None] New status for floating IP aaea1790-1688-47d0-b5b1-d6973c1b6e26: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:41:53.998709 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:04.346321 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98d8c84b-c45f-4430-b2c7-041e7666d5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:07.254120 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1160123e-3780-4c71-b657-7b24110aafa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:07.982428 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:09.706840 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:09.947053 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:17.227599 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [req-ce92179a-c7dd-4187-9f0c-5619303666c3 req-f7f987ab-f1bf-4f95-aa55-87a1acfabb83 service neutron] (103143) timed out ('10.222.0.15', 58452) {{(pid=103143) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 23 00:42:23.764438 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:42:24.011184 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:29.542651 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5b27711c-01fa-42eb-b677-a0804f1f8105 req-fe932a77-f9bf-454d-b8be-3cca0025dfba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442283 Apr 23 00:42:29.624372 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27711c-01fa-42eb-b677-a0804f1f8105 req-f4e95cfe-5c35-49e2-add2-88a9d6e24865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:29.625998 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5b27711c-01fa-42eb-b677-a0804f1f8105 req-f4e95cfe-5c35-49e2-add2-88a9d6e24865 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc19a0436af94dafacd1fb1cdda06f3c&device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 1098 time: 0.0410106 Apr 23 00:42:29.727136 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27711c-01fa-42eb-b677-a0804f1f8105 req-64c1e283-73ce-4d11-9efc-0d29b24b9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:29.728541 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5b27711c-01fa-42eb-b677-a0804f1f8105 req-64c1e283-73ce-4d11-9efc-0d29b24b9dae service neutron] 10.222.0.16 "GET /v2.0/networks?id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8 HTTP/1.1" status: 200 len: 909 time: 0.0839460 Apr 23 00:42:29.799095 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5b27711c-01fa-42eb-b677-a0804f1f8105 req-a29b7f56-baca-4fb8-8bae-5f1719db2713 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e4a11ba-2c23-4d52-811f-d2c058b091e1 HTTP/1.1" status: 200 len: 1001 time: 0.0625179 Apr 23 00:42:29.847347 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27711c-01fa-42eb-b677-a0804f1f8105 req-a5f4131f-2045-4728-bee1-04a8874a0e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:29.848796 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5b27711c-01fa-42eb-b677-a0804f1f8105 req-a5f4131f-2045-4728-bee1-04a8874a0e13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27d2e5ba-1298-4f2a-b330-a07ed14d3a31 HTTP/1.1" status: 200 len: 847 time: 0.0433800 Apr 23 00:42:29.893182 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27711c-01fa-42eb-b677-a0804f1f8105 req-97d82378-84c3-4ed2-8e33-39d71f5e3038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:29.894677 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5b27711c-01fa-42eb-b677-a0804f1f8105 req-97d82378-84c3-4ed2-8e33-39d71f5e3038 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395503 Apr 23 00:42:29.984934 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5b27711c-01fa-42eb-b677-a0804f1f8105 req-4e18e059-e8dd-43db-bf51-ec07d5280323 service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835426 Apr 23 00:42:30.072451 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5b27711c-01fa-42eb-b677-a0804f1f8105 req-8bb60954-417c-4362-aebc-89337db47b30 service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807385 Apr 23 00:42:34.296992 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad721357-22da-401e-a6f6-e94ecbb6151b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:37.277852 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad47fce9-355f-4461-873d-bd607e0ceb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:38.089533 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:39.725710 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:39.969032 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:54.011540 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:00.763298 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:43:04.306586 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9702622-4dc3-4059-8e96-101a3177bd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:07.245826 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59d39007-a352-467d-94fa-72e72c906583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:08.017788 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:09.715088 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:09.920426 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:24.063854 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:29.547085 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f9c525dd-eb24-4c0f-aeee-b3e2b4f880c0 req-2ee39a50-c841-442d-8c95-4819a4dd6ef4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479758 Apr 23 00:43:29.630054 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c525dd-eb24-4c0f-aeee-b3e2b4f880c0 req-db0daf87-ccfa-41d7-8f9d-de1c3ac5a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:43:29.631558 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f9c525dd-eb24-4c0f-aeee-b3e2b4f880c0 req-db0daf87-ccfa-41d7-8f9d-de1c3ac5a4ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc19a0436af94dafacd1fb1cdda06f3c&device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 1098 time: 0.0422657 Apr 23 00:43:29.733653 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c525dd-eb24-4c0f-aeee-b3e2b4f880c0 req-fd7c0400-bef8-4936-970e-21a53564b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:43:29.735144 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f9c525dd-eb24-4c0f-aeee-b3e2b4f880c0 req-fd7c0400-bef8-4936-970e-21a53564b86c service neutron] 10.222.0.16 "GET /v2.0/networks?id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8 HTTP/1.1" status: 200 len: 909 time: 0.0843868 Apr 23 00:43:29.803264 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f9c525dd-eb24-4c0f-aeee-b3e2b4f880c0 req-8a5824d0-7829-470d-9e90-88d5a3cd8607 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e4a11ba-2c23-4d52-811f-d2c058b091e1 HTTP/1.1" status: 200 len: 1001 time: 0.0617206 Apr 23 00:43:29.850988 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c525dd-eb24-4c0f-aeee-b3e2b4f880c0 req-b32a67ae-cce4-42ae-b181-459ec3cacca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:43:29.852429 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f9c525dd-eb24-4c0f-aeee-b3e2b4f880c0 req-b32a67ae-cce4-42ae-b181-459ec3cacca0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27d2e5ba-1298-4f2a-b330-a07ed14d3a31 HTTP/1.1" status: 200 len: 847 time: 0.0427144 Apr 23 00:43:29.896535 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c525dd-eb24-4c0f-aeee-b3e2b4f880c0 req-7f8359d0-04e8-45bc-8c82-764a00352884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:43:29.898017 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f9c525dd-eb24-4c0f-aeee-b3e2b4f880c0 req-7f8359d0-04e8-45bc-8c82-764a00352884 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388639 Apr 23 00:43:29.908242 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [req-f9c525dd-eb24-4c0f-aeee-b3e2b4f880c0 req-94c0257b-a6dd-493a-9fad-e4e36e83ee5e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:43:29.917086 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f9c525dd-eb24-4c0f-aeee-b3e2b4f880c0 req-94c0257b-a6dd-493a-9fad-e4e36e83ee5e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048764 Apr 23 00:43:29.999068 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f9c525dd-eb24-4c0f-aeee-b3e2b4f880c0 req-6142faaf-3cb2-4c35-8ccb-be46e748036a service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824239 Apr 23 00:43:30.085952 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f9c525dd-eb24-4c0f-aeee-b3e2b4f880c0 req-bc75a907-3d14-449f-b4ef-6fa49f02110d service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798740 Apr 23 00:43:34.324504 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdd2c9fb-075f-4bcf-b99d-73073179f342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:37.257968 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e563926-5ba8-4a05-85e2-418821e7344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:37.761920 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:43:38.027205 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:39.698323 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:39.947315 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:44.354073 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfc5e6-10e9-491a-9d4a-bf8bef336527 req-828d4d4b-e82d-4bff-a84b-5a2739c25b4b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:43:44.355698 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d5dfc5e6-10e9-491a-9d4a-bf8bef336527 req-828d4d4b-e82d-4bff-a84b-5a2739c25b4b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.1056697 Apr 23 00:43:44.392928 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d5dfc5e6-10e9-491a-9d4a-bf8bef336527 req-23aa4365-7c6c-4b47-9117-221a2f9b71e9 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313647 Apr 23 00:43:45.514176 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c26497-c734-4eaf-b76f-b043e75cb93e req-57949f56-b82a-4fdc-8e70-1d3d8ed22822 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:43:45.515705 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-75c26497-c734-4eaf-b76f-b043e75cb93e req-57949f56-b82a-4fdc-8e70-1d3d8ed22822 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.0543489 Apr 23 00:43:45.552883 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-75c26497-c734-4eaf-b76f-b043e75cb93e req-68ecf442-7a00-45d5-ba8d-e5657e06cebc tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313361 Apr 23 00:43:46.669209 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db0c05-da1c-4a15-bdfd-db2948f3e5b0 req-2da1b236-9d27-4793-aef0-d14dd0594608 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:43:46.670722 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-49db0c05-da1c-4a15-bdfd-db2948f3e5b0 req-2da1b236-9d27-4793-aef0-d14dd0594608 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.0489786 Apr 23 00:43:46.708725 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-49db0c05-da1c-4a15-bdfd-db2948f3e5b0 req-06561dfb-4e40-4604-8899-ca80e3751170 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319982 Apr 23 00:43:47.822050 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c79275-d0ad-48fa-8abd-92d2419d0978 req-12726636-8912-48e5-9ea7-357162a90552 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:43:47.823697 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-82c79275-d0ad-48fa-8abd-92d2419d0978 req-12726636-8912-48e5-9ea7-357162a90552 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.0489836 Apr 23 00:43:47.860193 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-82c79275-d0ad-48fa-8abd-92d2419d0978 req-14a10059-9395-4c48-80ad-9e8bb5d20e29 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305188 Apr 23 00:43:48.974399 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ae56d-62be-456a-a1fc-46e8ce8c5631 req-bdeeee10-66bc-4ff7-a581-6e8c92118aa7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:43:48.975802 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-081ae56d-62be-456a-a1fc-46e8ce8c5631 req-bdeeee10-66bc-4ff7-a581-6e8c92118aa7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.0487936 Apr 23 00:43:49.018498 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-081ae56d-62be-456a-a1fc-46e8ce8c5631 req-0c6a46ee-e04c-4889-ab63-2baa87e7bf50 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358841 Apr 23 00:43:50.134187 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c0146-74f9-47c7-9183-d442e02d441d req-61f553f5-4159-4f0f-b074-be02ab845f9c tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:43:50.135723 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-405c0146-74f9-47c7-9183-d442e02d441d req-61f553f5-4159-4f0f-b074-be02ab845f9c tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.0490603 Apr 23 00:43:50.173493 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-405c0146-74f9-47c7-9183-d442e02d441d req-b489a3c7-7fd4-42db-8564-f99ff36e6792 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316665 Apr 23 00:43:51.293237 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950221b-5717-4bb8-a797-dfcff8c6e818 req-1ba575c6-1e5f-471a-9328-c63a27774ede tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:43:51.294691 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7950221b-5717-4bb8-a797-dfcff8c6e818 req-1ba575c6-1e5f-471a-9328-c63a27774ede tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.0488753 Apr 23 00:43:51.334073 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7950221b-5717-4bb8-a797-dfcff8c6e818 req-abe9577a-a4a2-45e1-988b-fa312573ace8 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333624 Apr 23 00:43:52.451899 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21d974-4c2b-4670-b8ac-ff28cc729694 req-d2399ba1-08f6-446b-928d-8e9e5d2226e9 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:43:52.453341 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4f21d974-4c2b-4670-b8ac-ff28cc729694 req-d2399ba1-08f6-446b-928d-8e9e5d2226e9 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.0513854 Apr 23 00:43:52.491217 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4f21d974-4c2b-4670-b8ac-ff28cc729694 req-bf7614c4-46ca-4aac-9aaa-4bb0df8353eb tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319591 Apr 23 00:43:53.605613 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c40e1-06c6-4fe9-8736-b957334f57b2 req-afdf0c53-4ef4-4232-9f4e-409059dc7746 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:43:53.607092 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f63c40e1-06c6-4fe9-8736-b957334f57b2 req-afdf0c53-4ef4-4232-9f4e-409059dc7746 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.0492144 Apr 23 00:43:53.644556 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f63c40e1-06c6-4fe9-8736-b957334f57b2 req-42e660ea-d84f-4049-8e92-c338accd5b39 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315430 Apr 23 00:43:54.027789 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:54.760328 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff58265-1a10-4199-9571-3743f0238fa0 req-9609fbab-d9ab-4344-852f-d9e693fbe949 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:43:54.761805 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-bff58265-1a10-4199-9571-3743f0238fa0 req-9609fbab-d9ab-4344-852f-d9e693fbe949 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.0498288 Apr 23 00:43:54.801185 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-bff58265-1a10-4199-9571-3743f0238fa0 req-138ceb78-1cd8-45ce-88f3-cfa9ff89df2c tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334158 Apr 23 00:43:55.913886 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf062ab-ef3e-457c-9bf2-2e3079fd5c15 req-27e37bc0-3608-42bb-a535-8804124f7135 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:43:55.915355 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aaf062ab-ef3e-457c-9bf2-2e3079fd5c15 req-27e37bc0-3608-42bb-a535-8804124f7135 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.0482333 Apr 23 00:43:55.957078 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-aaf062ab-ef3e-457c-9bf2-2e3079fd5c15 req-249ac1c9-b91d-467e-be6c-eb18add7aa5c tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351470 Apr 23 00:43:57.076734 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969b122-5878-478c-ae24-58513c8fcf76 req-fd38ebf2-0b28-4108-877d-0eda87547a9b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:43:57.078271 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5969b122-5878-478c-ae24-58513c8fcf76 req-fd38ebf2-0b28-4108-877d-0eda87547a9b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.0506620 Apr 23 00:43:57.123087 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5969b122-5878-478c-ae24-58513c8fcf76 req-ff6175bf-6bca-482a-a10c-2bcc95247bba tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376434 Apr 23 00:43:58.245195 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6f025-9541-4efa-ae13-fd07a331313e req-b078b6a6-48ea-41a9-b05b-cc35562641cc tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:43:58.245794 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8ae6f025-9541-4efa-ae13-fd07a331313e req-b078b6a6-48ea-41a9-b05b-cc35562641cc tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.0546482 Apr 23 00:43:58.286358 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8ae6f025-9541-4efa-ae13-fd07a331313e req-bab4e81c-7959-4b57-ba6d-98a5bd73bd00 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342321 Apr 23 00:43:58.419365 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 8e4a11ba-2c23-4d52-811f-d2c058b091e1 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:43:58.528072 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 8e4a11ba-2c23-4d52-811f-d2c058b091e1, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8e4a11ba-2c23-4d52-811f-d2c058b091e1,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:43:58.541406 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '8e4a11ba-2c23-4d52-811f-d2c058b091e1', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'port_id': '8e4a11ba-2c23-4d52-811f-d2c058b091e1', 'mac_address': 'fa:16:3e:72:15:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:43:58.585425 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:58.599282 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e4a11ba-2c23-4d52-811f-d2c058b091e1 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:43:58.619385 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 8e4a11ba-2c23-4d52-811f-d2c058b091e1, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8e4a11ba-2c23-4d52-811f-d2c058b091e1,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:43:58.676034 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:58.737604 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=8e4a11ba-2c23-4d52-811f-d2c058b091e1,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:43:58.746354 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:43:58.746692 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:43:58.747065 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:43:58.747362 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:43:58.747761 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:43:58.748084 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:43:58.748404 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:43:58.748728 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:43:58.749051 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:43:58.749372 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:43:58.749689 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:43:58.750003 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:43:58.755251 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['8e4a11ba-2c23-4d52-811f-d2c058b091e1'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:43:59.416064 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811dc95-4fd2-4739-818c-7e5f11d9a060 req-91c8ae45-ffb3-4dff-923e-fb837ccdf3b5 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:43:59.417610 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7811dc95-4fd2-4739-818c-7e5f11d9a060 req-91c8ae45-ffb3-4dff-923e-fb837ccdf3b5 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 944 time: 0.0560300 Apr 23 00:43:59.464204 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7811dc95-4fd2-4739-818c-7e5f11d9a060 req-a88f6369-d4c0-48fe-b3c6-524f9f0b01e2 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404508 Apr 23 00:44:00.420838 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 8e4a11ba-2c23-4d52-811f-d2c058b091e1 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:44:00.475471 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 8e4a11ba-2c23-4d52-811f-d2c058b091e1 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:44:00.475865 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:00.578961 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:00.605683 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff71a8f0-95f7-42a4-bf87-360f231ea444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4a11ba-2c23-4d52-811f-d2c058b091e1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:44:00.605891 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d95dbc-3fe9-432d-a5ed-4a9dbfd1340d req-e9be4237-48f0-4fce-a85c-74690ef020c2 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:00.607322 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-69d95dbc-3fe9-432d-a5ed-4a9dbfd1340d req-e9be4237-48f0-4fce-a85c-74690ef020c2 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 944 time: 0.0623085 Apr 23 00:44:00.609546 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a63f74-2b7c-4f35-8291-16bd63808771" -d '{"events": [{"server_uuid": "ff71a8f0-95f7-42a4-bf87-360f231ea444", "name": "network-vif-plugged", "status": "completed", "tag": "8e4a11ba-2c23-4d52-811f-d2c058b091e1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:44:00.626719 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 8e4a11ba-2c23-4d52-811f-d2c058b091e1, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8e4a11ba-2c23-4d52-811f-d2c058b091e1,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:44:00.653453 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-69d95dbc-3fe9-432d-a5ed-4a9dbfd1340d req-f9ad12d1-29ab-45a2-8023-50d25507cc83 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391188 Apr 23 00:44:00.680122 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81aa8cfe-687a-4a72-acd7-2f68301e8ef1 x-openstack-request-id: req-81aa8cfe-687a-4a72-acd7-2f68301e8ef1 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:44:00.680505 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff71a8f0-95f7-42a4-bf87-360f231ea444", "name": "network-vif-plugged", "status": "completed", "tag": "8e4a11ba-2c23-4d52-811f-d2c058b091e1", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:44:00.680722 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81aa8cfe-687a-4a72-acd7-2f68301e8ef1 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:44:00.681119 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81aa8cfe-687a-4a72-acd7-2f68301e8ef1'] response: {'server_uuid': 'ff71a8f0-95f7-42a4-bf87-360f231ea444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4a11ba-2c23-4d52-811f-d2c058b091e1', 'code': 200} Apr 23 00:44:00.727546 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:00.777408 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=8e4a11ba-2c23-4d52-811f-d2c058b091e1,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:44:01.781599 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525465b-63b5-4e2f-9f67-f6539b705dc5 req-f8a38446-3dbf-452a-ba40-b29c689113a8 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:01.783197 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4525465b-63b5-4e2f-9f67-f6539b705dc5 req-f8a38446-3dbf-452a-ba40-b29c689113a8 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.0518134 Apr 23 00:44:01.830033 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4525465b-63b5-4e2f-9f67-f6539b705dc5 req-f3c30326-7fee-4712-9c3b-8477454ad6c6 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399399 Apr 23 00:44:02.955289 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584b124-f18e-480c-a65b-401b6e52b4c9 req-60803460-23a7-4727-8cab-baddade7f970 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:02.960046 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b584b124-f18e-480c-a65b-401b6e52b4c9 req-60803460-23a7-4727-8cab-baddade7f970 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.0546019 Apr 23 00:44:03.001603 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b584b124-f18e-480c-a65b-401b6e52b4c9 req-f3444d85-3256-4e68-916b-b04055a59978 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384841 Apr 23 00:44:04.160485 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82fe7d-6626-48fb-94e1-8d13885e5537 req-31ee7144-9685-409b-802f-43fceb6bb5f2 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:04.162054 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ae82fe7d-6626-48fb-94e1-8d13885e5537 req-31ee7144-9685-409b-802f-43fceb6bb5f2 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.0773194 Apr 23 00:44:04.213135 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ae82fe7d-6626-48fb-94e1-8d13885e5537 req-872a8123-5851-4a6f-b9e8-88504c4953e4 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431573 Apr 23 00:44:04.355984 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6081f145-2587-4044-8756-a27b95840067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:05.344300 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d1829-36c8-42dd-8b8b-8ef5506b1f52 req-85bff0fc-85aa-486b-a665-d8cc875aea32 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:05.346633 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1b1d1829-36c8-42dd-8b8b-8ef5506b1f52 req-85bff0fc-85aa-486b-a665-d8cc875aea32 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.0531616 Apr 23 00:44:05.394458 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1b1d1829-36c8-42dd-8b8b-8ef5506b1f52 req-fc456977-91b1-4fe9-8558-878badbdb02b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418479 Apr 23 00:44:06.520758 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b89b2d-9eab-4f28-9e1c-de05d8e14713 req-5512a306-bd19-45a2-b520-262ac206929b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:06.522239 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-14b89b2d-9eab-4f28-9e1c-de05d8e14713 req-5512a306-bd19-45a2-b520-262ac206929b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.0520380 Apr 23 00:44:06.562094 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-14b89b2d-9eab-4f28-9e1c-de05d8e14713 req-06440145-c6ec-480e-b458-0372c99adf08 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324030 Apr 23 00:44:07.262415 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-435fc67b-8e79-484b-97ce-85ca3c0f9119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:07.690733 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61edcfa-bdbd-4feb-bc85-9c9a5f62be35 req-8dc3640e-4383-453c-befe-7818d83ad103 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:07.692246 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a61edcfa-bdbd-4feb-bc85-9c9a5f62be35 req-8dc3640e-4383-453c-befe-7818d83ad103 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.0544789 Apr 23 00:44:07.730749 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a61edcfa-bdbd-4feb-bc85-9c9a5f62be35 req-cb1e0c38-066f-493e-a56b-19a932652cdf tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323572 Apr 23 00:44:07.990311 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:08.678887 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42c85e-2bbd-4714-a97d-ed3d85cb7015 req-03d6ba05-e88a-4084-9cdc-2a5165b48759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:08.680438 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6d42c85e-2bbd-4714-a97d-ed3d85cb7015 req-03d6ba05-e88a-4084-9cdc-2a5165b48759 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc19a0436af94dafacd1fb1cdda06f3c&device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 1098 time: 0.0402312 Apr 23 00:44:08.772638 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42c85e-2bbd-4714-a97d-ed3d85cb7015 req-443daf27-3311-41dd-b2b3-5f6efe41a3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:08.774146 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6d42c85e-2bbd-4714-a97d-ed3d85cb7015 req-443daf27-3311-41dd-b2b3-5f6efe41a3a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8 HTTP/1.1" status: 200 len: 909 time: 0.0866804 Apr 23 00:44:08.840339 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6d42c85e-2bbd-4714-a97d-ed3d85cb7015 req-48ad36a8-d4cd-48f6-bb83-621517a04fc1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e4a11ba-2c23-4d52-811f-d2c058b091e1 HTTP/1.1" status: 200 len: 1001 time: 0.0585511 Apr 23 00:44:08.847992 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31632e8-1d18-4f07-84ea-273edb3c01b1 req-f44b67f7-2cb9-4503-ae63-9ede42b12a2e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:08.849498 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f31632e8-1d18-4f07-84ea-273edb3c01b1 req-f44b67f7-2cb9-4503-ae63-9ede42b12a2e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.0507665 Apr 23 00:44:08.890976 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42c85e-2bbd-4714-a97d-ed3d85cb7015 req-ef36b775-b532-4b51-b33c-36b2071a9dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:08.892412 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f31632e8-1d18-4f07-84ea-273edb3c01b1 req-360210e7-bc20-401a-b621-ea62e1e05ff2 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363245 Apr 23 00:44:08.892544 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6d42c85e-2bbd-4714-a97d-ed3d85cb7015 req-ef36b775-b532-4b51-b33c-36b2071a9dcc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27d2e5ba-1298-4f2a-b330-a07ed14d3a31 HTTP/1.1" status: 200 len: 847 time: 0.0457256 Apr 23 00:44:08.941510 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42c85e-2bbd-4714-a97d-ed3d85cb7015 req-c45b8851-fae8-4162-a8c7-814b881beb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:08.942910 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6d42c85e-2bbd-4714-a97d-ed3d85cb7015 req-c45b8851-fae8-4162-a8c7-814b881beb12 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440028 Apr 23 00:44:09.034911 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6d42c85e-2bbd-4714-a97d-ed3d85cb7015 req-3edbc179-2d84-4ff8-bc62-91a8c74280b1 service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843580 Apr 23 00:44:09.126499 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6d42c85e-2bbd-4714-a97d-ed3d85cb7015 req-f7a6ba6b-0461-4f13-ae33-5fb542ecc2f1 service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853174 Apr 23 00:44:09.699087 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:09.939545 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:10.007444 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c2f9b-d492-4328-9282-0f56149f5955 req-73803e2d-ed68-42e5-b3fe-16c6f555a6be tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:10.008942 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8f2c2f9b-d492-4328-9282-0f56149f5955 req-73803e2d-ed68-42e5-b3fe-16c6f555a6be tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.0488584 Apr 23 00:44:10.047110 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8f2c2f9b-d492-4328-9282-0f56149f5955 req-3a5eef9b-287f-4a64-b749-a983c2d9b688 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308487 Apr 23 00:44:11.160385 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f304c67-cb89-443e-ab8e-bf13a52a1b39 req-5ee0387c-b6d3-4edc-a586-52191bec007f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:11.161861 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2f304c67-cb89-443e-ab8e-bf13a52a1b39 req-5ee0387c-b6d3-4edc-a586-52191bec007f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.0491459 Apr 23 00:44:11.199767 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2f304c67-cb89-443e-ab8e-bf13a52a1b39 req-63ea097f-3b42-4b17-b250-033b818f301a tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317883 Apr 23 00:44:11.267677 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [req-3efc58a9-fb57-47cb-a1d8-ecf05442c52e req-48104aa1-db18-4b3b-853c-86f3352097d5 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:44:11.268682 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3efc58a9-fb57-47cb-a1d8-ecf05442c52e req-48104aa1-db18-4b3b-853c-86f3352097d5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054648 Apr 23 00:44:11.635507 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03206d87-d591-4c10-a200-cf119b855680 req-5927848d-5f5a-4111-8eb9-80636d69adb3 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:11.637060 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-03206d87-d591-4c10-a200-cf119b855680 req-5927848d-5f5a-4111-8eb9-80636d69adb3 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 945 time: 0.0499630 Apr 23 00:44:11.676447 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-03206d87-d591-4c10-a200-cf119b855680 req-c896ac9b-38cf-4955-b0f9-d9b4764f7d79 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334480 Apr 23 00:44:12.029489 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6ce201b9-7465-4dab-bffe-f70e84a0ee05 req-301a14c5-fc89-4386-86a8-8a50c076a741 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825975 Apr 23 00:44:12.456749 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 8e4a11ba-2c23-4d52-811f-d2c058b091e1 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:44:12.535288 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:12.557069 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff71a8f0-95f7-42a4-bf87-360f231ea444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e4a11ba-2c23-4d52-811f-d2c058b091e1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:44:12.559376 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dd6359-80a8-4328-8659-c7724a0673bf" -d '{"events": [{"server_uuid": "ff71a8f0-95f7-42a4-bf87-360f231ea444", "name": "network-vif-unplugged", "status": "completed", "tag": "8e4a11ba-2c23-4d52-811f-d2c058b091e1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:44:12.571596 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 8e4a11ba-2c23-4d52-811f-d2c058b091e1, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8e4a11ba-2c23-4d52-811f-d2c058b091e1,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:44:12.590755 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 23 Apr 2022 00:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e96646-b24c-4686-b717-ccb83c62fd02 x-openstack-request-id: req-98e96646-b24c-4686-b717-ccb83c62fd02 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:44:12.591041 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff71a8f0-95f7-42a4-bf87-360f231ea444", "name": "network-vif-unplugged", "status": "failed", "tag": "8e4a11ba-2c23-4d52-811f-d2c058b091e1", "code": 422}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:44:12.591291 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98e96646-b24c-4686-b717-ccb83c62fd02 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:44:12.591757 dv-neutron-838783-1-hyperv neutron-server[103146]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-98e96646-b24c-4686-b717-ccb83c62fd02']: {'server_uuid': 'ff71a8f0-95f7-42a4-bf87-360f231ea444', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8e4a11ba-2c23-4d52-811f-d2c058b091e1', 'code': 422} returned with failed status Apr 23 00:44:12.656619 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:12.704796 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=8e4a11ba-2c23-4d52-811f-d2c058b091e1,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:44:12.796821 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c333349-6611-42ff-801b-7768ac56fb1f req-92885326-7cc3-4e80-9cde-55c05dceca4b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:12.798409 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4c333349-6611-42ff-801b-7768ac56fb1f req-92885326-7cc3-4e80-9cde-55c05dceca4b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 943 time: 0.0509431 Apr 23 00:44:12.845282 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4c333349-6611-42ff-801b-7768ac56fb1f req-85b20dd6-2e32-4616-be2c-87d3115d5bfc tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379255 Apr 23 00:44:13.517045 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce201b9-7465-4dab-bffe-f70e84a0ee05 req-3c12c5bd-3249-4f84-a132-74a9ef6829d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:13.518547 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6ce201b9-7465-4dab-bffe-f70e84a0ee05 req-3c12c5bd-3249-4f84-a132-74a9ef6829d2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444&tenant_id=fc19a0436af94dafacd1fb1cdda06f3c HTTP/1.1" status: 200 len: 1096 time: 0.0766463 Apr 23 00:44:13.579729 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce201b9-7465-4dab-bffe-f70e84a0ee05 req-2a166d24-ab90-467b-ab35-b296649cd59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:13.581237 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6ce201b9-7465-4dab-bffe-f70e84a0ee05 req-2a166d24-ab90-467b-ab35-b296649cd59f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc19a0436af94dafacd1fb1cdda06f3c&device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 1096 time: 0.0412135 Apr 23 00:44:13.667097 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce201b9-7465-4dab-bffe-f70e84a0ee05 req-e655fc26-8fa7-462a-b310-e7dd86728f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:13.669485 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6ce201b9-7465-4dab-bffe-f70e84a0ee05 req-e655fc26-8fa7-462a-b310-e7dd86728f38 service neutron] 10.222.0.16 "GET /v2.0/networks?id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8 HTTP/1.1" status: 200 len: 909 time: 0.0819957 Apr 23 00:44:13.738205 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6ce201b9-7465-4dab-bffe-f70e84a0ee05 req-99155a77-8d0b-40b3-9819-2d203378f81f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e4a11ba-2c23-4d52-811f-d2c058b091e1 HTTP/1.1" status: 200 len: 999 time: 0.0620620 Apr 23 00:44:13.787035 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce201b9-7465-4dab-bffe-f70e84a0ee05 req-6227d0f1-5682-484b-8139-6c622810d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:13.788532 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6ce201b9-7465-4dab-bffe-f70e84a0ee05 req-6227d0f1-5682-484b-8139-6c622810d63d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27d2e5ba-1298-4f2a-b330-a07ed14d3a31 HTTP/1.1" status: 200 len: 847 time: 0.0444920 Apr 23 00:44:13.832932 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce201b9-7465-4dab-bffe-f70e84a0ee05 req-7d329b93-f849-4652-8580-f3c15b193c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:13.834414 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6ce201b9-7465-4dab-bffe-f70e84a0ee05 req-7d329b93-f849-4652-8580-f3c15b193c1f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395489 Apr 23 00:44:13.949194 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6ce201b9-7465-4dab-bffe-f70e84a0ee05 req-341cf258-d009-49a0-9025-1e5c01ee70a1 service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066453 Apr 23 00:44:14.018029 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ad496-3ea4-478a-bca7-252f5a921272 req-cb71a600-cc79-4439-b679-8c3e47675be8 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:14.019523 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-991ad496-3ea4-478a-bca7-252f5a921272 req-cb71a600-cc79-4439-b679-8c3e47675be8 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 943 time: 0.1059580 Apr 23 00:44:14.079992 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-991ad496-3ea4-478a-bca7-252f5a921272 req-2e592149-1b54-495e-a121-37e4a888e541 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544784 Apr 23 00:44:14.083346 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6ce201b9-7465-4dab-bffe-f70e84a0ee05 req-c3ad2dc5-b931-402f-b9ed-547502b73c08 service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275425 Apr 23 00:44:14.763096 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:44:15.197502 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1d8f8-0e8d-471c-84cd-c8ef2e4a1560 req-bf6af5bd-a6e9-4be2-b041-16fa83950da2 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:15.199910 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cfc1d8f8-0e8d-471c-84cd-c8ef2e4a1560 req-bf6af5bd-a6e9-4be2-b041-16fa83950da2 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 943 time: 0.0513952 Apr 23 00:44:15.242425 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cfc1d8f8-0e8d-471c-84cd-c8ef2e4a1560 req-4e89e6fa-a8c6-475b-af42-4940f365da3b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357974 Apr 23 00:44:16.369199 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e37fa1-64c2-4ff0-8df5-2062c31e0188 req-7d0f5855-0166-4e34-9f06-13b8cf2a0f36 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:16.371356 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-58e37fa1-64c2-4ff0-8df5-2062c31e0188 req-7d0f5855-0166-4e34-9f06-13b8cf2a0f36 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 943 time: 0.0570986 Apr 23 00:44:16.413342 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-58e37fa1-64c2-4ff0-8df5-2062c31e0188 req-f7e2179f-44cc-41fa-82a9-79eca3fd69d0 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360587 Apr 23 00:44:17.535681 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0796ff-8fcc-4edd-9532-aad890545157 req-0c91bfdc-f563-423f-bddc-db642763e8c3 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:17.537228 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5e0796ff-8fcc-4edd-9532-aad890545157 req-0c91bfdc-f563-423f-bddc-db642763e8c3 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 943 time: 0.0541570 Apr 23 00:44:17.579183 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5e0796ff-8fcc-4edd-9532-aad890545157 req-2c0f798a-748e-4e5b-945c-955226945d59 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359366 Apr 23 00:44:18.713878 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10461495-06e1-4303-8fd0-c9874b103e54 req-7b35bd5b-5327-4557-af96-6e6eec17dc79 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:18.715734 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-10461495-06e1-4303-8fd0-c9874b103e54 req-7b35bd5b-5327-4557-af96-6e6eec17dc79 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 943 time: 0.0634103 Apr 23 00:44:18.759603 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-10461495-06e1-4303-8fd0-c9874b103e54 req-67c1b9a2-ce2d-498a-8505-d5c1e59a85ad tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375273 Apr 23 00:44:19.887996 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3015c-6552-4500-9b4a-ce651a13d7bb req-d8864614-286b-46e2-8e06-42e594ebe038 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:19.889537 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e0e3015c-6552-4500-9b4a-ce651a13d7bb req-d8864614-286b-46e2-8e06-42e594ebe038 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 943 time: 0.0513186 Apr 23 00:44:19.936661 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e0e3015c-6552-4500-9b4a-ce651a13d7bb req-57c884c1-3afe-45c6-b038-ca3e8517ca1e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409226 Apr 23 00:44:21.061351 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb9a03-76fd-4b23-a12b-9cc6f4c57da5 req-adc8d960-a6a5-4d5c-8ac8-8e9b06ed452c tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:21.062919 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-92cb9a03-76fd-4b23-a12b-9cc6f4c57da5 req-adc8d960-a6a5-4d5c-8ac8-8e9b06ed452c tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 943 time: 0.0543599 Apr 23 00:44:21.103772 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-92cb9a03-76fd-4b23-a12b-9cc6f4c57da5 req-ad4d835f-dc39-489a-8b63-425e2643f4d6 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346150 Apr 23 00:44:22.232603 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b8b66-4472-4a8b-8bb8-0ae3163b9c33 req-4e10e143-f5d1-441e-820f-dbd8bf2cbdf8 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:22.234103 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b19b8b66-4472-4a8b-8bb8-0ae3163b9c33 req-4e10e143-f5d1-441e-820f-dbd8bf2cbdf8 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 943 time: 0.0520344 Apr 23 00:44:22.274230 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b19b8b66-4472-4a8b-8bb8-0ae3163b9c33 req-1aec6964-1436-4467-82ee-f217428b3072 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340562 Apr 23 00:44:23.388641 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de8f11-5d0e-4662-9a2f-0c780f6f1c81 req-de754cfe-5542-4610-a9cb-53171be5f487 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:23.390130 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-96de8f11-5d0e-4662-9a2f-0c780f6f1c81 req-de754cfe-5542-4610-a9cb-53171be5f487 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 943 time: 0.0480492 Apr 23 00:44:23.427153 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-96de8f11-5d0e-4662-9a2f-0c780f6f1c81 req-433fee31-a23b-4df9-8448-273d7fd89ec0 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312364 Apr 23 00:44:24.064517 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:24.541689 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c6eb4-a24d-4da5-a729-b2ff9aa36aa7 req-4ef2688b-d6d2-40e3-b581-90ee71b1301f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:24.543339 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cc7c6eb4-a24d-4da5-a729-b2ff9aa36aa7 req-4ef2688b-d6d2-40e3-b581-90ee71b1301f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 943 time: 0.0489106 Apr 23 00:44:24.579879 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cc7c6eb4-a24d-4da5-a729-b2ff9aa36aa7 req-722ee268-9c41-4677-ae25-dcd613fab66d tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307612 Apr 23 00:44:25.693062 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5baa2c-2b68-4eaf-b024-747e8ef5aaec req-4f656263-3b3c-48e1-809d-65f76205a7b9 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:25.694533 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5a5baa2c-2b68-4eaf-b024-747e8ef5aaec req-4f656263-3b3c-48e1-809d-65f76205a7b9 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 943 time: 0.0493951 Apr 23 00:44:25.735304 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5a5baa2c-2b68-4eaf-b024-747e8ef5aaec req-69b0da36-672a-4a0c-9687-4845b95853ed tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340762 Apr 23 00:44:26.523766 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 8e4a11ba-2c23-4d52-811f-d2c058b091e1 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:44:26.614308 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 8e4a11ba-2c23-4d52-811f-d2c058b091e1, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8e4a11ba-2c23-4d52-811f-d2c058b091e1,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:44:26.626183 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '8e4a11ba-2c23-4d52-811f-d2c058b091e1', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'port_id': '8e4a11ba-2c23-4d52-811f-d2c058b091e1', 'mac_address': 'fa:16:3e:72:15:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:44:26.666487 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:26.682574 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4a11ba-2c23-4d52-811f-d2c058b091e1 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:44:26.704885 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 8e4a11ba-2c23-4d52-811f-d2c058b091e1, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8e4a11ba-2c23-4d52-811f-d2c058b091e1,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:44:26.850920 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1f111-e877-4208-a4da-84c63275ac22 req-93a18bc1-289f-4082-ad7f-c2c2e83c6581 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:26.852441 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-06f1f111-e877-4208-a4da-84c63275ac22 req-93a18bc1-289f-4082-ad7f-c2c2e83c6581 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 943 time: 0.0505490 Apr 23 00:44:26.898162 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-06f1f111-e877-4208-a4da-84c63275ac22 req-3c0a294c-50d9-4959-9f81-70441b7349d8 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392513 Apr 23 00:44:27.491263 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:27.538769 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=8e4a11ba-2c23-4d52-811f-d2c058b091e1,revision_number=9']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:44:27.695145 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['8e4a11ba-2c23-4d52-811f-d2c058b091e1'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:44:28.014421 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73bef4-55eb-4395-9ff7-eab93a991a7a req-2ea9563f-453f-4409-9447-81e61d34184d tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:28.015923 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0e73bef4-55eb-4395-9ff7-eab93a991a7a req-2ea9563f-453f-4409-9447-81e61d34184d tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 944 time: 0.0489304 Apr 23 00:44:28.053713 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0e73bef4-55eb-4395-9ff7-eab93a991a7a req-d1283530-3c8d-4007-aadd-aefecae6c5e4 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318668 Apr 23 00:44:28.538674 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 8e4a11ba-2c23-4d52-811f-d2c058b091e1 up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:44:28.586264 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 8e4a11ba-2c23-4d52-811f-d2c058b091e1 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:44:28.586937 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:28.663428 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:28.685334 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff71a8f0-95f7-42a4-bf87-360f231ea444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4a11ba-2c23-4d52-811f-d2c058b091e1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:44:28.687562 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84518a46-562f-4290-b807-dde8b75d26bc" -d '{"events": [{"server_uuid": "ff71a8f0-95f7-42a4-bf87-360f231ea444", "name": "network-vif-plugged", "status": "completed", "tag": "8e4a11ba-2c23-4d52-811f-d2c058b091e1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:44:28.700434 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 8e4a11ba-2c23-4d52-811f-d2c058b091e1, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8e4a11ba-2c23-4d52-811f-d2c058b091e1,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:44:28.723658 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288db3a4-08eb-45cd-95de-6be67a670ac2 x-openstack-request-id: req-288db3a4-08eb-45cd-95de-6be67a670ac2 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:44:28.723954 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff71a8f0-95f7-42a4-bf87-360f231ea444", "name": "network-vif-plugged", "status": "completed", "tag": "8e4a11ba-2c23-4d52-811f-d2c058b091e1", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:44:28.724208 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-288db3a4-08eb-45cd-95de-6be67a670ac2 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:44:28.724834 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-288db3a4-08eb-45cd-95de-6be67a670ac2'] response: {'server_uuid': 'ff71a8f0-95f7-42a4-bf87-360f231ea444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4a11ba-2c23-4d52-811f-d2c058b091e1', 'code': 200} Apr 23 00:44:28.782148 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:28.829929 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=8e4a11ba-2c23-4d52-811f-d2c058b091e1,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:44:29.121483 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3c573-1d0d-41b1-ad57-5179b980d8a5 req-17bd9b3a-94c5-479a-812d-f1ffe76586a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:29.122986 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-06c3c573-1d0d-41b1-ad57-5179b980d8a5 req-17bd9b3a-94c5-479a-812d-f1ffe76586a1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 1099 time: 0.0967522 Apr 23 00:44:29.185906 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-06c3c573-1d0d-41b1-ad57-5179b980d8a5 req-a7d361cc-7f31-4af1-b0d8-b5cd176f1cd9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536485 Apr 23 00:44:29.193079 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af8012-5e84-40b2-864f-bad318f704a8 req-62b05ca2-5553-4ec1-9682-d66e276359de tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:29.194437 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-82af8012-5e84-40b2-864f-bad318f704a8 req-62b05ca2-5553-4ec1-9682-d66e276359de tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 946 time: 0.0705965 Apr 23 00:44:29.231435 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-82af8012-5e84-40b2-864f-bad318f704a8 req-d59e498c-5cee-4353-ae7b-3df3997bfea3 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306158 Apr 23 00:44:30.349664 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaec7b-6cd6-439b-a48f-297e78f2ab9b req-4d1fa93f-5ee6-4be8-bf79-353e20ee217a tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:30.351116 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4fdaec7b-6cd6-439b-a48f-297e78f2ab9b req-4d1fa93f-5ee6-4be8-bf79-353e20ee217a tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 946 time: 0.0488832 Apr 23 00:44:30.392022 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4fdaec7b-6cd6-439b-a48f-297e78f2ab9b req-0eb58adb-1ecb-463c-8ef7-459809dbe5c1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343838 Apr 23 00:44:31.511432 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0941ef-4b3b-4a9e-9340-182d394842de req-258ba898-5d45-465d-8998-6595c32d27d5 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:31.513527 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9e0941ef-4b3b-4a9e-9340-182d394842de req-258ba898-5d45-465d-8998-6595c32d27d5 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 946 time: 0.0541966 Apr 23 00:44:31.577269 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9e0941ef-4b3b-4a9e-9340-182d394842de req-e9faf8cd-066f-4d44-8e68-2d60b897b97c tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573301 Apr 23 00:44:31.588096 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3d15012a-27c0-4d05-a594-5fa3360a6a08 req-acb2b1d2-095f-4dbd-8b2f-76267846ea2a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0609901 Apr 23 00:44:31.676453 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15012a-27c0-4d05-a594-5fa3360a6a08 req-12ca2e9d-9479-4d25-9c2a-07f62e386a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:31.677947 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3d15012a-27c0-4d05-a594-5fa3360a6a08 req-12ca2e9d-9479-4d25-9c2a-07f62e386a96 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc19a0436af94dafacd1fb1cdda06f3c&device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 1099 time: 0.0452614 Apr 23 00:44:31.780460 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15012a-27c0-4d05-a594-5fa3360a6a08 req-d097fa92-4378-4c45-89d3-00fcdc05ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:31.781977 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3d15012a-27c0-4d05-a594-5fa3360a6a08 req-d097fa92-4378-4c45-89d3-00fcdc05ab80 service neutron] 10.222.0.16 "GET /v2.0/networks?id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8 HTTP/1.1" status: 200 len: 909 time: 0.0865316 Apr 23 00:44:31.849869 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3d15012a-27c0-4d05-a594-5fa3360a6a08 req-32b90f3a-4a24-4fe8-a2bd-3c7c57576281 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e4a11ba-2c23-4d52-811f-d2c058b091e1 HTTP/1.1" status: 200 len: 1001 time: 0.0614464 Apr 23 00:44:31.897858 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15012a-27c0-4d05-a594-5fa3360a6a08 req-690a56cc-0f0a-48f0-ba3b-a982f0ce7bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:31.899296 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3d15012a-27c0-4d05-a594-5fa3360a6a08 req-690a56cc-0f0a-48f0-ba3b-a982f0ce7bea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27d2e5ba-1298-4f2a-b330-a07ed14d3a31 HTTP/1.1" status: 200 len: 847 time: 0.0427616 Apr 23 00:44:31.944160 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15012a-27c0-4d05-a594-5fa3360a6a08 req-8676c291-f364-4cbb-b65f-719c96006b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:31.945634 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3d15012a-27c0-4d05-a594-5fa3360a6a08 req-8676c291-f364-4cbb-b65f-719c96006b47 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388377 Apr 23 00:44:32.036607 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3d15012a-27c0-4d05-a594-5fa3360a6a08 req-92c0128f-3213-4ff6-bb7b-a2c7599075a9 service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832536 Apr 23 00:44:32.124023 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3d15012a-27c0-4d05-a594-5fa3360a6a08 req-16bd436d-6c5e-47ad-bba0-c51052312beb service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801740 Apr 23 00:44:32.700521 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa848c9-275e-4287-9be4-31b19737b528 req-8f1bb0db-9dcd-465f-999a-83134cf9d6dd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:32.702014 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9aa848c9-275e-4287-9be4-31b19737b528 req-8f1bb0db-9dcd-465f-999a-83134cf9d6dd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 946 time: 0.0497694 Apr 23 00:44:32.740489 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-9aa848c9-275e-4287-9be4-31b19737b528 req-f4b7c78a-39d9-497a-b126-2865be899f5f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325687 Apr 23 00:44:34.313335 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b4f65e5-e98a-499b-846f-91b10b6c20f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:37.285353 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dcc6f432-691a-43a0-91e3-a922e332b3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:38.014370 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:39.737236 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:39.942277 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:51.761678 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:44:54.068157 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:04.305431 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49acecf4-5acd-4b96-b102-c4641811c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:07.265537 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c34a5b30-9261-4daf-9b8a-88805bc21a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:08.022798 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:09.705589 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:09.942091 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:24.082555 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:28.760558 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:45:33.552580 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-61169f9e-a2fa-4511-8f16-e7948e999c16 req-91309a2c-a142-416d-9eb1-04f80e149179 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403266 Apr 23 00:45:33.638951 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61169f9e-a2fa-4511-8f16-e7948e999c16 req-8fc7cddd-a239-4791-86a4-7fa6944bf308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:45:33.640447 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-61169f9e-a2fa-4511-8f16-e7948e999c16 req-8fc7cddd-a239-4791-86a4-7fa6944bf308 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc19a0436af94dafacd1fb1cdda06f3c&device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 1099 time: 0.0448613 Apr 23 00:45:33.973916 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61169f9e-a2fa-4511-8f16-e7948e999c16 req-2ec6c0b6-3a20-43d4-9015-7c71a1705adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:45:33.975300 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-61169f9e-a2fa-4511-8f16-e7948e999c16 req-2ec6c0b6-3a20-43d4-9015-7c71a1705adf service neutron] 10.222.0.16 "GET /v2.0/networks?id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8 HTTP/1.1" status: 200 len: 909 time: 0.3166711 Apr 23 00:45:34.042896 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-61169f9e-a2fa-4511-8f16-e7948e999c16 req-752e45dc-9740-4ce6-9463-b88fb4872bde service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e4a11ba-2c23-4d52-811f-d2c058b091e1 HTTP/1.1" status: 200 len: 1001 time: 0.0602503 Apr 23 00:45:34.093369 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61169f9e-a2fa-4511-8f16-e7948e999c16 req-d54e50a4-b26a-406c-9d8b-181ece3ef13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:45:34.094859 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-61169f9e-a2fa-4511-8f16-e7948e999c16 req-d54e50a4-b26a-406c-9d8b-181ece3ef13a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27d2e5ba-1298-4f2a-b330-a07ed14d3a31 HTTP/1.1" status: 200 len: 847 time: 0.0457540 Apr 23 00:45:34.139467 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61169f9e-a2fa-4511-8f16-e7948e999c16 req-5a2e372e-8c85-46a4-925d-b2ab3bbc9ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:45:34.140933 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-61169f9e-a2fa-4511-8f16-e7948e999c16 req-5a2e372e-8c85-46a4-925d-b2ab3bbc9ed5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394945 Apr 23 00:45:34.231762 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-61169f9e-a2fa-4511-8f16-e7948e999c16 req-65356022-4c12-4f0a-a829-cf9e36113a62 service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835032 Apr 23 00:45:34.302693 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89330f09-967c-4e29-9787-2efd348b0f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:34.320115 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-61169f9e-a2fa-4511-8f16-e7948e999c16 req-ab483c7e-ff8a-4e92-b0f5-fdd1e766ea91 service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814364 Apr 23 00:45:37.273752 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4e52f77-323a-4c7b-af48-e5408d8d49fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:38.019972 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:39.711346 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:39.971032 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:43.708271 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 34294) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:45:43.864005 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-300c85d7-e6f1-4f96-afb7-6b625e80538b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Deleting port b684d66c-85ae-4028-b26a-68a62cf65374 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:45:43.864351 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-300c85d7-e6f1-4f96-afb7-6b625e80538b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:43.938179 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-300c85d7-e6f1-4f96-afb7-6b625e80538b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:43.938508 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-300c85d7-e6f1-4f96-afb7-6b625e80538b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:43.955338 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-300c85d7-e6f1-4f96-afb7-6b625e80538b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Calling delete_port for b684d66c-85ae-4028-b26a-68a62cf65374 owned by network:floatingip {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:45:44.159747 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-300c85d7-e6f1-4f96-afb7-6b625e80538b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:44.190504 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c85d7-e6f1-4f96-afb7-6b625e80538b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Pushing event deleted for resources: {'Port': ['ID=b684d66c-85ae-4028-b26a-68a62cf65374,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:45:44.213161 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c85d7-e6f1-4f96-afb7-6b625e80538b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:44.213511 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c85d7-e6f1-4f96-afb7-6b625e80538b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:44.213854 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c85d7-e6f1-4f96-afb7-6b625e80538b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:44.214194 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c85d7-e6f1-4f96-afb7-6b625e80538b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:44.214522 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c85d7-e6f1-4f96-afb7-6b625e80538b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:44.214862 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c85d7-e6f1-4f96-afb7-6b625e80538b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:44.215190 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c85d7-e6f1-4f96-afb7-6b625e80538b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:44.215524 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c85d7-e6f1-4f96-afb7-6b625e80538b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:44.215880 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c85d7-e6f1-4f96-afb7-6b625e80538b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:44.216213 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c85d7-e6f1-4f96-afb7-6b625e80538b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:44.216542 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c85d7-e6f1-4f96-afb7-6b625e80538b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:44.216868 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c85d7-e6f1-4f96-afb7-6b625e80538b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:44.257983 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-300c85d7-e6f1-4f96-afb7-6b625e80538b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for floatingip, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:44.258316 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-300c85d7-e6f1-4f96-afb7-6b625e80538b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Floating IP aaea1790-1688-47d0-b5b1-d6973c1b6e26 disassociated (deleted). External IP: 172.26.3.239, port: 8e4a11ba-2c23-4d52-811f-d2c058b091e1. Apr 23 00:45:44.464949 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300c85d7-e6f1-4f96-afb7-6b625e80538b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Router 4aa63fbd-8557-4586-aff4-31691d1c6ce6 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:45:44.570967 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300c85d7-e6f1-4f96-afb7-6b625e80538b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:45:44.575746 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-300c85d7-e6f1-4f96-afb7-6b625e80538b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:44.580581 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f43300-a5d6-4ad7-bb80-0a3b10975fdc None None] Sync routers for ids ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:45:44.589649 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f43300-a5d6-4ad7-bb80-0a3b10975fdc None None] Routers {'4aa63fbd-8557-4586-aff4-31691d1c6ce6'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:45:44.590264 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-31f43300-a5d6-4ad7-bb80-0a3b10975fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:45:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:45:44.603685 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-300c85d7-e6f1-4f96-afb7-6b625e80538b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "DELETE /v2.0/floatingips/aaea1790-1688-47d0-b5b1-d6973c1b6e26 HTTP/1.1" status: 204 len: 168 time: 0.8936322 Apr 23 00:45:44.604281 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff71a8f0-95f7-42a4-bf87-360f231ea444', 'tag': '8e4a11ba-2c23-4d52-811f-d2c058b091e1'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:45:44.606538 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd201e7-89de-4a67-99bb-b3ceaa96a492" -d '{"events": [{"name": "network-changed", "server_uuid": "ff71a8f0-95f7-42a4-bf87-360f231ea444", "tag": "8e4a11ba-2c23-4d52-811f-d2c058b091e1"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:45:44.699943 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-31f43300-a5d6-4ad7-bb80-0a3b10975fdc None None] Set router 4aa63fbd-8557-4586-aff4-31691d1c6ce6 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:45:44.760551 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c82cefb-4fd4-433c-982e-be723f9de792 x-openstack-request-id: req-9c82cefb-4fd4-433c-982e-be723f9de792 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:45:44.761091 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff71a8f0-95f7-42a4-bf87-360f231ea444", "tag": "8e4a11ba-2c23-4d52-811f-d2c058b091e1", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:45:44.761281 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c82cefb-4fd4-433c-982e-be723f9de792 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:45:44.761936 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c82cefb-4fd4-433c-982e-be723f9de792'] response: {'name': 'network-changed', 'server_uuid': 'ff71a8f0-95f7-42a4-bf87-360f231ea444', 'tag': '8e4a11ba-2c23-4d52-811f-d2c058b091e1', 'status': 'completed', 'code': 200} Apr 23 00:45:44.827186 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd201e7-89de-4a67-99bb-b3ceaa96a492 req-5744f57b-a571-4ae2-93cf-f25496cba8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:45:44.829250 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8dd201e7-89de-4a67-99bb-b3ceaa96a492 req-5744f57b-a571-4ae2-93cf-f25496cba8e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc19a0436af94dafacd1fb1cdda06f3c&device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 1099 time: 0.0424075 Apr 23 00:45:44.913100 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-31f43300-a5d6-4ad7-bb80-0a3b10975fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'name': 'tempest-TestShelveInstance-233334628-router', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:21Z', 'revision_number': 4, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'gw_port': {'id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': 'bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14', 'name': '', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'mac_address': 'fa:16:3e:eb:bf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:21Z', 'updated_at': '2022-04-23T00:41:26Z', 'revision_number': 5, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'subnets': [{'id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:45:44.929150 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd201e7-89de-4a67-99bb-b3ceaa96a492 req-7e8bcf6e-6554-4a57-acde-5db6f966d437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:45:44.930642 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8dd201e7-89de-4a67-99bb-b3ceaa96a492 req-7e8bcf6e-6554-4a57-acde-5db6f966d437 service neutron] 10.222.0.16 "GET /v2.0/networks?id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8 HTTP/1.1" status: 200 len: 909 time: 0.0948944 Apr 23 00:45:44.945274 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f43300-a5d6-4ad7-bb80-0a3b10975fdc None None] Checking router: 4aa63fbd-8557-4586-aff4-31691d1c6ce6 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:45:44.954516 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f43300-a5d6-4ad7-bb80-0a3b10975fdc None None] Routers {'4aa63fbd-8557-4586-aff4-31691d1c6ce6'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:45:44.955141 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-31f43300-a5d6-4ad7-bb80-0a3b10975fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:45:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:45:44.977847 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8dd201e7-89de-4a67-99bb-b3ceaa96a492 req-d175b2be-fc6d-4e50-9656-b0ebc0497336 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e4a11ba-2c23-4d52-811f-d2c058b091e1 HTTP/1.1" status: 200 len: 217 time: 0.0397501 Apr 23 00:45:45.034235 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd201e7-89de-4a67-99bb-b3ceaa96a492 req-34fd90f5-f3aa-4477-a3a8-cab5227d5cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:45:45.035864 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8dd201e7-89de-4a67-99bb-b3ceaa96a492 req-34fd90f5-f3aa-4477-a3a8-cab5227d5cc3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27d2e5ba-1298-4f2a-b330-a07ed14d3a31 HTTP/1.1" status: 200 len: 847 time: 0.0509107 Apr 23 00:45:45.036213 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cddffb-44b4-4a1f-b2f9-4dbcda771573 req-41bbf8d8-8305-464e-822f-f80a065b8780 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:45:45.037852 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a5cddffb-44b4-4a1f-b2f9-4dbcda771573 req-41bbf8d8-8305-464e-822f-f80a065b8780 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 946 time: 0.0536203 Apr 23 00:45:45.065363 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-31f43300-a5d6-4ad7-bb80-0a3b10975fdc None None] Set router 4aa63fbd-8557-4586-aff4-31691d1c6ce6 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:45:45.077622 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a5cddffb-44b4-4a1f-b2f9-4dbcda771573 req-38872021-8e76-48dc-b125-8de7381e3b1e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333300 Apr 23 00:45:45.087352 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd201e7-89de-4a67-99bb-b3ceaa96a492 req-b5f38764-fba0-41c5-842a-90743f9f0e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:45:45.088917 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8dd201e7-89de-4a67-99bb-b3ceaa96a492 req-b5f38764-fba0-41c5-842a-90743f9f0e73 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436630 Apr 23 00:45:45.180701 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8dd201e7-89de-4a67-99bb-b3ceaa96a492 req-b1bae1ec-1b32-43b8-bc99-bb576338581b service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832803 Apr 23 00:45:45.268893 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-31f43300-a5d6-4ad7-bb80-0a3b10975fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'name': 'tempest-TestShelveInstance-233334628-router', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:21Z', 'revision_number': 4, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'gw_port': {'id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': 'bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14', 'name': '', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'mac_address': 'fa:16:3e:eb:bf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:21Z', 'updated_at': '2022-04-23T00:41:26Z', 'revision_number': 5, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'subnets': [{'id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:45:45.275705 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8dd201e7-89de-4a67-99bb-b3ceaa96a492 req-e63676b7-c122-4e27-9e18-863eae843e04 service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874889 Apr 23 00:45:45.295048 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f43300-a5d6-4ad7-bb80-0a3b10975fdc None None] The sync data for ids ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'] in dv-neutron-838783-1-hyperv is: [{'id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'name': 'tempest-TestShelveInstance-233334628-router', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:21Z', 'revision_number': 4, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'gw_port': {'id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': 'bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14', 'name': '', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'mac_address': 'fa:16:3e:eb:bf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:21Z', 'updated_at': '2022-04-23T00:41:26Z', 'revision_number': 5, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'subnets': [{'id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:45:45.512997 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a0a72c-fe3c-4402-acac-7b0b21bc4fa8 None None] New status for floating IP aaea1790-1688-47d0-b5b1-d6973c1b6e26: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:45:46.196186 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72a549-f3f8-4515-8b6c-098a6a4707ea req-8951cb5e-3465-4de5-9d08-e678665f9f3b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:45:46.197673 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3d72a549-f3f8-4515-8b6c-098a6a4707ea req-8951cb5e-3465-4de5-9d08-e678665f9f3b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 946 time: 0.0494721 Apr 23 00:45:46.234554 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3d72a549-f3f8-4515-8b6c-098a6a4707ea req-aa8a56ed-6daf-4d1f-8b56-6585f501d0dc tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2def9a8-eedf-4e0f-9284-840bff46c4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304148 Apr 23 00:45:46.336122 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddaeb9-bd77-4392-9970-604cb2837b56 req-b1961caf-9c2f-4c62-8cbb-ec45ac31e18b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:45:46.339113 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-36ddaeb9-bd77-4392-9970-604cb2837b56 req-b1961caf-9c2f-4c62-8cbb-ec45ac31e18b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 946 time: 0.0487137 Apr 23 00:45:46.430886 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [req-36ddaeb9-bd77-4392-9970-604cb2837b56 req-8a7f62f7-fbe4-4f7a-811f-23867c96e46b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Deleting port 8e4a11ba-2c23-4d52-811f-d2c058b091e1 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:45:46.431149 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-36ddaeb9-bd77-4392-9970-604cb2837b56 req-8a7f62f7-fbe4-4f7a-811f-23867c96e46b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:46.517924 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [req-36ddaeb9-bd77-4392-9970-604cb2837b56 req-8a7f62f7-fbe4-4f7a-811f-23867c96e46b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] For port 8e4a11ba-2c23-4d52-811f-d2c058b091e1, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8e4a11ba-2c23-4d52-811f-d2c058b091e1,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:45:46.518292 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-36ddaeb9-bd77-4392-9970-604cb2837b56 req-8a7f62f7-fbe4-4f7a-811f-23867c96e46b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:46.531303 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [req-36ddaeb9-bd77-4392-9970-604cb2837b56 req-8a7f62f7-fbe4-4f7a-811f-23867c96e46b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Calling delete_port for 8e4a11ba-2c23-4d52-811f-d2c058b091e1 owned by compute:nova {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:45:46.722830 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-36ddaeb9-bd77-4392-9970-604cb2837b56 req-8a7f62f7-fbe4-4f7a-811f-23867c96e46b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:46.751892 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f62f7-fbe4-4f7a-811f-23867c96e46b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Pushing event deleted for resources: {'Port': ['ID=8e4a11ba-2c23-4d52-811f-d2c058b091e1,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:45:46.763861 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f62f7-fbe4-4f7a-811f-23867c96e46b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:46.764215 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f62f7-fbe4-4f7a-811f-23867c96e46b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:46.764558 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f62f7-fbe4-4f7a-811f-23867c96e46b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:46.764897 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f62f7-fbe4-4f7a-811f-23867c96e46b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:46.765213 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f62f7-fbe4-4f7a-811f-23867c96e46b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:46.765548 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f62f7-fbe4-4f7a-811f-23867c96e46b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:46.765871 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f62f7-fbe4-4f7a-811f-23867c96e46b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:46.766196 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f62f7-fbe4-4f7a-811f-23867c96e46b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:46.766521 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f62f7-fbe4-4f7a-811f-23867c96e46b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:46.766850 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f62f7-fbe4-4f7a-811f-23867c96e46b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:46.767195 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f62f7-fbe4-4f7a-811f-23867c96e46b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:46.767518 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f62f7-fbe4-4f7a-811f-23867c96e46b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:46.806329 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ddaeb9-bd77-4392-9970-604cb2837b56 req-8a7f62f7-fbe4-4f7a-811f-23867c96e46b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] No DVR routers for this DVR port 8e4a11ba-2c23-4d52-811f-d2c058b091e1 on host hv-neutron-8387 {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:45:46.808979 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-36ddaeb9-bd77-4392-9970-604cb2837b56 req-8a7f62f7-fbe4-4f7a-811f-23867c96e46b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:46.812927 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-36ddaeb9-bd77-4392-9970-604cb2837b56 req-8a7f62f7-fbe4-4f7a-811f-23867c96e46b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.16 "DELETE /v2.0/ports/8e4a11ba-2c23-4d52-811f-d2c058b091e1 HTTP/1.1" status: 204 len: 173 time: 0.4686477 Apr 23 00:45:46.818791 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff71a8f0-95f7-42a4-bf87-360f231ea444', 'name': 'network-vif-deleted', 'tag': '8e4a11ba-2c23-4d52-811f-d2c058b091e1'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:45:46.818791 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451d7cc8-4689-461c-8f16-798d8fec1a49" -d '{"events": [{"server_uuid": "ff71a8f0-95f7-42a4-bf87-360f231ea444", "name": "network-vif-deleted", "tag": "8e4a11ba-2c23-4d52-811f-d2c058b091e1"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:45:46.934985 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7c5e80-307e-4e24-8410-b63b582e2510 x-openstack-request-id: req-4b7c5e80-307e-4e24-8410-b63b582e2510 {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:45:46.935310 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff71a8f0-95f7-42a4-bf87-360f231ea444", "name": "network-vif-deleted", "tag": "8e4a11ba-2c23-4d52-811f-d2c058b091e1", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:45:46.935562 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b7c5e80-307e-4e24-8410-b63b582e2510 {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:45:46.935990 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b7c5e80-307e-4e24-8410-b63b582e2510'] response: {'server_uuid': 'ff71a8f0-95f7-42a4-bf87-360f231ea444', 'name': 'network-vif-deleted', 'tag': '8e4a11ba-2c23-4d52-811f-d2c058b091e1', 'status': 'completed', 'code': 200} Apr 23 00:45:47.345074 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-18d0e5fd-7879-430e-bbfc-644f58ade7db req-2990996e-d93a-4aeb-be19-61e476188396 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff71a8f0-95f7-42a4-bf87-360f231ea444 HTTP/1.1" status: 200 len: 210 time: 0.0267832 Apr 23 00:45:48.403033 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 34326) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:45:48.463231 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dd789055-526d-4504-80d6-7bb60b150c91 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:48.489746 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dd789055-526d-4504-80d6-7bb60b150c91 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:48.622494 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dd789055-526d-4504-80d6-7bb60b150c91 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:48.628621 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dd789055-526d-4504-80d6-7bb60b150c91 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:48.628621 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-dd789055-526d-4504-80d6-7bb60b150c91 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "DELETE /v2.0/security-groups/f2def9a8-eedf-4e0f-9284-840bff46c4e3 HTTP/1.1" status: 204 len: 168 time: 0.2228649 Apr 23 00:45:48.636469 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd789055-526d-4504-80d6-7bb60b150c91 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2def9a8-eedf-4e0f-9284-840bff46c4e3,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:45:48.937355 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 34332) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:45:48.942012 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-841a0f7c-99e1-409e-8064-c8874286f488 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-310706972', 'description': 'tempest-secgroup-smoke-310706972 description', 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:45:49.014505 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-841a0f7c-99e1-409e-8064-c8874286f488 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:49.081628 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-841a0f7c-99e1-409e-8064-c8874286f488 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:49.157285 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-841a0f7c-99e1-409e-8064-c8874286f488 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:49.185279 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a0f7c-99e1-409e-8064-c8874286f488 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0da67e77-6f46-4f92-abf4-c56bb31e5fd4,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:45:49.250741 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-841a0f7c-99e1-409e-8064-c8874286f488 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:49.252022 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-841a0f7c-99e1-409e-8064-c8874286f488 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3135700 Apr 23 00:45:49.254966 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 34334) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:45:49.259273 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-6d8e4421-b009-40e9-b91b-f5c75dcf4e7f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Request body: {'security_group_rule': {'security_group_id': '0da67e77-6f46-4f92-abf4-c56bb31e5fd4', 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:45:49.350628 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6d8e4421-b009-40e9-b91b-f5c75dcf4e7f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:49.405244 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6d8e4421-b009-40e9-b91b-f5c75dcf4e7f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:49.468843 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6d8e4421-b009-40e9-b91b-f5c75dcf4e7f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:49.487475 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e4421-b009-40e9-b91b-f5c75dcf4e7f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3057bcbf-4f65-40bc-ac85-ba6b36eeb9fc,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:45:49.538782 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6d8e4421-b009-40e9-b91b-f5c75dcf4e7f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:49.540073 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-6d8e4421-b009-40e9-b91b-f5c75dcf4e7f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2841852 Apr 23 00:45:49.542832 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 34336) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:45:49.547286 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-adfd5c4a-b700-4233-b5ff-f93d3a994a87 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Request body: {'security_group_rule': {'security_group_id': '0da67e77-6f46-4f92-abf4-c56bb31e5fd4', 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:45:49.645407 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-adfd5c4a-b700-4233-b5ff-f93d3a994a87 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:49.704716 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-adfd5c4a-b700-4233-b5ff-f93d3a994a87 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:49.791257 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-adfd5c4a-b700-4233-b5ff-f93d3a994a87 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:49.810229 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd5c4a-b700-4233-b5ff-f93d3a994a87 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65794499-dcb3-422b-b343-1409dad8f060,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:45:49.867352 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-adfd5c4a-b700-4233-b5ff-f93d3a994a87 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:49.868614 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-adfd5c4a-b700-4233-b5ff-f93d3a994a87 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3248353 Apr 23 00:45:49.871413 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 34338) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:45:49.876419 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-01d23a19-d1c3-443c-a832-5de0a8eef76b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Request body: {'security_group_rule': {'security_group_id': '0da67e77-6f46-4f92-abf4-c56bb31e5fd4', 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:45:49.961690 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-01d23a19-d1c3-443c-a832-5de0a8eef76b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:50.010213 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-01d23a19-d1c3-443c-a832-5de0a8eef76b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:50.077161 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-01d23a19-d1c3-443c-a832-5de0a8eef76b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:50.095651 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d23a19-d1c3-443c-a832-5de0a8eef76b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e217c0-55a8-4c90-8185-0c09541617d3,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:45:50.147473 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-01d23a19-d1c3-443c-a832-5de0a8eef76b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:50.148672 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-01d23a19-d1c3-443c-a832-5de0a8eef76b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2762163 Apr 23 00:45:50.151305 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 34340) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:45:50.155645 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-4f0e8c04-7bb6-4693-b79f-db47cf9256b6 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Request body: {'security_group_rule': {'security_group_id': '0da67e77-6f46-4f92-abf4-c56bb31e5fd4', 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:45:50.244318 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4f0e8c04-7bb6-4693-b79f-db47cf9256b6 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:50.302961 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4f0e8c04-7bb6-4693-b79f-db47cf9256b6 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:50.388521 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4f0e8c04-7bb6-4693-b79f-db47cf9256b6 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:50.405547 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e8c04-7bb6-4693-b79f-db47cf9256b6 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757142e8-3973-4514-b7e8-23fa1b1c1f90,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:45:50.496316 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4f0e8c04-7bb6-4693-b79f-db47cf9256b6 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:50.497523 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4f0e8c04-7bb6-4693-b79f-db47cf9256b6 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3452554 Apr 23 00:45:50.500177 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 34342) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:45:50.504841 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-914dc7df-1286-414b-959f-5b4209077b83 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Request body: {'security_group_rule': {'security_group_id': '0da67e77-6f46-4f92-abf4-c56bb31e5fd4', 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:45:50.585872 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-914dc7df-1286-414b-959f-5b4209077b83 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Project fc19a0436af94dafacd1fb1cdda06f3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:45:50.590841 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-914dc7df-1286-414b-959f-5b4209077b83 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:50.650686 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-914dc7df-1286-414b-959f-5b4209077b83 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:50.729010 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-914dc7df-1286-414b-959f-5b4209077b83 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:50.750408 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914dc7df-1286-414b-959f-5b4209077b83 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec8e053-f070-40b1-8ef3-b135686c8c75,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:45:50.810746 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-914dc7df-1286-414b-959f-5b4209077b83 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:50.811976 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-914dc7df-1286-414b-959f-5b4209077b83 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3107517 Apr 23 00:45:50.814862 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 34344) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:45:50.819370 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-4b879d72-e91b-4286-9279-472f58f77be6 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Request body: {'security_group_rule': {'security_group_id': '0da67e77-6f46-4f92-abf4-c56bb31e5fd4', 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:45:50.894263 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-4b879d72-e91b-4286-9279-472f58f77be6 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Project fc19a0436af94dafacd1fb1cdda06f3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:45:50.899008 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4b879d72-e91b-4286-9279-472f58f77be6 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:50.946176 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 8e4a11ba-2c23-4d52-811f-d2c058b091e1 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:45:50.960719 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4b879d72-e91b-4286-9279-472f58f77be6 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:50.966420 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 8e4a11ba-2c23-4d52-811f-d2c058b091e1 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:45:50.967464 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 8e4a11ba-2c23-4d52-811f-d2c058b091e1 not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:45:51.014000 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4b879d72-e91b-4286-9279-472f58f77be6 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:51.032561 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b879d72-e91b-4286-9279-472f58f77be6 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95507782-4174-47e3-ace9-ce1d7770fcc1,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:45:51.107480 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4b879d72-e91b-4286-9279-472f58f77be6 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:51.108741 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4b879d72-e91b-4286-9279-472f58f77be6 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2927241 Apr 23 00:45:54.071929 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:04.297224 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50dffcb6-d890-4939-acbe-9aa6f918cd42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:05.759865 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:46:07.308413 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa2524fe-32be-4ad9-b627-fecabc7ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:08.016928 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:09.717832 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:09.960270 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:10.918170 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-7dcb0350-3cfc-401c-824d-b87ed3f020af tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-310706972&fields=id&tenant_id=fc19a0436af94dafacd1fb1cdda06f3c HTTP/1.1" status: 200 len: 267 time: 0.0316625 Apr 23 00:46:11.021111 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-d431e917-8b0d-425d-b0dd-d338ad780dff tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:11.022695 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-d431e917-8b0d-425d-b0dd-d338ad780dff tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/networks?id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8 HTTP/1.1" status: 200 len: 808 time: 0.0979605 Apr 23 00:46:11.037626 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-423d1fd2-d71f-4103-a2c8-29461dacce22 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/quotas/fc19a0436af94dafacd1fb1cdda06f3c HTTP/1.1" status: 200 len: 375 time: 0.0086200 Apr 23 00:46:11.090647 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-7a95922c-bf16-4d0e-8134-bac9288c4c4e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc19a0436af94dafacd1fb1cdda06f3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478477 Apr 23 00:46:11.106003 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-c63724d7-2c4c-490e-8311-b79eaeabeed9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:46:11.106929 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-c63724d7-2c4c-490e-8311-b79eaeabeed9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049298 Apr 23 00:46:11.192476 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-625a6779-21e1-4336-a9ec-a2ebe30bfddf service neutron] 10.222.0.15 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799193 Apr 23 00:46:11.283244 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-375a8b43-8b3a-498d-8638-6417c035f7f4 service neutron] 10.222.0.15 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843863 Apr 23 00:46:11.874806 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b160c734-b357-4751-a165-67242a86dc01 req-6093992c-9f2b-42a1-981a-4659eeb00583 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 210 time: 0.0285699 Apr 23 00:46:12.971736 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ccccc770-1230-4298-bdf4-7cbdff3da22f req-d8075d1d-63b1-420d-bcbb-5ce9da3d222b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 210 time: 0.0280125 Apr 23 00:46:13.612448 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-8f1848aa-c154-4e5a-8da3-2c8161f680f1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:13.613914 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-8f1848aa-c154-4e5a-8da3-2c8161f680f1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.16 "GET /v2.0/networks?id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8 HTTP/1.1" status: 200 len: 808 time: 0.1030114 Apr 23 00:46:13.662156 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-dbf29635-8f04-4c6e-a4f7-d11be3a1d4fa tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc19a0436af94dafacd1fb1cdda06f3c HTTP/1.1" status: 200 len: 379 time: 0.0395842 Apr 23 00:46:13.671114 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-003b5cf4-35d1-427e-a189-01c80e7e43e4 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Request body: {'port': {'device_id': 'c9c73357-50cb-4724-9dc4-f5155161afe7', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'admin_state_up': True, 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'security_groups': ['0da67e77-6f46-4f92-abf4-c56bb31e5fd4']}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:46:13.821202 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-003b5cf4-35d1-427e-a189-01c80e7e43e4 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Made reservation on behalf of fc19a0436af94dafacd1fb1cdda06f3c for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:46:13.824832 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-003b5cf4-35d1-427e-a189-01c80e7e43e4 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:13.958720 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-003b5cf4-35d1-427e-a189-01c80e7e43e4 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Allocated IP 172.20.0.7 (65a8fd14-9fb1-4b27-9250-c14bb68b38b8/27d2e5ba-1298-4f2a-b330-a07ed14d3a31/d515b998-4a2f-49c1-897c-f144a6909f4f) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:46:14.077781 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c90eb1c6-6c2f-46c0-bcf9-365761ea7826 req-a5197e22-d717-43a6-b1ca-a4dc303b9a72 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 210 time: 0.0286703 Apr 23 00:46:14.103092 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-003b5cf4-35d1-427e-a189-01c80e7e43e4 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:14.205945 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-003b5cf4-35d1-427e-a189-01c80e7e43e4 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:14.255727 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-003b5cf4-35d1-427e-a189-01c80e7e43e4 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Network 65a8fd14-9fb1-4b27-9250-c14bb68b38b8 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:46:14.259416 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-003b5cf4-35d1-427e-a189-01c80e7e43e4 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:46:14.263273 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-003b5cf4-35d1-427e-a189-01c80e7e43e4 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:46:14.269569 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b5cf4-35d1-427e-a189-01c80e7e43e4 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Pushing event updated for resources: {'Port': ['ID=d515b998-4a2f-49c1-897c-f144a6909f4f,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:14.324664 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-003b5cf4-35d1-427e-a189-01c80e7e43e4 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:14.325343 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-003b5cf4-35d1-427e-a189-01c80e7e43e4 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:14.397199 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-003b5cf4-35d1-427e-a189-01c80e7e43e4 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7297657 Apr 23 00:46:14.409801 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-f490b1c5-cef6-44ef-b757-2e32f5775a61 service neutron] Request body: {'port': {'device_id': 'c9c73357-50cb-4724-9dc4-f5155161afe7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:46:14.467844 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-f490b1c5-cef6-44ef-b757-2e32f5775a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:14.553734 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-7aad3f57-f183-4edf-8601-4532f5a24658 None None] Provisioning complete for port d515b998-4a2f-49c1-897c-f144a6909f4f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:46:14.555493 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7aad3f57-f183-4edf-8601-4532f5a24658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:14.591198 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7aad3f57-f183-4edf-8601-4532f5a24658 None None] Port d515b998-4a2f-49c1-897c-f144a6909f4f cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:46:14.741179 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-f490b1c5-cef6-44ef-b757-2e32f5775a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d515b998-4a2f-49c1-897c-f144a6909f4f {{(pid=103143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:46:14.749193 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-f490b1c5-cef6-44ef-b757-2e32f5775a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:14.767343 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.provisioning_blocks [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-f490b1c5-cef6-44ef-b757-2e32f5775a61 service neutron] Transition to ACTIVE for port object d515b998-4a2f-49c1-897c-f144a6909f4f will not be triggered until provisioned by entity L2. {{(pid=103143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:46:14.834081 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-f490b1c5-cef6-44ef-b757-2e32f5775a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:14.906540 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490b1c5-cef6-44ef-b757-2e32f5775a61 service neutron] Pushing event updated for resources: {'Port': ['ID=d515b998-4a2f-49c1-897c-f144a6909f4f,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:14.966727 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-f490b1c5-cef6-44ef-b757-2e32f5775a61 service neutron] Attempting to bind port d515b998-4a2f-49c1-897c-f144a6909f4f on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:46:14.967070 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-f490b1c5-cef6-44ef-b757-2e32f5775a61 service neutron] Attempting to bind port d515b998-4a2f-49c1-897c-f144a6909f4f by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '776c178e-f361-4efd-9612-0a48272e61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:46:14.967404 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-f490b1c5-cef6-44ef-b757-2e32f5775a61 service neutron] Attempting to bind port d515b998-4a2f-49c1-897c-f144a6909f4f on network 65a8fd14-9fb1-4b27-9250-c14bb68b38b8 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:46:14.972349 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-f490b1c5-cef6-44ef-b757-2e32f5775a61 service neutron] Port d515b998-4a2f-49c1-897c-f144a6909f4f on network 65a8fd14-9fb1-4b27-9250-c14bb68b38b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:46:14.972677 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-f490b1c5-cef6-44ef-b757-2e32f5775a61 service neutron] Attempting to bind port d515b998-4a2f-49c1-897c-f144a6909f4f on network 65a8fd14-9fb1-4b27-9250-c14bb68b38b8 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:46:14.978358 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-f490b1c5-cef6-44ef-b757-2e32f5775a61 service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:46:14.978704 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-f490b1c5-cef6-44ef-b757-2e32f5775a61 service neutron] Checking segment: {'id': '776c178e-f361-4efd-9612-0a48272e61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:46:14.979088 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-f490b1c5-cef6-44ef-b757-2e32f5775a61 service neutron] Bound using segment: {'id': '776c178e-f361-4efd-9612-0a48272e61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:46:14.979542 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-f490b1c5-cef6-44ef-b757-2e32f5775a61 service neutron] Bound port: d515b998-4a2f-49c1-897c-f144a6909f4f, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '776c178e-f361-4efd-9612-0a48272e61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:46:14.979968 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-f490b1c5-cef6-44ef-b757-2e32f5775a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:15.055097 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-f490b1c5-cef6-44ef-b757-2e32f5775a61 service neutron] For port d515b998-4a2f-49c1-897c-f144a6909f4f, host hv-neutron-8387, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:46:15.058138 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-f490b1c5-cef6-44ef-b757-2e32f5775a61 service neutron] For port d515b998-4a2f-49c1-897c-f144a6909f4f, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d515b998-4a2f-49c1-897c-f144a6909f4f,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:46:15.124012 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-f490b1c5-cef6-44ef-b757-2e32f5775a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:15.192187 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-f490b1c5-cef6-44ef-b757-2e32f5775a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:15.192813 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-f490b1c5-cef6-44ef-b757-2e32f5775a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:15.194219 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-f490b1c5-cef6-44ef-b757-2e32f5775a61 service neutron] 10.222.0.16 "PUT /v2.0/ports/d515b998-4a2f-49c1-897c-f144a6909f4f HTTP/1.1" status: 200 len: 1093 time: 0.7892668 Apr 23 00:46:15.194767 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c73357-50cb-4724-9dc4-f5155161afe7', 'tag': 'd515b998-4a2f-49c1-897c-f144a6909f4f'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:46:15.197185 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76af95a2-69e1-4b0c-9acb-59e25c4c763f" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c73357-50cb-4724-9dc4-f5155161afe7", "tag": "d515b998-4a2f-49c1-897c-f144a6909f4f"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:46:15.220693 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490b1c5-cef6-44ef-b757-2e32f5775a61 service neutron] Pushing event updated for resources: {'Port': ['ID=d515b998-4a2f-49c1-897c-f144a6909f4f,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:15.238972 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c627db2-7f20-4ffe-96d8-86444b12453a req-b234ea48-bb29-493d-abe9-7f5c57089821 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:15.240608 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0c627db2-7f20-4ffe-96d8-86444b12453a req-b234ea48-bb29-493d-abe9-7f5c57089821 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 943 time: 0.0874364 Apr 23 00:46:15.260839 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6d5845-b1e2-4959-9586-f6ae38eff3fc x-openstack-request-id: req-1b6d5845-b1e2-4959-9586-f6ae38eff3fc {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:46:15.261370 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c73357-50cb-4724-9dc4-f5155161afe7", "tag": "d515b998-4a2f-49c1-897c-f144a6909f4f", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:46:15.261773 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b6d5845-b1e2-4959-9586-f6ae38eff3fc {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:46:15.262318 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b6d5845-b1e2-4959-9586-f6ae38eff3fc'] response: {'name': 'network-changed', 'server_uuid': 'c9c73357-50cb-4724-9dc4-f5155161afe7', 'tag': 'd515b998-4a2f-49c1-897c-f144a6909f4f', 'status': 'completed', 'code': 200} Apr 23 00:46:15.293813 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0c627db2-7f20-4ffe-96d8-86444b12453a req-2217b5a0-dd78-4239-b137-0efb6eb0359e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443861 Apr 23 00:46:15.342979 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af95a2-69e1-4b0c-9acb-59e25c4c763f req-c1770c2e-a82d-4394-bcb6-2933e3f7e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:15.344749 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-76af95a2-69e1-4b0c-9acb-59e25c4c763f req-c1770c2e-a82d-4394-bcb6-2933e3f7e908 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc19a0436af94dafacd1fb1cdda06f3c&device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 1096 time: 0.0499482 Apr 23 00:46:15.448947 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af95a2-69e1-4b0c-9acb-59e25c4c763f req-6b78ab32-3abc-4a36-88a4-6626d1c5fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:15.450719 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-76af95a2-69e1-4b0c-9acb-59e25c4c763f req-6b78ab32-3abc-4a36-88a4-6626d1c5fb78 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=fc19a0436af94dafacd1fb1cdda06f3c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0973251 Apr 23 00:46:15.554500 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af95a2-69e1-4b0c-9acb-59e25c4c763f req-8a77a1b7-71b5-4434-955a-a708ddbcbbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:15.556056 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-76af95a2-69e1-4b0c-9acb-59e25c4c763f req-8a77a1b7-71b5-4434-955a-a708ddbcbbae service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981507 Apr 23 00:46:15.637104 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-1c93deba-d42a-48bd-bdc8-315dece83d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:15.638725 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-1c93deba-d42a-48bd-bdc8-315dece83d8a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc19a0436af94dafacd1fb1cdda06f3c&device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 1096 time: 0.0436158 Apr 23 00:46:15.684859 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-7f3cc0f6-3cbd-425f-8d12-118572c66945 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d515b998-4a2f-49c1-897c-f144a6909f4f HTTP/1.1" status: 200 len: 217 time: 0.0373149 Apr 23 00:46:15.737484 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-1e3431a0-43e6-4a98-bf5e-acab740c8b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:15.738892 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-1e3431a0-43e6-4a98-bf5e-acab740c8b12 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27d2e5ba-1298-4f2a-b330-a07ed14d3a31 HTTP/1.1" status: 200 len: 847 time: 0.0447028 Apr 23 00:46:15.789202 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-bc5a2812-580a-42cd-aad0-c07d457b0a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:15.790900 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-bc5a2812-580a-42cd-aad0-c07d457b0a47 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451460 Apr 23 00:46:15.881103 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-a9f110fe-2c50-4d8d-aac7-792ec92ca5b6 service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824556 Apr 23 00:46:15.978728 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-16d9d7b6-e140-4bf1-9b9c-0ab052209c63 req-f2b1cad9-9f32-46b7-af39-e35f0bec1c64 service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911286 Apr 23 00:46:16.422768 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65712a0-7275-480e-b134-e939e380ede1 req-dfde5b00-45cb-4d3e-9533-94f91b316c8c tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:16.427744 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b65712a0-7275-480e-b134-e939e380ede1 req-dfde5b00-45cb-4d3e-9533-94f91b316c8c tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 943 time: 0.0542991 Apr 23 00:46:16.463161 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-b65712a0-7275-480e-b134-e939e380ede1 req-16baa53e-a84a-4c08-89b1-616e8779ce8c tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325270 Apr 23 00:46:17.581403 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9f00f-4b6e-47fe-b094-39756eff1ab1 req-4acb9c76-1b5b-43b5-9622-e621bddf2892 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:17.582999 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-61f9f00f-4b6e-47fe-b094-39756eff1ab1 req-4acb9c76-1b5b-43b5-9622-e621bddf2892 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 943 time: 0.0502601 Apr 23 00:46:17.623984 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-61f9f00f-4b6e-47fe-b094-39756eff1ab1 req-00b512aa-2ad6-4d02-92d6-f42181e2c839 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342209 Apr 23 00:46:18.739718 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5666d-0d01-4180-aeb1-665e1806edfa req-31a68a92-1e0d-4a06-8210-59193a397cdf tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:18.741217 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ce5666d-0d01-4180-aeb1-665e1806edfa req-31a68a92-1e0d-4a06-8210-59193a397cdf tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 943 time: 0.0494306 Apr 23 00:46:18.778921 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2ce5666d-0d01-4180-aeb1-665e1806edfa req-3cd28266-00a4-40fc-8e86-580f712bfead tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313222 Apr 23 00:46:20.088213 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8cbf6-d3a8-416c-8c3d-345fb9b6d75d req-2d4fce94-cfcb-445a-b072-815faf5b6bb1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:20.089686 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5dd8cbf6-d3a8-416c-8c3d-345fb9b6d75d req-2d4fce94-cfcb-445a-b072-815faf5b6bb1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 943 time: 0.0504663 Apr 23 00:46:20.127722 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5dd8cbf6-d3a8-416c-8c3d-345fb9b6d75d req-69a3d4a7-9062-406c-9064-5b607ae6dfc1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321972 Apr 23 00:46:21.241232 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad101c1-8229-4de0-8333-958f86550516 req-488634cf-55ac-49ff-9ebb-7489cf41ac7d tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:21.242826 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cad101c1-8229-4de0-8333-958f86550516 req-488634cf-55ac-49ff-9ebb-7489cf41ac7d tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 943 time: 0.0491512 Apr 23 00:46:21.280951 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-cad101c1-8229-4de0-8333-958f86550516 req-052c72db-3023-421d-bd1f-ac8b9d388c38 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320981 Apr 23 00:46:22.399246 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b53b10-7723-4c6f-a2d1-f7726a145bc5 req-2cd70ef7-58ff-4e1b-8e9f-97b1e8f63158 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:22.400715 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f9b53b10-7723-4c6f-a2d1-f7726a145bc5 req-2cd70ef7-58ff-4e1b-8e9f-97b1e8f63158 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 943 time: 0.0548954 Apr 23 00:46:22.437551 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f9b53b10-7723-4c6f-a2d1-f7726a145bc5 req-b89e3ae0-62cf-4e3b-b686-a54928b1435a tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309422 Apr 23 00:46:23.555650 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f7346-96ce-4bde-88ec-3d4e80784db1 req-9b9bc27b-4056-4590-b6ed-a72c6598fd0a tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:23.557112 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-915f7346-96ce-4bde-88ec-3d4e80784db1 req-9b9bc27b-4056-4590-b6ed-a72c6598fd0a tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 943 time: 0.0534458 Apr 23 00:46:23.596413 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-915f7346-96ce-4bde-88ec-3d4e80784db1 req-43720136-617d-424e-b8f5-1f78e3813be4 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333869 Apr 23 00:46:24.094904 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:24.708630 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdedb3-dcdf-4885-b8b0-6cffd5cb9478 req-10c6432d-7ff0-41ad-963a-8a0debbf0fa8 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:24.710622 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e2cdedb3-dcdf-4885-b8b0-6cffd5cb9478 req-10c6432d-7ff0-41ad-963a-8a0debbf0fa8 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 943 time: 0.0481863 Apr 23 00:46:24.747940 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e2cdedb3-dcdf-4885-b8b0-6cffd5cb9478 req-954ab437-9e0f-4bd0-b827-94f24e77c978 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312281 Apr 23 00:46:25.862349 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da1055-498b-4c49-81e5-a397da6e69a3 req-018cca72-d067-424d-9deb-9bab223923e3 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:25.863771 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-49da1055-498b-4c49-81e5-a397da6e69a3 req-018cca72-d067-424d-9deb-9bab223923e3 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 943 time: 0.0498760 Apr 23 00:46:25.901508 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-49da1055-498b-4c49-81e5-a397da6e69a3 req-f1250036-fef3-4cc1-ae43-92404faac4f1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311673 Apr 23 00:46:27.017147 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1d15c-e6a3-41c2-ad94-2898ccbec1aa req-289a1830-a204-4d55-a709-b403fa5d30b6 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:27.018601 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-33e1d15c-e6a3-41c2-ad94-2898ccbec1aa req-289a1830-a204-4d55-a709-b403fa5d30b6 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 943 time: 0.0488222 Apr 23 00:46:27.056820 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-33e1d15c-e6a3-41c2-ad94-2898ccbec1aa req-caba7c66-cf37-4c84-900e-f952bcaa8d81 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317521 Apr 23 00:46:27.175601 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device d515b998-4a2f-49c1-897c-f144a6909f4f details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:46:27.271241 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port d515b998-4a2f-49c1-897c-f144a6909f4f, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d515b998-4a2f-49c1-897c-f144a6909f4f,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:46:27.282776 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': 'd515b998-4a2f-49c1-897c-f144a6909f4f', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'port_id': 'd515b998-4a2f-49c1-897c-f144a6909f4f', 'mac_address': 'fa:16:3e:2a:83:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:46:27.317395 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:27.329996 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d515b998-4a2f-49c1-897c-f144a6909f4f {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:46:27.348860 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port d515b998-4a2f-49c1-897c-f144a6909f4f, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d515b998-4a2f-49c1-897c-f144a6909f4f,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:46:27.422345 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:27.472094 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=d515b998-4a2f-49c1-897c-f144a6909f4f,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:27.479268 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:27.479634 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:27.479972 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:27.480304 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:27.480630 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:27.480954 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:27.481278 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:27.481600 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:27.481922 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:27.482242 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:27.482556 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:27.482871 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:27.665989 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['d515b998-4a2f-49c1-897c-f144a6909f4f'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:46:28.170888 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ab814-9bf5-42fc-b758-d3c24ec90aba req-31b04c5f-24a0-4790-b83d-1820aa016438 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:28.172381 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4e1ab814-9bf5-42fc-b758-d3c24ec90aba req-31b04c5f-24a0-4790-b83d-1820aa016438 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 944 time: 0.0491059 Apr 23 00:46:28.210584 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4e1ab814-9bf5-42fc-b758-d3c24ec90aba req-85aae7d7-653d-4b53-a10d-e03e2a2bfd06 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317206 Apr 23 00:46:29.196676 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device d515b998-4a2f-49c1-897c-f144a6909f4f up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:46:29.365770 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port d515b998-4a2f-49c1-897c-f144a6909f4f completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:46:29.370124 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port d515b998-4a2f-49c1-897c-f144a6909f4f triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:46:29.370499 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:29.384654 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e05f5-66a2-4d09-bcd6-b682c716cdff req-40a8e47c-ae15-469a-834b-6c23e20d0330 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:29.386167 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-642e05f5-66a2-4d09-bcd6-b682c716cdff req-40a8e47c-ae15-469a-834b-6c23e20d0330 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 944 time: 0.0562518 Apr 23 00:46:29.426542 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-642e05f5-66a2-4d09-bcd6-b682c716cdff req-cf09c206-f93f-4308-94d1-dd6bf13df701 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341733 Apr 23 00:46:29.450935 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:29.473049 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c73357-50cb-4724-9dc4-f5155161afe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd515b998-4a2f-49c1-897c-f144a6909f4f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:46:29.477980 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8696eb58-084e-4fda-999f-e4111dd231d8" -d '{"events": [{"server_uuid": "c9c73357-50cb-4724-9dc4-f5155161afe7", "name": "network-vif-plugged", "status": "completed", "tag": "d515b998-4a2f-49c1-897c-f144a6909f4f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:46:29.488987 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port d515b998-4a2f-49c1-897c-f144a6909f4f, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d515b998-4a2f-49c1-897c-f144a6909f4f,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:46:29.568656 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b990814f-8fc8-49d6-9e02-b5956800f795 x-openstack-request-id: req-b990814f-8fc8-49d6-9e02-b5956800f795 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:46:29.568951 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c73357-50cb-4724-9dc4-f5155161afe7", "name": "network-vif-plugged", "status": "completed", "tag": "d515b998-4a2f-49c1-897c-f144a6909f4f", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:46:29.569210 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b990814f-8fc8-49d6-9e02-b5956800f795 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:46:29.570671 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b990814f-8fc8-49d6-9e02-b5956800f795'] response: {'server_uuid': 'c9c73357-50cb-4724-9dc4-f5155161afe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd515b998-4a2f-49c1-897c-f144a6909f4f', 'code': 200} Apr 23 00:46:29.571990 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:29.624678 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=d515b998-4a2f-49c1-897c-f144a6909f4f,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:29.803415 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20bda7-68e0-4566-9ad0-a9e0f2e3ab8d req-790ca91f-c860-46d9-a6a9-a3bdc2bb0535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:29.805593 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ae20bda7-68e0-4566-9ad0-a9e0f2e3ab8d req-790ca91f-c860-46d9-a6a9-a3bdc2bb0535 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 1098 time: 0.0427628 Apr 23 00:46:29.840158 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ae20bda7-68e0-4566-9ad0-a9e0f2e3ab8d req-f7b092a8-0e60-41e7-9b68-f366f6522d14 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276067 Apr 23 00:46:30.542024 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada722f-1d8e-469b-a62a-e83193a52d5b req-c59466ce-533d-4ee2-a51e-e520fe12ec49 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:30.543520 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8ada722f-1d8e-469b-a62a-e83193a52d5b req-c59466ce-533d-4ee2-a51e-e520fe12ec49 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 945 time: 0.0488167 Apr 23 00:46:30.580866 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8ada722f-1d8e-469b-a62a-e83193a52d5b req-1f247c12-ff4d-4858-b3a6-1eaf684a7008 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313840 Apr 23 00:46:31.699822 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8347c-0688-4970-aaff-ee555613fad3 req-4fb7d97a-cb9a-4a20-80ad-4692153f879f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:31.701293 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-21b8347c-0688-4970-aaff-ee555613fad3 req-4fb7d97a-cb9a-4a20-80ad-4692153f879f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 945 time: 0.0537798 Apr 23 00:46:31.739277 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-21b8347c-0688-4970-aaff-ee555613fad3 req-3ad104fb-43a6-415d-abc3-377c77bde51a tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320618 Apr 23 00:46:31.856441 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2385da-f8eb-4411-a602-c8e67842dd4a req-dda6d362-73cc-4b09-a09f-02e2c2089583 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:31.857849 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ed2385da-f8eb-4411-a602-c8e67842dd4a req-dda6d362-73cc-4b09-a09f-02e2c2089583 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 945 time: 0.0521231 Apr 23 00:46:31.894790 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ed2385da-f8eb-4411-a602-c8e67842dd4a req-16f6341b-a310-43e7-8e22-ad96a6fd8ef2 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311246 Apr 23 00:46:31.916353 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 34550) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:46:31.963693 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb24435-9722-4a1f-8e1a-4f6112e8cb6c tempest-TestShelveInstance-1308187962 tempest-TestShelveInstance-1308187962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:31.965204 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-eeb24435-9722-4a1f-8e1a-4f6112e8cb6c tempest-TestShelveInstance-1308187962 tempest-TestShelveInstance-1308187962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 1093 time: 0.0478575 Apr 23 00:46:31.968033 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 34552) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:46:31.972139 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-9bc1b34b-9a16-421d-8718-e756772e8e0e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': 'd515b998-4a2f-49c1-897c-f144a6909f4f', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:46:32.077276 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9bc1b34b-9a16-421d-8718-e756772e8e0e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for floatingip, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:32.175376 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9bc1b34b-9a16-421d-8718-e756772e8e0e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:32.290087 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-9bc1b34b-9a16-421d-8718-e756772e8e0e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Allocated IP 172.26.3.15 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/871fc6b1-f344-4561-9d01-ca9acc14ea94) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:46:32.395199 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9bc1b34b-9a16-421d-8718-e756772e8e0e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:32.502994 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9bc1b34b-9a16-421d-8718-e756772e8e0e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:32.543696 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc1b34b-9a16-421d-8718-e756772e8e0e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:46:32.546567 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-9bc1b34b-9a16-421d-8718-e756772e8e0e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:46:32.550226 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc1b34b-9a16-421d-8718-e756772e8e0e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:46:32.555639 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1b34b-9a16-421d-8718-e756772e8e0e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Pushing event updated for resources: {'Port': ['ID=871fc6b1-f344-4561-9d01-ca9acc14ea94,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:32.903689 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9bc1b34b-9a16-421d-8718-e756772e8e0e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:33.025190 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9bc1b34b-9a16-421d-8718-e756772e8e0e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:33.171288 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9bc1b34b-9a16-421d-8718-e756772e8e0e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:33.237334 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9bc1b34b-9a16-421d-8718-e756772e8e0e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9403599'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:33.611656 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1b34b-9a16-421d-8718-e756772e8e0e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Pushing event updated for resources: {'Port': ['ID=871fc6b1-f344-4561-9d01-ca9acc14ea94,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:33.627589 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9bc1b34b-9a16-421d-8718-e756772e8e0e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:33.725496 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-9bc1b34b-9a16-421d-8718-e756772e8e0e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Floating IP ff39285b-e71e-4cd7-b309-f66499c26bf0 associated. External IP: 172.26.3.15, port: d515b998-4a2f-49c1-897c-f144a6909f4f. Apr 23 00:46:33.933913 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc1b34b-9a16-421d-8718-e756772e8e0e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Router 4aa63fbd-8557-4586-aff4-31691d1c6ce6 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:46:34.042419 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc1b34b-9a16-421d-8718-e756772e8e0e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:46:34.052326 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7959146e-781b-40cb-b4fb-b6eacdc29262 None None] Sync routers for ids ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:46:34.062999 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7959146e-781b-40cb-b4fb-b6eacdc29262 None None] Routers {'4aa63fbd-8557-4586-aff4-31691d1c6ce6'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:46:34.063669 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7959146e-781b-40cb-b4fb-b6eacdc29262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:46:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:34.131430 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9bc1b34b-9a16-421d-8718-e756772e8e0e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:34.162480 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-9bc1b34b-9a16-421d-8718-e756772e8e0e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1932652 Apr 23 00:46:34.162872 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c73357-50cb-4724-9dc4-f5155161afe7', 'tag': 'd515b998-4a2f-49c1-897c-f144a6909f4f'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:46:34.165181 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147e2d02-8d7e-4a5b-942c-09d8e52659f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c73357-50cb-4724-9dc4-f5155161afe7", "tag": "d515b998-4a2f-49c1-897c-f144a6909f4f"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:46:34.176018 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-7959146e-781b-40cb-b4fb-b6eacdc29262 None None] Set router 4aa63fbd-8557-4586-aff4-31691d1c6ce6 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:46:34.202227 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456c1cc1-5081-4805-abc7-2efb0609c26e x-openstack-request-id: req-456c1cc1-5081-4805-abc7-2efb0609c26e {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:46:34.202587 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c73357-50cb-4724-9dc4-f5155161afe7", "tag": "d515b998-4a2f-49c1-897c-f144a6909f4f", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:46:34.202910 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-456c1cc1-5081-4805-abc7-2efb0609c26e {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:46:34.203380 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-456c1cc1-5081-4805-abc7-2efb0609c26e'] response: {'name': 'network-changed', 'server_uuid': 'c9c73357-50cb-4724-9dc4-f5155161afe7', 'tag': 'd515b998-4a2f-49c1-897c-f144a6909f4f', 'status': 'completed', 'code': 200} Apr 23 00:46:34.276479 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e2d02-8d7e-4a5b-942c-09d8e52659f5 req-b8f658e5-30da-4251-a4de-294987f2c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:34.278181 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-147e2d02-8d7e-4a5b-942c-09d8e52659f5 req-b8f658e5-30da-4251-a4de-294987f2c17c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc19a0436af94dafacd1fb1cdda06f3c&device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 1098 time: 0.0510888 Apr 23 00:46:34.335733 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6995d554-b722-4019-847c-866005721b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:34.374202 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e2d02-8d7e-4a5b-942c-09d8e52659f5 req-08fb8e9d-18df-4b57-b45f-a2af8f00fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:34.375843 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-147e2d02-8d7e-4a5b-942c-09d8e52659f5 req-08fb8e9d-18df-4b57-b45f-a2af8f00fd9a service neutron] 10.222.0.16 "GET /v2.0/networks?id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8 HTTP/1.1" status: 200 len: 909 time: 0.0897689 Apr 23 00:46:34.445177 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-147e2d02-8d7e-4a5b-942c-09d8e52659f5 req-b5086324-af50-4fac-a7fc-00eb099e9cd9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d515b998-4a2f-49c1-897c-f144a6909f4f HTTP/1.1" status: 200 len: 998 time: 0.0611036 Apr 23 00:46:34.499231 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e2d02-8d7e-4a5b-942c-09d8e52659f5 req-2677108f-e348-4642-853a-6089d2680cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:34.500800 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-147e2d02-8d7e-4a5b-942c-09d8e52659f5 req-2677108f-e348-4642-853a-6089d2680cee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27d2e5ba-1298-4f2a-b330-a07ed14d3a31 HTTP/1.1" status: 200 len: 847 time: 0.0497096 Apr 23 00:46:34.540389 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-7e8eb59d-c331-4199-b82d-02850eeccf8a req-9557ee4c-8420-412b-82d6-537f3ebedec6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452733 Apr 23 00:46:34.550940 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e2d02-8d7e-4a5b-942c-09d8e52659f5 req-d89e1e5c-e4df-4297-bab2-c09e2a5ee29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:34.552510 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-147e2d02-8d7e-4a5b-942c-09d8e52659f5 req-d89e1e5c-e4df-4297-bab2-c09e2a5ee29b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455165 Apr 23 00:46:34.577916 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7959146e-781b-40cb-b4fb-b6eacdc29262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'name': 'tempest-TestShelveInstance-233334628-router', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:21Z', 'revision_number': 4, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'gw_port': {'id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'ff39285b-e71e-4cd7-b309-f66499c26bf0', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'floating_ip_address': '172.26.3.15', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'port_id': 'd515b998-4a2f-49c1-897c-f144a6909f4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'mac_address': 'fa:16:3e:2a:83:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c73357-50cb-4724-9dc4-f5155161afe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:46:32Z', 'updated_at': '2022-04-23T00:46:32Z', 'revision_number': 0, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14', 'name': '', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'mac_address': 'fa:16:3e:eb:bf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:21Z', 'updated_at': '2022-04-23T00:41:26Z', 'revision_number': 5, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'subnets': [{'id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:34.606514 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7959146e-781b-40cb-b4fb-b6eacdc29262 None None] Checking router: 4aa63fbd-8557-4586-aff4-31691d1c6ce6 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:46:34.614938 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7959146e-781b-40cb-b4fb-b6eacdc29262 None None] Routers {'4aa63fbd-8557-4586-aff4-31691d1c6ce6'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:46:34.615559 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7959146e-781b-40cb-b4fb-b6eacdc29262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:46:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:34.647664 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-147e2d02-8d7e-4a5b-942c-09d8e52659f5 req-64df2b1b-c54a-474b-abea-bd95e63982fb service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884974 Apr 23 00:46:34.721471 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-7959146e-781b-40cb-b4fb-b6eacdc29262 None None] Set router 4aa63fbd-8557-4586-aff4-31691d1c6ce6 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:46:34.741406 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-147e2d02-8d7e-4a5b-942c-09d8e52659f5 req-127cf400-bc00-41bf-9a23-54826b90f0fa service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872581 Apr 23 00:46:34.906272 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8eb59d-c331-4199-b82d-02850eeccf8a req-a31dfad5-2a14-4ece-b2f6-f114ec73254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:34.907978 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7e8eb59d-c331-4199-b82d-02850eeccf8a req-a31dfad5-2a14-4ece-b2f6-f114ec73254e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc19a0436af94dafacd1fb1cdda06f3c&device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 1098 time: 0.0457594 Apr 23 00:46:34.953883 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7959146e-781b-40cb-b4fb-b6eacdc29262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'name': 'tempest-TestShelveInstance-233334628-router', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:21Z', 'revision_number': 4, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'gw_port': {'id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'ff39285b-e71e-4cd7-b309-f66499c26bf0', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'floating_ip_address': '172.26.3.15', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'port_id': 'd515b998-4a2f-49c1-897c-f144a6909f4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'mac_address': 'fa:16:3e:2a:83:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c73357-50cb-4724-9dc4-f5155161afe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:46:32Z', 'updated_at': '2022-04-23T00:46:32Z', 'revision_number': 0, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14', 'name': '', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'mac_address': 'fa:16:3e:eb:bf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:21Z', 'updated_at': '2022-04-23T00:41:26Z', 'revision_number': 5, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'subnets': [{'id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:34.981057 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7959146e-781b-40cb-b4fb-b6eacdc29262 None None] The sync data for ids ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'] in dv-neutron-838783-1-hyperv is: [{'id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'name': 'tempest-TestShelveInstance-233334628-router', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:21Z', 'revision_number': 4, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'gw_port': {'id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': 'ff39285b-e71e-4cd7-b309-f66499c26bf0', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'floating_ip_address': '172.26.3.15', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'port_id': 'd515b998-4a2f-49c1-897c-f144a6909f4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'mac_address': 'fa:16:3e:2a:83:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c73357-50cb-4724-9dc4-f5155161afe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:46:32Z', 'updated_at': '2022-04-23T00:46:32Z', 'revision_number': 0, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14', 'name': '', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'mac_address': 'fa:16:3e:eb:bf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:21Z', 'updated_at': '2022-04-23T00:41:26Z', 'revision_number': 5, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'subnets': [{'id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:46:35.013122 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8eb59d-c331-4199-b82d-02850eeccf8a req-29c728e4-46d0-4a48-99dd-5b5346a38305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:35.014616 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7e8eb59d-c331-4199-b82d-02850eeccf8a req-29c728e4-46d0-4a48-99dd-5b5346a38305 service neutron] 10.222.0.16 "GET /v2.0/networks?id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8 HTTP/1.1" status: 200 len: 909 time: 0.0874155 Apr 23 00:46:35.084163 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7e8eb59d-c331-4199-b82d-02850eeccf8a req-9165df4d-8875-45d3-afd4-555a637d374b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d515b998-4a2f-49c1-897c-f144a6909f4f HTTP/1.1" status: 200 len: 998 time: 0.0626674 Apr 23 00:46:35.134292 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8eb59d-c331-4199-b82d-02850eeccf8a req-24ecd375-3074-4987-b0f1-51517f5d5f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:35.135835 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7e8eb59d-c331-4199-b82d-02850eeccf8a req-24ecd375-3074-4987-b0f1-51517f5d5f34 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27d2e5ba-1298-4f2a-b330-a07ed14d3a31 HTTP/1.1" status: 200 len: 847 time: 0.0454085 Apr 23 00:46:35.174755 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb042e2-40d2-4584-87fe-6d8c12a562ec None None] New status for floating IP ff39285b-e71e-4cd7-b309-f66499c26bf0: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:46:35.185949 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8eb59d-c331-4199-b82d-02850eeccf8a req-ff172ffb-4ef8-4494-980b-b6f4278d74ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:35.187539 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7e8eb59d-c331-4199-b82d-02850eeccf8a req-ff172ffb-4ef8-4494-980b-b6f4278d74ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444682 Apr 23 00:46:35.284516 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7e8eb59d-c331-4199-b82d-02850eeccf8a req-07bd8870-f51f-49ce-9f98-3138a0008dd8 service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900695 Apr 23 00:46:35.371403 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-7e8eb59d-c331-4199-b82d-02850eeccf8a req-5ab3a087-2620-4750-8e99-d933bd889288 service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807064 Apr 23 00:46:37.271630 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61be8aec-ce10-47db-893c-d638563c1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:38.037395 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:39.697159 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:39.942886 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:42.759639 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:46:54.148270 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:04.340874 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b216dd01-9a99-4f29-a997-7e232e3b2efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:07.300595 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-325d5b73-ab66-4341-ae26-5f6191333a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:08.009080 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:09.702742 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:09.965510 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:19.757708 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:47:24.119610 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:34.314577 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-142db4a9-47db-459b-93fe-1d32c320b105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:36.558805 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a87bca1a-3e21-4c30-8019-70fb8334ad4a req-2c10503e-64c2-4b4a-9130-bca690b81aee service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450470 Apr 23 00:47:36.639996 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bca1a-3e21-4c30-8019-70fb8334ad4a req-302fd7a1-febd-48e4-b1ff-0581b4a97cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:47:36.641747 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a87bca1a-3e21-4c30-8019-70fb8334ad4a req-302fd7a1-febd-48e4-b1ff-0581b4a97cb1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc19a0436af94dafacd1fb1cdda06f3c&device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 1098 time: 0.0418966 Apr 23 00:47:36.745277 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bca1a-3e21-4c30-8019-70fb8334ad4a req-578b5382-3483-4602-b4e7-2b96a1c28d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:47:36.746745 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a87bca1a-3e21-4c30-8019-70fb8334ad4a req-578b5382-3483-4602-b4e7-2b96a1c28d95 service neutron] 10.222.0.16 "GET /v2.0/networks?id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8 HTTP/1.1" status: 200 len: 909 time: 0.0873268 Apr 23 00:47:36.817371 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a87bca1a-3e21-4c30-8019-70fb8334ad4a req-086833a5-74b8-4ea2-a019-3afbe6e901e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d515b998-4a2f-49c1-897c-f144a6909f4f HTTP/1.1" status: 200 len: 1000 time: 0.0639615 Apr 23 00:47:36.867135 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bca1a-3e21-4c30-8019-70fb8334ad4a req-de744ffe-b03f-4555-abb5-0b41ec65b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:47:36.868599 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a87bca1a-3e21-4c30-8019-70fb8334ad4a req-de744ffe-b03f-4555-abb5-0b41ec65b11c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27d2e5ba-1298-4f2a-b330-a07ed14d3a31 HTTP/1.1" status: 200 len: 847 time: 0.0437059 Apr 23 00:47:36.915007 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bca1a-3e21-4c30-8019-70fb8334ad4a req-6e08b6a4-32ea-4d28-833d-09493a5f6043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:47:36.916618 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a87bca1a-3e21-4c30-8019-70fb8334ad4a req-6e08b6a4-32ea-4d28-833d-09493a5f6043 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417297 Apr 23 00:47:37.261763 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a87bca1a-3e21-4c30-8019-70fb8334ad4a req-7e93a1c0-57b1-4a58-88c9-f04877ccc84c service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370903 Apr 23 00:47:37.302605 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69599551-cd6c-4df8-9b51-67166adb4c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:37.353306 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a87bca1a-3e21-4c30-8019-70fb8334ad4a req-8463a1a3-6d31-4cd1-8997-3c4a5b86c1e1 service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841298 Apr 23 00:47:38.033789 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:39.702543 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:39.982695 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:54.217229 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:56.756563 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:48:04.313912 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5000864a-8db7-49c2-be35-6a2ed6e4a4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:07.269611 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79b74e3b-6fcf-4195-a86b-3e014cc922ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:08.037528 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:09.708093 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:09.963884 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:24.240138 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:33.754841 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:48:34.336700 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae391ae9-67b9-4b26-9f09-f13011a9ae0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:36.556267 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-eb9ee445-84a6-4cd6-8c17-caa4c005af85 req-be29778b-833c-44c2-9ac3-bfaf136b26e6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439241 Apr 23 00:48:36.637569 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ee445-84a6-4cd6-8c17-caa4c005af85 req-8228e76f-320e-4fcc-a341-39dca45b3821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:36.639045 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-eb9ee445-84a6-4cd6-8c17-caa4c005af85 req-8228e76f-320e-4fcc-a341-39dca45b3821 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc19a0436af94dafacd1fb1cdda06f3c&device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 1098 time: 0.0416865 Apr 23 00:48:36.740831 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ee445-84a6-4cd6-8c17-caa4c005af85 req-85351599-8463-4866-b657-db7bb0579581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:36.742366 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-eb9ee445-84a6-4cd6-8c17-caa4c005af85 req-85351599-8463-4866-b657-db7bb0579581 service neutron] 10.222.0.16 "GET /v2.0/networks?id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8 HTTP/1.1" status: 200 len: 909 time: 0.0844967 Apr 23 00:48:36.811583 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-eb9ee445-84a6-4cd6-8c17-caa4c005af85 req-fbde1f4d-62c5-48c2-b1ab-04fd88e3d500 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d515b998-4a2f-49c1-897c-f144a6909f4f HTTP/1.1" status: 200 len: 1000 time: 0.0618701 Apr 23 00:48:36.859202 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ee445-84a6-4cd6-8c17-caa4c005af85 req-51d0ec1e-8c70-45d3-b22f-3b6352d2c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:36.860691 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-eb9ee445-84a6-4cd6-8c17-caa4c005af85 req-51d0ec1e-8c70-45d3-b22f-3b6352d2c913 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27d2e5ba-1298-4f2a-b330-a07ed14d3a31 HTTP/1.1" status: 200 len: 847 time: 0.0427606 Apr 23 00:48:36.904857 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ee445-84a6-4cd6-8c17-caa4c005af85 req-5a0cdf78-80f1-48cb-b9df-f9ce44e2a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:36.906295 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-eb9ee445-84a6-4cd6-8c17-caa4c005af85 req-5a0cdf78-80f1-48cb-b9df-f9ce44e2a54e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392361 Apr 23 00:48:36.995791 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-eb9ee445-84a6-4cd6-8c17-caa4c005af85 req-54fa75c0-7b7a-482d-a258-d9f9c9039606 service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823817 Apr 23 00:48:37.085822 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-eb9ee445-84a6-4cd6-8c17-caa4c005af85 req-e0314567-5f97-4dee-b5ed-539f2f69d922 service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819757 Apr 23 00:48:37.302586 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41d7ed47-31e4-4c2c-8077-18b6e79886e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:38.028153 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:39.702094 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:39.959281 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:54.120023 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:59.542736 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53273a-8f2f-49e0-9070-215772018496 req-9433016d-c43b-42f5-a595-c22e7753b8e1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:59.544263 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8a53273a-8f2f-49e0-9070-215772018496 req-9433016d-c43b-42f5-a595-c22e7753b8e1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 945 time: 0.1255581 Apr 23 00:48:59.582676 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8a53273a-8f2f-49e0-9070-215772018496 req-b45aedf0-56be-4b0d-8a0e-b60a64baacbd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322881 Apr 23 00:49:00.751191 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa13ae-ad50-4a1a-b160-f642cba0b1dc req-80d9a7cc-3b09-4e78-b7ce-8bc9761c238f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:00.752695 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cdfa13ae-ad50-4a1a-b160-f642cba0b1dc req-80d9a7cc-3b09-4e78-b7ce-8bc9761c238f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 945 time: 0.0981727 Apr 23 00:49:00.790601 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-cdfa13ae-ad50-4a1a-b160-f642cba0b1dc req-494fd8fa-70a8-4460-ae65-31314a400c58 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309420 Apr 23 00:49:01.913362 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a338b-c941-497c-a346-c868ed77f627 req-9a99dd32-9e4e-4396-8f6e-f78cfcf1094c tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:01.915093 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-542a338b-c941-497c-a346-c868ed77f627 req-9a99dd32-9e4e-4396-8f6e-f78cfcf1094c tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 945 time: 0.0531313 Apr 23 00:49:01.956008 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-542a338b-c941-497c-a346-c868ed77f627 req-a7aa4e2b-a891-4412-ae5b-22f8b4f48f4f tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350182 Apr 23 00:49:03.068241 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f393cb-749a-4e80-91f5-bbd84994094b req-e4580219-d0b1-4216-b8f7-6a47de29ae2a tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:03.069696 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-88f393cb-749a-4e80-91f5-bbd84994094b req-e4580219-d0b1-4216-b8f7-6a47de29ae2a tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 945 time: 0.0482001 Apr 23 00:49:03.107484 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-88f393cb-749a-4e80-91f5-bbd84994094b req-fa624941-ca3c-43c2-a3c6-258d92ad6777 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318668 Apr 23 00:49:04.222958 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddbbaa-0e3a-41a1-87b7-06cf4911f7b9 req-2282011b-14a7-48d8-b084-770d32fdea24 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:04.224466 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2fddbbaa-0e3a-41a1-87b7-06cf4911f7b9 req-2282011b-14a7-48d8-b084-770d32fdea24 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 945 time: 0.0496237 Apr 23 00:49:04.263710 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2fddbbaa-0e3a-41a1-87b7-06cf4911f7b9 req-390e3cac-83b8-450a-8e4a-00c772b98b27 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331347 Apr 23 00:49:04.342412 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33d8b593-e588-46b4-88b5-2f12a5a67441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:05.377962 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55be998-912e-468b-ab1f-758bc93df3f8 req-a4e85831-41ff-47fa-8c7b-3636194fef71 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:05.379770 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c55be998-912e-468b-ab1f-758bc93df3f8 req-a4e85831-41ff-47fa-8c7b-3636194fef71 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 945 time: 0.0498419 Apr 23 00:49:05.417090 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c55be998-912e-468b-ab1f-758bc93df3f8 req-853177a5-2390-4e83-9878-05c000b36bb7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311732 Apr 23 00:49:06.530056 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c121917-94c3-47ae-82f7-538525a04b6d req-37ad3826-53d4-43ec-ae2d-2421c65ec23a tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:06.531656 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4c121917-94c3-47ae-82f7-538525a04b6d req-37ad3826-53d4-43ec-ae2d-2421c65ec23a tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 945 time: 0.0488858 Apr 23 00:49:06.569176 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4c121917-94c3-47ae-82f7-538525a04b6d req-d61192c6-bab0-45a9-b161-b9e5fce302ab tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316660 Apr 23 00:49:07.267853 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b1bed46-b864-416b-a6e3-b19e33ba0afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:07.685601 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7177ed8-23e9-47f0-816c-1e2df3e0464b req-f60ea6da-8198-4b4a-a4ba-a610e60954ba tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:07.687060 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e7177ed8-23e9-47f0-816c-1e2df3e0464b req-f60ea6da-8198-4b4a-a4ba-a610e60954ba tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 945 time: 0.0522821 Apr 23 00:49:07.725186 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e7177ed8-23e9-47f0-816c-1e2df3e0464b req-c23eb2db-f981-4296-beae-7ac399c10718 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320780 Apr 23 00:49:08.040832 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:08.843593 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce14ba7-f490-4a2f-be94-f73f948650fc req-4e5a04b3-ad3a-471a-b88c-7419b4b9eae6 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:08.845080 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1ce14ba7-f490-4a2f-be94-f73f948650fc req-4e5a04b3-ad3a-471a-b88c-7419b4b9eae6 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 945 time: 0.0491886 Apr 23 00:49:08.887116 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1ce14ba7-f490-4a2f-be94-f73f948650fc req-4489babc-d030-49b5-9281-6c548ad2cefd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361216 Apr 23 00:49:09.656218 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7fa2f-b185-49f7-a0c3-1824bec0b081 req-508dbc1c-de03-428a-a75d-f5d345ef486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:09.657728 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-44f7fa2f-b185-49f7-a0c3-1824bec0b081 req-508dbc1c-de03-428a-a75d-f5d345ef486f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc19a0436af94dafacd1fb1cdda06f3c&device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 1098 time: 0.0419841 Apr 23 00:49:09.701264 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:09.750228 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7fa2f-b185-49f7-a0c3-1824bec0b081 req-af2a7d6f-dda1-4dc8-ac90-fe44c9b06d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:09.751754 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-44f7fa2f-b185-49f7-a0c3-1824bec0b081 req-af2a7d6f-dda1-4dc8-ac90-fe44c9b06d59 service neutron] 10.222.0.16 "GET /v2.0/networks?id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8 HTTP/1.1" status: 200 len: 909 time: 0.0871789 Apr 23 00:49:09.816234 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-44f7fa2f-b185-49f7-a0c3-1824bec0b081 req-b181f7ac-a9ed-4d0d-b69b-23fe38a21d6b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d515b998-4a2f-49c1-897c-f144a6909f4f HTTP/1.1" status: 200 len: 1000 time: 0.0582087 Apr 23 00:49:09.863507 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7fa2f-b185-49f7-a0c3-1824bec0b081 req-08c77845-4b7a-4edf-a06e-414671ffd960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:09.864945 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-44f7fa2f-b185-49f7-a0c3-1824bec0b081 req-08c77845-4b7a-4edf-a06e-414671ffd960 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27d2e5ba-1298-4f2a-b330-a07ed14d3a31 HTTP/1.1" status: 200 len: 847 time: 0.0429051 Apr 23 00:49:09.914125 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7fa2f-b185-49f7-a0c3-1824bec0b081 req-2eb80e48-095c-4219-8807-b5d57c091936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:09.915673 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-44f7fa2f-b185-49f7-a0c3-1824bec0b081 req-2eb80e48-095c-4219-8807-b5d57c091936 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443301 Apr 23 00:49:09.964811 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:10.042972 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edce27-cd38-4e16-9681-2307af372e70 req-98e8498c-8aee-4bb9-95b2-2f3718453707 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:10.044480 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-07edce27-cd38-4e16-9681-2307af372e70 req-98e8498c-8aee-4bb9-95b2-2f3718453707 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 945 time: 0.0771368 Apr 23 00:49:10.046636 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-44f7fa2f-b185-49f7-a0c3-1824bec0b081 req-e22c2c1e-0e34-4a39-bbd8-2fe17c0fb699 service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245174 Apr 23 00:49:10.130248 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-07edce27-cd38-4e16-9681-2307af372e70 req-0a651faa-9259-4b0f-bda7-dc6136dc406e tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797780 Apr 23 00:49:10.162415 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-44f7fa2f-b185-49f7-a0c3-1824bec0b081 req-071fa5c4-e159-4938-89d9-90795fdb6601 service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060874 Apr 23 00:49:10.754183 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:49:11.244664 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7513a4-eeaf-40a6-a613-4d4549335a22 req-44bf911b-702f-4225-a674-eb2fb71a594a tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:11.246135 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5d7513a4-eeaf-40a6-a613-4d4549335a22 req-44bf911b-702f-4225-a674-eb2fb71a594a tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 945 time: 0.0488241 Apr 23 00:49:11.282709 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5d7513a4-eeaf-40a6-a613-4d4549335a22 req-ad71ef25-ba58-4298-996d-5db1f4600ff8 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306945 Apr 23 00:49:12.401906 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a04a3d-85d2-422e-9ddc-1279577bf81f req-35bc4877-d0fd-4172-964b-37d90f12513a tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:12.403398 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f4a04a3d-85d2-422e-9ddc-1279577bf81f req-35bc4877-d0fd-4172-964b-37d90f12513a tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 945 time: 0.0540001 Apr 23 00:49:12.442172 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f4a04a3d-85d2-422e-9ddc-1279577bf81f req-14e8e151-a4ca-470d-8d4e-15a112e1a043 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327802 Apr 23 00:49:13.559816 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605548d-731e-4e07-9b15-96d0e2aae65d req-4eee9930-07e2-4464-98b1-f77ab3ef77a3 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:13.566244 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4605548d-731e-4e07-9b15-96d0e2aae65d req-4eee9930-07e2-4464-98b1-f77ab3ef77a3 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 945 time: 0.0511439 Apr 23 00:49:13.599765 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-4605548d-731e-4e07-9b15-96d0e2aae65d req-7b0e4c78-c6a7-4ff3-9133-2d413dfde893 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318711 Apr 23 00:49:14.720252 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35862176-ac9c-4c92-9806-8fba146c55f0 req-d8c6db17-286d-4d6b-9acf-3c50a0466ba7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:14.721773 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-35862176-ac9c-4c92-9806-8fba146c55f0 req-d8c6db17-286d-4d6b-9acf-3c50a0466ba7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 945 time: 0.0530598 Apr 23 00:49:14.759307 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-35862176-ac9c-4c92-9806-8fba146c55f0 req-08fdbe2a-238d-4fc3-a3a9-a6e8aaf26bb3 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315802 Apr 23 00:49:14.869003 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [req-c96ad761-bd22-4d24-99b0-73fc87c60661 req-c87cb0d0-c8af-4cc1-8d55-43ec09cbdbda service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:49:14.870018 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c96ad761-bd22-4d24-99b0-73fc87c60661 req-c87cb0d0-c8af-4cc1-8d55-43ec09cbdbda service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472937 Apr 23 00:49:15.165908 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe48fa7-6300-4da9-a361-ba6ecddc8247 req-6bc21a3e-f64a-4ded-8b96-628c556b43fa tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:15.167433 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-efe48fa7-6300-4da9-a361-ba6ecddc8247 req-6bc21a3e-f64a-4ded-8b96-628c556b43fa tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 945 time: 0.0540485 Apr 23 00:49:15.228739 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-efe48fa7-6300-4da9-a361-ba6ecddc8247 req-f5449fe7-e0d4-47dd-a0c7-7c736e51a772 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550325 Apr 23 00:49:15.242252 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3a9bd533-63c4-4da6-b2a8-fdde6ae5259b req-401fcc73-41fa-48b5-9747-1207a1a281b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0889971 Apr 23 00:49:15.251719 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [req-3a9bd533-63c4-4da6-b2a8-fdde6ae5259b req-720dae84-8127-4bf2-bde9-dc3832c290c9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:49:15.252655 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3a9bd533-63c4-4da6-b2a8-fdde6ae5259b req-720dae84-8127-4bf2-bde9-dc3832c290c9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049458 Apr 23 00:49:16.155393 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device d515b998-4a2f-49c1-897c-f144a6909f4f no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:49:16.235208 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:16.257455 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c73357-50cb-4724-9dc4-f5155161afe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd515b998-4a2f-49c1-897c-f144a6909f4f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:49:16.260156 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14de2e3-5ee5-4eec-8e52-e29058a78b13" -d '{"events": [{"server_uuid": "c9c73357-50cb-4724-9dc4-f5155161afe7", "name": "network-vif-unplugged", "status": "completed", "tag": "d515b998-4a2f-49c1-897c-f144a6909f4f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:49:16.272453 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port d515b998-4a2f-49c1-897c-f144a6909f4f, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d515b998-4a2f-49c1-897c-f144a6909f4f,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:49:16.297073 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 23 Apr 2022 00:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c8e467-660c-42de-a04f-a4e2022057b5 x-openstack-request-id: req-80c8e467-660c-42de-a04f-a4e2022057b5 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:49:16.297371 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c73357-50cb-4724-9dc4-f5155161afe7", "name": "network-vif-unplugged", "status": "failed", "tag": "d515b998-4a2f-49c1-897c-f144a6909f4f", "code": 422}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:49:16.297624 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80c8e467-660c-42de-a04f-a4e2022057b5 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:49:16.298059 dv-neutron-838783-1-hyperv neutron-server[103146]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-80c8e467-660c-42de-a04f-a4e2022057b5']: {'server_uuid': 'c9c73357-50cb-4724-9dc4-f5155161afe7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd515b998-4a2f-49c1-897c-f144a6909f4f', 'code': 422} returned with failed status Apr 23 00:49:16.321056 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:16.374090 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6136d59-207a-4c03-bab9-caeb7095b422 req-bdb7c82a-6e77-4f95-becb-e5bef5890625 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:16.375856 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a6136d59-207a-4c03-bab9-caeb7095b422 req-bdb7c82a-6e77-4f95-becb-e5bef5890625 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 943 time: 0.0569279 Apr 23 00:49:16.380910 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=d515b998-4a2f-49c1-897c-f144a6909f4f,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:49:16.389943 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:49:16.390493 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:49:16.390909 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:49:16.391487 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:49:16.391922 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:49:16.392325 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:49:16.392665 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:49:16.392996 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:49:16.393325 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:49:16.393651 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:49:16.393976 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:49:16.394432 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:49:16.421962 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a6136d59-207a-4c03-bab9-caeb7095b422 req-9879905d-e850-497a-a604-3930954c6cfe tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397086 Apr 23 00:49:17.542088 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8704ee-5044-4380-b5e0-573abc64ec47 req-8ea336c7-d5c7-42df-a236-edd675e56d33 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:17.543743 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4f8704ee-5044-4380-b5e0-573abc64ec47 req-8ea336c7-d5c7-42df-a236-edd675e56d33 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 943 time: 0.0550036 Apr 23 00:49:17.582731 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4f8704ee-5044-4380-b5e0-573abc64ec47 req-fac652ea-e6b4-401f-97d8-cde748d43b16 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315108 Apr 23 00:49:18.699118 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7929571-ddbc-4e9b-b78b-e86b0a38fe73 req-f18c9bdf-fcda-46a3-b8b6-2e6eb9c26b07 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:18.700630 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a7929571-ddbc-4e9b-b78b-e86b0a38fe73 req-f18c9bdf-fcda-46a3-b8b6-2e6eb9c26b07 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 943 time: 0.0504596 Apr 23 00:49:18.738741 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-a7929571-ddbc-4e9b-b78b-e86b0a38fe73 req-c6fac7c5-e6eb-425f-967c-219ee03fedb2 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320826 Apr 23 00:49:19.856848 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fda993-3051-45e0-81b8-4d228756cc46 req-ee671681-472e-4189-882b-f9d4e19e4b98 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:19.858315 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f6fda993-3051-45e0-81b8-4d228756cc46 req-ee671681-472e-4189-882b-f9d4e19e4b98 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 943 time: 0.0490370 Apr 23 00:49:19.896845 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f6fda993-3051-45e0-81b8-4d228756cc46 req-a0b53747-6cf3-4fe4-8c41-1ebf6b1a64d1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326004 Apr 23 00:49:20.813192 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bd533-63c4-4da6-b2a8-fdde6ae5259b req-1503d953-60e8-4365-b7a6-686ce739220a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:20.814928 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3a9bd533-63c4-4da6-b2a8-fdde6ae5259b req-1503d953-60e8-4365-b7a6-686ce739220a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7&tenant_id=fc19a0436af94dafacd1fb1cdda06f3c HTTP/1.1" status: 200 len: 1096 time: 0.0422409 Apr 23 00:49:20.880348 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bd533-63c4-4da6-b2a8-fdde6ae5259b req-9c408520-c614-4685-8103-0119bf739981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:20.881816 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3a9bd533-63c4-4da6-b2a8-fdde6ae5259b req-9c408520-c614-4685-8103-0119bf739981 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc19a0436af94dafacd1fb1cdda06f3c&device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 1096 time: 0.0451176 Apr 23 00:49:20.970654 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bd533-63c4-4da6-b2a8-fdde6ae5259b req-d87ade73-7ce5-4424-b36c-8ec49b7ff859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:20.972150 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3a9bd533-63c4-4da6-b2a8-fdde6ae5259b req-d87ade73-7ce5-4424-b36c-8ec49b7ff859 service neutron] 10.222.0.16 "GET /v2.0/networks?id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8 HTTP/1.1" status: 200 len: 909 time: 0.0833588 Apr 23 00:49:21.012847 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686a2c8-3e6e-44fd-bb58-4474a2561b05 req-601c5d43-e0ee-40ae-8904-d35d2c2a9e93 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:21.014353 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c686a2c8-3e6e-44fd-bb58-4474a2561b05 req-601c5d43-e0ee-40ae-8904-d35d2c2a9e93 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 943 time: 0.0496745 Apr 23 00:49:21.041895 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3a9bd533-63c4-4da6-b2a8-fdde6ae5259b req-a070753b-ea74-4924-a928-10ca13f99479 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d515b998-4a2f-49c1-897c-f144a6909f4f HTTP/1.1" status: 200 len: 998 time: 0.0633433 Apr 23 00:49:21.052989 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c686a2c8-3e6e-44fd-bb58-4474a2561b05 req-901c1eb9-f821-4f49-9b86-ea7544a9f642 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326235 Apr 23 00:49:21.090731 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bd533-63c4-4da6-b2a8-fdde6ae5259b req-1416013b-74eb-4b46-ac68-25029ec7b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:21.094050 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3a9bd533-63c4-4da6-b2a8-fdde6ae5259b req-1416013b-74eb-4b46-ac68-25029ec7b85e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27d2e5ba-1298-4f2a-b330-a07ed14d3a31 HTTP/1.1" status: 200 len: 847 time: 0.0442059 Apr 23 00:49:21.136756 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bd533-63c4-4da6-b2a8-fdde6ae5259b req-34a83252-da76-460e-9bb6-10390a766a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:21.138226 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3a9bd533-63c4-4da6-b2a8-fdde6ae5259b req-34a83252-da76-460e-9bb6-10390a766a96 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401103 Apr 23 00:49:21.229578 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3a9bd533-63c4-4da6-b2a8-fdde6ae5259b req-06cf2596-66b7-4376-bee2-519f04fc7f40 service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838354 Apr 23 00:49:21.317225 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3a9bd533-63c4-4da6-b2a8-fdde6ae5259b req-dfc5944f-8fd3-4ac5-ba11-4fda79193a1a service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811710 Apr 23 00:49:22.174181 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25798a4-fcfe-4ca0-ae84-a95c08429fb9 req-37e5cee9-d1e5-4812-8174-0b62cfa7f949 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:22.175674 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c25798a4-fcfe-4ca0-ae84-a95c08429fb9 req-37e5cee9-d1e5-4812-8174-0b62cfa7f949 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 943 time: 0.0486999 Apr 23 00:49:22.213130 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c25798a4-fcfe-4ca0-ae84-a95c08429fb9 req-e346c7b2-3b03-40f2-af1e-eb591542c997 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308349 Apr 23 00:49:23.326574 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a2efe-80b0-4ec6-9be6-1588f326db95 req-6019f3d5-f696-4de6-b037-ed873cd2cc6b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:23.328108 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1e2a2efe-80b0-4ec6-9be6-1588f326db95 req-6019f3d5-f696-4de6-b037-ed873cd2cc6b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 943 time: 0.0491345 Apr 23 00:49:23.370551 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-1e2a2efe-80b0-4ec6-9be6-1588f326db95 req-26a71cb3-68db-49aa-8884-8d75c69f46f7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366004 Apr 23 00:49:24.129851 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:24.491024 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362f342-fdcf-4675-902f-1d327fc5b1c5 req-1449358c-e1ef-4e3b-8d91-13a543318b31 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:24.492523 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8362f342-fdcf-4675-902f-1d327fc5b1c5 req-1449358c-e1ef-4e3b-8d91-13a543318b31 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 943 time: 0.0549233 Apr 23 00:49:24.529451 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-8362f342-fdcf-4675-902f-1d327fc5b1c5 req-650b1ec4-f15b-4742-a72b-fe50b422521b tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310183 Apr 23 00:49:25.645682 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0619e-b1b0-4bef-906b-7bda6a8eabb1 req-b97ca276-deae-4913-84fb-c5c5a1f33bfb tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:25.647150 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-24f0619e-b1b0-4bef-906b-7bda6a8eabb1 req-b97ca276-deae-4913-84fb-c5c5a1f33bfb tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 943 time: 0.0497303 Apr 23 00:49:25.685219 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-24f0619e-b1b0-4bef-906b-7bda6a8eabb1 req-fcd4ca08-4371-4de5-b3d9-ee24cea38306 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318844 Apr 23 00:49:26.798973 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98ae57-26a1-401a-b1aa-778c6fefb820 req-d8403821-b9a7-45eb-95c9-648abbf76284 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:26.807845 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-de98ae57-26a1-401a-b1aa-778c6fefb820 req-d8403821-b9a7-45eb-95c9-648abbf76284 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 943 time: 0.0490093 Apr 23 00:49:26.838667 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-de98ae57-26a1-401a-b1aa-778c6fefb820 req-1f27f57a-3a28-4f43-aba7-32bb00f3986c tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315881 Apr 23 00:49:27.952601 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0f2a2-dd47-486f-8b86-acbf56cc49e4 req-d09cd605-0d7b-4c3f-9346-9469ad4a6a70 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:27.953986 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d2f0f2a2-dd47-486f-8b86-acbf56cc49e4 req-d09cd605-0d7b-4c3f-9346-9469ad4a6a70 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 943 time: 0.0486670 Apr 23 00:49:27.991149 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d2f0f2a2-dd47-486f-8b86-acbf56cc49e4 req-2befcfcd-e403-4f90-aefb-122728bf7dac tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312235 Apr 23 00:49:29.103873 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740705fc-852b-4d41-b109-4d3dc47ba476 req-a86fc663-97ec-4388-a702-053162967391 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:29.105330 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-740705fc-852b-4d41-b109-4d3dc47ba476 req-a86fc663-97ec-4388-a702-053162967391 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 943 time: 0.0479045 Apr 23 00:49:29.142699 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-740705fc-852b-4d41-b109-4d3dc47ba476 req-fe52a508-b6ed-4c9d-b4e4-3166e1175cf7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314765 Apr 23 00:49:30.240728 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device d515b998-4a2f-49c1-897c-f144a6909f4f details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:49:30.255939 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4bbc4-805c-429a-bf2d-5888d365dd7a req-ceaca0c3-e8b3-4d9b-a021-2dbfdeef3f09 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:30.257427 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f6f4bbc4-805c-429a-bf2d-5888d365dd7a req-ceaca0c3-e8b3-4d9b-a021-2dbfdeef3f09 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 943 time: 0.0490232 Apr 23 00:49:30.300388 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f6f4bbc4-805c-429a-bf2d-5888d365dd7a req-6172a3b1-54c5-46c6-909e-b348a2be00b1 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362587 Apr 23 00:49:30.334876 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port d515b998-4a2f-49c1-897c-f144a6909f4f, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d515b998-4a2f-49c1-897c-f144a6909f4f,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:49:30.348884 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': 'd515b998-4a2f-49c1-897c-f144a6909f4f', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'port_id': 'd515b998-4a2f-49c1-897c-f144a6909f4f', 'mac_address': 'fa:16:3e:2a:83:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:49:30.384922 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:30.396986 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d515b998-4a2f-49c1-897c-f144a6909f4f {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:49:30.415367 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port d515b998-4a2f-49c1-897c-f144a6909f4f, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d515b998-4a2f-49c1-897c-f144a6909f4f,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:49:30.513783 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:30.561290 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=d515b998-4a2f-49c1-897c-f144a6909f4f,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:49:30.752473 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['d515b998-4a2f-49c1-897c-f144a6909f4f'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:49:31.418230 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c2eab-c939-4141-a253-ffe0f3bbf684 req-8d541c89-c269-4453-9168-cac0a653d5e8 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:31.419718 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-520c2eab-c939-4141-a253-ffe0f3bbf684 req-8d541c89-c269-4453-9168-cac0a653d5e8 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 944 time: 0.0533633 Apr 23 00:49:31.456300 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-520c2eab-c939-4141-a253-ffe0f3bbf684 req-e501ec02-efc1-43db-908f-321455435124 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306604 Apr 23 00:49:32.256442 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device d515b998-4a2f-49c1-897c-f144a6909f4f up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:49:32.302538 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port d515b998-4a2f-49c1-897c-f144a6909f4f triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:49:32.302908 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:32.378824 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:32.401149 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c73357-50cb-4724-9dc4-f5155161afe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd515b998-4a2f-49c1-897c-f144a6909f4f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:49:32.403353 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481c370f-4ebc-40e8-8c49-f8947db939a9" -d '{"events": [{"server_uuid": "c9c73357-50cb-4724-9dc4-f5155161afe7", "name": "network-vif-plugged", "status": "completed", "tag": "d515b998-4a2f-49c1-897c-f144a6909f4f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:49:32.426029 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port d515b998-4a2f-49c1-897c-f144a6909f4f, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d515b998-4a2f-49c1-897c-f144a6909f4f,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:49:32.440073 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0112ff85-ed1e-469a-aa4c-c9f7a989e409 x-openstack-request-id: req-0112ff85-ed1e-469a-aa4c-c9f7a989e409 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:49:32.440358 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c73357-50cb-4724-9dc4-f5155161afe7", "name": "network-vif-plugged", "status": "completed", "tag": "d515b998-4a2f-49c1-897c-f144a6909f4f", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:49:32.440609 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0112ff85-ed1e-469a-aa4c-c9f7a989e409 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:49:32.440999 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0112ff85-ed1e-469a-aa4c-c9f7a989e409'] response: {'server_uuid': 'c9c73357-50cb-4724-9dc4-f5155161afe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd515b998-4a2f-49c1-897c-f144a6909f4f', 'code': 200} Apr 23 00:49:32.519637 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:32.570330 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=d515b998-4a2f-49c1-897c-f144a6909f4f,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:49:32.572282 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cd27d-100c-4a32-8f3a-869d2d3dc4dd req-35c0be58-15a3-4f4e-b549-4bf41eee8a30 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:32.578973 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-375cd27d-100c-4a32-8f3a-869d2d3dc4dd req-35c0be58-15a3-4f4e-b549-4bf41eee8a30 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 945 time: 0.0512605 Apr 23 00:49:32.612510 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-375cd27d-100c-4a32-8f3a-869d2d3dc4dd req-dd9b90c9-e10a-4d65-acc5-9e09d0dbc793 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324917 Apr 23 00:49:32.912469 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1302dec-4442-4257-9bef-2985720b6469 req-c533e85b-b26f-4406-b788-c2739e8bdc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:32.913944 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b1302dec-4442-4257-9bef-2985720b6469 req-c533e85b-b26f-4406-b788-c2739e8bdc02 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 1098 time: 0.0821528 Apr 23 00:49:32.949015 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b1302dec-4442-4257-9bef-2985720b6469 req-e4ca6b8c-7870-4a49-b999-a2a7a1602cd8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272501 Apr 23 00:49:33.730359 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb8b59-9450-4cf1-a48a-2aee4c2bec23 req-dd796579-b71f-47aa-8526-8ee67565ad43 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:33.731864 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c3cb8b59-9450-4cf1-a48a-2aee4c2bec23 req-dd796579-b71f-47aa-8526-8ee67565ad43 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 945 time: 0.0498035 Apr 23 00:49:33.770558 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c3cb8b59-9450-4cf1-a48a-2aee4c2bec23 req-095209fa-431e-4383-8621-5dc9a0e6d66d tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327187 Apr 23 00:49:34.358960 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00ce296f-8575-4c26-ab01-58d619764d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:34.888281 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91fe4d-c3b8-47fb-8423-5b92535e2971 req-1bdc5d15-6a1c-46e8-9060-9f3f2ea013e5 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:34.889731 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9b91fe4d-c3b8-47fb-8423-5b92535e2971 req-1bdc5d15-6a1c-46e8-9060-9f3f2ea013e5 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 945 time: 0.0520670 Apr 23 00:49:34.926796 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9b91fe4d-c3b8-47fb-8423-5b92535e2971 req-59efe3e0-224f-44a5-8b72-a7bacfb3b8dc tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311437 Apr 23 00:49:36.558694 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0c5630a1-f428-4637-9411-3ac1a29cc0e1 req-0bc0916e-b7e6-4a1d-8ed9-fe4d2031960e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387948 Apr 23 00:49:36.647244 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5630a1-f428-4637-9411-3ac1a29cc0e1 req-a6ab0c8a-278a-47d9-9eac-5f8f6c379fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:36.648770 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0c5630a1-f428-4637-9411-3ac1a29cc0e1 req-a6ab0c8a-278a-47d9-9eac-5f8f6c379fed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc19a0436af94dafacd1fb1cdda06f3c&device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 1098 time: 0.0418172 Apr 23 00:49:36.753816 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5630a1-f428-4637-9411-3ac1a29cc0e1 req-df812d5a-da27-4124-a100-15f9341df129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:36.755306 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0c5630a1-f428-4637-9411-3ac1a29cc0e1 req-df812d5a-da27-4124-a100-15f9341df129 service neutron] 10.222.0.16 "GET /v2.0/networks?id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8 HTTP/1.1" status: 200 len: 909 time: 0.0884438 Apr 23 00:49:36.820893 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0c5630a1-f428-4637-9411-3ac1a29cc0e1 req-2bf61992-9166-47f6-938b-96291b81b6ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d515b998-4a2f-49c1-897c-f144a6909f4f HTTP/1.1" status: 200 len: 1000 time: 0.0580835 Apr 23 00:49:36.869347 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5630a1-f428-4637-9411-3ac1a29cc0e1 req-53cca51e-1183-49ce-b430-3410efc4ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:36.870802 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0c5630a1-f428-4637-9411-3ac1a29cc0e1 req-53cca51e-1183-49ce-b430-3410efc4ad9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27d2e5ba-1298-4f2a-b330-a07ed14d3a31 HTTP/1.1" status: 200 len: 847 time: 0.0443943 Apr 23 00:49:36.920915 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5630a1-f428-4637-9411-3ac1a29cc0e1 req-64b043fe-5ef7-427c-812c-35306ebf60e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:36.922403 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0c5630a1-f428-4637-9411-3ac1a29cc0e1 req-64b043fe-5ef7-427c-812c-35306ebf60e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447910 Apr 23 00:49:37.010745 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0c5630a1-f428-4637-9411-3ac1a29cc0e1 req-55848347-4214-4760-939c-0506cf5d7474 service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817385 Apr 23 00:49:37.103697 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0c5630a1-f428-4637-9411-3ac1a29cc0e1 req-3b2023b2-9ada-437f-b3ef-e6729e379be7 service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861111 Apr 23 00:49:37.294989 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1225b281-f9b9-4a78-8e44-547ee2b70cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:38.044360 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:39.719491 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:40.010450 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:47.753883 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:49:54.096006 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:04.312194 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d9e59ff-3c22-46aa-8eb4-f175eab489d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:07.290093 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2239053-4d46-4f0f-91ca-0346143186a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:08.067136 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:09.713296 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:10.016076 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:24.130031 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:24.752855 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:50:34.341247 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75f31a1d-5cba-481b-8596-0094704c2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:37.278466 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a5b84c4-62b4-4bda-be34-bdd974bdd393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:38.043090 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:38.537468 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6e4ecbb0-d802-4f77-ac27-e16a2853bf74 req-bc761742-7cfa-4a31-9b12-a186d3572efd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415089 Apr 23 00:50:38.619873 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ecbb0-d802-4f77-ac27-e16a2853bf74 req-724db180-6df7-492d-aea2-1583a762be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:38.621371 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6e4ecbb0-d802-4f77-ac27-e16a2853bf74 req-724db180-6df7-492d-aea2-1583a762be3c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc19a0436af94dafacd1fb1cdda06f3c&device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 1098 time: 0.0414791 Apr 23 00:50:38.725701 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ecbb0-d802-4f77-ac27-e16a2853bf74 req-154e3788-1886-46c9-bc35-ec2697615659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:38.727241 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6e4ecbb0-d802-4f77-ac27-e16a2853bf74 req-154e3788-1886-46c9-bc35-ec2697615659 service neutron] 10.222.0.16 "GET /v2.0/networks?id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8 HTTP/1.1" status: 200 len: 909 time: 0.0877130 Apr 23 00:50:38.792365 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6e4ecbb0-d802-4f77-ac27-e16a2853bf74 req-8efa793e-4049-40fb-989e-5c91d519485a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d515b998-4a2f-49c1-897c-f144a6909f4f HTTP/1.1" status: 200 len: 1000 time: 0.0581765 Apr 23 00:50:38.840515 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ecbb0-d802-4f77-ac27-e16a2853bf74 req-45ab3fed-1db6-4a50-9e61-b9d5b521cc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:38.841941 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6e4ecbb0-d802-4f77-ac27-e16a2853bf74 req-45ab3fed-1db6-4a50-9e61-b9d5b521cc2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27d2e5ba-1298-4f2a-b330-a07ed14d3a31 HTTP/1.1" status: 200 len: 847 time: 0.0434363 Apr 23 00:50:38.891547 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ecbb0-d802-4f77-ac27-e16a2853bf74 req-45016a4b-55a7-4cae-95d7-8778947e1234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:38.893050 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6e4ecbb0-d802-4f77-ac27-e16a2853bf74 req-45016a4b-55a7-4cae-95d7-8778947e1234 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437489 Apr 23 00:50:38.979161 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6e4ecbb0-d802-4f77-ac27-e16a2853bf74 req-f812d05f-21bc-4d61-8033-8f7a2898d8d8 service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795455 Apr 23 00:50:39.070151 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-6e4ecbb0-d802-4f77-ac27-e16a2853bf74 req-7cc0c903-22cb-481a-b4bf-561142dd088e service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845695 Apr 23 00:50:39.690150 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:39.980950 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:54.118346 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:01.751121 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:51:04.312216 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53960f2f-8d5c-4323-8c9f-48685e5555a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:07.278057 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f900567-141b-49c7-a125-77e97985d6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:08.048702 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:09.706841 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:09.980910 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:10.978606 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 34742) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:11.134288 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-1c6086f5-f74c-4f38-ad93-4492710f2be7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Deleting port 871fc6b1-f344-4561-9d01-ca9acc14ea94 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:51:11.134635 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1c6086f5-f74c-4f38-ad93-4492710f2be7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:11.208228 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1c6086f5-f74c-4f38-ad93-4492710f2be7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:11.208561 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1c6086f5-f74c-4f38-ad93-4492710f2be7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:11.220139 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-1c6086f5-f74c-4f38-ad93-4492710f2be7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Calling delete_port for 871fc6b1-f344-4561-9d01-ca9acc14ea94 owned by network:floatingip {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:51:11.409493 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1c6086f5-f74c-4f38-ad93-4492710f2be7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:11.432445 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6086f5-f74c-4f38-ad93-4492710f2be7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Pushing event deleted for resources: {'Port': ['ID=871fc6b1-f344-4561-9d01-ca9acc14ea94,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:11.442776 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6086f5-f74c-4f38-ad93-4492710f2be7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:11.443189 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6086f5-f74c-4f38-ad93-4492710f2be7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:11.443450 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6086f5-f74c-4f38-ad93-4492710f2be7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:11.443818 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6086f5-f74c-4f38-ad93-4492710f2be7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:11.444161 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6086f5-f74c-4f38-ad93-4492710f2be7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:11.444496 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6086f5-f74c-4f38-ad93-4492710f2be7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:11.445304 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6086f5-f74c-4f38-ad93-4492710f2be7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:11.445304 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6086f5-f74c-4f38-ad93-4492710f2be7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:11.445494 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6086f5-f74c-4f38-ad93-4492710f2be7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:11.445787 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6086f5-f74c-4f38-ad93-4492710f2be7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:11.446113 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6086f5-f74c-4f38-ad93-4492710f2be7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:11.446441 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6086f5-f74c-4f38-ad93-4492710f2be7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:11.507973 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1c6086f5-f74c-4f38-ad93-4492710f2be7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for floatingip, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:11.513647 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.l3_db [None req-1c6086f5-f74c-4f38-ad93-4492710f2be7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Floating IP ff39285b-e71e-4cd7-b309-f66499c26bf0 disassociated (deleted). External IP: 172.26.3.15, port: d515b998-4a2f-49c1-897c-f144a6909f4f. Apr 23 00:51:11.708770 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6086f5-f74c-4f38-ad93-4492710f2be7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Router 4aa63fbd-8557-4586-aff4-31691d1c6ce6 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:51:11.818172 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6086f5-f74c-4f38-ad93-4492710f2be7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:51:11.823116 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1c6086f5-f74c-4f38-ad93-4492710f2be7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:11.827712 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b59daa-be87-469f-9cbf-a69111897351 None None] Sync routers for ids ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:51:11.836937 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b59daa-be87-469f-9cbf-a69111897351 None None] Routers {'4aa63fbd-8557-4586-aff4-31691d1c6ce6'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:51:11.837552 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-88b59daa-be87-469f-9cbf-a69111897351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:51:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:11.853215 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1c6086f5-f74c-4f38-ad93-4492710f2be7 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "DELETE /v2.0/floatingips/ff39285b-e71e-4cd7-b309-f66499c26bf0 HTTP/1.1" status: 204 len: 168 time: 0.8736155 Apr 23 00:51:11.853790 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c73357-50cb-4724-9dc4-f5155161afe7', 'tag': 'd515b998-4a2f-49c1-897c-f144a6909f4f'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:51:11.856068 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad102a9ca4fa31267bad1d3f34fa45a0d42ae99ca433c88e9d0c1633c647987" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a436c0f-4464-46c8-b0c0-ee9c6a228087" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c73357-50cb-4724-9dc4-f5155161afe7", "tag": "d515b998-4a2f-49c1-897c-f144a6909f4f"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:51:11.965183 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a846cf2d-b821-49ad-bbd3-9aa1d77d8932 x-openstack-request-id: req-a846cf2d-b821-49ad-bbd3-9aa1d77d8932 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:51:11.965183 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c73357-50cb-4724-9dc4-f5155161afe7", "tag": "d515b998-4a2f-49c1-897c-f144a6909f4f", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:51:11.965183 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a846cf2d-b821-49ad-bbd3-9aa1d77d8932 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:51:11.965560 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-88b59daa-be87-469f-9cbf-a69111897351 None None] Set router 4aa63fbd-8557-4586-aff4-31691d1c6ce6 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:51:11.965667 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a846cf2d-b821-49ad-bbd3-9aa1d77d8932'] response: {'name': 'network-changed', 'server_uuid': 'c9c73357-50cb-4724-9dc4-f5155161afe7', 'tag': 'd515b998-4a2f-49c1-897c-f144a6909f4f', 'status': 'completed', 'code': 200} Apr 23 00:51:12.009310 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a436c0f-4464-46c8-b0c0-ee9c6a228087 req-45a5c767-b615-4dbd-a118-eee326c1f386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:12.010973 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4a436c0f-4464-46c8-b0c0-ee9c6a228087 req-45a5c767-b615-4dbd-a118-eee326c1f386 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc19a0436af94dafacd1fb1cdda06f3c&device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 1098 time: 0.0430975 Apr 23 00:51:12.105040 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a436c0f-4464-46c8-b0c0-ee9c6a228087 req-bc47b5a9-42ed-4149-bd80-97f0b54e73bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:12.106563 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4a436c0f-4464-46c8-b0c0-ee9c6a228087 req-bc47b5a9-42ed-4149-bd80-97f0b54e73bf service neutron] 10.222.0.16 "GET /v2.0/networks?id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8 HTTP/1.1" status: 200 len: 909 time: 0.0890441 Apr 23 00:51:12.163691 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4a436c0f-4464-46c8-b0c0-ee9c6a228087 req-3ed6199c-6c66-464b-bb50-c4bb1272d48a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d515b998-4a2f-49c1-897c-f144a6909f4f HTTP/1.1" status: 200 len: 217 time: 0.0437484 Apr 23 00:51:12.217899 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a436c0f-4464-46c8-b0c0-ee9c6a228087 req-e2f1aeda-4544-4eb4-8866-6b3f3b6843c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:12.223755 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4a436c0f-4464-46c8-b0c0-ee9c6a228087 req-e2f1aeda-4544-4eb4-8866-6b3f3b6843c8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27d2e5ba-1298-4f2a-b330-a07ed14d3a31 HTTP/1.1" status: 200 len: 847 time: 0.0487993 Apr 23 00:51:12.299285 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a436c0f-4464-46c8-b0c0-ee9c6a228087 req-4ceaf4f3-9c38-4f45-8386-e49c7358bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:12.301138 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4a436c0f-4464-46c8-b0c0-ee9c6a228087 req-4ceaf4f3-9c38-4f45-8386-e49c7358bc11 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65a8fd14-9fb1-4b27-9250-c14bb68b38b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679135 Apr 23 00:51:12.306651 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-88b59daa-be87-469f-9cbf-a69111897351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'name': 'tempest-TestShelveInstance-233334628-router', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:21Z', 'revision_number': 4, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'gw_port': {'id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': 'bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14', 'name': '', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'mac_address': 'fa:16:3e:eb:bf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:21Z', 'updated_at': '2022-04-23T00:41:26Z', 'revision_number': 5, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'subnets': [{'id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:12.333067 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b59daa-be87-469f-9cbf-a69111897351 None None] Checking router: 4aa63fbd-8557-4586-aff4-31691d1c6ce6 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:51:12.341110 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b59daa-be87-469f-9cbf-a69111897351 None None] Routers {'4aa63fbd-8557-4586-aff4-31691d1c6ce6'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:51:12.341723 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-88b59daa-be87-469f-9cbf-a69111897351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:51:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:12.364382 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae5213-e54e-479c-b770-0f3f8cffd081 req-99a7565c-f485-4348-894f-df14bc656835 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:12.365855 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d4ae5213-e54e-479c-b770-0f3f8cffd081 req-99a7565c-f485-4348-894f-df14bc656835 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 945 time: 0.1017170 Apr 23 00:51:12.429543 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-d4ae5213-e54e-479c-b770-0f3f8cffd081 req-c626f254-fe10-4a92-a87f-f62b0ed34927 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559750 Apr 23 00:51:12.433055 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4a436c0f-4464-46c8-b0c0-ee9c6a228087 req-cea9988b-8436-4d22-85bf-e47215f05493 service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240504 Apr 23 00:51:12.447997 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-88b59daa-be87-469f-9cbf-a69111897351 None None] Set router 4aa63fbd-8557-4586-aff4-31691d1c6ce6 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:51:12.529441 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-4a436c0f-4464-46c8-b0c0-ee9c6a228087 req-e1f0d905-6e2c-4859-9052-b6f97b09c8fe service neutron] 10.222.0.16 "GET /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892749 Apr 23 00:51:12.663780 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-88b59daa-be87-469f-9cbf-a69111897351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'name': 'tempest-TestShelveInstance-233334628-router', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:21Z', 'revision_number': 4, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'gw_port': {'id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': 'bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14', 'name': '', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'mac_address': 'fa:16:3e:eb:bf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:21Z', 'updated_at': '2022-04-23T00:41:26Z', 'revision_number': 5, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'subnets': [{'id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:12.693177 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b59daa-be87-469f-9cbf-a69111897351 None None] The sync data for ids ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'] in dv-neutron-838783-1-hyperv is: [{'id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'name': 'tempest-TestShelveInstance-233334628-router', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:21Z', 'revision_number': 4, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'gw_port': {'id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': 'bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14', 'name': '', 'network_id': '65a8fd14-9fb1-4b27-9250-c14bb68b38b8', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'mac_address': 'fa:16:3e:eb:bf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:21Z', 'updated_at': '2022-04-23T00:41:26Z', 'revision_number': 5, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'subnets': [{'id': '27d2e5ba-1298-4f2a-b330-a07ed14d3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:51:12.915327 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4889182b-9068-4a21-85ac-7ef5852d35ca None None] New status for floating IP ff39285b-e71e-4cd7-b309-f66499c26bf0: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:51:13.548890 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d2325-8752-4722-b363-871aea40736b req-0f98c223-745d-43ee-879e-c7110184d233 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:13.550357 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d11d2325-8752-4722-b363-871aea40736b req-0f98c223-745d-43ee-879e-c7110184d233 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 945 time: 0.0500722 Apr 23 00:51:13.588748 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d11d2325-8752-4722-b363-871aea40736b req-111616a5-ce12-4667-bb06-60c22a387a13 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/security-groups?id=0da67e77-6f46-4f92-abf4-c56bb31e5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323796 Apr 23 00:51:13.802214 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a23f64-56eb-48e2-8f07-98044a808172 req-19011a43-62b0-4f03-8da2-ea07e58a86aa tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:13.803742 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-10a23f64-56eb-48e2-8f07-98044a808172 req-19011a43-62b0-4f03-8da2-ea07e58a86aa tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 945 time: 0.0497048 Apr 23 00:51:13.894211 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [req-10a23f64-56eb-48e2-8f07-98044a808172 req-c08649a9-9704-4c29-a04e-9f8ee28939fd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Deleting port d515b998-4a2f-49c1-897c-f144a6909f4f {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:51:13.894555 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-10a23f64-56eb-48e2-8f07-98044a808172 req-c08649a9-9704-4c29-a04e-9f8ee28939fd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:13.979062 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [req-10a23f64-56eb-48e2-8f07-98044a808172 req-c08649a9-9704-4c29-a04e-9f8ee28939fd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] For port d515b998-4a2f-49c1-897c-f144a6909f4f, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d515b998-4a2f-49c1-897c-f144a6909f4f,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:51:13.979420 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-10a23f64-56eb-48e2-8f07-98044a808172 req-c08649a9-9704-4c29-a04e-9f8ee28939fd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:13.992470 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [req-10a23f64-56eb-48e2-8f07-98044a808172 req-c08649a9-9704-4c29-a04e-9f8ee28939fd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Calling delete_port for d515b998-4a2f-49c1-897c-f144a6909f4f owned by compute:nova {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:51:14.181098 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-10a23f64-56eb-48e2-8f07-98044a808172 req-c08649a9-9704-4c29-a04e-9f8ee28939fd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:14.210986 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08649a9-9704-4c29-a04e-9f8ee28939fd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Pushing event deleted for resources: {'Port': ['ID=d515b998-4a2f-49c1-897c-f144a6909f4f,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:14.234616 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08649a9-9704-4c29-a04e-9f8ee28939fd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:14.235541 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08649a9-9704-4c29-a04e-9f8ee28939fd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:14.235968 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08649a9-9704-4c29-a04e-9f8ee28939fd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:14.236171 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08649a9-9704-4c29-a04e-9f8ee28939fd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:14.236499 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08649a9-9704-4c29-a04e-9f8ee28939fd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:14.236826 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08649a9-9704-4c29-a04e-9f8ee28939fd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:14.237148 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08649a9-9704-4c29-a04e-9f8ee28939fd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:14.237469 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08649a9-9704-4c29-a04e-9f8ee28939fd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:14.237792 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08649a9-9704-4c29-a04e-9f8ee28939fd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:14.238115 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08649a9-9704-4c29-a04e-9f8ee28939fd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:14.238437 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08649a9-9704-4c29-a04e-9f8ee28939fd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:14.238755 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08649a9-9704-4c29-a04e-9f8ee28939fd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:14.264006 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a23f64-56eb-48e2-8f07-98044a808172 req-c08649a9-9704-4c29-a04e-9f8ee28939fd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] No DVR routers for this DVR port d515b998-4a2f-49c1-897c-f144a6909f4f on host hv-neutron-8387 {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:51:14.266689 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-10a23f64-56eb-48e2-8f07-98044a808172 req-c08649a9-9704-4c29-a04e-9f8ee28939fd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:14.269938 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-10a23f64-56eb-48e2-8f07-98044a808172 req-c08649a9-9704-4c29-a04e-9f8ee28939fd tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.16 "DELETE /v2.0/ports/d515b998-4a2f-49c1-897c-f144a6909f4f HTTP/1.1" status: 204 len: 173 time: 0.4603198 Apr 23 00:51:14.270369 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c73357-50cb-4724-9dc4-f5155161afe7', 'name': 'network-vif-deleted', 'tag': 'd515b998-4a2f-49c1-897c-f144a6909f4f'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:51:14.272704 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d68a074-3496-4d07-a88a-ffc2173771b7" -d '{"events": [{"server_uuid": "c9c73357-50cb-4724-9dc4-f5155161afe7", "name": "network-vif-deleted", "tag": "d515b998-4a2f-49c1-897c-f144a6909f4f"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:51:14.357751 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eef9818-f10e-42cc-bfc4-0ac24373f5f8 x-openstack-request-id: req-3eef9818-f10e-42cc-bfc4-0ac24373f5f8 {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:51:14.358050 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c73357-50cb-4724-9dc4-f5155161afe7", "name": "network-vif-deleted", "tag": "d515b998-4a2f-49c1-897c-f144a6909f4f", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:51:14.358320 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3eef9818-f10e-42cc-bfc4-0ac24373f5f8 {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:51:14.358766 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eef9818-f10e-42cc-bfc4-0ac24373f5f8'] response: {'server_uuid': 'c9c73357-50cb-4724-9dc4-f5155161afe7', 'name': 'network-vif-deleted', 'tag': 'd515b998-4a2f-49c1-897c-f144a6909f4f', 'status': 'completed', 'code': 200} Apr 23 00:51:14.692141 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-dfd6c989-b835-4632-97f5-13527ad8f7d7 req-741f3e69-10b5-4f66-a75f-4c4ae6af53f9 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 210 time: 0.0293584 Apr 23 00:51:15.792350 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a8df09b2-f96c-4e2c-9896-bd418aea9914 req-6c030607-e078-48c3-aa03-e6e9ce400fc9 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 210 time: 0.0278177 Apr 23 00:51:16.888691 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ea829410-d5db-4bc7-bf8a-14f37a09d4ec req-001d4b11-7f53-4a21-8b6b-709c670a621d tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 210 time: 0.0263197 Apr 23 00:51:17.984745 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-c561086e-cc72-49d9-8c89-2e583cc7996f req-cbcef603-1c30-442b-9fa3-b846a2a9b1e9 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73357-50cb-4724-9dc4-f5155161afe7 HTTP/1.1" status: 200 len: 210 time: 0.0282896 Apr 23 00:51:18.818064 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device d515b998-4a2f-49c1-897c-f144a6909f4f no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:51:18.838218 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: d515b998-4a2f-49c1-897c-f144a6909f4f {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:51:18.838559 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device d515b998-4a2f-49c1-897c-f144a6909f4f not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:51:19.043129 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 34778) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:19.105844 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4dc5d3bb-e375-4b05-bbf7-c5cba5a175f8 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:19.130841 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4dc5d3bb-e375-4b05-bbf7-c5cba5a175f8 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:19.255636 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4dc5d3bb-e375-4b05-bbf7-c5cba5a175f8 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:19.258201 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4dc5d3bb-e375-4b05-bbf7-c5cba5a175f8 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:19.259376 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-4dc5d3bb-e375-4b05-bbf7-c5cba5a175f8 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] 10.222.0.15 "DELETE /v2.0/security-groups/0da67e77-6f46-4f92-abf4-c56bb31e5fd4 HTTP/1.1" status: 204 len: 168 time: 0.2150316 Apr 23 00:51:19.269797 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5d3bb-e375-4b05-bbf7-c5cba5a175f8 tempest-TestShelveInstance-871268309 tempest-TestShelveInstance-871268309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da67e77-6f46-4f92-abf4-c56bb31e5fd4,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:19.374722 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 34782) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:19.858933 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0625cf9a-66e2-4545-8dcf-f8dbe8291d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:20.106083 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-0625cf9a-66e2-4545-8dcf-f8dbe8291d52 admin admin] Deleting port bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:51:20.106777 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0625cf9a-66e2-4545-8dcf-f8dbe8291d52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:20.185214 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-0625cf9a-66e2-4545-8dcf-f8dbe8291d52 admin admin] For port bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:51:20.185573 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0625cf9a-66e2-4545-8dcf-f8dbe8291d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:20.197967 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-0625cf9a-66e2-4545-8dcf-f8dbe8291d52 admin admin] Calling delete_port for bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14 owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:51:20.438702 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0625cf9a-66e2-4545-8dcf-f8dbe8291d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:20.463780 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625cf9a-66e2-4545-8dcf-f8dbe8291d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:20.637784 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0625cf9a-66e2-4545-8dcf-f8dbe8291d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:20.860925 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0625cf9a-66e2-4545-8dcf-f8dbe8291d52 admin admin] Router 4aa63fbd-8557-4586-aff4-31691d1c6ce6 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:51:20.967668 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0625cf9a-66e2-4545-8dcf-f8dbe8291d52 admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:51:20.975851 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-0625cf9a-66e2-4545-8dcf-f8dbe8291d52 admin admin] 10.222.0.15 "PUT /v2.0/routers/4aa63fbd-8557-4586-aff4-31691d1c6ce6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5967674 Apr 23 00:51:20.976375 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 34786) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:20.977051 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e1463c-b78d-4db1-af43-2cdd8315c239 None None] Sync routers for ids ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:51:20.987064 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e1463c-b78d-4db1-af43-2cdd8315c239 None None] Routers {'4aa63fbd-8557-4586-aff4-31691d1c6ce6'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:51:20.987709 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-d0e1463c-b78d-4db1-af43-2cdd8315c239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:51:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:21.085354 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b339b2f4-f858-4235-acbc-7207b81af9f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:21.099993 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-d0e1463c-b78d-4db1-af43-2cdd8315c239 None None] Set router 4aa63fbd-8557-4586-aff4-31691d1c6ce6 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:51:21.190777 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b339b2f4-f858-4235-acbc-7207b81af9f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:21.284106 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-d0e1463c-b78d-4db1-af43-2cdd8315c239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'name': 'tempest-TestShelveInstance-233334628-router', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:51:20Z', 'revision_number': 5, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'gw_port': {'id': '7ba9390c-bed5-4c20-8d51-3b33d82311c9', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:21.310547 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e1463c-b78d-4db1-af43-2cdd8315c239 None None] Checking router: 4aa63fbd-8557-4586-aff4-31691d1c6ce6 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:51:21.319750 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e1463c-b78d-4db1-af43-2cdd8315c239 None None] Routers {'4aa63fbd-8557-4586-aff4-31691d1c6ce6'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:51:21.320379 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-d0e1463c-b78d-4db1-af43-2cdd8315c239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:51:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:21.339266 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-b339b2f4-f858-4235-acbc-7207b81af9f9 admin admin] Deleting port 7ba9390c-bed5-4c20-8d51-3b33d82311c9 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:51:21.339537 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b339b2f4-f858-4235-acbc-7207b81af9f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:21.409345 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-d0e1463c-b78d-4db1-af43-2cdd8315c239 None None] Set router 4aa63fbd-8557-4586-aff4-31691d1c6ce6 gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:51:21.467694 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-d0e1463c-b78d-4db1-af43-2cdd8315c239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'name': 'tempest-TestShelveInstance-233334628-router', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:51:21Z', 'revision_number': 6, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:21.495610 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e1463c-b78d-4db1-af43-2cdd8315c239 None None] The sync data for ids ['4aa63fbd-8557-4586-aff4-31691d1c6ce6'] in dv-neutron-838783-1-hyperv is: [{'id': '4aa63fbd-8557-4586-aff4-31691d1c6ce6', 'name': 'tempest-TestShelveInstance-233334628-router', 'tenant_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:19Z', 'updated_at': '2022-04-23T00:51:21Z', 'revision_number': 6, 'project_id': 'fc19a0436af94dafacd1fb1cdda06f3c', 'gw_port_host': None}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:51:21.727510 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-b339b2f4-f858-4235-acbc-7207b81af9f9 admin admin] For port 7ba9390c-bed5-4c20-8d51-3b33d82311c9, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=7ba9390c-bed5-4c20-8d51-3b33d82311c9,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:51:21.727899 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b339b2f4-f858-4235-acbc-7207b81af9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:21.739962 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-b339b2f4-f858-4235-acbc-7207b81af9f9 admin admin] Calling delete_port for 7ba9390c-bed5-4c20-8d51-3b33d82311c9 owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:51:21.900566 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:51:21.921263 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:51:21.921886 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device bc8ed03e-7846-4cc7-9ee7-8a60fb69ca14 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:51:21.981293 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b339b2f4-f858-4235-acbc-7207b81af9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:22.006813 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339b2f4-f858-4235-acbc-7207b81af9f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ba9390c-bed5-4c20-8d51-3b33d82311c9,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:22.065034 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b339b2f4-f858-4235-acbc-7207b81af9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:22.155280 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b339b2f4-f858-4235-acbc-7207b81af9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:22.157381 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b339b2f4-f858-4235-acbc-7207b81af9f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:22.238494 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b339b2f4-f858-4235-acbc-7207b81af9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:22.239523 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b339b2f4-f858-4235-acbc-7207b81af9f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4aa63fbd-8557-4586-aff4-31691d1c6ce6 {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:51:22.243820 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b339b2f4-f858-4235-acbc-7207b81af9f9 admin admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:22.252942 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-b339b2f4-f858-4235-acbc-7207b81af9f9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4aa63fbd-8557-4586-aff4-31691d1c6ce6 HTTP/1.1" status: 204 len: 168 time: 1.2671971 Apr 23 00:51:22.252942 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 34788) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:22.293686 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-a20f0de7-8bdc-461d-aa02-fd98ffb8fb71 admin admin] Deleting subnet 27d2e5ba-1298-4f2a-b330-a07ed14d3a31 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:51:22.296915 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a20f0de7-8bdc-461d-aa02-fd98ffb8fb71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:22.332346 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a20f0de7-8bdc-461d-aa02-fd98ffb8fb71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:22.415386 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a20f0de7-8bdc-461d-aa02-fd98ffb8fb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:22.535458 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a20f0de7-8bdc-461d-aa02-fd98ffb8fb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:22.562172 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f0de7-8bdc-461d-aa02-fd98ffb8fb71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27d2e5ba-1298-4f2a-b330-a07ed14d3a31,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:22.567097 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a20f0de7-8bdc-461d-aa02-fd98ffb8fb71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:22.571716 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-a20f0de7-8bdc-461d-aa02-fd98ffb8fb71 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/27d2e5ba-1298-4f2a-b330-a07ed14d3a31 HTTP/1.1" status: 204 len: 168 time: 0.3231764 Apr 23 00:51:22.573215 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76992189-aa9d-4966-98da-280893071b71 None None] Network 65a8fd14-9fb1-4b27-9250-c14bb68b38b8 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:51:22.574269 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 34790) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:22.646660 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-49970f9e-6472-46f4-a106-3adf2e5b8256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:22.699616 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-49970f9e-6472-46f4-a106-3adf2e5b8256 admin admin] Deleting port 1cfdd0c2-d52b-40b1-999b-c1c657e1a368 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:51:22.699960 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-49970f9e-6472-46f4-a106-3adf2e5b8256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:22.743407 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7d2ec4-f427-4e19-8177-60548f2fafc4 None None] DHCP port deletion for 65a8fd14-9fb1-4b27-9250-c14bb68b38b8 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:51:22.768541 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-49970f9e-6472-46f4-a106-3adf2e5b8256 admin admin] For port 1cfdd0c2-d52b-40b1-999b-c1c657e1a368, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=1cfdd0c2-d52b-40b1-999b-c1c657e1a368,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:51:22.768974 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-49970f9e-6472-46f4-a106-3adf2e5b8256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:22.782019 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-49970f9e-6472-46f4-a106-3adf2e5b8256 admin admin] Calling delete_port for 1cfdd0c2-d52b-40b1-999b-c1c657e1a368 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:51:22.794812 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1a7d2ec4-f427-4e19-8177-60548f2fafc4 None None] Deleting port 1cfdd0c2-d52b-40b1-999b-c1c657e1a368 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:51:22.795197 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a7d2ec4-f427-4e19-8177-60548f2fafc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:22.856483 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1a7d2ec4-f427-4e19-8177-60548f2fafc4 None None] For port 1cfdd0c2-d52b-40b1-999b-c1c657e1a368, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=1cfdd0c2-d52b-40b1-999b-c1c657e1a368,segment=NetworkSegment(776c178e-f361-4efd-9612-0a48272e61c1),segment_id=776c178e-f361-4efd-9612-0a48272e61c1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:51:22.856879 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a7d2ec4-f427-4e19-8177-60548f2fafc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:22.870407 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1a7d2ec4-f427-4e19-8177-60548f2fafc4 None None] Calling delete_port for 1cfdd0c2-d52b-40b1-999b-c1c657e1a368 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:51:22.929829 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-49970f9e-6472-46f4-a106-3adf2e5b8256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:22.948751 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a7d2ec4-f427-4e19-8177-60548f2fafc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:22.956225 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49970f9e-6472-46f4-a106-3adf2e5b8256 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cfdd0c2-d52b-40b1-999b-c1c657e1a368,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:22.959734 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49970f9e-6472-46f4-a106-3adf2e5b8256 admin admin] No DVR routers for this DVR port 1cfdd0c2-d52b-40b1-999b-c1c657e1a368 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:51:22.974620 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d2ec4-f427-4e19-8177-60548f2fafc4 None None] Pushing event deleted for resources: {'Port': ['ID=1cfdd0c2-d52b-40b1-999b-c1c657e1a368,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:22.981128 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7d2ec4-f427-4e19-8177-60548f2fafc4 None None] No DVR routers for this DVR port 1cfdd0c2-d52b-40b1-999b-c1c657e1a368 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:51:22.991477 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d2ec4-f427-4e19-8177-60548f2fafc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:22.991477 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d2ec4-f427-4e19-8177-60548f2fafc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:22.991477 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d2ec4-f427-4e19-8177-60548f2fafc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:22.991477 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d2ec4-f427-4e19-8177-60548f2fafc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:22.992536 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d2ec4-f427-4e19-8177-60548f2fafc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:22.992536 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d2ec4-f427-4e19-8177-60548f2fafc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:22.992536 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d2ec4-f427-4e19-8177-60548f2fafc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:22.992837 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d2ec4-f427-4e19-8177-60548f2fafc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:22.993168 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d2ec4-f427-4e19-8177-60548f2fafc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:22.993497 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d2ec4-f427-4e19-8177-60548f2fafc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:22.993816 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d2ec4-f427-4e19-8177-60548f2fafc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:22.994136 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d2ec4-f427-4e19-8177-60548f2fafc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:23.036346 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-49970f9e-6472-46f4-a106-3adf2e5b8256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:23.056436 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-49970f9e-6472-46f4-a106-3adf2e5b8256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a8fd14-9fb1-4b27-9250-c14bb68b38b8']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:23.066329 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-49970f9e-6472-46f4-a106-3adf2e5b8256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776c178e-f361-4efd-9612-0a48272e61c1') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:23.066627 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-49970f9e-6472-46f4-a106-3adf2e5b8256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776c178e-f361-4efd-9612-0a48272e61c1') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:23.075849 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-49970f9e-6472-46f4-a106-3adf2e5b8256 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:23.088795 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-49970f9e-6472-46f4-a106-3adf2e5b8256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:23.094470 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49970f9e-6472-46f4-a106-3adf2e5b8256 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:51:23.094867 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-49970f9e-6472-46f4-a106-3adf2e5b8256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:51:23.096740 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:51:23.215089 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-49970f9e-6472-46f4-a106-3adf2e5b8256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:23.222106 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-49970f9e-6472-46f4-a106-3adf2e5b8256 admin admin] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:23.224729 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-49970f9e-6472-46f4-a106-3adf2e5b8256 admin admin] 10.222.0.15 "DELETE /v2.0/networks/65a8fd14-9fb1-4b27-9250-c14bb68b38b8 HTTP/1.1" status: 204 len: 168 time: 0.6494412 Apr 23 00:51:23.227679 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 34792) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:23.236292 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49970f9e-6472-46f4-a106-3adf2e5b8256 admin admin] Pushing event deleted for resources: {'Network': ['ID=65a8fd14-9fb1-4b27-9250-c14bb68b38b8,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:23.811109 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7ba9390c-bed5-4c20-8d51-3b33d82311c9 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:51:23.817451 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d4aad283-e5ee-441b-8b07-783f188ffe3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:23.832349 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 7ba9390c-bed5-4c20-8d51-3b33d82311c9 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:51:23.832699 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 7ba9390c-bed5-4c20-8d51-3b33d82311c9 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:51:23.833120 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 1cfdd0c2-d52b-40b1-999b-c1c657e1a368 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:51:23.851698 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 1cfdd0c2-d52b-40b1-999b-c1c657e1a368 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:51:23.852049 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 1cfdd0c2-d52b-40b1-999b-c1c657e1a368 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:51:24.053393 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-d4aad283-e5ee-441b-8b07-783f188ffe3d admin admin] Deleting port 96073715-be36-4a32-8e59-dd677b09214d {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:51:24.053731 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d4aad283-e5ee-441b-8b07-783f188ffe3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:24.106397 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:24.133189 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-d4aad283-e5ee-441b-8b07-783f188ffe3d admin admin] For port 96073715-be36-4a32-8e59-dd677b09214d, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=96073715-be36-4a32-8e59-dd677b09214d,segment=NetworkSegment(13a402e1-b1bd-41f0-9090-3ce8b2ee2803),segment_id=13a402e1-b1bd-41f0-9090-3ce8b2ee2803)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:51:24.133558 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d4aad283-e5ee-441b-8b07-783f188ffe3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:24.147716 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-d4aad283-e5ee-441b-8b07-783f188ffe3d admin admin] Calling delete_port for 96073715-be36-4a32-8e59-dd677b09214d owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:51:24.386714 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d4aad283-e5ee-441b-8b07-783f188ffe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:24.410055 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aad283-e5ee-441b-8b07-783f188ffe3d admin admin] Pushing event deleted for resources: {'Port': ['ID=96073715-be36-4a32-8e59-dd677b09214d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:24.592794 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d4aad283-e5ee-441b-8b07-783f188ffe3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:24.807160 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4aad283-e5ee-441b-8b07-783f188ffe3d admin admin] Router 8159abd0-ef73-4752-bc5a-0e11405eacf5 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:51:24.914063 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4aad283-e5ee-441b-8b07-783f188ffe3d admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:51:24.919741 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-d4aad283-e5ee-441b-8b07-783f188ffe3d admin admin] 10.222.0.15 "PUT /v2.0/routers/8159abd0-ef73-4752-bc5a-0e11405eacf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6903329 Apr 23 00:51:24.921500 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 34794) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:24.924135 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1837e9d9-3f15-4bb7-bef7-ece6d3ad367b None None] Sync routers for ids ['8159abd0-ef73-4752-bc5a-0e11405eacf5'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:51:24.934000 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1837e9d9-3f15-4bb7-bef7-ece6d3ad367b None None] Routers {'8159abd0-ef73-4752-bc5a-0e11405eacf5'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:51:24.934684 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-1837e9d9-3f15-4bb7-bef7-ece6d3ad367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:51:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['8159abd0-ef73-4752-bc5a-0e11405eacf5'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:25.024450 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4117a9d2-5c2d-443d-89e7-21a6d2f00830 admin admin] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:25.036611 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-1837e9d9-3f15-4bb7-bef7-ece6d3ad367b None None] Set router 8159abd0-ef73-4752-bc5a-0e11405eacf5 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:51:25.129287 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4117a9d2-5c2d-443d-89e7-21a6d2f00830 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:25.208810 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-1837e9d9-3f15-4bb7-bef7-ece6d3ad367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8159abd0-ef73-4752-bc5a-0e11405eacf5', 'name': 'tempest-TestShelveInstance-1109200605-router', 'tenant_id': 'de9011b062284fa394c404ae616f6ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': 'a234303c-9dc7-48ce-8a77-8a722f20fb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:25Z', 'updated_at': '2022-04-23T00:51:24Z', 'revision_number': 5, 'project_id': 'de9011b062284fa394c404ae616f6ba9', 'gw_port': {'id': 'a234303c-9dc7-48ce-8a77-8a722f20fb68', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8159abd0-ef73-4752-bc5a-0e11405eacf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:41:25Z', 'updated_at': '2022-04-23T00:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:25.233578 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-4117a9d2-5c2d-443d-89e7-21a6d2f00830 admin admin] Deleting port a234303c-9dc7-48ce-8a77-8a722f20fb68 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:51:25.233916 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4117a9d2-5c2d-443d-89e7-21a6d2f00830 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:25.239735 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1837e9d9-3f15-4bb7-bef7-ece6d3ad367b None None] Checking router: 8159abd0-ef73-4752-bc5a-0e11405eacf5 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:51:25.248274 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1837e9d9-3f15-4bb7-bef7-ece6d3ad367b None None] Routers {'8159abd0-ef73-4752-bc5a-0e11405eacf5'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:51:25.248883 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-1837e9d9-3f15-4bb7-bef7-ece6d3ad367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:51:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['8159abd0-ef73-4752-bc5a-0e11405eacf5'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:25.316599 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-4117a9d2-5c2d-443d-89e7-21a6d2f00830 admin admin] For port a234303c-9dc7-48ce-8a77-8a722f20fb68, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=a234303c-9dc7-48ce-8a77-8a722f20fb68,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:51:25.316961 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4117a9d2-5c2d-443d-89e7-21a6d2f00830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:25.328718 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-4117a9d2-5c2d-443d-89e7-21a6d2f00830 admin admin] Calling delete_port for a234303c-9dc7-48ce-8a77-8a722f20fb68 owned by network:router_gateway {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:51:25.333578 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-1837e9d9-3f15-4bb7-bef7-ece6d3ad367b None None] Set router 8159abd0-ef73-4752-bc5a-0e11405eacf5 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:51:25.384032 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-1837e9d9-3f15-4bb7-bef7-ece6d3ad367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8159abd0-ef73-4752-bc5a-0e11405eacf5', 'name': 'tempest-TestShelveInstance-1109200605-router', 'tenant_id': 'de9011b062284fa394c404ae616f6ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:25Z', 'updated_at': '2022-04-23T00:51:25Z', 'revision_number': 6, 'project_id': 'de9011b062284fa394c404ae616f6ba9', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:25.413281 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1837e9d9-3f15-4bb7-bef7-ece6d3ad367b None None] The sync data for ids ['8159abd0-ef73-4752-bc5a-0e11405eacf5'] in dv-neutron-838783-1-hyperv is: [{'id': '8159abd0-ef73-4752-bc5a-0e11405eacf5', 'name': 'tempest-TestShelveInstance-1109200605-router', 'tenant_id': 'de9011b062284fa394c404ae616f6ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:41:25Z', 'updated_at': '2022-04-23T00:51:25Z', 'revision_number': 6, 'project_id': 'de9011b062284fa394c404ae616f6ba9', 'gw_port_host': None}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:51:25.551990 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4117a9d2-5c2d-443d-89e7-21a6d2f00830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:25.576104 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117a9d2-5c2d-443d-89e7-21a6d2f00830 admin admin] Pushing event deleted for resources: {'Port': ['ID=a234303c-9dc7-48ce-8a77-8a722f20fb68,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:25.638229 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4117a9d2-5c2d-443d-89e7-21a6d2f00830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:25.746366 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4117a9d2-5c2d-443d-89e7-21a6d2f00830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:25.748630 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4117a9d2-5c2d-443d-89e7-21a6d2f00830 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:25.889387 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4117a9d2-5c2d-443d-89e7-21a6d2f00830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:25.889929 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4117a9d2-5c2d-443d-89e7-21a6d2f00830 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8159abd0-ef73-4752-bc5a-0e11405eacf5 {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:51:25.896555 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4117a9d2-5c2d-443d-89e7-21a6d2f00830 admin admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:25.897819 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4117a9d2-5c2d-443d-89e7-21a6d2f00830 admin admin] 10.222.0.15 "DELETE /v2.0/routers/8159abd0-ef73-4752-bc5a-0e11405eacf5 HTTP/1.1" status: 204 len: 168 time: 0.9753871 Apr 23 00:51:25.900284 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 34796) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:25.944489 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ccb166-f0bc-460f-b594-8e67ac7eae5d admin admin] Deleting subnet 96a9b4b5-f019-417d-9f8d-dff6fe21b4b0 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:51:25.947430 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-01ccb166-f0bc-460f-b594-8e67ac7eae5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:25.984221 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-01ccb166-f0bc-460f-b594-8e67ac7eae5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:26.058468 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-01ccb166-f0bc-460f-b594-8e67ac7eae5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:26.175412 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 96073715-be36-4a32-8e59-dd677b09214d no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:51:26.187305 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-01ccb166-f0bc-460f-b594-8e67ac7eae5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:26.201098 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 96073715-be36-4a32-8e59-dd677b09214d {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:51:26.201975 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 96073715-be36-4a32-8e59-dd677b09214d not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:51:26.215808 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ccb166-f0bc-460f-b594-8e67ac7eae5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96a9b4b5-f019-417d-9f8d-dff6fe21b4b0,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:26.221432 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-01ccb166-f0bc-460f-b594-8e67ac7eae5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:26.226799 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d114af3-219d-4939-b073-5d2d851a79f7 None None] Network 2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:51:26.227793 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 34798) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:26.228277 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-01ccb166-f0bc-460f-b594-8e67ac7eae5d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/96a9b4b5-f019-417d-9f8d-dff6fe21b4b0 HTTP/1.1" status: 204 len: 168 time: 0.3266959 Apr 23 00:51:26.302083 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3ab2e73d-ca60-4ff3-9fee-f07217bb8d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:26.357315 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-3ab2e73d-ca60-4ff3-9fee-f07217bb8d00 admin admin] Deleting port f4d650ec-714d-4da8-a5ce-95ac7f44edbd {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:51:26.357782 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3ab2e73d-ca60-4ff3-9fee-f07217bb8d00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:26.420455 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9da87c-4255-4b0f-a56e-dfd961545f4a None None] DHCP port deletion for 2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:51:26.429194 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-3ab2e73d-ca60-4ff3-9fee-f07217bb8d00 admin admin] For port f4d650ec-714d-4da8-a5ce-95ac7f44edbd, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=f4d650ec-714d-4da8-a5ce-95ac7f44edbd,segment=NetworkSegment(13a402e1-b1bd-41f0-9090-3ce8b2ee2803),segment_id=13a402e1-b1bd-41f0-9090-3ce8b2ee2803)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:51:26.429641 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3ab2e73d-ca60-4ff3-9fee-f07217bb8d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:26.451835 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-3ab2e73d-ca60-4ff3-9fee-f07217bb8d00 admin admin] Calling delete_port for f4d650ec-714d-4da8-a5ce-95ac7f44edbd owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:51:26.469389 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3f9da87c-4255-4b0f-a56e-dfd961545f4a None None] Deleting port f4d650ec-714d-4da8-a5ce-95ac7f44edbd {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:51:26.469498 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f9da87c-4255-4b0f-a56e-dfd961545f4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:26.532334 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3f9da87c-4255-4b0f-a56e-dfd961545f4a None None] For port f4d650ec-714d-4da8-a5ce-95ac7f44edbd, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=f4d650ec-714d-4da8-a5ce-95ac7f44edbd,segment=NetworkSegment(13a402e1-b1bd-41f0-9090-3ce8b2ee2803),segment_id=13a402e1-b1bd-41f0-9090-3ce8b2ee2803)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:51:26.532725 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f9da87c-4255-4b0f-a56e-dfd961545f4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:26.546818 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3f9da87c-4255-4b0f-a56e-dfd961545f4a None None] Calling delete_port for f4d650ec-714d-4da8-a5ce-95ac7f44edbd owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:51:26.597641 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3ab2e73d-ca60-4ff3-9fee-f07217bb8d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:26.624110 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2e73d-ca60-4ff3-9fee-f07217bb8d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4d650ec-714d-4da8-a5ce-95ac7f44edbd,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:26.626012 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab2e73d-ca60-4ff3-9fee-f07217bb8d00 admin admin] No DVR routers for this DVR port f4d650ec-714d-4da8-a5ce-95ac7f44edbd on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:51:26.626680 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f9da87c-4255-4b0f-a56e-dfd961545f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:26.653382 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9da87c-4255-4b0f-a56e-dfd961545f4a None None] Pushing event deleted for resources: {'Port': ['ID=f4d650ec-714d-4da8-a5ce-95ac7f44edbd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:26.658977 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9da87c-4255-4b0f-a56e-dfd961545f4a None None] No DVR routers for this DVR port f4d650ec-714d-4da8-a5ce-95ac7f44edbd on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:51:26.705787 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3ab2e73d-ca60-4ff3-9fee-f07217bb8d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:26.730554 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-3ab2e73d-ca60-4ff3-9fee-f07217bb8d00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:26.740237 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-3ab2e73d-ca60-4ff3-9fee-f07217bb8d00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a402e1-b1bd-41f0-9090-3ce8b2ee2803') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:26.740538 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-3ab2e73d-ca60-4ff3-9fee-f07217bb8d00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a402e1-b1bd-41f0-9090-3ce8b2ee2803') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:26.749789 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3ab2e73d-ca60-4ff3-9fee-f07217bb8d00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:26.763317 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3ab2e73d-ca60-4ff3-9fee-f07217bb8d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:26.769576 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab2e73d-ca60-4ff3-9fee-f07217bb8d00 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:51:26.769985 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3ab2e73d-ca60-4ff3-9fee-f07217bb8d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:51:26.771644 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:51:26.901016 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3ab2e73d-ca60-4ff3-9fee-f07217bb8d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:26.906207 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3ab2e73d-ca60-4ff3-9fee-f07217bb8d00 admin admin] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:26.910041 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-3ab2e73d-ca60-4ff3-9fee-f07217bb8d00 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2 HTTP/1.1" status: 204 len: 168 time: 0.6809664 Apr 23 00:51:26.920976 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2e73d-ca60-4ff3-9fee-f07217bb8d00 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a6f6f72-00c5-4ef4-a594-1f8941ff4bb2,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:27.195997 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 34802) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:27.240981 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-8bb0fc38-9bde-4416-a4fc-5a195410b8bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc19a0436af94dafacd1fb1cdda06f3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437541 Apr 23 00:51:27.243523 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 34804) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:27.290947 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e0821ea1-ae73-4da3-bc14-2aace7065b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:27.311765 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e0821ea1-ae73-4da3-bc14-2aace7065b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:27.449556 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e0821ea1-ae73-4da3-bc14-2aace7065b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:27.452103 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e0821ea1-ae73-4da3-bc14-2aace7065b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:27.453261 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-e0821ea1-ae73-4da3-bc14-2aace7065b0e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80090786-31fc-4f3c-9133-854dfcb05f23 HTTP/1.1" status: 204 len: 168 time: 0.2088101 Apr 23 00:51:27.461941 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0821ea1-ae73-4da3-bc14-2aace7065b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80090786-31fc-4f3c-9133-854dfcb05f23,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:27.800801 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f4d650ec-714d-4da8-a5ce-95ac7f44edbd no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:51:27.821621 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: f4d650ec-714d-4da8-a5ce-95ac7f44edbd {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:51:27.821966 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device f4d650ec-714d-4da8-a5ce-95ac7f44edbd not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:51:27.822386 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a234303c-9dc7-48ce-8a77-8a722f20fb68 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:51:27.841566 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: a234303c-9dc7-48ce-8a77-8a722f20fb68 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:51:27.842035 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device a234303c-9dc7-48ce-8a77-8a722f20fb68 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:51:28.087369 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 34810) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:28.126362 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-d2167874-d9b8-4b8f-a5f8-1e90f79a0d99 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=de9011b062284fa394c404ae616f6ba9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378265 Apr 23 00:51:28.129015 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 34812) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:28.176536 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fba1958d-0976-478a-8c26-940d1f9bfe6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:28.197081 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fba1958d-0976-478a-8c26-940d1f9bfe6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:28.317926 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fba1958d-0976-478a-8c26-940d1f9bfe6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:28.320538 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fba1958d-0976-478a-8c26-940d1f9bfe6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:28.325901 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-fba1958d-0976-478a-8c26-940d1f9bfe6f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c86f062-e898-4b29-8c8c-35f5c7fd6545 HTTP/1.1" status: 204 len: 168 time: 0.1917739 Apr 23 00:51:28.330351 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1958d-0976-478a-8c26-940d1f9bfe6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c86f062-e898-4b29-8c8c-35f5c7fd6545,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:29.335214 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 34834) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:29.440578 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-77638279-00cf-4c4b-a384-6c12232282de admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1325382099-network', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:51:29.535026 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77638279-00cf-4c4b-a384-6c12232282de admin admin] Made reservation on behalf of ebafacf4324d44d8b610a516cd335dd7 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:51:29.537470 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-77638279-00cf-4c4b-a384-6c12232282de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:29.546045 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-77638279-00cf-4c4b-a384-6c12232282de admin admin] Notify callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:29.619270 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-77638279-00cf-4c4b-a384-6c12232282de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:29.666525 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-77638279-00cf-4c4b-a384-6c12232282de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:29.690765 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77638279-00cf-4c4b-a384-6c12232282de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:51:29.699350 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77638279-00cf-4c4b-a384-6c12232282de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc732e19-968e-43e8-a8dd-c61dc34f0103,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:29.707467 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-77638279-00cf-4c4b-a384-6c12232282de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:29.707970 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.segments_db [None req-77638279-00cf-4c4b-a384-6c12232282de admin admin] Added segment dc4c705e-62b2-41c5-98c1-f468855e458c of type vlan for network eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f Apr 23 00:51:29.751740 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-77638279-00cf-4c4b-a384-6c12232282de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:29.825793 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-77638279-00cf-4c4b-a384-6c12232282de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:29.826674 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77638279-00cf-4c4b-a384-6c12232282de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:29.827250 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-77638279-00cf-4c4b-a384-6c12232282de admin admin] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:29.889919 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77638279-00cf-4c4b-a384-6c12232282de admin admin] Pushing event updated for resources: {'Network': ['ID=eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:29.900019 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:51:29.909562 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-77638279-00cf-4c4b-a384-6c12232282de admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5732124 Apr 23 00:51:29.912261 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 34838) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:29.916927 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-c95f62dc-9ef8-4a39-ae71-90333c720cec admin admin] Request body: {'subnet': {'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1325382099-subnet', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'ip_version': 4}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:51:29.991962 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95f62dc-9ef8-4a39-ae71-90333c720cec admin admin] Made reservation on behalf of ebafacf4324d44d8b610a516cd335dd7 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:51:29.994334 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c95f62dc-9ef8-4a39-ae71-90333c720cec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501597'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:30.215198 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c95f62dc-9ef8-4a39-ae71-90333c720cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9403766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501579'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:30.271304 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f62dc-9ef8-4a39-ae71-90333c720cec admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e7fc195-c8af-4252-9d90-473188ad4731,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:30.278093 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95f62dc-9ef8-4a39-ae71-90333c720cec admin admin] Checking segment: {'id': 'dc4c705e-62b2-41c5-98c1-f468855e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:51:30.278432 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95f62dc-9ef8-4a39-ae71-90333c720cec admin admin] Network hostable DHCP agents. Network: eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:51:30.351901 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95f62dc-9ef8-4a39-ae71-90333c720cec admin admin] Network eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:51:30.426687 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-c95f62dc-9ef8-4a39-ae71-90333c720cec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:51:30.430902 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95f62dc-9ef8-4a39-ae71-90333c720cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:30.431485 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c95f62dc-9ef8-4a39-ae71-90333c720cec admin admin] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:30.437876 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69844012-5e47-46ce-9a16-26b028fa6acb None None] Network eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:51:30.521562 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-c95f62dc-9ef8-4a39-ae71-90333c720cec admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6082599 Apr 23 00:51:30.524163 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 34840) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:30.528669 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-036847cf-3276-4fe1-a2a8-d95dd309c58b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1325382099-router', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:51:30.586747 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e766295-96eb-4886-ae17-d168dd9eb907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'fixed_ips': [{'subnet_id': '4e7fc195-c8af-4252-9d90-473188ad4731'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:51:30.587632 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e766295-96eb-4886-ae17-d168dd9eb907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:30.598595 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-036847cf-3276-4fe1-a2a8-d95dd309c58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:30.599768 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-036847cf-3276-4fe1-a2a8-d95dd309c58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:30.661724 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-036847cf-3276-4fe1-a2a8-d95dd309c58b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:30.732621 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-0e766295-96eb-4886-ae17-d168dd9eb907 None None] Allocated IP 172.20.0.2 (eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f/4e7fc195-c8af-4252-9d90-473188ad4731/d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:51:30.877523 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e766295-96eb-4886-ae17-d168dd9eb907 None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:30.894416 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-036847cf-3276-4fe1-a2a8-d95dd309c58b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:30.975716 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e766295-96eb-4886-ae17-d168dd9eb907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:31.165582 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e766295-96eb-4886-ae17-d168dd9eb907 None None] Network eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:51:31.169393 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0e766295-96eb-4886-ae17-d168dd9eb907 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:51:31.171182 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e766295-96eb-4886-ae17-d168dd9eb907 None None] Pushing event updated for resources: {'Port': ['ID=d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:31.173446 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e766295-96eb-4886-ae17-d168dd9eb907 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:51:31.218293 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-036847cf-3276-4fe1-a2a8-d95dd309c58b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:31.227736 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-0e766295-96eb-4886-ae17-d168dd9eb907 None None] Attempting to bind port d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:51:31.228099 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-0e766295-96eb-4886-ae17-d168dd9eb907 None None] Attempting to bind port d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'dc4c705e-62b2-41c5-98c1-f468855e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:51:31.228456 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e766295-96eb-4886-ae17-d168dd9eb907 None None] Attempting to bind port d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456 on network eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:51:31.233430 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e766295-96eb-4886-ae17-d168dd9eb907 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:51:31.233857 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e766295-96eb-4886-ae17-d168dd9eb907 None None] Checking segment: {'id': 'dc4c705e-62b2-41c5-98c1-f468855e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:51:31.234228 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e766295-96eb-4886-ae17-d168dd9eb907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:31.234624 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e766295-96eb-4886-ae17-d168dd9eb907 None None] Bound using segment: {'id': 'dc4c705e-62b2-41c5-98c1-f468855e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:51:31.235083 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-0e766295-96eb-4886-ae17-d168dd9eb907 None None] Bound port: d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4c705e-62b2-41c5-98c1-f468855e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:51:31.235459 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e766295-96eb-4886-ae17-d168dd9eb907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:31.238765 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-036847cf-3276-4fe1-a2a8-d95dd309c58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:31.300403 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0e766295-96eb-4886-ae17-d168dd9eb907 None None] For port d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:51:31.303774 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0e766295-96eb-4886-ae17-d168dd9eb907 None None] For port d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456,segment=NetworkSegment(dc4c705e-62b2-41c5-98c1-f468855e458c),segment_id=dc4c705e-62b2-41c5-98c1-f468855e458c)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:51:31.344294 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-036847cf-3276-4fe1-a2a8-d95dd309c58b admin admin] Allocated IP 172.26.3.133 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/8fec055f-a423-43e9-9ad8-e5cfa881eae7) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:51:31.393944 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e766295-96eb-4886-ae17-d168dd9eb907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:31.454194 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e766295-96eb-4886-ae17-d168dd9eb907 None None] Pushing event updated for resources: {'Port': ['ID=d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:31.455494 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-036847cf-3276-4fe1-a2a8-d95dd309c58b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:31.530061 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-036847cf-3276-4fe1-a2a8-d95dd309c58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:31.571243 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036847cf-3276-4fe1-a2a8-d95dd309c58b admin admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:51:31.574162 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-036847cf-3276-4fe1-a2a8-d95dd309c58b admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:51:31.577772 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036847cf-3276-4fe1-a2a8-d95dd309c58b admin admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:51:31.609265 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036847cf-3276-4fe1-a2a8-d95dd309c58b admin admin] Pushing event updated for resources: {'Port': ['ID=8fec055f-a423-43e9-9ad8-e5cfa881eae7,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:31.832125 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:51:31.882093 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:51:31.882465 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:31.907907 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-036847cf-3276-4fe1-a2a8-d95dd309c58b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:31.962562 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:31.995098 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456,segment=NetworkSegment(dc4c705e-62b2-41c5-98c1-f468855e458c),segment_id=dc4c705e-62b2-41c5-98c1-f468855e458c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:51:32.072405 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:32.110903 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-036847cf-3276-4fe1-a2a8-d95dd309c58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:32.124205 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:32.324843 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12d834a-b11d-4c60-9639-74062a68260e None None] Network eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:51:32.329237 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036847cf-3276-4fe1-a2a8-d95dd309c58b admin admin] Router 13551357-7bd7-4ee8-a6dc-818355a37a8b is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:51:32.421459 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-14f35283-7237-4be0-a9fa-4b0caa35d22d None None] Provisioning complete for port d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:51:32.421830 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14f35283-7237-4be0-a9fa-4b0caa35d22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:32.437810 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036847cf-3276-4fe1-a2a8-d95dd309c58b admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:51:32.465447 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] Sync routers for ids ['13551357-7bd7-4ee8-a6dc-818355a37a8b'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:51:32.499812 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] Routers {'13551357-7bd7-4ee8-a6dc-818355a37a8b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:51:32.500344 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:51:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['13551357-7bd7-4ee8-a6dc-818355a37a8b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:32.525684 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-036847cf-3276-4fe1-a2a8-d95dd309c58b admin admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:32.527079 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-036847cf-3276-4fe1-a2a8-d95dd309c58b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0018537 Apr 23 00:51:32.529896 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 34842) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:32.665883 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] Set router 13551357-7bd7-4ee8-a6dc-818355a37a8b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:51:32.862140 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'name': 'tempest-TestSnapshotPattern-1325382099-router', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:30Z', 'updated_at': '2022-04-23T00:51:31Z', 'revision_number': 3, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'gw_port': {'id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:31Z', 'updated_at': '2022-04-23T00:51:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:32.896951 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] Checking router: 13551357-7bd7-4ee8-a6dc-818355a37a8b for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:51:32.897296 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] Updating router 13551357-7bd7-4ee8-a6dc-818355a37a8b port 8fec055f-a423-43e9-9ad8-e5cfa881eae7 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:51:32.921582 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-151853e1-fbbb-4158-aa33-e550123861fb None None] Provisioning complete for port d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:51:32.921873 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-151853e1-fbbb-4158-aa33-e550123861fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:32.945280 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:32.961822 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-abf04148-6099-4f4f-aa62-cf994ff870f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:33.119086 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-abf04148-6099-4f4f-aa62-cf994ff870f2 admin admin] Allocated IP 172.20.0.1 (eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f/4e7fc195-c8af-4252-9d90-473188ad4731/758c531f-1d32-4208-bb31-734d25876e20) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:51:33.217325 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-abf04148-6099-4f4f-aa62-cf994ff870f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:33.242821 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:33.306388 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:33.330432 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-abf04148-6099-4f4f-aa62-cf994ff870f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:33.358619 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] Attempting to bind port 8fec055f-a423-43e9-9ad8-e5cfa881eae7 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:51:33.358929 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] Attempting to bind port 8fec055f-a423-43e9-9ad8-e5cfa881eae7 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:51:33.359289 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] Attempting to bind port 8fec055f-a423-43e9-9ad8-e5cfa881eae7 on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:51:33.362660 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea70014-8890-4c97-8dd2-4a2c74809fd6 None None] Pushing event updated for resources: {'Port': ['ID=8fec055f-a423-43e9-9ad8-e5cfa881eae7,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:33.367240 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:51:33.367641 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:51:33.368039 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:33.368426 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:51:33.368898 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] Bound port: 8fec055f-a423-43e9-9ad8-e5cfa881eae7, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:51:33.369712 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:33.379900 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf04148-6099-4f4f-aa62-cf994ff870f2 admin admin] Network eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:51:33.385442 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-abf04148-6099-4f4f-aa62-cf994ff870f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:51:33.388034 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf04148-6099-4f4f-aa62-cf994ff870f2 admin admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:51:33.391330 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf04148-6099-4f4f-aa62-cf994ff870f2 admin admin] Pushing event updated for resources: {'Port': ['ID=758c531f-1d32-4208-bb31-734d25876e20,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:33.431751 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-abf04148-6099-4f4f-aa62-cf994ff870f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:33.432788 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] For port 8fec055f-a423-43e9-9ad8-e5cfa881eae7, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:51:33.436461 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] For port 8fec055f-a423-43e9-9ad8-e5cfa881eae7, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=8fec055f-a423-43e9-9ad8-e5cfa881eae7,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:51:33.472929 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:33.528544 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] Routers {'13551357-7bd7-4ee8-a6dc-818355a37a8b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:51:33.529249 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:51:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['13551357-7bd7-4ee8-a6dc-818355a37a8b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:33.572859 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea70014-8890-4c97-8dd2-4a2c74809fd6 None None] Pushing event updated for resources: {'Port': ['ID=8fec055f-a423-43e9-9ad8-e5cfa881eae7,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:33.647396 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-abf04148-6099-4f4f-aa62-cf994ff870f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:33.652631 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] Set router 13551357-7bd7-4ee8-a6dc-818355a37a8b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:51:33.654402 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-05b9351d-6afc-4bf4-9404-ca7d38976d96 None None] Provisioning complete for port 758c531f-1d32-4208-bb31-734d25876e20 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:51:33.654763 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05b9351d-6afc-4bf4-9404-ca7d38976d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:33.774245 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-05b9351d-6afc-4bf4-9404-ca7d38976d96 None None] Port 758c531f-1d32-4208-bb31-734d25876e20 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:51:33.813393 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-abf04148-6099-4f4f-aa62-cf994ff870f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:33.841921 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:51:33.861459 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-abf04148-6099-4f4f-aa62-cf994ff870f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:33.907249 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'name': 'tempest-TestSnapshotPattern-1325382099-router', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:30Z', 'updated_at': '2022-04-23T00:51:31Z', 'revision_number': 3, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'gw_port': {'id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:31Z', 'updated_at': '2022-04-23T00:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:33.933495 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-abf04148-6099-4f4f-aa62-cf994ff870f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:33.937449 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:51:33.937449 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:33.937662 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf04148-6099-4f4f-aa62-cf994ff870f2 admin admin] Pushing event updated for resources: {'Port': ['ID=758c531f-1d32-4208-bb31-734d25876e20,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:33.937748 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3fd804-c881-4bd2-b639-28746be7860f None None] The sync data for ids ['13551357-7bd7-4ee8-a6dc-818355a37a8b'] in dv-neutron-838783-1-hyperv is: [{'id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'name': 'tempest-TestSnapshotPattern-1325382099-router', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:30Z', 'updated_at': '2022-04-23T00:51:31Z', 'revision_number': 3, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'gw_port': {'id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:31Z', 'updated_at': '2022-04-23T00:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:51:34.044382 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf04148-6099-4f4f-aa62-cf994ff870f2 admin admin] Network eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:51:34.045822 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-abf04148-6099-4f4f-aa62-cf994ff870f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:51:34.330092 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-622536b2-a477-4b5f-b879-92d7ae8244fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:34.398623 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-8ae01185-422a-4c65-a9bf-5ad0a0f6b202 None None] Provisioning complete for port 758c531f-1d32-4208-bb31-734d25876e20 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:51:34.404081 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ae01185-422a-4c65-a9bf-5ad0a0f6b202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:34.436947 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8ae01185-422a-4c65-a9bf-5ad0a0f6b202 None None] Port 758c531f-1d32-4208-bb31-734d25876e20 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:51:34.450381 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf04148-6099-4f4f-aa62-cf994ff870f2 admin admin] Router 13551357-7bd7-4ee8-a6dc-818355a37a8b has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:51:34.566725 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf04148-6099-4f4f-aa62-cf994ff870f2 admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:51:34.571944 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-abf04148-6099-4f4f-aa62-cf994ff870f2 admin admin] 10.222.0.15 "PUT /v2.0/routers/13551357-7bd7-4ee8-a6dc-818355a37a8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0409939 Apr 23 00:51:35.260809 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 34858) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:35.265749 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-3c77eda1-a79e-4f66-854d-b2553533f7a2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1783713869-network', 'tenant_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:51:35.352113 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c77eda1-a79e-4f66-854d-b2553533f7a2 admin admin] Made reservation on behalf of fb6b70da0b154bf6bdfa149b0ec9f2a7 for: {'network': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:51:35.354492 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3c77eda1-a79e-4f66-854d-b2553533f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for network, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:35.367481 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3c77eda1-a79e-4f66-854d-b2553533f7a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:35.442369 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3c77eda1-a79e-4f66-854d-b2553533f7a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:35.496539 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] Sync routers for ids ['13551357-7bd7-4ee8-a6dc-818355a37a8b'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:51:35.506865 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] Routers {'13551357-7bd7-4ee8-a6dc-818355a37a8b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:51:35.507481 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:51:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['13551357-7bd7-4ee8-a6dc-818355a37a8b'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:35.518173 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3c77eda1-a79e-4f66-854d-b2553533f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:35.543463 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c77eda1-a79e-4f66-854d-b2553533f7a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:51:35.552901 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77eda1-a79e-4f66-854d-b2553533f7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba82fdb-2876-4e6c-a5a8-6b493337692c,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:35.558884 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3c77eda1-a79e-4f66-854d-b2553533f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:35.559232 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.segments_db [None req-3c77eda1-a79e-4f66-854d-b2553533f7a2 admin admin] Added segment f970df23-0554-49bb-80ed-f0f39be1a220 of type vlan for network 638233a5-4d0a-4876-ab0e-25da4c99f5c8 Apr 23 00:51:35.599899 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3c77eda1-a79e-4f66-854d-b2553533f7a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761357489354'] for network, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:35.615283 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] Set router 13551357-7bd7-4ee8-a6dc-818355a37a8b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:51:35.706507 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3c77eda1-a79e-4f66-854d-b2553533f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351'] for network, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:35.707498 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c77eda1-a79e-4f66-854d-b2553533f7a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:35.708103 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3c77eda1-a79e-4f66-854d-b2553533f7a2 admin admin] Notify callbacks [] for network, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:35.767424 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77eda1-a79e-4f66-854d-b2553533f7a2 admin admin] Pushing event updated for resources: {'Network': ['ID=638233a5-4d0a-4876-ab0e-25da4c99f5c8,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:35.779230 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Network 638233a5-4d0a-4876-ab0e-25da4c99f5c8 details requested by agent ovs-agent-dv-neutron-838783-1-hyperv with host dv-neutron-838783-1-hyperv {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 23 00:51:35.803632 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3c77eda1-a79e-4f66-854d-b2553533f7a2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5407939 Apr 23 00:51:35.805404 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 34860) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:35.810514 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-4d412388-bd6c-461f-a51b-a526fc804419 admin admin] Request body: {'subnet': {'network_id': '638233a5-4d0a-4876-ab0e-25da4c99f5c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1783713869-subnet', 'tenant_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'ip_version': 4}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:51:35.825416 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'name': 'tempest-TestSnapshotPattern-1325382099-router', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:30Z', 'updated_at': '2022-04-23T00:51:33Z', 'revision_number': 4, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'gw_port': {'id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:31Z', 'updated_at': '2022-04-23T00:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '758c531f-1d32-4208-bb31-734d25876e20', 'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'mac_address': 'fa:16:3e:ad:7e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:32Z', 'updated_at': '2022-04-23T00:51:33Z', 'revision_number': 2, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'subnets': [{'id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:35.889539 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d412388-bd6c-461f-a51b-a526fc804419 admin admin] Made reservation on behalf of fb6b70da0b154bf6bdfa149b0ec9f2a7 for: {'subnet': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:51:35.892994 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4d412388-bd6c-461f-a51b-a526fc804419 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11749469'] for subnet, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:35.951838 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] Checking router: 13551357-7bd7-4ee8-a6dc-818355a37a8b for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:51:35.952183 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] Updating router 13551357-7bd7-4ee8-a6dc-818355a37a8b port 758c531f-1d32-4208-bb31-734d25876e20 binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:51:35.980797 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:35.984086 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8fec055f-a423-43e9-9ad8-e5cfa881eae7 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:51:36.054360 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 8fec055f-a423-43e9-9ad8-e5cfa881eae7 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:51:36.054739 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:36.132110 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:36.135390 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4d412388-bd6c-461f-a51b-a526fc804419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12081229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11749451'] for subnet, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:36.157559 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 8fec055f-a423-43e9-9ad8-e5cfa881eae7, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=8fec055f-a423-43e9-9ad8-e5cfa881eae7,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:51:36.200390 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d412388-bd6c-461f-a51b-a526fc804419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ce0cd33-3102-4992-9a4a-e3c1165465c0,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:36.205766 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d412388-bd6c-461f-a51b-a526fc804419 admin admin] Checking segment: {'id': 'f970df23-0554-49bb-80ed-f0f39be1a220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '638233a5-4d0a-4876-ab0e-25da4c99f5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:51:36.206215 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d412388-bd6c-461f-a51b-a526fc804419 admin admin] Network hostable DHCP agents. Network: 638233a5-4d0a-4876-ab0e-25da4c99f5c8, hostable agents: ['5c8efee1-60e1-4091-af1b-9636a67eabe7'], hosted agents: [] {{(pid=103143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:51:36.209977 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:36.250351 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:36.266057 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=8fec055f-a423-43e9-9ad8-e5cfa881eae7,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:36.272009 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d412388-bd6c-461f-a51b-a526fc804419 admin admin] Network 638233a5-4d0a-4876-ab0e-25da4c99f5c8 is scheduled to be hosted by DHCP agent 5c8efee1-60e1-4091-af1b-9636a67eabe7 with binding_index 1 {{(pid=103143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:51:36.306313 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:36.334900 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-4d412388-bd6c-461f-a51b-a526fc804419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838783-1-hyperv, 638233a5-4d0a-4876-ab0e-25da4c99f5c8) {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:51:36.339860 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d412388-bd6c-461f-a51b-a526fc804419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:36.340635 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4d412388-bd6c-461f-a51b-a526fc804419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:36.349991 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cca38fe-07d5-4071-a398-33534ef93f11 None None] Network 638233a5-4d0a-4876-ab0e-25da4c99f5c8 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:51:36.357344 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0425e-81aa-4e0f-9cd7-606a32d59f20 None None] Pushing event updated for resources: {'Port': ['ID=758c531f-1d32-4208-bb31-734d25876e20,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:36.384649 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0425e-81aa-4e0f-9cd7-606a32d59f20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:36.384998 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0425e-81aa-4e0f-9cd7-606a32d59f20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:36.385335 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0425e-81aa-4e0f-9cd7-606a32d59f20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:36.389172 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0425e-81aa-4e0f-9cd7-606a32d59f20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:36.389172 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0425e-81aa-4e0f-9cd7-606a32d59f20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:36.389172 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0425e-81aa-4e0f-9cd7-606a32d59f20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:36.389172 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0425e-81aa-4e0f-9cd7-606a32d59f20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:36.389172 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0425e-81aa-4e0f-9cd7-606a32d59f20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:36.389172 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0425e-81aa-4e0f-9cd7-606a32d59f20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:36.389172 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0425e-81aa-4e0f-9cd7-606a32d59f20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:36.389172 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0425e-81aa-4e0f-9cd7-606a32d59f20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:36.389172 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0425e-81aa-4e0f-9cd7-606a32d59f20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:36.419305 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] Attempting to bind port 758c531f-1d32-4208-bb31-734d25876e20 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:51:36.419703 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] Attempting to bind port 758c531f-1d32-4208-bb31-734d25876e20 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'dc4c705e-62b2-41c5-98c1-f468855e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:51:36.420064 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] Attempting to bind port 758c531f-1d32-4208-bb31-734d25876e20 on network eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:51:36.425977 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:51:36.426351 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] Checking segment: {'id': 'dc4c705e-62b2-41c5-98c1-f468855e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:51:36.426749 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:36.427143 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] Bound using segment: {'id': 'dc4c705e-62b2-41c5-98c1-f468855e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:51:36.427636 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] Bound port: 758c531f-1d32-4208-bb31-734d25876e20, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4c705e-62b2-41c5-98c1-f468855e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:51:36.428019 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:36.442906 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-4d412388-bd6c-461f-a51b-a526fc804419 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6363494 Apr 23 00:51:36.445435 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 34862) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:36.449993 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-33d12583-4f0b-4535-b07a-c6fe9535196e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1783713869-router', 'tenant_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:51:36.504974 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] For port 758c531f-1d32-4208-bb31-734d25876e20, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:51:36.508301 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] For port 758c531f-1d32-4208-bb31-734d25876e20, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=758c531f-1d32-4208-bb31-734d25876e20,segment=NetworkSegment(dc4c705e-62b2-41c5-98c1-f468855e458c),segment_id=dc4c705e-62b2-41c5-98c1-f468855e458c)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:51:36.525694 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7b90df-6b35-4c85-bcfc-70c4a7ca75ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6c450a2-6af7-57da-9e49-f318a5a0aa6c-638233a5-4d0a-4876-ab0e-25da4c99f5c8', 'network_id': '638233a5-4d0a-4876-ab0e-25da4c99f5c8', 'tenant_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'fixed_ips': [{'subnet_id': '0ce0cd33-3102-4992-9a4a-e3c1165465c0'}]}} from dv-neutron-838783-1-hyperv. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 23 00:51:36.526568 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a7b90df-6b35-4c85-bcfc-70c4a7ca75ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:36.564460 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33d12583-4f0b-4535-b07a-c6fe9535196e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3902094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11728'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:36.565669 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33d12583-4f0b-4535-b07a-c6fe9535196e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3900542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11719'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:36.592765 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:36.630229 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33d12583-4f0b-4535-b07a-c6fe9535196e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:36.656773 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] Routers {'13551357-7bd7-4ee8-a6dc-818355a37a8b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:51:36.658114 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:51:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['13551357-7bd7-4ee8-a6dc-818355a37a8b'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:36.689491 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-3a7b90df-6b35-4c85-bcfc-70c4a7ca75ac None None] Allocated IP 172.20.0.2 (638233a5-4d0a-4876-ab0e-25da4c99f5c8/0ce0cd33-3102-4992-9a4a-e3c1165465c0/cbe8f60f-8a8e-4969-a38a-4bed2735d75f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:51:36.704050 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-649954e3-f820-4251-a042-d99f529a4cdd None None] Provisioning complete for port 758c531f-1d32-4208-bb31-734d25876e20 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:51:36.705144 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-649954e3-f820-4251-a042-d99f529a4cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:36.780056 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0425e-81aa-4e0f-9cd7-606a32d59f20 None None] Pushing event updated for resources: {'Port': ['ID=758c531f-1d32-4208-bb31-734d25876e20,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:36.796288 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] Set router 13551357-7bd7-4ee8-a6dc-818355a37a8b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:51:36.896843 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33d12583-4f0b-4535-b07a-c6fe9535196e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:36.912196 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-649954e3-f820-4251-a042-d99f529a4cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:36.955933 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a7b90df-6b35-4c85-bcfc-70c4a7ca75ac None None] Notify callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:36.965904 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-649954e3-f820-4251-a042-d99f529a4cdd None None] For port 758c531f-1d32-4208-bb31-734d25876e20, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=758c531f-1d32-4208-bb31-734d25876e20,segment=NetworkSegment(dc4c705e-62b2-41c5-98c1-f468855e458c),segment_id=dc4c705e-62b2-41c5-98c1-f468855e458c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:51:37.017566 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'name': 'tempest-TestSnapshotPattern-1325382099-router', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:30Z', 'updated_at': '2022-04-23T00:51:33Z', 'revision_number': 4, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'gw_port': {'id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:31Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '758c531f-1d32-4208-bb31-734d25876e20', 'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'mac_address': 'fa:16:3e:ad:7e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:32Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 4, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'subnets': [{'id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:37.042847 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077cda98-dc0e-4639-bdaa-d3a9ca9bcc81 None None] The sync data for ids ['13551357-7bd7-4ee8-a6dc-818355a37a8b'] in dv-neutron-838783-1-hyperv is: [{'id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'name': 'tempest-TestSnapshotPattern-1325382099-router', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:30Z', 'updated_at': '2022-04-23T00:51:33Z', 'revision_number': 4, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'gw_port': {'id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:31Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '758c531f-1d32-4208-bb31-734d25876e20', 'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'mac_address': 'fa:16:3e:ad:7e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:32Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 4, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'subnets': [{'id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:51:37.067300 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a7b90df-6b35-4c85-bcfc-70c4a7ca75ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:37.069292 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-649954e3-f820-4251-a042-d99f529a4cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:37.109843 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7b90df-6b35-4c85-bcfc-70c4a7ca75ac None None] Network 638233a5-4d0a-4876-ab0e-25da4c99f5c8 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:51:37.113431 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3a7b90df-6b35-4c85-bcfc-70c4a7ca75ac None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:51:37.122124 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7b90df-6b35-4c85-bcfc-70c4a7ca75ac None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:51:37.136496 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b90df-6b35-4c85-bcfc-70c4a7ca75ac None None] Pushing event updated for resources: {'Port': ['ID=cbe8f60f-8a8e-4969-a38a-4bed2735d75f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:37.259753 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649954e3-f820-4251-a042-d99f529a4cdd None None] Pushing event updated for resources: {'Port': ['ID=758c531f-1d32-4208-bb31-734d25876e20,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:37.262928 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-6bcf0d41-9e86-4ca0-8740-613e75e3a778 None None] Provisioning complete for port 758c531f-1d32-4208-bb31-734d25876e20 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:51:37.263301 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6bcf0d41-9e86-4ca0-8740-613e75e3a778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:37.265668 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-3a7b90df-6b35-4c85-bcfc-70c4a7ca75ac None None] Attempting to bind port cbe8f60f-8a8e-4969-a38a-4bed2735d75f on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:51:37.270050 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-3a7b90df-6b35-4c85-bcfc-70c4a7ca75ac None None] Attempting to bind port cbe8f60f-8a8e-4969-a38a-4bed2735d75f by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'f970df23-0554-49bb-80ed-f0f39be1a220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '638233a5-4d0a-4876-ab0e-25da4c99f5c8'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:51:37.270050 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b90df-6b35-4c85-bcfc-70c4a7ca75ac None None] Attempting to bind port cbe8f60f-8a8e-4969-a38a-4bed2735d75f on network 638233a5-4d0a-4876-ab0e-25da4c99f5c8 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:51:37.291422 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b90df-6b35-4c85-bcfc-70c4a7ca75ac None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:51:37.291835 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b90df-6b35-4c85-bcfc-70c4a7ca75ac None None] Checking segment: {'id': 'f970df23-0554-49bb-80ed-f0f39be1a220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '638233a5-4d0a-4876-ab0e-25da4c99f5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:51:37.292243 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a7b90df-6b35-4c85-bcfc-70c4a7ca75ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:37.292638 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b90df-6b35-4c85-bcfc-70c4a7ca75ac None None] Bound using segment: {'id': 'f970df23-0554-49bb-80ed-f0f39be1a220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '638233a5-4d0a-4876-ab0e-25da4c99f5c8'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:51:37.293129 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-3a7b90df-6b35-4c85-bcfc-70c4a7ca75ac None None] Bound port: cbe8f60f-8a8e-4969-a38a-4bed2735d75f, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970df23-0554-49bb-80ed-f0f39be1a220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '638233a5-4d0a-4876-ab0e-25da4c99f5c8'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:51:37.293515 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a7b90df-6b35-4c85-bcfc-70c4a7ca75ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:37.344929 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c888545-28fb-4056-be79-b900339a5c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:37.385725 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3a7b90df-6b35-4c85-bcfc-70c4a7ca75ac None None] For port cbe8f60f-8a8e-4969-a38a-4bed2735d75f, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:51:37.389575 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3a7b90df-6b35-4c85-bcfc-70c4a7ca75ac None None] For port cbe8f60f-8a8e-4969-a38a-4bed2735d75f, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=cbe8f60f-8a8e-4969-a38a-4bed2735d75f,segment=NetworkSegment(f970df23-0554-49bb-80ed-f0f39be1a220),segment_id=f970df23-0554-49bb-80ed-f0f39be1a220)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:51:37.456286 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a7b90df-6b35-4c85-bcfc-70c4a7ca75ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:37.517958 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b90df-6b35-4c85-bcfc-70c4a7ca75ac None None] Pushing event updated for resources: {'Port': ['ID=cbe8f60f-8a8e-4969-a38a-4bed2735d75f,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:37.607932 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33d12583-4f0b-4535-b07a-c6fe9535196e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:37.630854 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33d12583-4f0b-4535-b07a-c6fe9535196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:37.772811 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-33d12583-4f0b-4535-b07a-c6fe9535196e admin admin] Allocated IP 172.26.3.165 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/59b1e802-5747-4684-b300-c824de53dc08) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:51:37.911127 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33d12583-4f0b-4535-b07a-c6fe9535196e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:37.965524 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8fec055f-a423-43e9-9ad8-e5cfa881eae7 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:51:38.009866 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33d12583-4f0b-4535-b07a-c6fe9535196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:38.046632 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 8fec055f-a423-43e9-9ad8-e5cfa881eae7 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:51:38.047003 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:38.055499 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d12583-4f0b-4535-b07a-c6fe9535196e admin admin] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:51:38.058616 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-33d12583-4f0b-4535-b07a-c6fe9535196e admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:51:38.068826 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d12583-4f0b-4535-b07a-c6fe9535196e admin admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:51:38.068826 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d12583-4f0b-4535-b07a-c6fe9535196e admin admin] Pushing event updated for resources: {'Port': ['ID=59b1e802-5747-4684-b300-c824de53dc08,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:38.090553 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:38.138565 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 758c531f-1d32-4208-bb31-734d25876e20 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:51:38.197625 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 758c531f-1d32-4208-bb31-734d25876e20 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:51:38.198249 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:38.301953 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device cbe8f60f-8a8e-4969-a38a-4bed2735d75f up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:51:38.362858 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port cbe8f60f-8a8e-4969-a38a-4bed2735d75f triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:51:38.363255 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:38.445032 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33d12583-4f0b-4535-b07a-c6fe9535196e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:38.455299 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:38.498283 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port cbe8f60f-8a8e-4969-a38a-4bed2735d75f, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=cbe8f60f-8a8e-4969-a38a-4bed2735d75f,segment=NetworkSegment(f970df23-0554-49bb-80ed-f0f39be1a220),segment_id=f970df23-0554-49bb-80ed-f0f39be1a220)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:51:38.552289 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61575bf-a1bb-47b1-aac1-54f0a05975f0 None None] Network 638233a5-4d0a-4876-ab0e-25da4c99f5c8 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:51:38.596465 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:38.653505 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33d12583-4f0b-4535-b07a-c6fe9535196e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3900533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904247'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:38.686118 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=cbe8f60f-8a8e-4969-a38a-4bed2735d75f,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:38.708317 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d62b4787-c6a2-4076-99c4-df79832a8f95 None None] Provisioning complete for port cbe8f60f-8a8e-4969-a38a-4bed2735d75f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:51:38.708685 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d62b4787-c6a2-4076-99c4-df79832a8f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:38.749825 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:51:38.871938 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d12583-4f0b-4535-b07a-c6fe9535196e admin admin] Router c7160475-e672-47c2-9171-9ba085492bd4 is scheduled to L3 agent 47335ac9-b393-407a-a958-5fe606295293 with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 23 00:51:38.982776 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d12583-4f0b-4535-b07a-c6fe9535196e admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:51:38.992351 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] Sync routers for ids ['c7160475-e672-47c2-9171-9ba085492bd4'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:51:39.002909 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] Routers {'c7160475-e672-47c2-9171-9ba085492bd4'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:51:39.003513 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:51:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c7160475-e672-47c2-9171-9ba085492bd4'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:39.039620 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33d12583-4f0b-4535-b07a-c6fe9535196e admin admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:39.043310 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-33d12583-4f0b-4535-b07a-c6fe9535196e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5943332 Apr 23 00:51:39.043710 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 34864) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:39.064614 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-cd6ecb01-7e8a-4aea-b283-7c6471736a5f None None] Provisioning complete for port cbe8f60f-8a8e-4969-a38a-4bed2735d75f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:51:39.064984 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd6ecb01-7e8a-4aea-b283-7c6471736a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:39.144653 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] Set router c7160475-e672-47c2-9171-9ba085492bd4 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:51:39.355688 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7160475-e672-47c2-9171-9ba085492bd4', 'name': 'tempest-TestSnapshotPattern-1783713869-router', 'tenant_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '59b1e802-5747-4684-b300-c824de53dc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:36Z', 'updated_at': '2022-04-23T00:51:38Z', 'revision_number': 3, 'project_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'gw_port': {'id': '59b1e802-5747-4684-b300-c824de53dc08', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7160475-e672-47c2-9171-9ba085492bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:37Z', 'updated_at': '2022-04-23T00:51:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:39.382119 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] Checking router: c7160475-e672-47c2-9171-9ba085492bd4 for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:51:39.382470 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] Updating router c7160475-e672-47c2-9171-9ba085492bd4 port 59b1e802-5747-4684-b300-c824de53dc08 binding host dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:51:39.407132 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:39.458661 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8a6632fa-4578-4e0c-a1dd-a60c9f35a246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:39.626280 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-8a6632fa-4578-4e0c-a1dd-a60c9f35a246 admin admin] Allocated IP 172.20.0.1 (638233a5-4d0a-4876-ab0e-25da4c99f5c8/0ce0cd33-3102-4992-9a4a-e3c1165465c0/9296242a-aea5-4348-8111-df2c25030a16) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:51:39.723816 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:39.741244 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8a6632fa-4578-4e0c-a1dd-a60c9f35a246 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:39.822524 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device cbe8f60f-8a8e-4969-a38a-4bed2735d75f up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:51:39.861924 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8a6632fa-4578-4e0c-a1dd-a60c9f35a246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:39.866527 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] Notify callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:39.886144 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port cbe8f60f-8a8e-4969-a38a-4bed2735d75f triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:51:39.886515 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:39.897173 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6632fa-4578-4e0c-a1dd-a60c9f35a246 admin admin] Network 638233a5-4d0a-4876-ab0e-25da4c99f5c8 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:51:39.903800 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-8a6632fa-4578-4e0c-a1dd-a60c9f35a246 admin admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:51:39.907306 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6632fa-4578-4e0c-a1dd-a60c9f35a246 admin admin] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:51:39.935337 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6632fa-4578-4e0c-a1dd-a60c9f35a246 admin admin] Pushing event updated for resources: {'Port': ['ID=9296242a-aea5-4348-8111-df2c25030a16,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:39.952794 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:39.957594 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8a6632fa-4578-4e0c-a1dd-a60c9f35a246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904452'] for router_interface, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:39.996870 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:40.037687 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] Attempting to bind port 59b1e802-5747-4684-b300-c824de53dc08 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:51:40.037687 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] Attempting to bind port 59b1e802-5747-4684-b300-c824de53dc08 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:51:40.037943 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] Attempting to bind port 59b1e802-5747-4684-b300-c824de53dc08 on network b6e09b47-c901-4973-bf1d-f170201f8bc4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:51:40.040036 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4d6ba-bd3c-4cbf-8683-130ae7dc6781 None None] Pushing event updated for resources: {'Port': ['ID=59b1e802-5747-4684-b300-c824de53dc08,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:40.045977 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:51:40.046357 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] Checking segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:51:40.046765 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:40.047163 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] Bound using segment: {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:51:40.047664 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] Bound port: 59b1e802-5747-4684-b300-c824de53dc08, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24890e2e-6668-4e4a-8ae0-96fe818401e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:51:40.048472 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:40.102331 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] For port 59b1e802-5747-4684-b300-c824de53dc08, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:51:40.105574 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] For port 59b1e802-5747-4684-b300-c824de53dc08, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=59b1e802-5747-4684-b300-c824de53dc08,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:51:40.195761 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8a6632fa-4578-4e0c-a1dd-a60c9f35a246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:40.217115 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:40.250737 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-fc415c02-3951-4b9a-ba37-73ed271de2fb None None] Provisioning complete for port 9296242a-aea5-4348-8111-df2c25030a16 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:51:40.251098 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc415c02-3951-4b9a-ba37-73ed271de2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:40.309545 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-fc415c02-3951-4b9a-ba37-73ed271de2fb None None] Port 9296242a-aea5-4348-8111-df2c25030a16 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:51:40.315138 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4d6ba-bd3c-4cbf-8683-130ae7dc6781 None None] Pushing event updated for resources: {'Port': ['ID=59b1e802-5747-4684-b300-c824de53dc08,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:40.317554 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] Routers {'c7160475-e672-47c2-9171-9ba085492bd4'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:51:40.318159 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:51:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c7160475-e672-47c2-9171-9ba085492bd4'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:40.361905 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8a6632fa-4578-4e0c-a1dd-a60c9f35a246 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:40.429739 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] Set router c7160475-e672-47c2-9171-9ba085492bd4 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:51:40.432423 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8a6632fa-4578-4e0c-a1dd-a60c9f35a246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:40.498881 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8a6632fa-4578-4e0c-a1dd-a60c9f35a246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3879333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904440'] for router_interface, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:40.500653 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6632fa-4578-4e0c-a1dd-a60c9f35a246 admin admin] Pushing event updated for resources: {'Port': ['ID=9296242a-aea5-4348-8111-df2c25030a16,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:40.593554 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6632fa-4578-4e0c-a1dd-a60c9f35a246 admin admin] Network 638233a5-4d0a-4876-ab0e-25da4c99f5c8 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:51:40.595547 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-8a6632fa-4578-4e0c-a1dd-a60c9f35a246 admin admin] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:51:40.631533 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7160475-e672-47c2-9171-9ba085492bd4', 'name': 'tempest-TestSnapshotPattern-1783713869-router', 'tenant_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '59b1e802-5747-4684-b300-c824de53dc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:36Z', 'updated_at': '2022-04-23T00:51:40Z', 'revision_number': 4, 'project_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'gw_port': {'id': '59b1e802-5747-4684-b300-c824de53dc08', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7160475-e672-47c2-9171-9ba085492bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:37Z', 'updated_at': '2022-04-23T00:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '9296242a-aea5-4348-8111-df2c25030a16', 'name': '', 'network_id': '638233a5-4d0a-4876-ab0e-25da4c99f5c8', 'tenant_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'mac_address': 'fa:16:3e:74:6e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7160475-e672-47c2-9171-9ba085492bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '0ce0cd33-3102-4992-9a4a-e3c1165465c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:39Z', 'updated_at': '2022-04-23T00:51:39Z', 'revision_number': 1, 'project_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'subnets': [{'id': '0ce0cd33-3102-4992-9a4a-e3c1165465c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:40.666827 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b98f1d-c564-4c2f-8bce-5a24208b6038 None None] The sync data for ids ['c7160475-e672-47c2-9171-9ba085492bd4'] in dv-neutron-838783-1-hyperv is: [{'id': 'c7160475-e672-47c2-9171-9ba085492bd4', 'name': 'tempest-TestSnapshotPattern-1783713869-router', 'tenant_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '59b1e802-5747-4684-b300-c824de53dc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:36Z', 'updated_at': '2022-04-23T00:51:40Z', 'revision_number': 4, 'project_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'gw_port': {'id': '59b1e802-5747-4684-b300-c824de53dc08', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7160475-e672-47c2-9171-9ba085492bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:37Z', 'updated_at': '2022-04-23T00:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '9296242a-aea5-4348-8111-df2c25030a16', 'name': '', 'network_id': '638233a5-4d0a-4876-ab0e-25da4c99f5c8', 'tenant_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'mac_address': 'fa:16:3e:74:6e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7160475-e672-47c2-9171-9ba085492bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '0ce0cd33-3102-4992-9a4a-e3c1165465c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:39Z', 'updated_at': '2022-04-23T00:51:39Z', 'revision_number': 1, 'project_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'subnets': [{'id': '0ce0cd33-3102-4992-9a4a-e3c1165465c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:51:40.718929 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6632fa-4578-4e0c-a1dd-a60c9f35a246 admin admin] Router c7160475-e672-47c2-9171-9ba085492bd4 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:51:40.835441 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-237ad136-a8e8-41ec-b8e4-8e09cbd69856 None None] Provisioning complete for port 9296242a-aea5-4348-8111-df2c25030a16 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:51:40.835942 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-237ad136-a8e8-41ec-b8e4-8e09cbd69856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:40.838965 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6632fa-4578-4e0c-a1dd-a60c9f35a246 admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:51:40.844366 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8a6632fa-4578-4e0c-a1dd-a60c9f35a246 admin admin] 10.222.0.15 "PUT /v2.0/routers/c7160475-e672-47c2-9171-9ba085492bd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7996016 Apr 23 00:51:40.895533 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-237ad136-a8e8-41ec-b8e4-8e09cbd69856 None None] Port 9296242a-aea5-4348-8111-df2c25030a16 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:51:41.851042 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 59b1e802-5747-4684-b300-c824de53dc08 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:51:41.901205 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 59b1e802-5747-4684-b300-c824de53dc08 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:51:41.901576 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:41.981212 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:42.001875 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] For port 59b1e802-5747-4684-b300-c824de53dc08, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=59b1e802-5747-4684-b300-c824de53dc08,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:51:42.146572 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:42.196031 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Pushing event updated for resources: {'Port': ['ID=59b1e802-5747-4684-b300-c824de53dc08,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:42.808153 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 34874) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:42.812781 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-409ed62b-536c-4b88-9d98-dd3b1d6da00b tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1647493284', 'description': 'tempest-secgroup-smoke-1647493284 description', 'project_id': 'ebafacf4324d44d8b610a516cd335dd7'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:51:42.889707 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-409ed62b-536c-4b88-9d98-dd3b1d6da00b tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for security_group, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:42.960747 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-409ed62b-536c-4b88-9d98-dd3b1d6da00b tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for security_group, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:43.009177 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-409ed62b-536c-4b88-9d98-dd3b1d6da00b tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:43.037448 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ed62b-536c-4b88-9d98-dd3b1d6da00b tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6906419-609d-4bd2-ab0a-ceec56f0a457,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:43.096984 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-409ed62b-536c-4b88-9d98-dd3b1d6da00b tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for security_group, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:43.098837 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-409ed62b-536c-4b88-9d98-dd3b1d6da00b tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2896402 Apr 23 00:51:43.101669 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 34876) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:43.106080 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-e6a5035c-048e-4d93-9393-a9254129396e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Request body: {'security_group_rule': {'security_group_id': 'b6906419-609d-4bd2-ab0a-ceec56f0a457', 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:51:43.185710 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e6a5035c-048e-4d93-9393-a9254129396e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:43.243211 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e6a5035c-048e-4d93-9393-a9254129396e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:43.318628 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e6a5035c-048e-4d93-9393-a9254129396e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:43.336791 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5035c-048e-4d93-9393-a9254129396e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebe0f59-4205-4a4e-831b-b11dbf576591,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:43.405723 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e6a5035c-048e-4d93-9393-a9254129396e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:43.407002 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e6a5035c-048e-4d93-9393-a9254129396e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3043780 Apr 23 00:51:43.410537 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 34878) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:43.415035 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-0f980845-fb3e-4c39-a915-b5fb459d6d4f tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Request body: {'security_group_rule': {'security_group_id': 'b6906419-609d-4bd2-ab0a-ceec56f0a457', 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:51:43.518244 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f980845-fb3e-4c39-a915-b5fb459d6d4f tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:43.582554 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f980845-fb3e-4c39-a915-b5fb459d6d4f tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:43.656075 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f980845-fb3e-4c39-a915-b5fb459d6d4f tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:43.673941 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f980845-fb3e-4c39-a915-b5fb459d6d4f tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f3091a-5ac3-4149-9387-5b08694a9b63,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:43.737255 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0f980845-fb3e-4c39-a915-b5fb459d6d4f tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:43.738593 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-0f980845-fb3e-4c39-a915-b5fb459d6d4f tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3270800 Apr 23 00:51:43.741418 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 34880) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:43.745914 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-7ca3f5c4-809c-4d35-86af-78a6a75fa874 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Request body: {'security_group_rule': {'security_group_id': 'b6906419-609d-4bd2-ab0a-ceec56f0a457', 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:51:43.816799 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ca3f5c4-809c-4d35-86af-78a6a75fa874 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:43.824263 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 59b1e802-5747-4684-b300-c824de53dc08 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:51:43.849729 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] Sync routers for ids ['c7160475-e672-47c2-9171-9ba085492bd4'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:51:43.859219 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] Routers {'c7160475-e672-47c2-9171-9ba085492bd4'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:51:43.859936 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:51:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c7160475-e672-47c2-9171-9ba085492bd4'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:43.885174 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 59b1e802-5747-4684-b300-c824de53dc08 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:51:43.885639 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:43.888084 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ca3f5c4-809c-4d35-86af-78a6a75fa874 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:43.957675 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ca3f5c4-809c-4d35-86af-78a6a75fa874 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:43.965688 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] Set router c7160475-e672-47c2-9171-9ba085492bd4 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:51:43.977599 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3f5c4-809c-4d35-86af-78a6a75fa874 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c78fbc-2091-42a4-8d73-de7e849ed287,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:44.052501 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ca3f5c4-809c-4d35-86af-78a6a75fa874 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:44.053950 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-7ca3f5c4-809c-4d35-86af-78a6a75fa874 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3115273 Apr 23 00:51:44.056596 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 34882) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:44.060931 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-e68788bf-f23e-4173-8f0e-6e8b07e1da6b tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Request body: {'security_group_rule': {'security_group_id': 'b6906419-609d-4bd2-ab0a-ceec56f0a457', 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:51:44.146082 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e68788bf-f23e-4173-8f0e-6e8b07e1da6b tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:44.171887 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7160475-e672-47c2-9171-9ba085492bd4', 'name': 'tempest-TestSnapshotPattern-1783713869-router', 'tenant_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '59b1e802-5747-4684-b300-c824de53dc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:36Z', 'updated_at': '2022-04-23T00:51:40Z', 'revision_number': 4, 'project_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'gw_port': {'id': '59b1e802-5747-4684-b300-c824de53dc08', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7160475-e672-47c2-9171-9ba085492bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:37Z', 'updated_at': '2022-04-23T00:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '9296242a-aea5-4348-8111-df2c25030a16', 'name': '', 'network_id': '638233a5-4d0a-4876-ab0e-25da4c99f5c8', 'tenant_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'mac_address': 'fa:16:3e:74:6e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7160475-e672-47c2-9171-9ba085492bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '0ce0cd33-3102-4992-9a4a-e3c1165465c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:39Z', 'updated_at': '2022-04-23T00:51:40Z', 'revision_number': 2, 'project_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'subnets': [{'id': '0ce0cd33-3102-4992-9a4a-e3c1165465c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:44.197399 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] Checking router: c7160475-e672-47c2-9171-9ba085492bd4 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:51:44.202369 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] Updating router c7160475-e672-47c2-9171-9ba085492bd4 port 9296242a-aea5-4348-8111-df2c25030a16 binding host dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:51:44.204717 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e68788bf-f23e-4173-8f0e-6e8b07e1da6b tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:44.225939 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:44.272281 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e68788bf-f23e-4173-8f0e-6e8b07e1da6b tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:44.287480 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68788bf-f23e-4173-8f0e-6e8b07e1da6b tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03fba82-9714-4557-88b2-7f2bae27a9c2,revision_number=0']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:44.371528 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e68788bf-f23e-4173-8f0e-6e8b07e1da6b tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:44.372802 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e68788bf-f23e-4173-8f0e-6e8b07e1da6b tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3152785 Apr 23 00:51:44.375856 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 34884) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:44.381308 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-11b95e76-a875-41b2-901d-a8ab6590f012 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Request body: {'security_group_rule': {'security_group_id': 'b6906419-609d-4bd2-ab0a-ceec56f0a457', 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:51:44.472498 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-11b95e76-a875-41b2-901d-a8ab6590f012 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Project ebafacf4324d44d8b610a516cd335dd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:51:44.477980 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-11b95e76-a875-41b2-901d-a8ab6590f012 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:44.481752 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] Notify callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:44.533540 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-11b95e76-a875-41b2-901d-a8ab6590f012 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:44.534965 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:44.584946 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a826b31-397e-4dfa-93fb-ef6974b97a4d None None] Pushing event updated for resources: {'Port': ['ID=9296242a-aea5-4348-8111-df2c25030a16,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:44.615242 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-11b95e76-a875-41b2-901d-a8ab6590f012 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:44.637040 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b95e76-a875-41b2-901d-a8ab6590f012 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=420b1d27-8819-4d78-a4f4-83c793f2c517,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:44.691533 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-11b95e76-a875-41b2-901d-a8ab6590f012 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:44.695506 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-11b95e76-a875-41b2-901d-a8ab6590f012 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3155379 Apr 23 00:51:44.695891 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 34886) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:51:44.700574 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.v2.base [None req-7a0974b1-7087-4a38-b421-475793b8b2a2 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Request body: {'security_group_rule': {'security_group_id': 'b6906419-609d-4bd2-ab0a-ceec56f0a457', 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:51:44.727318 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] Attempting to bind port 9296242a-aea5-4348-8111-df2c25030a16 on host dv-neutron-838783-1-hyperv for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:51:44.729454 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] Attempting to bind port 9296242a-aea5-4348-8111-df2c25030a16 by drivers openvswitch,hyperv on host dv-neutron-838783-1-hyperv at level 0 using segments [{'id': 'f970df23-0554-49bb-80ed-f0f39be1a220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '638233a5-4d0a-4876-ab0e-25da4c99f5c8'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:51:44.729899 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] Attempting to bind port 9296242a-aea5-4348-8111-df2c25030a16 on network 638233a5-4d0a-4876-ab0e-25da4c99f5c8 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:51:44.735708 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] Checking agent: {'id': '30c27812-8c8e-494a-b6a8-2a9c1c24ee5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838783-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 53, 40), 'started_at': datetime.datetime(2022, 4, 22, 23, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838783-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:51:44.736237 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] Checking segment: {'id': 'f970df23-0554-49bb-80ed-f0f39be1a220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '638233a5-4d0a-4876-ab0e-25da4c99f5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:51:44.736642 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:44.737096 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] Bound using segment: {'id': 'f970df23-0554-49bb-80ed-f0f39be1a220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '638233a5-4d0a-4876-ab0e-25da4c99f5c8'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:51:44.737571 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] Bound port: 9296242a-aea5-4348-8111-df2c25030a16, host: dv-neutron-838783-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970df23-0554-49bb-80ed-f0f39be1a220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '638233a5-4d0a-4876-ab0e-25da4c99f5c8'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:51:44.737953 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:44.797561 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-7a0974b1-7087-4a38-b421-475793b8b2a2 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Project ebafacf4324d44d8b610a516cd335dd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:51:44.801729 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] For port 9296242a-aea5-4348-8111-df2c25030a16, host dv-neutron-838783-1-hyperv, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:51:44.802836 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7a0974b1-7087-4a38-b421-475793b8b2a2 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:44.804769 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] For port 9296242a-aea5-4348-8111-df2c25030a16, host dv-neutron-838783-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=9296242a-aea5-4348-8111-df2c25030a16,segment=NetworkSegment(f970df23-0554-49bb-80ed-f0f39be1a220),segment_id=f970df23-0554-49bb-80ed-f0f39be1a220)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:51:44.846245 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-84396020-4522-40a1-8c07-0dcf8fa5eeeb None None] Provisioning complete for port 9296242a-aea5-4348-8111-df2c25030a16 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:51:44.846871 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84396020-4522-40a1-8c07-0dcf8fa5eeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:44.868774 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7a0974b1-7087-4a38-b421-475793b8b2a2 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:44.879237 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-84396020-4522-40a1-8c07-0dcf8fa5eeeb None None] Port 9296242a-aea5-4348-8111-df2c25030a16 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:51:44.889389 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:44.941179 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7a0974b1-7087-4a38-b421-475793b8b2a2 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3859399'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:44.946092 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] Routers {'c7160475-e672-47c2-9171-9ba085492bd4'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:51:44.946931 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:51:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c7160475-e672-47c2-9171-9ba085492bd4'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:44.964731 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0974b1-7087-4a38-b421-475793b8b2a2 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d0c988-13a0-44e7-9b30-cb4a59199980,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:44.985172 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a826b31-397e-4dfa-93fb-ef6974b97a4d None None] Pushing event updated for resources: {'Port': ['ID=9296242a-aea5-4348-8111-df2c25030a16,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:45.025241 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7a0974b1-7087-4a38-b421-475793b8b2a2 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:45.035033 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-7a0974b1-7087-4a38-b421-475793b8b2a2 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3297889 Apr 23 00:51:45.066319 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] Set router c7160475-e672-47c2-9171-9ba085492bd4 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:51:45.181751 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b250cd04-772d-410c-998e-0d6995519db5 req-2f40b4b8-b85d-4d0d-908a-11ddfee68553 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1647493284&fields=id&tenant_id=ebafacf4324d44d8b610a516cd335dd7 HTTP/1.1" status: 200 len: 267 time: 0.0372937 Apr 23 00:51:45.199543 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b22b852f-c94d-4aa1-a42b-b6d428edd7ec None None] Provisioning complete for port 9296242a-aea5-4348-8111-df2c25030a16 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:51:45.200286 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b22b852f-c94d-4aa1-a42b-b6d428edd7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:45.266487 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7160475-e672-47c2-9171-9ba085492bd4', 'name': 'tempest-TestSnapshotPattern-1783713869-router', 'tenant_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '59b1e802-5747-4684-b300-c824de53dc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:36Z', 'updated_at': '2022-04-23T00:51:40Z', 'revision_number': 4, 'project_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'gw_port': {'id': '59b1e802-5747-4684-b300-c824de53dc08', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7160475-e672-47c2-9171-9ba085492bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:37Z', 'updated_at': '2022-04-23T00:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '9296242a-aea5-4348-8111-df2c25030a16', 'name': '', 'network_id': '638233a5-4d0a-4876-ab0e-25da4c99f5c8', 'tenant_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'mac_address': 'fa:16:3e:74:6e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7160475-e672-47c2-9171-9ba085492bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '0ce0cd33-3102-4992-9a4a-e3c1165465c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:39Z', 'updated_at': '2022-04-23T00:51:44Z', 'revision_number': 4, 'project_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'subnets': [{'id': '0ce0cd33-3102-4992-9a4a-e3c1165465c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:45.287789 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b22b852f-c94d-4aa1-a42b-b6d428edd7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:45.292576 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9270ce90-23c7-499b-bbc4-02932dfd97ea None None] The sync data for ids ['c7160475-e672-47c2-9171-9ba085492bd4'] in dv-neutron-838783-1-hyperv is: [{'id': 'c7160475-e672-47c2-9171-9ba085492bd4', 'name': 'tempest-TestSnapshotPattern-1783713869-router', 'tenant_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '59b1e802-5747-4684-b300-c824de53dc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:36Z', 'updated_at': '2022-04-23T00:51:40Z', 'revision_number': 4, 'project_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'gw_port': {'id': '59b1e802-5747-4684-b300-c824de53dc08', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7160475-e672-47c2-9171-9ba085492bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:37Z', 'updated_at': '2022-04-23T00:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '9296242a-aea5-4348-8111-df2c25030a16', 'name': '', 'network_id': '638233a5-4d0a-4876-ab0e-25da4c99f5c8', 'tenant_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'mac_address': 'fa:16:3e:74:6e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7160475-e672-47c2-9171-9ba085492bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '0ce0cd33-3102-4992-9a4a-e3c1165465c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:39Z', 'updated_at': '2022-04-23T00:51:44Z', 'revision_number': 4, 'project_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'subnets': [{'id': '0ce0cd33-3102-4992-9a4a-e3c1165465c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:51:45.298246 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250cd04-772d-410c-998e-0d6995519db5 req-de09ede3-a4d4-4717-a18e-bb281783de00 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:45.299809 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b250cd04-772d-410c-998e-0d6995519db5 req-de09ede3-a4d4-4717-a18e-bb281783de00 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/networks?id=eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f HTTP/1.1" status: 200 len: 810 time: 0.1090178 Apr 23 00:51:45.317637 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b250cd04-772d-410c-998e-0d6995519db5 req-29cf6d25-1306-483c-9653-fe4ba7c09645 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/quotas/ebafacf4324d44d8b610a516cd335dd7 HTTP/1.1" status: 200 len: 375 time: 0.0114863 Apr 23 00:51:45.323260 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b22b852f-c94d-4aa1-a42b-b6d428edd7ec None None] For port 9296242a-aea5-4348-8111-df2c25030a16, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=9296242a-aea5-4348-8111-df2c25030a16,segment=NetworkSegment(f970df23-0554-49bb-80ed-f0f39be1a220),segment_id=f970df23-0554-49bb-80ed-f0f39be1a220)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:51:45.379205 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b250cd04-772d-410c-998e-0d6995519db5 req-585613a8-27b0-4d09-a543-652865fe759e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebafacf4324d44d8b610a516cd335dd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542028 Apr 23 00:51:45.381029 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b22b852f-c94d-4aa1-a42b-b6d428edd7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:45.432530 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b852f-c94d-4aa1-a42b-b6d428edd7ec None None] Pushing event updated for resources: {'Port': ['ID=9296242a-aea5-4348-8111-df2c25030a16,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:45.591241 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b250cd04-772d-410c-998e-0d6995519db5 req-fc176c4f-48b4-4414-85f0-06bba8bc5dba service neutron] 10.222.0.15 "GET /v2.0/networks/eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961641 Apr 23 00:51:45.686833 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b250cd04-772d-410c-998e-0d6995519db5 req-a78ee187-3c1b-4965-b2d5-acee1c308443 service neutron] 10.222.0.15 "GET /v2.0/networks/eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886080 Apr 23 00:51:45.846733 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 9296242a-aea5-4348-8111-df2c25030a16 up at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:51:45.919191 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Provisioning complete for port 9296242a-aea5-4348-8111-df2c25030a16 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:51:45.919966 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:46.002656 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bf91c3c9-ca43-4642-9c00-26d0784b5a4d req-6510d7ce-562f-4ea8-a2f4-758206bcb4d6 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 210 time: 0.0283148 Apr 23 00:51:47.082458 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-015abc25-8ab9-4742-a848-79536bf33ec3 req-dd79e3be-c3fa-4cc2-974e-c4e52667a502 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 210 time: 0.0266850 Apr 23 00:51:48.158346 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c3e0be01-d89e-4ac1-8967-5c448b1e6873 req-00bc1e71-4bd4-4484-87d1-f604f19c1873 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 210 time: 0.0264912 Apr 23 00:51:49.251285 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a92849b3-0957-4c1e-a072-503f14bdfdde req-81cd00a0-78a7-4a26-b384-9866105b3054 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 210 time: 0.0269740 Apr 23 00:51:50.010028 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250cd04-772d-410c-998e-0d6995519db5 req-24f499bd-e6aa-4c11-9f22-15cafe0d522d tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:50.011407 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b250cd04-772d-410c-998e-0d6995519db5 req-24f499bd-e6aa-4c11-9f22-15cafe0d522d tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.16 "GET /v2.0/networks?id=eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f HTTP/1.1" status: 200 len: 810 time: 0.1067781 Apr 23 00:51:50.056006 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b250cd04-772d-410c-998e-0d6995519db5 req-a155f431-0291-402b-972c-c10cefa0d409 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebafacf4324d44d8b610a516cd335dd7 HTTP/1.1" status: 200 len: 380 time: 0.0351918 Apr 23 00:51:50.065233 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [req-b250cd04-772d-410c-998e-0d6995519db5 req-484b2d9d-fe03-4da5-9374-3f1b2bca6fb8 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Request body: {'port': {'device_id': '867e310c-adb5-45f6-8291-575e886b7744', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'admin_state_up': True, 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'security_groups': ['b6906419-609d-4bd2-ab0a-ceec56f0a457']}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:51:50.249332 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b250cd04-772d-410c-998e-0d6995519db5 req-484b2d9d-fe03-4da5-9374-3f1b2bca6fb8 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Made reservation on behalf of ebafacf4324d44d8b610a516cd335dd7 for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:51:50.254414 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-b250cd04-772d-410c-998e-0d6995519db5 req-484b2d9d-fe03-4da5-9374-3f1b2bca6fb8 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:50.347693 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-5d72cbb8-596a-4c51-a029-ef53277ef874 req-1cb7b7c0-c015-42db-90a7-0cdc6c523761 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 210 time: 0.0270631 Apr 23 00:51:50.380642 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [req-b250cd04-772d-410c-998e-0d6995519db5 req-484b2d9d-fe03-4da5-9374-3f1b2bca6fb8 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Allocated IP 172.20.0.10 (eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f/4e7fc195-c8af-4252-9d90-473188ad4731/5c57a363-838b-47e0-b504-1a19741fb90d) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:51:50.519189 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-b250cd04-772d-410c-998e-0d6995519db5 req-484b2d9d-fe03-4da5-9374-3f1b2bca6fb8 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:50.615385 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-b250cd04-772d-410c-998e-0d6995519db5 req-484b2d9d-fe03-4da5-9374-3f1b2bca6fb8 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:50.659145 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b250cd04-772d-410c-998e-0d6995519db5 req-484b2d9d-fe03-4da5-9374-3f1b2bca6fb8 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Network eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:51:50.662321 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [req-b250cd04-772d-410c-998e-0d6995519db5 req-484b2d9d-fe03-4da5-9374-3f1b2bca6fb8 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:51:50.666246 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [req-b250cd04-772d-410c-998e-0d6995519db5 req-484b2d9d-fe03-4da5-9374-3f1b2bca6fb8 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:51:50.673362 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b2d9d-fe03-4da5-9374-3f1b2bca6fb8 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Pushing event updated for resources: {'Port': ['ID=5c57a363-838b-47e0-b504-1a19741fb90d,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:50.720050 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250cd04-772d-410c-998e-0d6995519db5 req-484b2d9d-fe03-4da5-9374-3f1b2bca6fb8 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:50.720670 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-b250cd04-772d-410c-998e-0d6995519db5 req-484b2d9d-fe03-4da5-9374-3f1b2bca6fb8 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:50.801702 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b250cd04-772d-410c-998e-0d6995519db5 req-484b2d9d-fe03-4da5-9374-3f1b2bca6fb8 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7407527 Apr 23 00:51:50.814763 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [req-b250cd04-772d-410c-998e-0d6995519db5 req-7822f1d0-2232-4e28-afd5-706c2f464eba service neutron] Request body: {'port': {'device_id': '867e310c-adb5-45f6-8291-575e886b7744', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:51:50.877321 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-b250cd04-772d-410c-998e-0d6995519db5 req-7822f1d0-2232-4e28-afd5-706c2f464eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:50.934065 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-59afb73c-852d-4406-a62a-fb7e050f3a42 None None] Provisioning complete for port 5c57a363-838b-47e0-b504-1a19741fb90d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:51:50.934622 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59afb73c-852d-4406-a62a-fb7e050f3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:50.972206 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-59afb73c-852d-4406-a62a-fb7e050f3a42 None None] Port 5c57a363-838b-47e0-b504-1a19741fb90d cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:51:51.133925 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [req-b250cd04-772d-410c-998e-0d6995519db5 req-7822f1d0-2232-4e28-afd5-706c2f464eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c57a363-838b-47e0-b504-1a19741fb90d {{(pid=103143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:51:51.141191 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-b250cd04-772d-410c-998e-0d6995519db5 req-7822f1d0-2232-4e28-afd5-706c2f464eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:51.153020 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.provisioning_blocks [req-b250cd04-772d-410c-998e-0d6995519db5 req-7822f1d0-2232-4e28-afd5-706c2f464eba service neutron] Transition to ACTIVE for port object 5c57a363-838b-47e0-b504-1a19741fb90d will not be triggered until provisioned by entity L2. {{(pid=103143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:51:51.197733 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-b250cd04-772d-410c-998e-0d6995519db5 req-7822f1d0-2232-4e28-afd5-706c2f464eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:51.247000 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822f1d0-2232-4e28-afd5-706c2f464eba service neutron] Pushing event updated for resources: {'Port': ['ID=5c57a363-838b-47e0-b504-1a19741fb90d,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:51.325023 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [req-b250cd04-772d-410c-998e-0d6995519db5 req-7822f1d0-2232-4e28-afd5-706c2f464eba service neutron] Attempting to bind port 5c57a363-838b-47e0-b504-1a19741fb90d on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:51:51.325677 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [req-b250cd04-772d-410c-998e-0d6995519db5 req-7822f1d0-2232-4e28-afd5-706c2f464eba service neutron] Attempting to bind port 5c57a363-838b-47e0-b504-1a19741fb90d by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'dc4c705e-62b2-41c5-98c1-f468855e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:51:51.325677 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b250cd04-772d-410c-998e-0d6995519db5 req-7822f1d0-2232-4e28-afd5-706c2f464eba service neutron] Attempting to bind port 5c57a363-838b-47e0-b504-1a19741fb90d on network eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:51:51.330766 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b250cd04-772d-410c-998e-0d6995519db5 req-7822f1d0-2232-4e28-afd5-706c2f464eba service neutron] Port 5c57a363-838b-47e0-b504-1a19741fb90d on network eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:51:51.331116 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b250cd04-772d-410c-998e-0d6995519db5 req-7822f1d0-2232-4e28-afd5-706c2f464eba service neutron] Attempting to bind port 5c57a363-838b-47e0-b504-1a19741fb90d on network eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:51:51.336333 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b250cd04-772d-410c-998e-0d6995519db5 req-7822f1d0-2232-4e28-afd5-706c2f464eba service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:51:51.336571 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b250cd04-772d-410c-998e-0d6995519db5 req-7822f1d0-2232-4e28-afd5-706c2f464eba service neutron] Checking segment: {'id': 'dc4c705e-62b2-41c5-98c1-f468855e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:51:51.336989 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b250cd04-772d-410c-998e-0d6995519db5 req-7822f1d0-2232-4e28-afd5-706c2f464eba service neutron] Bound using segment: {'id': 'dc4c705e-62b2-41c5-98c1-f468855e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:51:51.337429 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [req-b250cd04-772d-410c-998e-0d6995519db5 req-7822f1d0-2232-4e28-afd5-706c2f464eba service neutron] Bound port: 5c57a363-838b-47e0-b504-1a19741fb90d, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4c705e-62b2-41c5-98c1-f468855e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:51:51.337792 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-b250cd04-772d-410c-998e-0d6995519db5 req-7822f1d0-2232-4e28-afd5-706c2f464eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:51.408582 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [req-b250cd04-772d-410c-998e-0d6995519db5 req-7822f1d0-2232-4e28-afd5-706c2f464eba service neutron] For port 5c57a363-838b-47e0-b504-1a19741fb90d, host hv-neutron-8387, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:51:51.411850 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [req-b250cd04-772d-410c-998e-0d6995519db5 req-7822f1d0-2232-4e28-afd5-706c2f464eba service neutron] For port 5c57a363-838b-47e0-b504-1a19741fb90d, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=5c57a363-838b-47e0-b504-1a19741fb90d,segment=NetworkSegment(dc4c705e-62b2-41c5-98c1-f468855e458c),segment_id=dc4c705e-62b2-41c5-98c1-f468855e458c)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:51:51.471017 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5a8f0-b0ba-4f3f-a0eb-72dde94c5924 req-49566bae-824e-4576-8796-f111053fd571 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:51.472570 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-32a5a8f0-b0ba-4f3f-a0eb-72dde94c5924 req-49566bae-824e-4576-8796-f111053fd571 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 944 time: 0.0499854 Apr 23 00:51:51.474125 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-b250cd04-772d-410c-998e-0d6995519db5 req-7822f1d0-2232-4e28-afd5-706c2f464eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:51.530337 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250cd04-772d-410c-998e-0d6995519db5 req-7822f1d0-2232-4e28-afd5-706c2f464eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:51.530962 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-b250cd04-772d-410c-998e-0d6995519db5 req-7822f1d0-2232-4e28-afd5-706c2f464eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:51.533021 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b250cd04-772d-410c-998e-0d6995519db5 req-7822f1d0-2232-4e28-afd5-706c2f464eba service neutron] 10.222.0.16 "PUT /v2.0/ports/5c57a363-838b-47e0-b504-1a19741fb90d HTTP/1.1" status: 200 len: 1094 time: 0.7223606 Apr 23 00:51:51.535038 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867e310c-adb5-45f6-8291-575e886b7744', 'tag': '5c57a363-838b-47e0-b504-1a19741fb90d'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:51:51.539327 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b4e21d-9e53-40f5-aab1-f97a6525f973" -d '{"events": [{"name": "network-changed", "server_uuid": "867e310c-adb5-45f6-8291-575e886b7744", "tag": "5c57a363-838b-47e0-b504-1a19741fb90d"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:51:51.574036 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822f1d0-2232-4e28-afd5-706c2f464eba service neutron] Pushing event updated for resources: {'Port': ['ID=5c57a363-838b-47e0-b504-1a19741fb90d,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:51.586841 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-32a5a8f0-b0ba-4f3f-a0eb-72dde94c5924 req-e8a9c317-7ab9-4c61-8e72-8df3b33045ad tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839801 Apr 23 00:51:51.588376 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c4edad-797d-4193-9370-cb8fd62778e2 x-openstack-request-id: req-d8c4edad-797d-4193-9370-cb8fd62778e2 {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:51:51.588667 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "867e310c-adb5-45f6-8291-575e886b7744", "tag": "5c57a363-838b-47e0-b504-1a19741fb90d", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:51:51.589043 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8c4edad-797d-4193-9370-cb8fd62778e2 {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:51:51.589446 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c4edad-797d-4193-9370-cb8fd62778e2'] response: {'name': 'network-changed', 'server_uuid': '867e310c-adb5-45f6-8291-575e886b7744', 'tag': '5c57a363-838b-47e0-b504-1a19741fb90d', 'status': 'completed', 'code': 200} Apr 23 00:51:51.653245 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4e21d-9e53-40f5-aab1-f97a6525f973 req-a41014e7-0009-4aac-a20e-1c51b0d4e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:51.654746 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-57b4e21d-9e53-40f5-aab1-f97a6525f973 req-a41014e7-0009-4aac-a20e-1c51b0d4e512 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebafacf4324d44d8b610a516cd335dd7&device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 1097 time: 0.0422266 Apr 23 00:51:51.760178 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4e21d-9e53-40f5-aab1-f97a6525f973 req-ce8fbe96-66f6-4346-93bd-c1983b58e7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:51.761670 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-57b4e21d-9e53-40f5-aab1-f97a6525f973 req-ce8fbe96-66f6-4346-93bd-c1983b58e7e4 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ebafacf4324d44d8b610a516cd335dd7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0976555 Apr 23 00:51:51.857394 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4e21d-9e53-40f5-aab1-f97a6525f973 req-ca4beb8a-f421-47ea-8700-e92b4c1d478d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:51.858886 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-57b4e21d-9e53-40f5-aab1-f97a6525f973 req-ca4beb8a-f421-47ea-8700-e92b4c1d478d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889783 Apr 23 00:51:51.934315 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250cd04-772d-410c-998e-0d6995519db5 req-a84d9091-adfc-4f8c-92d0-e11b072c689f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:51.935732 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b250cd04-772d-410c-998e-0d6995519db5 req-a84d9091-adfc-4f8c-92d0-e11b072c689f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebafacf4324d44d8b610a516cd335dd7&device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 1097 time: 0.0400417 Apr 23 00:51:52.229458 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b250cd04-772d-410c-998e-0d6995519db5 req-b6300f96-d483-4394-8aec-7f618b67a933 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c57a363-838b-47e0-b504-1a19741fb90d HTTP/1.1" status: 200 len: 217 time: 0.2867486 Apr 23 00:51:52.277760 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250cd04-772d-410c-998e-0d6995519db5 req-e4fe0e5d-ca21-4b3b-968d-4659bd3deb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:52.279164 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b250cd04-772d-410c-998e-0d6995519db5 req-e4fe0e5d-ca21-4b3b-968d-4659bd3deb8b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4e7fc195-c8af-4252-9d90-473188ad4731 HTTP/1.1" status: 200 len: 849 time: 0.0425928 Apr 23 00:51:52.325489 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250cd04-772d-410c-998e-0d6995519db5 req-cb8ac14b-f390-4b3a-9447-16c69e817cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:52.326933 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b250cd04-772d-410c-998e-0d6995519db5 req-cb8ac14b-f390-4b3a-9447-16c69e817cb0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393689 Apr 23 00:51:52.419241 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b250cd04-772d-410c-998e-0d6995519db5 req-8a41b008-51a0-4140-94be-3807cdef4b36 service neutron] 10.222.0.16 "GET /v2.0/networks/eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834291 Apr 23 00:51:52.508647 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b250cd04-772d-410c-998e-0d6995519db5 req-3bf33017-b01a-4686-9084-63aa36e8a30f service neutron] 10.222.0.16 "GET /v2.0/networks/eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810857 Apr 23 00:51:52.710158 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ebe20-bdb1-4743-aa3c-92931b271ce2 req-4de75f1a-8910-4ee4-9302-aaaf8106939e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:52.711697 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d4ebe20-bdb1-4743-aa3c-92931b271ce2 req-4de75f1a-8910-4ee4-9302-aaaf8106939e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 944 time: 0.0547056 Apr 23 00:51:52.749662 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-3d4ebe20-bdb1-4743-aa3c-92931b271ce2 req-7c1fff47-c865-4b79-aaf9-25b3ac0eaa54 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319560 Apr 23 00:51:53.873629 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b4c1d-241a-4396-9856-acc632b1152f req-131d3140-a02a-4c82-845b-bd3cd386ccd3 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:53.875103 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0e0b4c1d-241a-4396-9856-acc632b1152f req-131d3140-a02a-4c82-845b-bd3cd386ccd3 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 944 time: 0.0555558 Apr 23 00:51:53.913602 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-0e0b4c1d-241a-4396-9856-acc632b1152f req-07aaa03d-4c94-450e-9517-f3125d9d2b10 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320387 Apr 23 00:51:54.146423 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:55.020320 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 5c57a363-838b-47e0-b504-1a19741fb90d details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:51:55.027992 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98957b36-ee83-41fd-9d08-b958777e1913 req-3ca2e639-803c-47e1-8083-91a594fb0cf4 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:55.029480 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-98957b36-ee83-41fd-9d08-b958777e1913 req-3ca2e639-803c-47e1-8083-91a594fb0cf4 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 944 time: 0.0497701 Apr 23 00:51:55.066527 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-98957b36-ee83-41fd-9d08-b958777e1913 req-f9fd7716-dbfa-4b67-8087-e6cc337ea8b8 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310829 Apr 23 00:51:55.119212 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 5c57a363-838b-47e0-b504-1a19741fb90d, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=5c57a363-838b-47e0-b504-1a19741fb90d,segment=NetworkSegment(dc4c705e-62b2-41c5-98c1-f468855e458c),segment_id=dc4c705e-62b2-41c5-98c1-f468855e458c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:51:55.131088 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '5c57a363-838b-47e0-b504-1a19741fb90d', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'port_id': '5c57a363-838b-47e0-b504-1a19741fb90d', 'mac_address': 'fa:16:3e:67:37:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:51:55.166880 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:55.180429 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c57a363-838b-47e0-b504-1a19741fb90d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:51:55.199429 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 5c57a363-838b-47e0-b504-1a19741fb90d, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=5c57a363-838b-47e0-b504-1a19741fb90d,segment=NetworkSegment(dc4c705e-62b2-41c5-98c1-f468855e458c),segment_id=dc4c705e-62b2-41c5-98c1-f468855e458c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:51:55.288956 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:55.335072 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=5c57a363-838b-47e0-b504-1a19741fb90d,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:55.502882 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['5c57a363-838b-47e0-b504-1a19741fb90d'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:51:56.181131 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fdab7-4594-47fe-8b7a-81374f45ddda req-1e030355-06b6-4b89-b038-c01d155f290e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:56.182589 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-822fdab7-4594-47fe-8b7a-81374f45ddda req-1e030355-06b6-4b89-b038-c01d155f290e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 945 time: 0.0478363 Apr 23 00:51:56.218795 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-822fdab7-4594-47fe-8b7a-81374f45ddda req-9eceb53d-2b81-4268-a0db-4c9745a0eb26 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302997 Apr 23 00:51:57.052053 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 5c57a363-838b-47e0-b504-1a19741fb90d up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:51:57.168888 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 5c57a363-838b-47e0-b504-1a19741fb90d completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:51:57.173812 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 5c57a363-838b-47e0-b504-1a19741fb90d triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:51:57.179697 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:57.249943 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:57.272691 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867e310c-adb5-45f6-8291-575e886b7744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c57a363-838b-47e0-b504-1a19741fb90d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:51:57.274950 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624b0ce8-a78c-4368-b01d-f8f897ec2fc0" -d '{"events": [{"server_uuid": "867e310c-adb5-45f6-8291-575e886b7744", "name": "network-vif-plugged", "status": "completed", "tag": "5c57a363-838b-47e0-b504-1a19741fb90d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:51:57.289796 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 5c57a363-838b-47e0-b504-1a19741fb90d, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=5c57a363-838b-47e0-b504-1a19741fb90d,segment=NetworkSegment(dc4c705e-62b2-41c5-98c1-f468855e458c),segment_id=dc4c705e-62b2-41c5-98c1-f468855e458c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:51:57.337937 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af3df7-d7f9-42df-985c-76d7a4a9998c req-4585a5b7-49e1-435a-b330-fa183905fcd9 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:57.339544 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d9af3df7-d7f9-42df-985c-76d7a4a9998c req-4585a5b7-49e1-435a-b330-fa183905fcd9 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 945 time: 0.0514610 Apr 23 00:51:57.352542 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:57.380976 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5d502f-4e28-4258-bb3d-17ce178b4905 x-openstack-request-id: req-3d5d502f-4e28-4258-bb3d-17ce178b4905 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:51:57.381266 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867e310c-adb5-45f6-8291-575e886b7744", "name": "network-vif-plugged", "status": "completed", "tag": "5c57a363-838b-47e0-b504-1a19741fb90d", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:51:57.381518 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d5d502f-4e28-4258-bb3d-17ce178b4905 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:51:57.381902 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d5d502f-4e28-4258-bb3d-17ce178b4905'] response: {'server_uuid': '867e310c-adb5-45f6-8291-575e886b7744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c57a363-838b-47e0-b504-1a19741fb90d', 'code': 200} Apr 23 00:51:57.387276 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-d9af3df7-d7f9-42df-985c-76d7a4a9998c req-71bee787-62e3-4e7b-b297-6e148874bfde tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403810 Apr 23 00:51:57.410255 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=5c57a363-838b-47e0-b504-1a19741fb90d,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:57.661709 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe66b23-4f0b-4611-a1ce-d946f2251123 req-5f815933-945b-406d-81f4-f9520601f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:57.663156 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ffe66b23-4f0b-4611-a1ce-d946f2251123 req-5f815933-945b-406d-81f4-f9520601f633 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 1099 time: 0.0402660 Apr 23 00:51:57.696552 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ffe66b23-4f0b-4611-a1ce-d946f2251123 req-5b218898-3ed2-4006-b3f8-3c9a2a255490 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272920 Apr 23 00:51:58.518701 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a3296-56c1-425c-b14c-707393f1bd4f req-92516c5a-2fd7-466f-9b90-a8db60d9193a tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:58.520369 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-586a3296-56c1-425c-b14c-707393f1bd4f req-92516c5a-2fd7-466f-9b90-a8db60d9193a tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 946 time: 0.0608249 Apr 23 00:51:58.558845 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-586a3296-56c1-425c-b14c-707393f1bd4f req-41abd0da-266c-4ff4-9e64-d1c37ca933ca tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322859 Apr 23 00:51:59.679377 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e4264-f3fb-48b6-935b-c6696fa3d224 req-66fd6be5-0f51-4abd-85ea-119fdfa13720 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:59.680886 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ac4e4264-f3fb-48b6-935b-c6696fa3d224 req-66fd6be5-0f51-4abd-85ea-119fdfa13720 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 946 time: 0.0532737 Apr 23 00:51:59.718082 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-ac4e4264-f3fb-48b6-935b-c6696fa3d224 req-a1448751-d277-429b-90c5-097f0fa16cb1 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312762 Apr 23 00:51:59.833340 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e070849-0261-4302-92ca-d7210350bcd8 req-043f1f47-635d-4296-adba-5c7d869c6a89 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:59.834798 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9e070849-0261-4302-92ca-d7210350bcd8 req-043f1f47-635d-4296-adba-5c7d869c6a89 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 946 time: 0.0489788 Apr 23 00:51:59.871619 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-9e070849-0261-4302-92ca-d7210350bcd8 req-60dcade7-fd4b-4753-866f-dcbd5ca6d69d tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307388 Apr 23 00:51:59.893569 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 34958) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:52:00.023925 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d0b522-6e31-4acd-ad95-e0e9178d8a22 tempest-TestSnapshotPattern-30745108 tempest-TestSnapshotPattern-30745108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:00.025412 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-e8d0b522-6e31-4acd-ad95-e0e9178d8a22 tempest-TestSnapshotPattern-30745108 tempest-TestSnapshotPattern-30745108-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 1094 time: 0.1308696 Apr 23 00:52:00.028289 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 34964) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:52:00.033097 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-8fb1eea6-bebf-40d7-9e73-adef1dad2cd6 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': '5c57a363-838b-47e0-b504-1a19741fb90d', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:52:00.128755 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8fb1eea6-bebf-40d7-9e73-adef1dad2cd6 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for floatingip, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:00.225216 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8fb1eea6-bebf-40d7-9e73-adef1dad2cd6 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:00.325110 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-8fb1eea6-bebf-40d7-9e73-adef1dad2cd6 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Allocated IP 172.26.3.145 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/09ce56ef-cc2d-4fb9-acf9-68db6fdd5bd6) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:52:00.427342 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8fb1eea6-bebf-40d7-9e73-adef1dad2cd6 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:00.518165 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8fb1eea6-bebf-40d7-9e73-adef1dad2cd6 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:00.557355 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb1eea6-bebf-40d7-9e73-adef1dad2cd6 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:52:00.560206 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-8fb1eea6-bebf-40d7-9e73-adef1dad2cd6 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:52:00.563911 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb1eea6-bebf-40d7-9e73-adef1dad2cd6 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:52:00.569250 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1eea6-bebf-40d7-9e73-adef1dad2cd6 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Pushing event updated for resources: {'Port': ['ID=09ce56ef-cc2d-4fb9-acf9-68db6fdd5bd6,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:52:01.048272 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8fb1eea6-bebf-40d7-9e73-adef1dad2cd6 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:01.153665 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8fb1eea6-bebf-40d7-9e73-adef1dad2cd6 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:01.298907 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8fb1eea6-bebf-40d7-9e73-adef1dad2cd6 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:01.340326 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8fb1eea6-bebf-40d7-9e73-adef1dad2cd6 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:01.412345 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1eea6-bebf-40d7-9e73-adef1dad2cd6 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Pushing event updated for resources: {'Port': ['ID=09ce56ef-cc2d-4fb9-acf9-68db6fdd5bd6,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:52:01.417746 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8fb1eea6-bebf-40d7-9e73-adef1dad2cd6 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:01.515364 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-8fb1eea6-bebf-40d7-9e73-adef1dad2cd6 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Floating IP 7ddce980-051f-40ce-b524-68c1177a5139 associated. External IP: 172.26.3.145, port: 5c57a363-838b-47e0-b504-1a19741fb90d. Apr 23 00:52:01.714637 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb1eea6-bebf-40d7-9e73-adef1dad2cd6 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Router 13551357-7bd7-4ee8-a6dc-818355a37a8b has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:52:01.823464 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb1eea6-bebf-40d7-9e73-adef1dad2cd6 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:52:01.834206 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849ada65-b289-4c07-90c0-6a3c9bfe3940 None None] Sync routers for ids ['13551357-7bd7-4ee8-a6dc-818355a37a8b'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:52:01.843056 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849ada65-b289-4c07-90c0-6a3c9bfe3940 None None] Routers {'13551357-7bd7-4ee8-a6dc-818355a37a8b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:52:01.843692 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-849ada65-b289-4c07-90c0-6a3c9bfe3940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:51:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['13551357-7bd7-4ee8-a6dc-818355a37a8b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:52:01.913731 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8fb1eea6-bebf-40d7-9e73-adef1dad2cd6 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:01.950824 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-8fb1eea6-bebf-40d7-9e73-adef1dad2cd6 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9212565 Apr 23 00:52:01.951536 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867e310c-adb5-45f6-8291-575e886b7744', 'tag': '5c57a363-838b-47e0-b504-1a19741fb90d'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:52:01.955218 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ba8217-79d8-4137-ac0e-310969e52978" -d '{"events": [{"name": "network-changed", "server_uuid": "867e310c-adb5-45f6-8291-575e886b7744", "tag": "5c57a363-838b-47e0-b504-1a19741fb90d"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:52:01.960854 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-849ada65-b289-4c07-90c0-6a3c9bfe3940 None None] Set router 13551357-7bd7-4ee8-a6dc-818355a37a8b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:52:01.997503 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d962da0b-4acb-4617-aa89-1a07c4426146 x-openstack-request-id: req-d962da0b-4acb-4617-aa89-1a07c4426146 {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:52:01.997793 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "867e310c-adb5-45f6-8291-575e886b7744", "tag": "5c57a363-838b-47e0-b504-1a19741fb90d", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:52:01.998045 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d962da0b-4acb-4617-aa89-1a07c4426146 {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:52:01.998446 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d962da0b-4acb-4617-aa89-1a07c4426146'] response: {'name': 'network-changed', 'server_uuid': '867e310c-adb5-45f6-8291-575e886b7744', 'tag': '5c57a363-838b-47e0-b504-1a19741fb90d', 'status': 'completed', 'code': 200} Apr 23 00:52:02.065260 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba8217-79d8-4137-ac0e-310969e52978 req-0731d67f-4f63-4e01-ae42-25ede2f5023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:02.066799 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-47ba8217-79d8-4137-ac0e-310969e52978 req-0731d67f-4f63-4e01-ae42-25ede2f5023d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebafacf4324d44d8b610a516cd335dd7&device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 1099 time: 0.0422974 Apr 23 00:52:02.162503 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba8217-79d8-4137-ac0e-310969e52978 req-523b2dae-dc7b-4a53-82bb-11727556560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:02.164080 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-47ba8217-79d8-4137-ac0e-310969e52978 req-523b2dae-dc7b-4a53-82bb-11727556560c service neutron] 10.222.0.16 "GET /v2.0/networks?id=eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f HTTP/1.1" status: 200 len: 911 time: 0.0911579 Apr 23 00:52:02.235716 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-47ba8217-79d8-4137-ac0e-310969e52978 req-9c1fb672-b07f-482e-b66d-b7ef3a9f9718 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c57a363-838b-47e0-b504-1a19741fb90d HTTP/1.1" status: 200 len: 1000 time: 0.0622981 Apr 23 00:52:02.292011 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba8217-79d8-4137-ac0e-310969e52978 req-759637f1-731c-4984-91a7-ef9a7ccd3fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:02.293482 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-47ba8217-79d8-4137-ac0e-310969e52978 req-759637f1-731c-4984-91a7-ef9a7ccd3fe8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4e7fc195-c8af-4252-9d90-473188ad4731 HTTP/1.1" status: 200 len: 849 time: 0.0520937 Apr 23 00:52:02.332902 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-849ada65-b289-4c07-90c0-6a3c9bfe3940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'name': 'tempest-TestSnapshotPattern-1325382099-router', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:30Z', 'updated_at': '2022-04-23T00:51:33Z', 'revision_number': 4, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'gw_port': {'id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:31Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '7ddce980-051f-40ce-b524-68c1177a5139', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'floating_ip_address': '172.26.3.145', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'port_id': '5c57a363-838b-47e0-b504-1a19741fb90d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'mac_address': 'fa:16:3e:67:37:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867e310c-adb5-45f6-8291-575e886b7744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:52:00Z', 'updated_at': '2022-04-23T00:52:00Z', 'revision_number': 0, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758c531f-1d32-4208-bb31-734d25876e20', 'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'mac_address': 'fa:16:3e:ad:7e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:32Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 5, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'subnets': [{'id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:52:02.338224 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba8217-79d8-4137-ac0e-310969e52978 req-72093166-badf-4686-94d8-692889460bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:02.339819 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-47ba8217-79d8-4137-ac0e-310969e52978 req-72093166-badf-4686-94d8-692889460bef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386024 Apr 23 00:52:02.363115 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849ada65-b289-4c07-90c0-6a3c9bfe3940 None None] Checking router: 13551357-7bd7-4ee8-a6dc-818355a37a8b for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:52:02.371335 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849ada65-b289-4c07-90c0-6a3c9bfe3940 None None] Routers {'13551357-7bd7-4ee8-a6dc-818355a37a8b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:52:02.371985 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-849ada65-b289-4c07-90c0-6a3c9bfe3940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:51:37Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['13551357-7bd7-4ee8-a6dc-818355a37a8b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:52:02.434498 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-47ba8217-79d8-4137-ac0e-310969e52978 req-909cddd5-0e3c-47be-9883-641dd568882c service neutron] 10.222.0.16 "GET /v2.0/networks/eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870848 Apr 23 00:52:02.478253 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-849ada65-b289-4c07-90c0-6a3c9bfe3940 None None] Set router 13551357-7bd7-4ee8-a6dc-818355a37a8b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:52:02.527312 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-47ba8217-79d8-4137-ac0e-310969e52978 req-0986639a-b119-426e-8f3a-2b315fa81fc4 service neutron] 10.222.0.16 "GET /v2.0/networks/eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859025 Apr 23 00:52:02.699030 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-849ada65-b289-4c07-90c0-6a3c9bfe3940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'name': 'tempest-TestSnapshotPattern-1325382099-router', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:30Z', 'updated_at': '2022-04-23T00:51:33Z', 'revision_number': 4, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'gw_port': {'id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:31Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '7ddce980-051f-40ce-b524-68c1177a5139', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'floating_ip_address': '172.26.3.145', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'port_id': '5c57a363-838b-47e0-b504-1a19741fb90d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'mac_address': 'fa:16:3e:67:37:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867e310c-adb5-45f6-8291-575e886b7744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:52:00Z', 'updated_at': '2022-04-23T00:52:00Z', 'revision_number': 0, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758c531f-1d32-4208-bb31-734d25876e20', 'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'mac_address': 'fa:16:3e:ad:7e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:32Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 5, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'subnets': [{'id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:52:02.728220 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849ada65-b289-4c07-90c0-6a3c9bfe3940 None None] The sync data for ids ['13551357-7bd7-4ee8-a6dc-818355a37a8b'] in dv-neutron-838783-1-hyperv is: [{'id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'name': 'tempest-TestSnapshotPattern-1325382099-router', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:30Z', 'updated_at': '2022-04-23T00:51:33Z', 'revision_number': 4, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'gw_port': {'id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:31Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '7ddce980-051f-40ce-b524-68c1177a5139', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'floating_ip_address': '172.26.3.145', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'port_id': '5c57a363-838b-47e0-b504-1a19741fb90d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'mac_address': 'fa:16:3e:67:37:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867e310c-adb5-45f6-8291-575e886b7744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:52:00Z', 'updated_at': '2022-04-23T00:52:00Z', 'revision_number': 0, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758c531f-1d32-4208-bb31-734d25876e20', 'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'mac_address': 'fa:16:3e:ad:7e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:32Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 5, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'subnets': [{'id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:52:02.910796 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c525492f-0052-483e-a843-06b3c1dfc404 None None] New status for floating IP 7ddce980-051f-40ce-b524-68c1177a5139: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:52:04.334222 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aab708fc-f4fc-4e0f-9683-1da19b58c81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:07.300379 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a840c2c-15ee-4c12-9671-8031f7988a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:08.060633 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:09.728773 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:09.974587 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:15.749744 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:52:24.140107 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:34.339564 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56452b6e-d0df-4c61-9658-083cd6ee1f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:37.259577 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9366bb5f-8ddd-4984-9f51-5544ead2ef2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:38.042733 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:39.535082 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a77e429e-52f8-4132-9590-2467b7c3006a req-a7a3afb0-28aa-4822-be8e-4471f25a0e9c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=867e310c-adb5-45f6-8291-575e886b7744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416555 Apr 23 00:52:39.617347 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e429e-52f8-4132-9590-2467b7c3006a req-8e194234-e163-417f-ad92-a9d5790be5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:39.618912 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a77e429e-52f8-4132-9590-2467b7c3006a req-8e194234-e163-417f-ad92-a9d5790be5fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebafacf4324d44d8b610a516cd335dd7&device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 1099 time: 0.0418446 Apr 23 00:52:39.699671 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:39.733691 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e429e-52f8-4132-9590-2467b7c3006a req-b2511659-005e-48dd-9435-d785cf6d9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:39.735181 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a77e429e-52f8-4132-9590-2467b7c3006a req-b2511659-005e-48dd-9435-d785cf6d9c1b service neutron] 10.222.0.16 "GET /v2.0/networks?id=eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f HTTP/1.1" status: 200 len: 911 time: 0.0932741 Apr 23 00:52:39.802668 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a77e429e-52f8-4132-9590-2467b7c3006a req-f4ec9077-b2ee-43d4-8753-cc3ad5fc223e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c57a363-838b-47e0-b504-1a19741fb90d HTTP/1.1" status: 200 len: 1002 time: 0.0604098 Apr 23 00:52:39.855914 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e429e-52f8-4132-9590-2467b7c3006a req-8ed942b5-fbf8-4b69-8f4c-74dd869b5be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:39.857546 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a77e429e-52f8-4132-9590-2467b7c3006a req-8ed942b5-fbf8-4b69-8f4c-74dd869b5be6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4e7fc195-c8af-4252-9d90-473188ad4731 HTTP/1.1" status: 200 len: 849 time: 0.0481975 Apr 23 00:52:39.901406 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e429e-52f8-4132-9590-2467b7c3006a req-6598c284-7fc3-4aa6-a1bb-e2a102b3e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:39.902889 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a77e429e-52f8-4132-9590-2467b7c3006a req-6598c284-7fc3-4aa6-a1bb-e2a102b3e397 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391037 Apr 23 00:52:39.992531 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a77e429e-52f8-4132-9590-2467b7c3006a req-29a34bef-7624-4b56-8d9b-92726e5d32c9 service neutron] 10.222.0.16 "GET /v2.0/networks/eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828598 Apr 23 00:52:40.008244 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:40.084792 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a77e429e-52f8-4132-9590-2467b7c3006a req-1109c699-4265-4ab3-ad10-4e5306aab49a service neutron] 10.222.0.16 "GET /v2.0/networks/eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861526 Apr 23 00:52:52.748875 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:52:54.139933 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:04.305285 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96e15063-4776-4c82-bd4a-98041073843e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:07.322339 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19b90b8c-ec47-4e03-bbd0-ad71dd44bc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:08.048499 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:09.711247 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:09.996688 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:24.111244 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:29.747745 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:53:34.368189 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81fbcb1b-3d6b-465b-a249-5807c7d6a272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:37.282380 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebff9ba3-0c02-4cc9-914d-1b7a90df9c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:38.081766 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:39.728096 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:39.995796 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:41.527933 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3fda2c8f-d209-4821-aa47-73ac57a53e56 req-6fdd78fc-461d-4275-a733-83603793f011 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=867e310c-adb5-45f6-8291-575e886b7744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402527 Apr 23 00:53:41.606532 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda2c8f-d209-4821-aa47-73ac57a53e56 req-7d832d8d-2129-416c-98a3-b0a8a763574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:41.608150 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3fda2c8f-d209-4821-aa47-73ac57a53e56 req-7d832d8d-2129-416c-98a3-b0a8a763574e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebafacf4324d44d8b610a516cd335dd7&device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 1099 time: 0.0408845 Apr 23 00:53:41.711428 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda2c8f-d209-4821-aa47-73ac57a53e56 req-a5728006-f604-4e16-b219-87af90d7047f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:41.712933 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3fda2c8f-d209-4821-aa47-73ac57a53e56 req-a5728006-f604-4e16-b219-87af90d7047f service neutron] 10.222.0.16 "GET /v2.0/networks?id=eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f HTTP/1.1" status: 200 len: 911 time: 0.0874083 Apr 23 00:53:41.776931 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3fda2c8f-d209-4821-aa47-73ac57a53e56 req-fbd95b88-6d71-4939-b225-9c6bd6ca8553 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c57a363-838b-47e0-b504-1a19741fb90d HTTP/1.1" status: 200 len: 1002 time: 0.0567994 Apr 23 00:53:42.073365 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda2c8f-d209-4821-aa47-73ac57a53e56 req-edff8f53-137f-412f-8c61-bbd672ebaf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:42.074724 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3fda2c8f-d209-4821-aa47-73ac57a53e56 req-edff8f53-137f-412f-8c61-bbd672ebaf2a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4e7fc195-c8af-4252-9d90-473188ad4731 HTTP/1.1" status: 200 len: 849 time: 0.2917445 Apr 23 00:53:42.118275 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda2c8f-d209-4821-aa47-73ac57a53e56 req-ac098609-a613-439c-88d2-661682997bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:42.119752 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3fda2c8f-d209-4821-aa47-73ac57a53e56 req-ac098609-a613-439c-88d2-661682997bb1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386755 Apr 23 00:53:42.130043 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [req-3fda2c8f-d209-4821-aa47-73ac57a53e56 req-c3012b0c-0716-4add-825a-098a714e0f53 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103143) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:53:42.130950 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3fda2c8f-d209-4821-aa47-73ac57a53e56 req-c3012b0c-0716-4add-825a-098a714e0f53 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047269 Apr 23 00:53:42.217037 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3fda2c8f-d209-4821-aa47-73ac57a53e56 req-45fad0fe-058d-4461-a381-77871bc1109a service neutron] 10.222.0.16 "GET /v2.0/networks/eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794625 Apr 23 00:53:42.307188 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-3fda2c8f-d209-4821-aa47-73ac57a53e56 req-d17c410f-ce3b-4dec-abae-fdcfb9e84501 service neutron] 10.222.0.16 "GET /v2.0/networks/eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839996 Apr 23 00:53:54.184850 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:01.815025 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 5c57a363-838b-47e0-b504-1a19741fb90d details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:54:01.914543 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 5c57a363-838b-47e0-b504-1a19741fb90d, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=5c57a363-838b-47e0-b504-1a19741fb90d,segment=NetworkSegment(dc4c705e-62b2-41c5-98c1-f468855e458c),segment_id=dc4c705e-62b2-41c5-98c1-f468855e458c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:54:01.927254 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '5c57a363-838b-47e0-b504-1a19741fb90d', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'port_id': '5c57a363-838b-47e0-b504-1a19741fb90d', 'mac_address': 'fa:16:3e:67:37:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:54:01.975633 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:01.988972 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c57a363-838b-47e0-b504-1a19741fb90d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:54:02.009193 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 5c57a363-838b-47e0-b504-1a19741fb90d, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=5c57a363-838b-47e0-b504-1a19741fb90d,segment=NetworkSegment(dc4c705e-62b2-41c5-98c1-f468855e458c),segment_id=dc4c705e-62b2-41c5-98c1-f468855e458c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:54:02.087872 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:02.141772 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=5c57a363-838b-47e0-b504-1a19741fb90d,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:54:02.148563 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:54:02.149040 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:54:02.149241 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:54:02.149578 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:54:02.149961 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:54:02.150221 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:54:02.150545 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:54:02.150888 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:54:02.151179 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:54:02.151501 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:54:02.151845 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:54:02.152163 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:54:02.158671 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['5c57a363-838b-47e0-b504-1a19741fb90d'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:54:03.832603 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 5c57a363-838b-47e0-b504-1a19741fb90d up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:54:03.891338 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 5c57a363-838b-47e0-b504-1a19741fb90d triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:54:03.891967 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:03.983209 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:04.012487 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867e310c-adb5-45f6-8291-575e886b7744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c57a363-838b-47e0-b504-1a19741fb90d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:54:04.015048 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1e4c11-c3ba-4632-962a-bcc40e8ae436" -d '{"events": [{"server_uuid": "867e310c-adb5-45f6-8291-575e886b7744", "name": "network-vif-plugged", "status": "completed", "tag": "5c57a363-838b-47e0-b504-1a19741fb90d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:54:04.034354 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 5c57a363-838b-47e0-b504-1a19741fb90d, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=5c57a363-838b-47e0-b504-1a19741fb90d,segment=NetworkSegment(dc4c705e-62b2-41c5-98c1-f468855e458c),segment_id=dc4c705e-62b2-41c5-98c1-f468855e458c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:54:04.075849 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a2c9a9-29ce-423f-b2b2-aea3382c50c2 x-openstack-request-id: req-d7a2c9a9-29ce-423f-b2b2-aea3382c50c2 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:54:04.076146 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867e310c-adb5-45f6-8291-575e886b7744", "name": "network-vif-plugged", "status": "completed", "tag": "5c57a363-838b-47e0-b504-1a19741fb90d", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:54:04.076406 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d7a2c9a9-29ce-423f-b2b2-aea3382c50c2 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:54:04.076818 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7a2c9a9-29ce-423f-b2b2-aea3382c50c2'] response: {'server_uuid': '867e310c-adb5-45f6-8291-575e886b7744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c57a363-838b-47e0-b504-1a19741fb90d', 'code': 200} Apr 23 00:54:04.088710 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:04.147841 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=5c57a363-838b-47e0-b504-1a19741fb90d,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:54:04.322255 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-631ab62f-342a-4bc1-a4bc-507228e3a421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:06.747337 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:54:07.339707 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3160878-721a-4dd8-9084-7d0202465c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:08.390548 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:09.733433 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:09.996043 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:13.746768 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-a3b2f271-2713-4fc5-9bd3-8a75ac83581e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1647493284&fields=id&tenant_id=ebafacf4324d44d8b610a516cd335dd7 HTTP/1.1" status: 200 len: 267 time: 0.0333552 Apr 23 00:54:13.863910 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-7e21ff2e-a30e-4546-9707-0fa68fe5cb25 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:13.865414 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-7e21ff2e-a30e-4546-9707-0fa68fe5cb25 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/networks?id=eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f HTTP/1.1" status: 200 len: 810 time: 0.1110854 Apr 23 00:54:13.882709 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-b39a6fee-c230-42d2-8a21-f296ba9a5cdb tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/quotas/ebafacf4324d44d8b610a516cd335dd7 HTTP/1.1" status: 200 len: 375 time: 0.0115578 Apr 23 00:54:13.940119 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-f793c563-2ca1-40b8-ae0c-437cb9c1d4ed tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebafacf4324d44d8b610a516cd335dd7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0520179 Apr 23 00:54:14.033078 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-1ea3a51f-ae6e-4e3a-b02d-72fda3bf04b5 service neutron] 10.222.0.15 "GET /v2.0/networks/eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816326 Apr 23 00:54:14.125336 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-86d9d06f-a8e9-4fae-af52-cb14a362f525 service neutron] 10.222.0.15 "GET /v2.0/networks/eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854223 Apr 23 00:54:14.435423 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-e24e42b8-8c08-4b50-989d-53bae03081e8 req-42f18b12-371e-420a-9c50-f16738bd1155 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 210 time: 0.1121216 Apr 23 00:54:15.532527 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b7c8dac9-1f8e-4795-96e4-4752f04645ca req-574b2404-c3a6-4e13-9d22-6ca05c12503f tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 210 time: 0.0277069 Apr 23 00:54:16.375387 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-ee1a4757-fac3-4588-96f7-95ed3178211b tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:16.376857 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-ee1a4757-fac3-4588-96f7-95ed3178211b tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.16 "GET /v2.0/networks?id=eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f HTTP/1.1" status: 200 len: 810 time: 0.1041336 Apr 23 00:54:16.421682 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-f6f6a873-6761-4adc-bb5a-02f225853a11 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebafacf4324d44d8b610a516cd335dd7 HTTP/1.1" status: 200 len: 380 time: 0.0337987 Apr 23 00:54:16.430559 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-93231d12-6ead-45fe-acaf-4dd01d4f54b0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Request body: {'port': {'device_id': '813a1ce4-b686-4028-99cd-15aacc5d5cb3', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'admin_state_up': True, 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'security_groups': ['b6906419-609d-4bd2-ab0a-ceec56f0a457']}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:54:16.629057 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-93231d12-6ead-45fe-acaf-4dd01d4f54b0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Made reservation on behalf of ebafacf4324d44d8b610a516cd335dd7 for: {'port': 1} {{(pid=103143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:54:16.630104 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-93231d12-6ead-45fe-acaf-4dd01d4f54b0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:16.634289 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-affd2a9e-337a-4ed7-8dbf-df877232a476 req-a04e884c-9f4f-4091-a19e-b3702b5869e3 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 210 time: 0.0328534 Apr 23 00:54:16.765779 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-93231d12-6ead-45fe-acaf-4dd01d4f54b0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Allocated IP 172.20.0.11 (eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f/4e7fc195-c8af-4252-9d90-473188ad4731/1fdc2408-79ee-4a33-b4c7-3e755adc27ec) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:54:16.912008 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-93231d12-6ead-45fe-acaf-4dd01d4f54b0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:17.007972 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-93231d12-6ead-45fe-acaf-4dd01d4f54b0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:17.068323 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-93231d12-6ead-45fe-acaf-4dd01d4f54b0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Network eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:54:17.075108 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-93231d12-6ead-45fe-acaf-4dd01d4f54b0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:54:17.080725 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-93231d12-6ead-45fe-acaf-4dd01d4f54b0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:54:17.133009 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93231d12-6ead-45fe-acaf-4dd01d4f54b0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Pushing event updated for resources: {'Port': ['ID=1fdc2408-79ee-4a33-b4c7-3e755adc27ec,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:54:17.158769 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93231d12-6ead-45fe-acaf-4dd01d4f54b0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:54:17.159463 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93231d12-6ead-45fe-acaf-4dd01d4f54b0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:54:17.160093 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93231d12-6ead-45fe-acaf-4dd01d4f54b0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:54:17.160700 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93231d12-6ead-45fe-acaf-4dd01d4f54b0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:54:17.161349 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93231d12-6ead-45fe-acaf-4dd01d4f54b0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:54:17.161957 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93231d12-6ead-45fe-acaf-4dd01d4f54b0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:54:17.162631 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93231d12-6ead-45fe-acaf-4dd01d4f54b0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:54:17.163205 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93231d12-6ead-45fe-acaf-4dd01d4f54b0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:54:17.163844 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93231d12-6ead-45fe-acaf-4dd01d4f54b0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:54:17.164497 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93231d12-6ead-45fe-acaf-4dd01d4f54b0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:54:17.165107 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93231d12-6ead-45fe-acaf-4dd01d4f54b0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:54:17.165677 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93231d12-6ead-45fe-acaf-4dd01d4f54b0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:54:17.186559 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-93231d12-6ead-45fe-acaf-4dd01d4f54b0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:17.188251 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-93231d12-6ead-45fe-acaf-4dd01d4f54b0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:17.296794 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-93231d12-6ead-45fe-acaf-4dd01d4f54b0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8692043 Apr 23 00:54:17.466201 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-1a8f1976-b11a-4ab1-8f01-6a634f58b7aa None None] Provisioning complete for port 1fdc2408-79ee-4a33-b4c7-3e755adc27ec triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:54:17.467305 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1976-b11a-4ab1-8f01-6a634f58b7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:17.509572 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1a8f1976-b11a-4ab1-8f01-6a634f58b7aa None None] Port 1fdc2408-79ee-4a33-b4c7-3e755adc27ec cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 23 00:54:17.774064 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9bbb5-6bad-4d8b-9990-b59e3e5b9b1f req-dbbcf7ba-0165-4404-97ca-1dfac8763bb3 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:17.775610 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a4b9bbb5-6bad-4d8b-9990-b59e3e5b9b1f req-dbbcf7ba-0165-4404-97ca-1dfac8763bb3 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 932 time: 0.0591698 Apr 23 00:54:17.822237 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-a4b9bbb5-6bad-4d8b-9990-b59e3e5b9b1f req-f24f9577-7419-4c25-a694-83d160dd6843 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404062 Apr 23 00:54:17.891349 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 5c57a363-838b-47e0-b504-1a19741fb90d no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:54:17.987795 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:18.013910 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867e310c-adb5-45f6-8291-575e886b7744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c57a363-838b-47e0-b504-1a19741fb90d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:54:18.017770 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68afc6e3-318c-470f-92a8-0efa0ecde90a" -d '{"events": [{"server_uuid": "867e310c-adb5-45f6-8291-575e886b7744", "name": "network-vif-unplugged", "status": "completed", "tag": "5c57a363-838b-47e0-b504-1a19741fb90d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:54:18.032403 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 5c57a363-838b-47e0-b504-1a19741fb90d, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=5c57a363-838b-47e0-b504-1a19741fb90d,segment=NetworkSegment(dc4c705e-62b2-41c5-98c1-f468855e458c),segment_id=dc4c705e-62b2-41c5-98c1-f468855e458c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:54:18.070257 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 23 Apr 2022 00:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15834aec-ae54-4408-ba08-87fc2c15f383 x-openstack-request-id: req-15834aec-ae54-4408-ba08-87fc2c15f383 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:54:18.070614 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867e310c-adb5-45f6-8291-575e886b7744", "name": "network-vif-unplugged", "status": "completed", "tag": "5c57a363-838b-47e0-b504-1a19741fb90d", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:54:18.070927 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15834aec-ae54-4408-ba08-87fc2c15f383 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:54:18.071383 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15834aec-ae54-4408-ba08-87fc2c15f383'] response: {'server_uuid': '867e310c-adb5-45f6-8291-575e886b7744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c57a363-838b-47e0-b504-1a19741fb90d', 'code': 200} Apr 23 00:54:18.127987 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:18.182194 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=5c57a363-838b-47e0-b504-1a19741fb90d,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:54:18.945986 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bf3eb-3c45-4840-9bdd-9151761bd42b req-86c80e28-eb92-4b6c-b713-7a0f74b79648 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:18.947541 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b38bf3eb-3c45-4840-9bdd-9151761bd42b req-86c80e28-eb92-4b6c-b713-7a0f74b79648 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 932 time: 0.0495102 Apr 23 00:54:18.989159 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-b38bf3eb-3c45-4840-9bdd-9151761bd42b req-8cfd157e-4dc9-444c-8e69-86f37e1521c4 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347972 Apr 23 00:54:20.123047 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222a4a7-1f42-4e31-96a9-3a510fa69cb9 req-27df072e-8a87-4733-9c96-ac5d22563dc0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:20.126253 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f222a4a7-1f42-4e31-96a9-3a510fa69cb9 req-27df072e-8a87-4733-9c96-ac5d22563dc0 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 932 time: 0.0587304 Apr 23 00:54:20.171368 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-f222a4a7-1f42-4e31-96a9-3a510fa69cb9 req-d9c02af3-06ea-456d-9d8f-9e42b691b928 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372806 Apr 23 00:54:21.292766 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b0d88-a78c-4119-87c3-eae3431eb166 req-9202b2a3-6711-43b9-9c7a-093fc5c8e452 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:21.295087 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e75b0d88-a78c-4119-87c3-eae3431eb166 req-9202b2a3-6711-43b9-9c7a-093fc5c8e452 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 932 time: 0.0548656 Apr 23 00:54:21.333852 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e75b0d88-a78c-4119-87c3-eae3431eb166 req-6a1dd299-bdec-4dfe-a7bd-5940066c7c2f tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333805 Apr 23 00:54:22.458669 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d777a-767e-45f4-8b9b-958879065cb1 req-0505a5ea-13a7-4a09-9386-222e23799667 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:22.460226 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-060d777a-767e-45f4-8b9b-958879065cb1 req-0505a5ea-13a7-4a09-9386-222e23799667 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 932 time: 0.0520530 Apr 23 00:54:22.501803 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-060d777a-767e-45f4-8b9b-958879065cb1 req-92526cac-4289-48b2-a93f-340357064108 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351095 Apr 23 00:54:23.622656 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75394ba6-cb6e-49a4-94d5-942e7f81da55 req-bacede61-e41c-4b53-af2e-0281afc6dd58 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:23.627667 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-75394ba6-cb6e-49a4-94d5-942e7f81da55 req-bacede61-e41c-4b53-af2e-0281afc6dd58 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 932 time: 0.0534647 Apr 23 00:54:23.672341 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-75394ba6-cb6e-49a4-94d5-942e7f81da55 req-fbf0ef2e-bef6-448d-89f2-7f2e6a3c052d tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405171 Apr 23 00:54:24.184093 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:24.785011 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae1bff-0b8a-4269-8979-a3a0174b7ec7 req-2684a421-beec-4dc9-95be-88436f5a222e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:24.786482 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fdae1bff-0b8a-4269-8979-a3a0174b7ec7 req-2684a421-beec-4dc9-95be-88436f5a222e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 932 time: 0.0485387 Apr 23 00:54:24.823561 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-fdae1bff-0b8a-4269-8979-a3a0174b7ec7 req-075a586b-61d4-45a9-9658-ce0f79fb6477 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310280 Apr 23 00:54:24.926571 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-04937233-aab3-4c9b-88a3-413cc5f6c9b4 service neutron] Request body: {'port': {'device_id': '813a1ce4-b686-4028-99cd-15aacc5d5cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:54:24.980914 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-04937233-aab3-4c9b-88a3-413cc5f6c9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:25.240907 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-04937233-aab3-4c9b-88a3-413cc5f6c9b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fdc2408-79ee-4a33-b4c7-3e755adc27ec {{(pid=103143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:54:25.248216 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-04937233-aab3-4c9b-88a3-413cc5f6c9b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:25.259908 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.provisioning_blocks [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-04937233-aab3-4c9b-88a3-413cc5f6c9b4 service neutron] Transition to ACTIVE for port object 1fdc2408-79ee-4a33-b4c7-3e755adc27ec will not be triggered until provisioned by entity L2. {{(pid=103143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:54:25.322088 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-04937233-aab3-4c9b-88a3-413cc5f6c9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:25.377761 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04937233-aab3-4c9b-88a3-413cc5f6c9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1fdc2408-79ee-4a33-b4c7-3e755adc27ec,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:54:25.448112 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-04937233-aab3-4c9b-88a3-413cc5f6c9b4 service neutron] Attempting to bind port 1fdc2408-79ee-4a33-b4c7-3e755adc27ec on host hv-neutron-8387 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:54:25.448444 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-04937233-aab3-4c9b-88a3-413cc5f6c9b4 service neutron] Attempting to bind port 1fdc2408-79ee-4a33-b4c7-3e755adc27ec by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'dc4c705e-62b2-41c5-98c1-f468855e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:54:25.448782 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-04937233-aab3-4c9b-88a3-413cc5f6c9b4 service neutron] Attempting to bind port 1fdc2408-79ee-4a33-b4c7-3e755adc27ec on network eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:54:25.453597 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-04937233-aab3-4c9b-88a3-413cc5f6c9b4 service neutron] Port 1fdc2408-79ee-4a33-b4c7-3e755adc27ec on network eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 00:54:25.453922 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-04937233-aab3-4c9b-88a3-413cc5f6c9b4 service neutron] Attempting to bind port 1fdc2408-79ee-4a33-b4c7-3e755adc27ec on network eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 23 00:54:25.460093 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-04937233-aab3-4c9b-88a3-413cc5f6c9b4 service neutron] Checking agent: {'id': '52ff166e-93f1-4282-87e3-cdeae0d60565', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'started_at': datetime.datetime(2022, 4, 22, 23, 59, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 23 00:54:25.460438 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-04937233-aab3-4c9b-88a3-413cc5f6c9b4 service neutron] Checking segment: {'id': 'dc4c705e-62b2-41c5-98c1-f468855e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 23 00:54:25.460831 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-04937233-aab3-4c9b-88a3-413cc5f6c9b4 service neutron] Bound using segment: {'id': 'dc4c705e-62b2-41c5-98c1-f468855e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 23 00:54:25.461268 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-04937233-aab3-4c9b-88a3-413cc5f6c9b4 service neutron] Bound port: 1fdc2408-79ee-4a33-b4c7-3e755adc27ec, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4c705e-62b2-41c5-98c1-f468855e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:54:25.461630 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-04937233-aab3-4c9b-88a3-413cc5f6c9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:25.526326 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-04937233-aab3-4c9b-88a3-413cc5f6c9b4 service neutron] For port 1fdc2408-79ee-4a33-b4c7-3e755adc27ec, host hv-neutron-8387, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 23 00:54:25.529297 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-04937233-aab3-4c9b-88a3-413cc5f6c9b4 service neutron] For port 1fdc2408-79ee-4a33-b4c7-3e755adc27ec, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=1fdc2408-79ee-4a33-b4c7-3e755adc27ec,segment=NetworkSegment(dc4c705e-62b2-41c5-98c1-f468855e458c),segment_id=dc4c705e-62b2-41c5-98c1-f468855e458c)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 23 00:54:25.626215 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-04937233-aab3-4c9b-88a3-413cc5f6c9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:25.661354 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-04937233-aab3-4c9b-88a3-413cc5f6c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:25.661972 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-04937233-aab3-4c9b-88a3-413cc5f6c9b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:25.663420 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-04937233-aab3-4c9b-88a3-413cc5f6c9b4 service neutron] 10.222.0.16 "PUT /v2.0/ports/1fdc2408-79ee-4a33-b4c7-3e755adc27ec HTTP/1.1" status: 200 len: 1094 time: 0.7410893 Apr 23 00:54:25.663874 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '813a1ce4-b686-4028-99cd-15aacc5d5cb3', 'tag': '1fdc2408-79ee-4a33-b4c7-3e755adc27ec'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:54:25.666114 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8f028f-36f4-4895-8635-e5202be0fbc4" -d '{"events": [{"name": "network-changed", "server_uuid": "813a1ce4-b686-4028-99cd-15aacc5d5cb3", "tag": "1fdc2408-79ee-4a33-b4c7-3e755adc27ec"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:54:25.696807 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04937233-aab3-4c9b-88a3-413cc5f6c9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1fdc2408-79ee-4a33-b4c7-3e755adc27ec,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:54:25.704942 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7a7e27-ca1c-4611-959c-5f5913ec0859 x-openstack-request-id: req-ec7a7e27-ca1c-4611-959c-5f5913ec0859 {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:54:25.705791 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "813a1ce4-b686-4028-99cd-15aacc5d5cb3", "tag": "1fdc2408-79ee-4a33-b4c7-3e755adc27ec", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:54:25.705791 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec7a7e27-ca1c-4611-959c-5f5913ec0859 {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:54:25.706169 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec7a7e27-ca1c-4611-959c-5f5913ec0859'] response: {'name': 'network-changed', 'server_uuid': '813a1ce4-b686-4028-99cd-15aacc5d5cb3', 'tag': '1fdc2408-79ee-4a33-b4c7-3e755adc27ec', 'status': 'completed', 'code': 200} Apr 23 00:54:25.769745 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f028f-36f4-4895-8635-e5202be0fbc4 req-508210c4-476b-4453-b4f3-1d2969b63b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:25.771325 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-da8f028f-36f4-4895-8635-e5202be0fbc4 req-508210c4-476b-4453-b4f3-1d2969b63b33 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebafacf4324d44d8b610a516cd335dd7&device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 1097 time: 0.0447383 Apr 23 00:54:25.880567 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f028f-36f4-4895-8635-e5202be0fbc4 req-6d2f5c9d-0cac-4db5-be53-290071472530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:25.882060 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-da8f028f-36f4-4895-8635-e5202be0fbc4 req-6d2f5c9d-0cac-4db5-be53-290071472530 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ebafacf4324d44d8b610a516cd335dd7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1028223 Apr 23 00:54:25.952878 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743601a-a566-4f32-b077-ce4d0da151e6 req-3383404e-ff5a-496e-b677-0b3dc874b21b tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:25.954379 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8743601a-a566-4f32-b077-ce4d0da151e6 req-3383404e-ff5a-496e-b677-0b3dc874b21b tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 944 time: 0.0599601 Apr 23 00:54:26.002255 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f028f-36f4-4895-8635-e5202be0fbc4 req-7b13535b-58be-498f-afcd-66e721b23c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:26.003804 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-da8f028f-36f4-4895-8635-e5202be0fbc4 req-7b13535b-58be-498f-afcd-66e721b23c84 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1144161 Apr 23 00:54:26.006579 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-8743601a-a566-4f32-b077-ce4d0da151e6 req-224ef46e-f038-473c-8a50-8d1c9013cb0d tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445561 Apr 23 00:54:26.084634 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-8be396de-bebc-4068-b61b-1ee397c46608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:26.086331 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-8be396de-bebc-4068-b61b-1ee397c46608 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebafacf4324d44d8b610a516cd335dd7&device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 1097 time: 0.0420942 Apr 23 00:54:26.137555 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-1b13f7d3-e828-4a26-9291-050ae345c557 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fdc2408-79ee-4a33-b4c7-3e755adc27ec HTTP/1.1" status: 200 len: 217 time: 0.0433230 Apr 23 00:54:26.192614 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-0780f6e0-59a4-4be0-b993-8d6e82d3482b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:26.194829 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-0780f6e0-59a4-4be0-b993-8d6e82d3482b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4e7fc195-c8af-4252-9d90-473188ad4731 HTTP/1.1" status: 200 len: 849 time: 0.0505779 Apr 23 00:54:26.250854 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-095b8b3d-5b24-4706-9d76-3674d57b5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:26.251956 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-095b8b3d-5b24-4706-9d76-3674d57b5627 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0501761 Apr 23 00:54:26.354210 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-12d3f9be-fa12-4156-b1b9-9992ea2cda54 service neutron] 10.222.0.16 "GET /v2.0/networks/eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956044 Apr 23 00:54:26.448871 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e8b3243f-0920-48f3-b75b-e4cb0e1d590a req-411fff45-fdd4-4401-8725-99e3246cc596 service neutron] 10.222.0.16 "GET /v2.0/networks/eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881705 Apr 23 00:54:27.129015 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75165ccf-5f35-4dec-b5c0-0a8a25606bc7 req-d07a22d0-7bbc-46c3-910a-be6e137ad38e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:27.130498 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-75165ccf-5f35-4dec-b5c0-0a8a25606bc7 req-d07a22d0-7bbc-46c3-910a-be6e137ad38e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 944 time: 0.0502038 Apr 23 00:54:27.177650 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-75165ccf-5f35-4dec-b5c0-0a8a25606bc7 req-ea74df37-5fa4-4efd-b16e-0ee0af1040a1 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412128 Apr 23 00:54:28.293249 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9a5f3-93aa-418b-8a28-b0453f577d90 req-8838c50a-c1d0-4581-8f59-7b2467381085 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:28.294740 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-27e9a5f3-93aa-418b-8a28-b0453f577d90 req-8838c50a-c1d0-4581-8f59-7b2467381085 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 944 time: 0.0511293 Apr 23 00:54:28.333884 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-27e9a5f3-93aa-418b-8a28-b0453f577d90 req-c90d6ef2-ddfc-49bd-add4-f545db58c663 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328922 Apr 23 00:54:29.451560 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a90ac6-2a1d-4a69-85c1-1b334f2aed97 req-838c3852-ef41-4710-b6d5-60a160581f12 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:29.453097 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-29a90ac6-2a1d-4a69-85c1-1b334f2aed97 req-838c3852-ef41-4710-b6d5-60a160581f12 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 944 time: 0.0489211 Apr 23 00:54:29.490171 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-29a90ac6-2a1d-4a69-85c1-1b334f2aed97 req-2490714e-410c-4c0a-9d44-5ea9de344603 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312243 Apr 23 00:54:29.983723 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 1fdc2408-79ee-4a33-b4c7-3e755adc27ec details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:54:30.075805 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 1fdc2408-79ee-4a33-b4c7-3e755adc27ec, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=1fdc2408-79ee-4a33-b4c7-3e755adc27ec,segment=NetworkSegment(dc4c705e-62b2-41c5-98c1-f468855e458c),segment_id=dc4c705e-62b2-41c5-98c1-f468855e458c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:54:30.089674 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '1fdc2408-79ee-4a33-b4c7-3e755adc27ec', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'port_id': '1fdc2408-79ee-4a33-b4c7-3e755adc27ec', 'mac_address': 'fa:16:3e:1b:ad:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:54:30.125764 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:30.138056 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fdc2408-79ee-4a33-b4c7-3e755adc27ec {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:54:30.155816 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 1fdc2408-79ee-4a33-b4c7-3e755adc27ec, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=1fdc2408-79ee-4a33-b4c7-3e755adc27ec,segment=NetworkSegment(dc4c705e-62b2-41c5-98c1-f468855e458c),segment_id=dc4c705e-62b2-41c5-98c1-f468855e458c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:54:30.230383 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:30.277241 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=1fdc2408-79ee-4a33-b4c7-3e755adc27ec,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:54:30.454496 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['1fdc2408-79ee-4a33-b4c7-3e755adc27ec'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:54:30.610758 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8a991-7ceb-4406-b490-d833a18516cb req-e05acb60-8398-4c96-9947-e23d60548e6c tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:30.613118 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bba8a991-7ceb-4406-b490-d833a18516cb req-e05acb60-8398-4c96-9947-e23d60548e6c tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0537131 Apr 23 00:54:30.652537 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-bba8a991-7ceb-4406-b490-d833a18516cb req-33aef3b7-a73d-4b47-bf92-5e095694f662 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331864 Apr 23 00:54:31.770189 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62753c-84a0-4618-a8fa-3b8499b9330d req-ede5a1af-b62d-49b2-897f-339a8a320d56 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:31.771694 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1e62753c-84a0-4618-a8fa-3b8499b9330d req-ede5a1af-b62d-49b2-897f-339a8a320d56 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0480101 Apr 23 00:54:31.808276 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1e62753c-84a0-4618-a8fa-3b8499b9330d req-f23e5ca9-e438-4c6c-93b7-eef4d804f61c tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307548 Apr 23 00:54:31.982206 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 1fdc2408-79ee-4a33-b4c7-3e755adc27ec up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:54:32.150107 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning for port 1fdc2408-79ee-4a33-b4c7-3e755adc27ec completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:54:32.153938 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 1fdc2408-79ee-4a33-b4c7-3e755adc27ec triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:54:32.154315 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:32.232983 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:32.256488 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813a1ce4-b686-4028-99cd-15aacc5d5cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdc2408-79ee-4a33-b4c7-3e755adc27ec'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:54:32.258879 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30fadfd-cd35-4456-8ada-d8522c156eea" -d '{"events": [{"server_uuid": "813a1ce4-b686-4028-99cd-15aacc5d5cb3", "name": "network-vif-plugged", "status": "completed", "tag": "1fdc2408-79ee-4a33-b4c7-3e755adc27ec"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:54:32.274144 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 1fdc2408-79ee-4a33-b4c7-3e755adc27ec, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=1fdc2408-79ee-4a33-b4c7-3e755adc27ec,segment=NetworkSegment(dc4c705e-62b2-41c5-98c1-f468855e458c),segment_id=dc4c705e-62b2-41c5-98c1-f468855e458c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:54:32.304529 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ed614c-5513-4a0a-b0f9-6fbb516b6fe2 x-openstack-request-id: req-72ed614c-5513-4a0a-b0f9-6fbb516b6fe2 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:54:32.304529 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813a1ce4-b686-4028-99cd-15aacc5d5cb3", "name": "network-vif-plugged", "status": "completed", "tag": "1fdc2408-79ee-4a33-b4c7-3e755adc27ec", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:54:32.304529 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-72ed614c-5513-4a0a-b0f9-6fbb516b6fe2 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:54:32.304529 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ed614c-5513-4a0a-b0f9-6fbb516b6fe2'] response: {'server_uuid': '813a1ce4-b686-4028-99cd-15aacc5d5cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdc2408-79ee-4a33-b4c7-3e755adc27ec', 'code': 200} Apr 23 00:54:32.333241 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:32.381582 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=1fdc2408-79ee-4a33-b4c7-3e755adc27ec,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:54:32.597205 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f7cb1-24e1-46bd-bc73-eca5a6a19ebf req-6d3a44ae-1458-4f82-ae4c-60bd4e0703f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:32.598692 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5e4f7cb1-24e1-46bd-bc73-eca5a6a19ebf req-6d3a44ae-1458-4f82-ae4c-60bd4e0703f7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 1099 time: 0.0435376 Apr 23 00:54:32.638345 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5e4f7cb1-24e1-46bd-bc73-eca5a6a19ebf req-f00737cc-826d-4160-8098-b2f572a1875d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310352 Apr 23 00:54:32.931478 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f929d02-3ce5-44e8-bf96-6da7e339155d req-f3b11c6c-c965-4ce6-8ede-54a5f279c426 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:32.932883 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2f929d02-3ce5-44e8-bf96-6da7e339155d req-f3b11c6c-c965-4ce6-8ede-54a5f279c426 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 946 time: 0.0555444 Apr 23 00:54:32.970723 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2f929d02-3ce5-44e8-bf96-6da7e339155d req-9b3a3a9f-b266-4522-be41-b973d5b02590 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318687 Apr 23 00:54:34.087397 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2fedd-117c-4a27-8282-f1302a74ead4 req-fb8f7c25-eeb6-4af9-ab87-c78e30ac0b70 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:34.088933 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-beb2fedd-117c-4a27-8282-f1302a74ead4 req-fb8f7c25-eeb6-4af9-ab87-c78e30ac0b70 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 946 time: 0.0492597 Apr 23 00:54:34.132433 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-beb2fedd-117c-4a27-8282-f1302a74ead4 req-d356ffb3-32cc-42f2-adab-086ad91ada4f tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363445 Apr 23 00:54:34.247586 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeaf540-969c-43c7-ba6b-3b7974747d91 req-5ed198ac-a2b7-45f5-9d6f-6b875f0c9026 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:34.249394 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5aeaf540-969c-43c7-ba6b-3b7974747d91 req-5ed198ac-a2b7-45f5-9d6f-6b875f0c9026 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 946 time: 0.0497537 Apr 23 00:54:34.287435 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-5aeaf540-969c-43c7-ba6b-3b7974747d91 req-e56041d2-f39c-4e83-aba5-043105fc841b tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319886 Apr 23 00:54:34.309377 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 35290) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:54:34.332705 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-944c12e7-c99b-443c-ae87-11a7664d1c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:34.349620 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b4440-af8b-47b3-8162-5b01b283e9ad tempest-TestSnapshotPattern-30745108 tempest-TestSnapshotPattern-30745108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:34.351199 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3b4b4440-af8b-47b3-8162-5b01b283e9ad tempest-TestSnapshotPattern-30745108 tempest-TestSnapshotPattern-30745108-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 1094 time: 0.0408614 Apr 23 00:54:34.354053 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 35292) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:54:34.358576 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.v2.base [None req-02bc44a9-a0ce-40c7-8e85-7153552abc10 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Request body: {'floatingip': {'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'port_id': '1fdc2408-79ee-4a33-b4c7-3e755adc27ec', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:54:34.446595 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-02bc44a9-a0ce-40c7-8e85-7153552abc10 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for floatingip, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:34.544061 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-02bc44a9-a0ce-40c7-8e85-7153552abc10 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:34.649751 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_common [None req-02bc44a9-a0ce-40c7-8e85-7153552abc10 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Allocated IP 172.26.3.148 (b6e09b47-c901-4973-bf1d-f170201f8bc4/b61a6942-0d13-4069-a3db-b161d028b9ad/4239a12d-b07a-4ca9-a273-ecaf29514833) {{(pid=103143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:54:34.749863 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-02bc44a9-a0ce-40c7-8e85-7153552abc10 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for port, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:34.859184 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-02bc44a9-a0ce-40c7-8e85-7153552abc10 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761357509367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:34.893994 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bc44a9-a0ce-40c7-8e85-7153552abc10 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Network b6e09b47-c901-4973-bf1d-f170201f8bc4 is already hosted by enough agents. {{(pid=103143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:54:34.900645 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.base_scheduler [None req-02bc44a9-a0ce-40c7-8e85-7153552abc10 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Resources bound (agent type, host, resource id): {{(pid=103143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:54:34.904254 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bc44a9-a0ce-40c7-8e85-7153552abc10 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Received port after_create {{(pid=103143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 23 00:54:34.930703 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc44a9-a0ce-40c7-8e85-7153552abc10 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Pushing event updated for resources: {'Port': ['ID=4239a12d-b07a-4ca9-a273-ecaf29514833,revision_number=1']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:54:35.257472 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-02bc44a9-a0ce-40c7-8e85-7153552abc10 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:35.376176 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-02bc44a9-a0ce-40c7-8e85-7153552abc10 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:35.522835 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-02bc44a9-a0ce-40c7-8e85-7153552abc10 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for port, precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:35.589457 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-02bc44a9-a0ce-40c7-8e85-7153552abc10 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12081652'] for port, after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:35.660551 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc44a9-a0ce-40c7-8e85-7153552abc10 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Pushing event updated for resources: {'Port': ['ID=4239a12d-b07a-4ca9-a273-ecaf29514833,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:54:35.671258 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-02bc44a9-a0ce-40c7-8e85-7153552abc10 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904345'] for floatingip, after_create {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:35.769780 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-02bc44a9-a0ce-40c7-8e85-7153552abc10 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Floating IP 8833b5ed-5396-4bb0-8f6c-043abac43116 associated. External IP: 172.26.3.148, port: 1fdc2408-79ee-4a33-b4c7-3e755adc27ec. Apr 23 00:54:36.241299 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bc44a9-a0ce-40c7-8e85-7153552abc10 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Router 13551357-7bd7-4ee8-a6dc-818355a37a8b has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:54:36.345580 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bc44a9-a0ce-40c7-8e85-7153552abc10 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:54:36.355200 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4b9625-be2b-467e-8564-3ddd2a8905cd None None] Sync routers for ids ['13551357-7bd7-4ee8-a6dc-818355a37a8b'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:54:36.365672 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4b9625-be2b-467e-8564-3ddd2a8905cd None None] Routers {'13551357-7bd7-4ee8-a6dc-818355a37a8b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:54:36.366326 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-6a4b9625-be2b-467e-8564-3ddd2a8905cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:54:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['13551357-7bd7-4ee8-a6dc-818355a37a8b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:54:36.438274 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-02bc44a9-a0ce-40c7-8e85-7153552abc10 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:36.472561 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-6a4b9625-be2b-467e-8564-3ddd2a8905cd None None] Set router 13551357-7bd7-4ee8-a6dc-818355a37a8b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:54:36.482790 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-02bc44a9-a0ce-40c7-8e85-7153552abc10 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1276505 Apr 23 00:54:36.484156 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '813a1ce4-b686-4028-99cd-15aacc5d5cb3', 'tag': '1fdc2408-79ee-4a33-b4c7-3e755adc27ec'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:54:36.486490 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d0c487-b9f3-4766-8d66-8fa36f9b5727" -d '{"events": [{"name": "network-changed", "server_uuid": "813a1ce4-b686-4028-99cd-15aacc5d5cb3", "tag": "1fdc2408-79ee-4a33-b4c7-3e755adc27ec"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:54:36.523320 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a148eb42-623d-488a-9225-27699f4a6828 x-openstack-request-id: req-a148eb42-623d-488a-9225-27699f4a6828 {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:54:36.523648 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "813a1ce4-b686-4028-99cd-15aacc5d5cb3", "tag": "1fdc2408-79ee-4a33-b4c7-3e755adc27ec", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:54:36.523908 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a148eb42-623d-488a-9225-27699f4a6828 {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:54:36.524311 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a148eb42-623d-488a-9225-27699f4a6828'] response: {'name': 'network-changed', 'server_uuid': '813a1ce4-b686-4028-99cd-15aacc5d5cb3', 'tag': '1fdc2408-79ee-4a33-b4c7-3e755adc27ec', 'status': 'completed', 'code': 200} Apr 23 00:54:36.632262 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0c487-b9f3-4766-8d66-8fa36f9b5727 req-32bf2d08-0940-498a-aeb0-e42842275e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:36.633771 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-94d0c487-b9f3-4766-8d66-8fa36f9b5727 req-32bf2d08-0940-498a-aeb0-e42842275e2d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebafacf4324d44d8b610a516cd335dd7&device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 1099 time: 0.0862205 Apr 23 00:54:36.700686 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-6a4b9625-be2b-467e-8564-3ddd2a8905cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'name': 'tempest-TestSnapshotPattern-1325382099-router', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:30Z', 'updated_at': '2022-04-23T00:51:33Z', 'revision_number': 4, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'gw_port': {'id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:31Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '7ddce980-051f-40ce-b524-68c1177a5139', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'floating_ip_address': '172.26.3.145', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'port_id': '5c57a363-838b-47e0-b504-1a19741fb90d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'mac_address': 'fa:16:3e:67:37:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867e310c-adb5-45f6-8291-575e886b7744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:52:00Z', 'updated_at': '2022-04-23T00:52:03Z', 'revision_number': 1, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'fixed_ip_address_scope': None}, {'id': '8833b5ed-5396-4bb0-8f6c-043abac43116', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'floating_ip_address': '172.26.3.148', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'port_id': '1fdc2408-79ee-4a33-b4c7-3e755adc27ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'mac_address': 'fa:16:3e:1b:ad:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813a1ce4-b686-4028-99cd-15aacc5d5cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:54:35Z', 'updated_at': '2022-04-23T00:54:35Z', 'revision_number': 0, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758c531f-1d32-4208-bb31-734d25876e20', 'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'mac_address': 'fa:16:3e:ad:7e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:32Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 5, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'subnets': [{'id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:54:36.727109 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0c487-b9f3-4766-8d66-8fa36f9b5727 req-49d4bc0d-e147-4506-b6c0-95ac5bc5e445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:36.728606 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-94d0c487-b9f3-4766-8d66-8fa36f9b5727 req-49d4bc0d-e147-4506-b6c0-95ac5bc5e445 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f HTTP/1.1" status: 200 len: 911 time: 0.0867255 Apr 23 00:54:36.730888 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4b9625-be2b-467e-8564-3ddd2a8905cd None None] Checking router: 13551357-7bd7-4ee8-a6dc-818355a37a8b for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:54:36.739498 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4b9625-be2b-467e-8564-3ddd2a8905cd None None] Routers {'13551357-7bd7-4ee8-a6dc-818355a37a8b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:54:36.740168 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-6a4b9625-be2b-467e-8564-3ddd2a8905cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:54:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['13551357-7bd7-4ee8-a6dc-818355a37a8b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:54:36.797227 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-94d0c487-b9f3-4766-8d66-8fa36f9b5727 req-ff0c85e2-0587-4043-9564-acd50de7856b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fdc2408-79ee-4a33-b4c7-3e755adc27ec HTTP/1.1" status: 200 len: 1000 time: 0.0612583 Apr 23 00:54:36.844903 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0c487-b9f3-4766-8d66-8fa36f9b5727 req-f0320db0-6fdf-409e-9729-7108b970ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:36.845451 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-6a4b9625-be2b-467e-8564-3ddd2a8905cd None None] Set router 13551357-7bd7-4ee8-a6dc-818355a37a8b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:54:36.846359 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-94d0c487-b9f3-4766-8d66-8fa36f9b5727 req-f0320db0-6fdf-409e-9729-7108b970ff5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4e7fc195-c8af-4252-9d90-473188ad4731 HTTP/1.1" status: 200 len: 849 time: 0.0429440 Apr 23 00:54:36.893871 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0c487-b9f3-4766-8d66-8fa36f9b5727 req-0b989837-ebba-4955-a068-dbbccce44c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:36.895380 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-94d0c487-b9f3-4766-8d66-8fa36f9b5727 req-0b989837-ebba-4955-a068-dbbccce44c60 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414896 Apr 23 00:54:36.989542 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-94d0c487-b9f3-4766-8d66-8fa36f9b5727 req-dd9dd84d-34e8-4069-b730-af8ac47699f7 service neutron] 10.222.0.16 "GET /v2.0/networks/eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864847 Apr 23 00:54:37.071159 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-6a4b9625-be2b-467e-8564-3ddd2a8905cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'name': 'tempest-TestSnapshotPattern-1325382099-router', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:30Z', 'updated_at': '2022-04-23T00:51:33Z', 'revision_number': 4, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'gw_port': {'id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:31Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '7ddce980-051f-40ce-b524-68c1177a5139', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'floating_ip_address': '172.26.3.145', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'port_id': '5c57a363-838b-47e0-b504-1a19741fb90d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'mac_address': 'fa:16:3e:67:37:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867e310c-adb5-45f6-8291-575e886b7744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:52:00Z', 'updated_at': '2022-04-23T00:52:03Z', 'revision_number': 1, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'fixed_ip_address_scope': None}, {'id': '8833b5ed-5396-4bb0-8f6c-043abac43116', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'floating_ip_address': '172.26.3.148', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'port_id': '1fdc2408-79ee-4a33-b4c7-3e755adc27ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'mac_address': 'fa:16:3e:1b:ad:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813a1ce4-b686-4028-99cd-15aacc5d5cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:54:35Z', 'updated_at': '2022-04-23T00:54:35Z', 'revision_number': 0, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758c531f-1d32-4208-bb31-734d25876e20', 'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'mac_address': 'fa:16:3e:ad:7e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:32Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 5, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'subnets': [{'id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:54:37.077717 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-94d0c487-b9f3-4766-8d66-8fa36f9b5727 req-6faff4e8-85d1-4ab9-8d28-213d6253852b service neutron] 10.222.0.16 "GET /v2.0/networks/eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824122 Apr 23 00:54:37.102229 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4b9625-be2b-467e-8564-3ddd2a8905cd None None] The sync data for ids ['13551357-7bd7-4ee8-a6dc-818355a37a8b'] in dv-neutron-838783-1-hyperv is: [{'id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'name': 'tempest-TestSnapshotPattern-1325382099-router', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:30Z', 'updated_at': '2022-04-23T00:51:33Z', 'revision_number': 4, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'gw_port': {'id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:31Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '7ddce980-051f-40ce-b524-68c1177a5139', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'floating_ip_address': '172.26.3.145', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'port_id': '5c57a363-838b-47e0-b504-1a19741fb90d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'mac_address': 'fa:16:3e:67:37:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867e310c-adb5-45f6-8291-575e886b7744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:52:00Z', 'updated_at': '2022-04-23T00:52:03Z', 'revision_number': 1, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'fixed_ip_address_scope': None}, {'id': '8833b5ed-5396-4bb0-8f6c-043abac43116', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'floating_ip_address': '172.26.3.148', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'port_id': '1fdc2408-79ee-4a33-b4c7-3e755adc27ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'mac_address': 'fa:16:3e:1b:ad:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813a1ce4-b686-4028-99cd-15aacc5d5cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:54:35Z', 'updated_at': '2022-04-23T00:54:35Z', 'revision_number': 0, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758c531f-1d32-4208-bb31-734d25876e20', 'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'mac_address': 'fa:16:3e:ad:7e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:32Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 5, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'subnets': [{'id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:54:37.287920 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edbce2e-e7b8-4c4b-bcd9-1bfd0a62bffe None None] New status for floating IP 8833b5ed-5396-4bb0-8f6c-043abac43116: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:54:37.294038 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6888fc2e-9155-46a0-b3af-935db341996a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:38.064333 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:39.710234 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:40.012783 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:41.540559 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e0f0c405-8054-4c3b-9273-85732d28e3f8 req-3facca53-a4f5-4e32-94ea-eccdc55e779e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=867e310c-adb5-45f6-8291-575e886b7744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447519 Apr 23 00:54:41.622935 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0c405-8054-4c3b-9273-85732d28e3f8 req-b4ce21c7-02ea-4377-833a-59388c12c3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:41.625120 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e0f0c405-8054-4c3b-9273-85732d28e3f8 req-b4ce21c7-02ea-4377-833a-59388c12c3f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebafacf4324d44d8b610a516cd335dd7&device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 1097 time: 0.0434144 Apr 23 00:54:41.725259 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0c405-8054-4c3b-9273-85732d28e3f8 req-1fa36a45-2804-44e5-9775-f9a6d82e5331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:41.726715 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e0f0c405-8054-4c3b-9273-85732d28e3f8 req-1fa36a45-2804-44e5-9775-f9a6d82e5331 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f HTTP/1.1" status: 200 len: 911 time: 0.0831084 Apr 23 00:54:41.793705 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e0f0c405-8054-4c3b-9273-85732d28e3f8 req-9211b0c1-07fd-4f35-aea0-4256d860e891 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c57a363-838b-47e0-b504-1a19741fb90d HTTP/1.1" status: 200 len: 1000 time: 0.0594351 Apr 23 00:54:41.844917 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0c405-8054-4c3b-9273-85732d28e3f8 req-5b9667c5-4b75-4a37-994e-05f56b508c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:41.846719 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e0f0c405-8054-4c3b-9273-85732d28e3f8 req-5b9667c5-4b75-4a37-994e-05f56b508c75 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4e7fc195-c8af-4252-9d90-473188ad4731 HTTP/1.1" status: 200 len: 849 time: 0.0460439 Apr 23 00:54:41.890799 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0c405-8054-4c3b-9273-85732d28e3f8 req-3cbb13ff-de4d-4dc4-b05d-b9731e9683e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:41.892302 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e0f0c405-8054-4c3b-9273-85732d28e3f8 req-3cbb13ff-de4d-4dc4-b05d-b9731e9683e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396888 Apr 23 00:54:41.983817 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e0f0c405-8054-4c3b-9273-85732d28e3f8 req-0e79bada-d5ed-41d2-b4d1-e6a989a30d79 service neutron] 10.222.0.16 "GET /v2.0/networks/eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846827 Apr 23 00:54:42.069410 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-e0f0c405-8054-4c3b-9273-85732d28e3f8 req-ea86bb6b-fe5f-450e-90e6-1c268fe25e05 service neutron] 10.222.0.16 "GET /v2.0/networks/eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798061 Apr 23 00:54:43.746520 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:54:54.183336 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:04.309776 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2043-8507-4a57-bed4-ce8c16a6ba68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:07.309509 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e30ef651-61af-4d4f-9a3a-b18e2159e651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:08.064111 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:09.692689 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:10.005910 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:20.745335 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:55:24.189375 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:34.320034 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e6a55233-5ab4-440e-b877-03e879fb58b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:37.303853 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2cc8be4f-aa01-4c7d-9465-44015f572183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:38.109168 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:39.726333 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:39.994756 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:42.546973 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-68b42738-3d50-41d6-baa2-c8a46e66fa30 req-36028739-a48b-4e7b-9fa0-e783c58fd1de service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447834 Apr 23 00:55:42.610660 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b42738-3d50-41d6-baa2-c8a46e66fa30 req-fe823317-368c-479c-b285-e2d7c7d38876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:42.612328 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-68b42738-3d50-41d6-baa2-c8a46e66fa30 req-fe823317-368c-479c-b285-e2d7c7d38876 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebafacf4324d44d8b610a516cd335dd7&device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 1099 time: 0.0448167 Apr 23 00:55:42.714268 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b42738-3d50-41d6-baa2-c8a46e66fa30 req-b81bc374-ef8e-4bba-8053-970221c6d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:42.715840 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-68b42738-3d50-41d6-baa2-c8a46e66fa30 req-b81bc374-ef8e-4bba-8053-970221c6d37f service neutron] 10.222.0.16 "GET /v2.0/networks?id=eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f HTTP/1.1" status: 200 len: 911 time: 0.0857739 Apr 23 00:55:42.785731 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-68b42738-3d50-41d6-baa2-c8a46e66fa30 req-99cb22a1-0816-4e32-81af-5d2288a1c977 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fdc2408-79ee-4a33-b4c7-3e755adc27ec HTTP/1.1" status: 200 len: 1002 time: 0.0635552 Apr 23 00:55:42.834096 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b42738-3d50-41d6-baa2-c8a46e66fa30 req-c3c27e9c-83c1-4097-8b55-671f3b10d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:42.835454 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-68b42738-3d50-41d6-baa2-c8a46e66fa30 req-c3c27e9c-83c1-4097-8b55-671f3b10d33e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4e7fc195-c8af-4252-9d90-473188ad4731 HTTP/1.1" status: 200 len: 849 time: 0.0429580 Apr 23 00:55:42.891275 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b42738-3d50-41d6-baa2-c8a46e66fa30 req-51fc218c-3d32-44f1-b7d0-08e72ef85a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:42.892847 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-68b42738-3d50-41d6-baa2-c8a46e66fa30 req-51fc218c-3d32-44f1-b7d0-08e72ef85a3f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0497551 Apr 23 00:55:42.984467 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-68b42738-3d50-41d6-baa2-c8a46e66fa30 req-da39b69c-0a69-4a04-8b56-bc41308bb4ed service neutron] 10.222.0.16 "GET /v2.0/networks/eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846910 Apr 23 00:55:43.072279 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-68b42738-3d50-41d6-baa2-c8a46e66fa30 req-86e39d1c-1bef-4685-bce1-7cf6826b1b0f service neutron] 10.222.0.16 "GET /v2.0/networks/eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815091 Apr 23 00:55:54.206242 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:57.743945 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:56:04.330940 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb966ac3-ae13-4cdc-b560-0a134ff3c39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:06.488079 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 1fdc2408-79ee-4a33-b4c7-3e755adc27ec details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 23 00:56:06.586824 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 1fdc2408-79ee-4a33-b4c7-3e755adc27ec, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=1fdc2408-79ee-4a33-b4c7-3e755adc27ec,segment=NetworkSegment(dc4c705e-62b2-41c5-98c1-f468855e458c),segment_id=dc4c705e-62b2-41c5-98c1-f468855e458c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:56:06.599280 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Returning: {'device': '1fdc2408-79ee-4a33-b4c7-3e755adc27ec', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'port_id': '1fdc2408-79ee-4a33-b4c7-3e755adc27ec', 'mac_address': 'fa:16:3e:1b:ad:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 23 00:56:06.639474 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:06.655162 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fdc2408-79ee-4a33-b4c7-3e755adc27ec {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:56:06.674592 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 1fdc2408-79ee-4a33-b4c7-3e755adc27ec, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=1fdc2408-79ee-4a33-b4c7-3e755adc27ec,segment=NetworkSegment(dc4c705e-62b2-41c5-98c1-f468855e458c),segment_id=dc4c705e-62b2-41c5-98c1-f468855e458c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:56:06.753904 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:06.805218 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=1fdc2408-79ee-4a33-b4c7-3e755adc27ec,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:06.812860 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:06.813208 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:06.813547 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:06.813880 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:06.814210 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:06.814578 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:06.814909 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:06.815238 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:06.815562 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:06.815906 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:06.816226 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:06.816546 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:06.852272 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] get_ports_and_sgs() called for port_ids ['1fdc2408-79ee-4a33-b4c7-3e755adc27ec'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 23 00:56:07.286383 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aacda9f3-4361-4ba7-9d48-b2b8a5554c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:08.090893 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:08.500893 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 1fdc2408-79ee-4a33-b4c7-3e755adc27ec up at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 23 00:56:08.560092 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Provisioning complete for port 1fdc2408-79ee-4a33-b4c7-3e755adc27ec triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:56:08.560507 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659279'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:08.666771 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552180'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:08.693889 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813a1ce4-b686-4028-99cd-15aacc5d5cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdc2408-79ee-4a33-b4c7-3e755adc27ec'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:56:08.695667 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78ca2c77afc8a0901e232a45d152a6a0f9aedad3fced72a49735fd14cb4befd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b654999-b1a3-481b-9248-2f790d0370b6" -d '{"events": [{"server_uuid": "813a1ce4-b686-4028-99cd-15aacc5d5cb3", "name": "network-vif-plugged", "status": "completed", "tag": "1fdc2408-79ee-4a33-b4c7-3e755adc27ec"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:56:08.715390 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] For port 1fdc2408-79ee-4a33-b4c7-3e755adc27ec, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=1fdc2408-79ee-4a33-b4c7-3e755adc27ec,segment=NetworkSegment(dc4c705e-62b2-41c5-98c1-f468855e458c),segment_id=dc4c705e-62b2-41c5-98c1-f468855e458c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:56:08.738208 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040ae3db-fbb4-4882-bb65-38d8e4d1ee91 x-openstack-request-id: req-040ae3db-fbb4-4882-bb65-38d8e4d1ee91 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:56:08.738501 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813a1ce4-b686-4028-99cd-15aacc5d5cb3", "name": "network-vif-plugged", "status": "completed", "tag": "1fdc2408-79ee-4a33-b4c7-3e755adc27ec", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:56:08.738753 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-040ae3db-fbb4-4882-bb65-38d8e4d1ee91 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:56:08.739145 dv-neutron-838783-1-hyperv neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040ae3db-fbb4-4882-bb65-38d8e4d1ee91'] response: {'server_uuid': '813a1ce4-b686-4028-99cd-15aacc5d5cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdc2408-79ee-4a33-b4c7-3e755adc27ec', 'code': 200} Apr 23 00:56:08.777892 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761358054081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761357509340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761357518466'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:08.838910 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Pushing event updated for resources: {'Port': ['ID=1fdc2408-79ee-4a33-b4c7-3e755adc27ec,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:09.715095 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:10.012072 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:18.620205 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 35510) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:56:18.781116 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-a1ddd4cc-1a58-41f0-9fa7-5bf1e8354b17 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Deleting port 4239a12d-b07a-4ca9-a273-ecaf29514833 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:56:18.781463 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd4cc-1a58-41f0-9fa7-5bf1e8354b17 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:18.857765 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd4cc-1a58-41f0-9fa7-5bf1e8354b17 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:18.858029 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd4cc-1a58-41f0-9fa7-5bf1e8354b17 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:18.870628 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-a1ddd4cc-1a58-41f0-9fa7-5bf1e8354b17 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Calling delete_port for 4239a12d-b07a-4ca9-a273-ecaf29514833 owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:56:19.079258 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd4cc-1a58-41f0-9fa7-5bf1e8354b17 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:19.104196 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddd4cc-1a58-41f0-9fa7-5bf1e8354b17 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Pushing event deleted for resources: {'Port': ['ID=4239a12d-b07a-4ca9-a273-ecaf29514833,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:19.129246 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddd4cc-1a58-41f0-9fa7-5bf1e8354b17 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:19.129597 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddd4cc-1a58-41f0-9fa7-5bf1e8354b17 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:19.129934 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddd4cc-1a58-41f0-9fa7-5bf1e8354b17 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:19.130266 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddd4cc-1a58-41f0-9fa7-5bf1e8354b17 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:19.130591 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddd4cc-1a58-41f0-9fa7-5bf1e8354b17 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:19.130917 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddd4cc-1a58-41f0-9fa7-5bf1e8354b17 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:19.131239 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddd4cc-1a58-41f0-9fa7-5bf1e8354b17 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:19.131563 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddd4cc-1a58-41f0-9fa7-5bf1e8354b17 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:19.131907 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddd4cc-1a58-41f0-9fa7-5bf1e8354b17 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:19.132224 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddd4cc-1a58-41f0-9fa7-5bf1e8354b17 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:19.132544 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddd4cc-1a58-41f0-9fa7-5bf1e8354b17 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:19.132858 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddd4cc-1a58-41f0-9fa7-5bf1e8354b17 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:19.174141 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd4cc-1a58-41f0-9fa7-5bf1e8354b17 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for floatingip, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:19.174570 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-a1ddd4cc-1a58-41f0-9fa7-5bf1e8354b17 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Floating IP 8833b5ed-5396-4bb0-8f6c-043abac43116 disassociated (deleted). External IP: 172.26.3.148, port: 1fdc2408-79ee-4a33-b4c7-3e755adc27ec. Apr 23 00:56:19.379599 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ddd4cc-1a58-41f0-9fa7-5bf1e8354b17 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Router 13551357-7bd7-4ee8-a6dc-818355a37a8b has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:56:19.484662 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ddd4cc-1a58-41f0-9fa7-5bf1e8354b17 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:56:19.489544 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd4cc-1a58-41f0-9fa7-5bf1e8354b17 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:19.494061 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0993db67-3d8c-4d18-8921-900f08ad25b5 None None] Sync routers for ids ['13551357-7bd7-4ee8-a6dc-818355a37a8b'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:56:19.503950 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0993db67-3d8c-4d18-8921-900f08ad25b5 None None] Routers {'13551357-7bd7-4ee8-a6dc-818355a37a8b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:56:19.504559 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-0993db67-3d8c-4d18-8921-900f08ad25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:56:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['13551357-7bd7-4ee8-a6dc-818355a37a8b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:19.516436 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-a1ddd4cc-1a58-41f0-9fa7-5bf1e8354b17 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "DELETE /v2.0/floatingips/8833b5ed-5396-4bb0-8f6c-043abac43116 HTTP/1.1" status: 204 len: 168 time: 0.8951595 Apr 23 00:56:19.517021 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '813a1ce4-b686-4028-99cd-15aacc5d5cb3', 'tag': '1fdc2408-79ee-4a33-b4c7-3e755adc27ec'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:56:19.519284 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9bd7a5-571c-47d0-8a95-a89e5f384d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "813a1ce4-b686-4028-99cd-15aacc5d5cb3", "tag": "1fdc2408-79ee-4a33-b4c7-3e755adc27ec"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:56:19.614747 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-0993db67-3d8c-4d18-8921-900f08ad25b5 None None] Set router 13551357-7bd7-4ee8-a6dc-818355a37a8b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:56:19.622307 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846d41ee-98eb-464d-a625-c5d6a125c2d5 x-openstack-request-id: req-846d41ee-98eb-464d-a625-c5d6a125c2d5 {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:56:19.633794 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "813a1ce4-b686-4028-99cd-15aacc5d5cb3", "tag": "1fdc2408-79ee-4a33-b4c7-3e755adc27ec", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:56:19.633794 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-846d41ee-98eb-464d-a625-c5d6a125c2d5 {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:56:19.633794 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-846d41ee-98eb-464d-a625-c5d6a125c2d5'] response: {'name': 'network-changed', 'server_uuid': '813a1ce4-b686-4028-99cd-15aacc5d5cb3', 'tag': '1fdc2408-79ee-4a33-b4c7-3e755adc27ec', 'status': 'completed', 'code': 200} Apr 23 00:56:19.693952 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9bd7a5-571c-47d0-8a95-a89e5f384d1c req-2ee158f8-2e72-46e2-a0b1-1e40c8f0a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:19.695404 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ad9bd7a5-571c-47d0-8a95-a89e5f384d1c req-2ee158f8-2e72-46e2-a0b1-1e40c8f0a778 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebafacf4324d44d8b610a516cd335dd7&device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 1099 time: 0.0476367 Apr 23 00:56:19.797225 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9bd7a5-571c-47d0-8a95-a89e5f384d1c req-1387ba71-9ca7-49ce-a0fb-1be82adbcff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:19.798763 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ad9bd7a5-571c-47d0-8a95-a89e5f384d1c req-1387ba71-9ca7-49ce-a0fb-1be82adbcff5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f HTTP/1.1" status: 200 len: 911 time: 0.0974450 Apr 23 00:56:19.846122 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-0993db67-3d8c-4d18-8921-900f08ad25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'name': 'tempest-TestSnapshotPattern-1325382099-router', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:30Z', 'updated_at': '2022-04-23T00:51:33Z', 'revision_number': 4, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'gw_port': {'id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:31Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '7ddce980-051f-40ce-b524-68c1177a5139', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'floating_ip_address': '172.26.3.145', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'port_id': '5c57a363-838b-47e0-b504-1a19741fb90d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'mac_address': 'fa:16:3e:67:37:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867e310c-adb5-45f6-8291-575e886b7744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:52:00Z', 'updated_at': '2022-04-23T00:52:03Z', 'revision_number': 1, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758c531f-1d32-4208-bb31-734d25876e20', 'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'mac_address': 'fa:16:3e:ad:7e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:32Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 5, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'subnets': [{'id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:19.847215 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ad9bd7a5-571c-47d0-8a95-a89e5f384d1c req-09d3eb2e-2a8a-4fa3-b2cb-f343cb2cf7da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fdc2408-79ee-4a33-b4c7-3e755adc27ec HTTP/1.1" status: 200 len: 217 time: 0.0408556 Apr 23 00:56:19.876358 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0993db67-3d8c-4d18-8921-900f08ad25b5 None None] Checking router: 13551357-7bd7-4ee8-a6dc-818355a37a8b for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:56:19.891420 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0993db67-3d8c-4d18-8921-900f08ad25b5 None None] Routers {'13551357-7bd7-4ee8-a6dc-818355a37a8b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:56:19.891420 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-0993db67-3d8c-4d18-8921-900f08ad25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:56:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['13551357-7bd7-4ee8-a6dc-818355a37a8b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:19.901796 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9bd7a5-571c-47d0-8a95-a89e5f384d1c req-aec29f17-bc6d-414e-bdd4-171e88ca2801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:19.903806 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ad9bd7a5-571c-47d0-8a95-a89e5f384d1c req-aec29f17-bc6d-414e-bdd4-171e88ca2801 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4e7fc195-c8af-4252-9d90-473188ad4731 HTTP/1.1" status: 200 len: 849 time: 0.0504436 Apr 23 00:56:19.951337 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9bd7a5-571c-47d0-8a95-a89e5f384d1c req-5239a8cb-7687-4754-897b-5bdd972b497c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:19.953616 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ad9bd7a5-571c-47d0-8a95-a89e5f384d1c req-5239a8cb-7687-4754-897b-5bdd972b497c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438628 Apr 23 00:56:20.000112 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779fee2-6ef0-4b41-b25f-9fccfe2ad3bd req-727e89f4-1c36-4f3d-82b9-8f1dbee04706 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:20.001764 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2779fee2-6ef0-4b41-b25f-9fccfe2ad3bd req-727e89f4-1c36-4f3d-82b9-8f1dbee04706 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 946 time: 0.0571523 Apr 23 00:56:20.043388 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-2779fee2-6ef0-4b41-b25f-9fccfe2ad3bd req-a3d69b58-0acc-49ce-9410-ff08920c042e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346591 Apr 23 00:56:20.056781 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ad9bd7a5-571c-47d0-8a95-a89e5f384d1c req-25f2e9f1-3c85-4c3a-8e49-d0e36baf2364 service neutron] 10.222.0.16 "GET /v2.0/networks/eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958872 Apr 23 00:56:20.154513 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-ad9bd7a5-571c-47d0-8a95-a89e5f384d1c req-b1165b58-6f52-4d8e-88ac-7e7a8c4b599e service neutron] 10.222.0.16 "GET /v2.0/networks/eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899117 Apr 23 00:56:20.162758 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-0993db67-3d8c-4d18-8921-900f08ad25b5 None None] Set router 13551357-7bd7-4ee8-a6dc-818355a37a8b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:56:20.382539 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-0993db67-3d8c-4d18-8921-900f08ad25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'name': 'tempest-TestSnapshotPattern-1325382099-router', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:30Z', 'updated_at': '2022-04-23T00:51:33Z', 'revision_number': 4, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'gw_port': {'id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:31Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '7ddce980-051f-40ce-b524-68c1177a5139', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'floating_ip_address': '172.26.3.145', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'port_id': '5c57a363-838b-47e0-b504-1a19741fb90d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'mac_address': 'fa:16:3e:67:37:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867e310c-adb5-45f6-8291-575e886b7744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:52:00Z', 'updated_at': '2022-04-23T00:52:03Z', 'revision_number': 1, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758c531f-1d32-4208-bb31-734d25876e20', 'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'mac_address': 'fa:16:3e:ad:7e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:32Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 5, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'subnets': [{'id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:20.407443 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0993db67-3d8c-4d18-8921-900f08ad25b5 None None] The sync data for ids ['13551357-7bd7-4ee8-a6dc-818355a37a8b'] in dv-neutron-838783-1-hyperv is: [{'id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'name': 'tempest-TestSnapshotPattern-1325382099-router', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:30Z', 'updated_at': '2022-04-23T00:51:33Z', 'revision_number': 4, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'gw_port': {'id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:31Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_floatingips': [{'id': '7ddce980-051f-40ce-b524-68c1177a5139', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'floating_ip_address': '172.26.3.145', 'floating_network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'router_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'port_id': '5c57a363-838b-47e0-b504-1a19741fb90d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'mac_address': 'fa:16:3e:67:37:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867e310c-adb5-45f6-8291-575e886b7744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:52:00Z', 'updated_at': '2022-04-23T00:52:03Z', 'revision_number': 1, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758c531f-1d32-4208-bb31-734d25876e20', 'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'mac_address': 'fa:16:3e:ad:7e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:32Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 5, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'subnets': [{'id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:56:20.625286 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f25891-e83b-4b3d-8d46-c07f4cd98a21 None None] New status for floating IP 8833b5ed-5396-4bb0-8f6c-043abac43116: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:56:21.169784 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8675746-29bd-482e-83dc-f249c8f05965 req-5e1a1c68-869c-4f8a-8432-53b3a9a7782d tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:21.171275 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f8675746-29bd-482e-83dc-f249c8f05965 req-5e1a1c68-869c-4f8a-8432-53b3a9a7782d tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 946 time: 0.0526676 Apr 23 00:56:21.208875 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f8675746-29bd-482e-83dc-f249c8f05965 req-19302ca5-1da9-4cda-9d25-08e306c5c860 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316060 Apr 23 00:56:21.563492 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52728bf5-83a7-49d6-a628-c93627227860 req-87fbb52f-afdb-4aef-a755-dfc9278814db tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:21.564998 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-52728bf5-83a7-49d6-a628-c93627227860 req-87fbb52f-afdb-4aef-a755-dfc9278814db tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.16 "GET /v2.0/ports?device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 946 time: 0.0520785 Apr 23 00:56:21.651389 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [req-52728bf5-83a7-49d6-a628-c93627227860 req-02f7a0ec-01e1-4e89-a6ac-c949a0bed598 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Deleting port 1fdc2408-79ee-4a33-b4c7-3e755adc27ec {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:56:21.651764 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-52728bf5-83a7-49d6-a628-c93627227860 req-02f7a0ec-01e1-4e89-a6ac-c949a0bed598 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:21.750447 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [req-52728bf5-83a7-49d6-a628-c93627227860 req-02f7a0ec-01e1-4e89-a6ac-c949a0bed598 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] For port 1fdc2408-79ee-4a33-b4c7-3e755adc27ec, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=1fdc2408-79ee-4a33-b4c7-3e755adc27ec,segment=NetworkSegment(dc4c705e-62b2-41c5-98c1-f468855e458c),segment_id=dc4c705e-62b2-41c5-98c1-f468855e458c)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:56:21.750808 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-52728bf5-83a7-49d6-a628-c93627227860 req-02f7a0ec-01e1-4e89-a6ac-c949a0bed598 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:21.764123 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [req-52728bf5-83a7-49d6-a628-c93627227860 req-02f7a0ec-01e1-4e89-a6ac-c949a0bed598 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Calling delete_port for 1fdc2408-79ee-4a33-b4c7-3e755adc27ec owned by compute:nova {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:56:21.971928 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-52728bf5-83a7-49d6-a628-c93627227860 req-02f7a0ec-01e1-4e89-a6ac-c949a0bed598 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:22.004484 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7a0ec-01e1-4e89-a6ac-c949a0bed598 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Pushing event deleted for resources: {'Port': ['ID=1fdc2408-79ee-4a33-b4c7-3e755adc27ec,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:22.048929 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [req-52728bf5-83a7-49d6-a628-c93627227860 req-02f7a0ec-01e1-4e89-a6ac-c949a0bed598 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] No DVR routers for this DVR port 1fdc2408-79ee-4a33-b4c7-3e755adc27ec on host hv-neutron-8387 {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:56:22.052651 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-52728bf5-83a7-49d6-a628-c93627227860 req-02f7a0ec-01e1-4e89-a6ac-c949a0bed598 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:22.056759 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-52728bf5-83a7-49d6-a628-c93627227860 req-02f7a0ec-01e1-4e89-a6ac-c949a0bed598 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.16 "DELETE /v2.0/ports/1fdc2408-79ee-4a33-b4c7-3e755adc27ec HTTP/1.1" status: 204 len: 173 time: 0.4856994 Apr 23 00:56:22.057338 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813a1ce4-b686-4028-99cd-15aacc5d5cb3', 'name': 'network-vif-deleted', 'tag': '1fdc2408-79ee-4a33-b4c7-3e755adc27ec'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:56:22.063836 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d247585-cd97-453b-b814-58c71be18b74" -d '{"events": [{"server_uuid": "813a1ce4-b686-4028-99cd-15aacc5d5cb3", "name": "network-vif-deleted", "tag": "1fdc2408-79ee-4a33-b4c7-3e755adc27ec"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:56:22.104118 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1420c745-8b01-4388-b5eb-01ecba11e143 x-openstack-request-id: req-1420c745-8b01-4388-b5eb-01ecba11e143 {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:56:22.110148 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813a1ce4-b686-4028-99cd-15aacc5d5cb3", "name": "network-vif-deleted", "tag": "1fdc2408-79ee-4a33-b4c7-3e755adc27ec", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:56:22.110148 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1420c745-8b01-4388-b5eb-01ecba11e143 {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:56:22.110148 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1420c745-8b01-4388-b5eb-01ecba11e143'] response: {'server_uuid': '813a1ce4-b686-4028-99cd-15aacc5d5cb3', 'name': 'network-vif-deleted', 'tag': '1fdc2408-79ee-4a33-b4c7-3e755adc27ec', 'status': 'completed', 'code': 200} Apr 23 00:56:22.305421 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-049bdf93-0a3c-45ed-8bbf-e1ef54490828 req-9e1e036b-f988-4d29-966f-4c88336d4fd2 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=813a1ce4-b686-4028-99cd-15aacc5d5cb3 HTTP/1.1" status: 200 len: 210 time: 0.0268891 Apr 23 00:56:22.549397 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 1fdc2408-79ee-4a33-b4c7-3e755adc27ec no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:56:22.573248 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 1fdc2408-79ee-4a33-b4c7-3e755adc27ec {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:56:22.573596 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 1fdc2408-79ee-4a33-b4c7-3e755adc27ec not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:56:24.181583 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:24.642330 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 35570) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:56:24.798206 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-abc88391-697e-4852-b493-2239e988ca0e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Deleting port 09ce56ef-cc2d-4fb9-acf9-68db6fdd5bd6 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:56:24.798550 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-abc88391-697e-4852-b493-2239e988ca0e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:24.874243 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-abc88391-697e-4852-b493-2239e988ca0e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:24.874565 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-abc88391-697e-4852-b493-2239e988ca0e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:24.885718 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-abc88391-697e-4852-b493-2239e988ca0e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Calling delete_port for 09ce56ef-cc2d-4fb9-acf9-68db6fdd5bd6 owned by network:floatingip {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:56:25.102067 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-abc88391-697e-4852-b493-2239e988ca0e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:25.127988 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc88391-697e-4852-b493-2239e988ca0e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Pushing event deleted for resources: {'Port': ['ID=09ce56ef-cc2d-4fb9-acf9-68db6fdd5bd6,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:25.187867 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-abc88391-697e-4852-b493-2239e988ca0e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for floatingip, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:25.191950 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.db.l3_db [None req-abc88391-697e-4852-b493-2239e988ca0e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Floating IP 7ddce980-051f-40ce-b524-68c1177a5139 disassociated (deleted). External IP: 172.26.3.145, port: 5c57a363-838b-47e0-b504-1a19741fb90d. Apr 23 00:56:25.391924 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc88391-697e-4852-b493-2239e988ca0e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Router 13551357-7bd7-4ee8-a6dc-818355a37a8b has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:56:25.497130 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc88391-697e-4852-b493-2239e988ca0e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:56:25.502342 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-abc88391-697e-4852-b493-2239e988ca0e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for floatingip, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:25.507066 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3e6a0e-a4a0-46f4-8733-00ed6e3bd602 None None] Sync routers for ids ['13551357-7bd7-4ee8-a6dc-818355a37a8b'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:56:25.516968 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3e6a0e-a4a0-46f4-8733-00ed6e3bd602 None None] Routers {'13551357-7bd7-4ee8-a6dc-818355a37a8b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:56:25.517579 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-dd3e6a0e-a4a0-46f4-8733-00ed6e3bd602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:56:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['13551357-7bd7-4ee8-a6dc-818355a37a8b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:25.528703 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-abc88391-697e-4852-b493-2239e988ca0e tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "DELETE /v2.0/floatingips/7ddce980-051f-40ce-b524-68c1177a5139 HTTP/1.1" status: 204 len: 168 time: 0.8853090 Apr 23 00:56:25.529369 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867e310c-adb5-45f6-8291-575e886b7744', 'tag': '5c57a363-838b-47e0-b504-1a19741fb90d'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:56:25.532501 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cca89e-f2c9-4d19-9d57-813a905d7d36" -d '{"events": [{"name": "network-changed", "server_uuid": "867e310c-adb5-45f6-8291-575e886b7744", "tag": "5c57a363-838b-47e0-b504-1a19741fb90d"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:56:25.567339 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 23 Apr 2022 00:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c137de43-a154-4ff7-ba20-66956b42cefe x-openstack-request-id: req-c137de43-a154-4ff7-ba20-66956b42cefe {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:56:25.568529 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "867e310c-adb5-45f6-8291-575e886b7744", "tag": "5c57a363-838b-47e0-b504-1a19741fb90d", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:56:25.568790 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c137de43-a154-4ff7-ba20-66956b42cefe {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:56:25.571284 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c137de43-a154-4ff7-ba20-66956b42cefe'] response: {'name': 'network-changed', 'server_uuid': '867e310c-adb5-45f6-8291-575e886b7744', 'tag': '5c57a363-838b-47e0-b504-1a19741fb90d', 'status': 'completed', 'code': 200} Apr 23 00:56:25.628162 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-dd3e6a0e-a4a0-46f4-8733-00ed6e3bd602 None None] Set router 13551357-7bd7-4ee8-a6dc-818355a37a8b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:56:25.633459 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cca89e-f2c9-4d19-9d57-813a905d7d36 req-74c58e45-eee1-4c11-9e18-7ebcc7cd6cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:25.635115 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-04cca89e-f2c9-4d19-9d57-813a905d7d36 req-74c58e45-eee1-4c11-9e18-7ebcc7cd6cb3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebafacf4324d44d8b610a516cd335dd7&device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 1097 time: 0.0429173 Apr 23 00:56:25.738580 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cca89e-f2c9-4d19-9d57-813a905d7d36 req-c8f100b5-63f0-4605-837a-2bc7952ae121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:25.740229 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-04cca89e-f2c9-4d19-9d57-813a905d7d36 req-c8f100b5-63f0-4605-837a-2bc7952ae121 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f HTTP/1.1" status: 200 len: 911 time: 0.0974796 Apr 23 00:56:25.786524 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-04cca89e-f2c9-4d19-9d57-813a905d7d36 req-8a1b83c3-5d79-44d1-b280-11d0ca0617d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c57a363-838b-47e0-b504-1a19741fb90d HTTP/1.1" status: 200 len: 217 time: 0.0389094 Apr 23 00:56:25.833123 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-dd3e6a0e-a4a0-46f4-8733-00ed6e3bd602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'name': 'tempest-TestSnapshotPattern-1325382099-router', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:30Z', 'updated_at': '2022-04-23T00:51:33Z', 'revision_number': 4, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'gw_port': {'id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:31Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '758c531f-1d32-4208-bb31-734d25876e20', 'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'mac_address': 'fa:16:3e:ad:7e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:32Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 5, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'subnets': [{'id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:25.840519 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cca89e-f2c9-4d19-9d57-813a905d7d36 req-fb4d9e74-4c7e-49f4-8264-272e5abf2f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:25.842018 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-04cca89e-f2c9-4d19-9d57-813a905d7d36 req-fb4d9e74-4c7e-49f4-8264-272e5abf2f2f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4e7fc195-c8af-4252-9d90-473188ad4731 HTTP/1.1" status: 200 len: 849 time: 0.0497468 Apr 23 00:56:25.865160 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3e6a0e-a4a0-46f4-8733-00ed6e3bd602 None None] Checking router: 13551357-7bd7-4ee8-a6dc-818355a37a8b for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:56:25.873501 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3e6a0e-a4a0-46f4-8733-00ed6e3bd602 None None] Routers {'13551357-7bd7-4ee8-a6dc-818355a37a8b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:56:25.874648 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-dd3e6a0e-a4a0-46f4-8733-00ed6e3bd602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:56:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['13551357-7bd7-4ee8-a6dc-818355a37a8b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:25.895005 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cca89e-f2c9-4d19-9d57-813a905d7d36 req-caf00cc8-11a6-4227-8253-4d013f6a2ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:25.896615 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-04cca89e-f2c9-4d19-9d57-813a905d7d36 req-caf00cc8-11a6-4227-8253-4d013f6a2ae9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455611 Apr 23 00:56:25.956428 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e581d-8148-419b-b6f1-c458ed10e44b req-da5b6964-8754-4379-ba3f-19b8bb50bac4 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:25.958594 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c77e581d-8148-419b-b6f1-c458ed10e44b req-da5b6964-8754-4379-ba3f-19b8bb50bac4 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 944 time: 0.0572858 Apr 23 00:56:25.987832 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-dd3e6a0e-a4a0-46f4-8733-00ed6e3bd602 None None] Set router 13551357-7bd7-4ee8-a6dc-818355a37a8b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:56:25.992764 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-04cca89e-f2c9-4d19-9d57-813a905d7d36 req-706adc5c-e7fe-41df-a658-e142669995ca service neutron] 10.222.0.16 "GET /v2.0/networks/eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884366 Apr 23 00:56:25.999934 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [req-c77e581d-8148-419b-b6f1-c458ed10e44b req-b0cda443-726e-4cdf-8a79-f8e337bba223 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352075 Apr 23 00:56:26.193983 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-dd3e6a0e-a4a0-46f4-8733-00ed6e3bd602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'name': 'tempest-TestSnapshotPattern-1325382099-router', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:30Z', 'updated_at': '2022-04-23T00:51:33Z', 'revision_number': 4, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'gw_port': {'id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:31Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '758c531f-1d32-4208-bb31-734d25876e20', 'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'mac_address': 'fa:16:3e:ad:7e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:32Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 5, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'subnets': [{'id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:26.222124 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3e6a0e-a4a0-46f4-8733-00ed6e3bd602 None None] The sync data for ids ['13551357-7bd7-4ee8-a6dc-818355a37a8b'] in dv-neutron-838783-1-hyperv is: [{'id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'name': 'tempest-TestSnapshotPattern-1325382099-router', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:30Z', 'updated_at': '2022-04-23T00:51:33Z', 'revision_number': 4, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'gw_port': {'id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:31Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv', '_interfaces': [{'id': '758c531f-1d32-4208-bb31-734d25876e20', 'name': '', 'network_id': 'eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'mac_address': 'fa:16:3e:ad:7e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:32Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 5, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'subnets': [{'id': '4e7fc195-c8af-4252-9d90-473188ad4731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:56:26.360020 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-04cca89e-f2c9-4d19-9d57-813a905d7d36 req-5e0d3fac-9132-4d06-baac-33dbea6e76d1 service neutron] 10.222.0.16 "GET /v2.0/networks/eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587976 Apr 23 00:56:26.443828 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15340bc6-5e93-42b2-abfa-7dadee451f1a None None] New status for floating IP 7ddce980-051f-40ce-b524-68c1177a5139: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:56:26.562537 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 1fdc2408-79ee-4a33-b4c7-3e755adc27ec no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:56:26.586754 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 1fdc2408-79ee-4a33-b4c7-3e755adc27ec {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:56:26.587093 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 1fdc2408-79ee-4a33-b4c7-3e755adc27ec not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:56:27.118324 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a177016-4eb3-497b-b791-15c90bc068b8 req-e2d58c57-5f25-4081-ac3c-43ebfe558de4 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:27.119921 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1a177016-4eb3-497b-b791-15c90bc068b8 req-e2d58c57-5f25-4081-ac3c-43ebfe558de4 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 944 time: 0.0490632 Apr 23 00:56:27.159326 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-1a177016-4eb3-497b-b791-15c90bc068b8 req-ebbbf2ca-7602-457a-92c0-355a7ce9d91d tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/security-groups?id=b6906419-609d-4bd2-ab0a-ceec56f0a457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320375 Apr 23 00:56:27.504397 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a7f74-ddbb-4815-84cf-eea08e46bdda req-2e02b069-bf0a-4274-b00b-6696aa4a9f4a tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:27.505758 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f20a7f74-ddbb-4815-84cf-eea08e46bdda req-2e02b069-bf0a-4274-b00b-6696aa4a9f4a tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.16 "GET /v2.0/ports?device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 944 time: 0.0489049 Apr 23 00:56:27.597050 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [req-f20a7f74-ddbb-4815-84cf-eea08e46bdda req-f0f47819-cb77-4595-89f4-23080de9a4ff tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Deleting port 5c57a363-838b-47e0-b504-1a19741fb90d {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:56:27.597395 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-f20a7f74-ddbb-4815-84cf-eea08e46bdda req-f0f47819-cb77-4595-89f4-23080de9a4ff tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:27.683368 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [req-f20a7f74-ddbb-4815-84cf-eea08e46bdda req-f0f47819-cb77-4595-89f4-23080de9a4ff tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] For port 5c57a363-838b-47e0-b504-1a19741fb90d, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=5c57a363-838b-47e0-b504-1a19741fb90d,segment=NetworkSegment(dc4c705e-62b2-41c5-98c1-f468855e458c),segment_id=dc4c705e-62b2-41c5-98c1-f468855e458c)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:56:27.683776 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-f20a7f74-ddbb-4815-84cf-eea08e46bdda req-f0f47819-cb77-4595-89f4-23080de9a4ff tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:27.697272 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [req-f20a7f74-ddbb-4815-84cf-eea08e46bdda req-f0f47819-cb77-4595-89f4-23080de9a4ff tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Calling delete_port for 5c57a363-838b-47e0-b504-1a19741fb90d owned by compute:nova {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:56:27.891746 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-f20a7f74-ddbb-4815-84cf-eea08e46bdda req-f0f47819-cb77-4595-89f4-23080de9a4ff tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:27.919720 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f47819-cb77-4595-89f4-23080de9a4ff tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Pushing event deleted for resources: {'Port': ['ID=5c57a363-838b-47e0-b504-1a19741fb90d,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:27.965713 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20a7f74-ddbb-4815-84cf-eea08e46bdda req-f0f47819-cb77-4595-89f4-23080de9a4ff tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] No DVR routers for this DVR port 5c57a363-838b-47e0-b504-1a19741fb90d on host hv-neutron-8387 {{(pid=103143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:56:27.968841 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [req-f20a7f74-ddbb-4815-84cf-eea08e46bdda req-f0f47819-cb77-4595-89f4-23080de9a4ff tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122941'] for port, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:27.972111 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-f20a7f74-ddbb-4815-84cf-eea08e46bdda req-f0f47819-cb77-4595-89f4-23080de9a4ff tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.16 "DELETE /v2.0/ports/5c57a363-838b-47e0-b504-1a19741fb90d HTTP/1.1" status: 204 len: 173 time: 0.4606688 Apr 23 00:56:27.972536 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867e310c-adb5-45f6-8291-575e886b7744', 'name': 'network-vif-deleted', 'tag': '5c57a363-838b-47e0-b504-1a19741fb90d'}] {{(pid=103143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:56:27.974809 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a913b61bbb45fc3c6b7c7bb044eab97c248272513309d9ea3edcdc5db7d8c338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6608ce7-ec1a-4ed6-aeda-f20cd97a8981" -d '{"events": [{"server_uuid": "867e310c-adb5-45f6-8291-575e886b7744", "name": "network-vif-deleted", "tag": "5c57a363-838b-47e0-b504-1a19741fb90d"}]}' {{(pid=103143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 23 00:56:28.009753 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 23 Apr 2022 00:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd43c7c-a6e1-4c3c-84d6-8b3c4b15db94 x-openstack-request-id: req-edd43c7c-a6e1-4c3c-84d6-8b3c4b15db94 {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 23 00:56:28.010075 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867e310c-adb5-45f6-8291-575e886b7744", "name": "network-vif-deleted", "tag": "5c57a363-838b-47e0-b504-1a19741fb90d", "status": "completed", "code": 200}]} {{(pid=103143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 23 00:56:28.010338 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-edd43c7c-a6e1-4c3c-84d6-8b3c4b15db94 {{(pid=103143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 23 00:56:28.010737 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edd43c7c-a6e1-4c3c-84d6-8b3c4b15db94'] response: {'server_uuid': '867e310c-adb5-45f6-8291-575e886b7744', 'name': 'network-vif-deleted', 'tag': '5c57a363-838b-47e0-b504-1a19741fb90d', 'status': 'completed', 'code': 200} Apr 23 00:56:28.252457 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [req-2fc8e4e3-baaf-4176-8628-95e4caa0fd36 req-071aa93e-7214-4826-8243-4719f0ac6834 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "GET /v2.0/ports?device_id=867e310c-adb5-45f6-8291-575e886b7744 HTTP/1.1" status: 200 len: 210 time: 0.0270913 Apr 23 00:56:29.308278 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 35586) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:56:29.365992 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-29738146-a182-401f-92d1-350bd6842b46 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:29.391194 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-29738146-a182-401f-92d1-350bd6842b46 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:29.503248 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-29738146-a182-401f-92d1-350bd6842b46 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:29.505824 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-29738146-a182-401f-92d1-350bd6842b46 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:29.507041 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-29738146-a182-401f-92d1-350bd6842b46 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] 10.222.0.15 "DELETE /v2.0/security-groups/b6906419-609d-4bd2-ab0a-ceec56f0a457 HTTP/1.1" status: 204 len: 168 time: 0.1978080 Apr 23 00:56:29.516980 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29738146-a182-401f-92d1-350bd6842b46 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6906419-609d-4bd2-ab0a-ceec56f0a457,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:29.524228 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29738146-a182-401f-92d1-350bd6842b46 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:29.524595 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29738146-a182-401f-92d1-350bd6842b46 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:29.524920 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29738146-a182-401f-92d1-350bd6842b46 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:29.525257 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29738146-a182-401f-92d1-350bd6842b46 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:29.525591 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29738146-a182-401f-92d1-350bd6842b46 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:29.525927 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29738146-a182-401f-92d1-350bd6842b46 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:29.526257 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29738146-a182-401f-92d1-350bd6842b46 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:29.526585 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29738146-a182-401f-92d1-350bd6842b46 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:29.526923 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29738146-a182-401f-92d1-350bd6842b46 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:29.527253 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29738146-a182-401f-92d1-350bd6842b46 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:29.527608 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29738146-a182-401f-92d1-350bd6842b46 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:29.527914 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29738146-a182-401f-92d1-350bd6842b46 tempest-TestSnapshotPattern-1573865234 tempest-TestSnapshotPattern-1573865234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838783-1-hyperv {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:29.634655 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 35590) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:56:30.068909 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fec99111-d6a1-4ef8-8930-6038b506cd5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:30.307809 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-fec99111-d6a1-4ef8-8930-6038b506cd5b admin admin] Deleting port 758c531f-1d32-4208-bb31-734d25876e20 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:56:30.308160 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fec99111-d6a1-4ef8-8930-6038b506cd5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:30.388937 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-fec99111-d6a1-4ef8-8930-6038b506cd5b admin admin] For port 758c531f-1d32-4208-bb31-734d25876e20, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=758c531f-1d32-4208-bb31-734d25876e20,segment=NetworkSegment(dc4c705e-62b2-41c5-98c1-f468855e458c),segment_id=dc4c705e-62b2-41c5-98c1-f468855e458c)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:56:30.389606 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fec99111-d6a1-4ef8-8930-6038b506cd5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:30.405083 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-fec99111-d6a1-4ef8-8930-6038b506cd5b admin admin] Calling delete_port for 758c531f-1d32-4208-bb31-734d25876e20 owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:56:30.651861 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fec99111-d6a1-4ef8-8930-6038b506cd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:30.676377 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec99111-d6a1-4ef8-8930-6038b506cd5b admin admin] Pushing event deleted for resources: {'Port': ['ID=758c531f-1d32-4208-bb31-734d25876e20,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:30.855317 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fec99111-d6a1-4ef8-8930-6038b506cd5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:31.076855 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec99111-d6a1-4ef8-8930-6038b506cd5b admin admin] Router 13551357-7bd7-4ee8-a6dc-818355a37a8b has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:56:31.182133 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec99111-d6a1-4ef8-8930-6038b506cd5b admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:56:31.191208 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-fec99111-d6a1-4ef8-8930-6038b506cd5b admin admin] 10.222.0.15 "PUT /v2.0/routers/13551357-7bd7-4ee8-a6dc-818355a37a8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5517695 Apr 23 00:56:31.191208 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 35594) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:56:31.193802 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f8d800-07f0-49fa-9d9d-55a3fc9bd5a9 None None] Sync routers for ids ['13551357-7bd7-4ee8-a6dc-818355a37a8b'] in dv-neutron-838783-1-hyperv {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:56:31.205348 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f8d800-07f0-49fa-9d9d-55a3fc9bd5a9 None None] Routers {'13551357-7bd7-4ee8-a6dc-818355a37a8b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:56:31.205974 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-04f8d800-07f0-49fa-9d9d-55a3fc9bd5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:56:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['13551357-7bd7-4ee8-a6dc-818355a37a8b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:31.319696 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-04f8d800-07f0-49fa-9d9d-55a3fc9bd5a9 None None] Set router 13551357-7bd7-4ee8-a6dc-818355a37a8b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:56:31.509968 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-04f8d800-07f0-49fa-9d9d-55a3fc9bd5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'name': 'tempest-TestSnapshotPattern-1325382099-router', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:30Z', 'updated_at': '2022-04-23T00:56:30Z', 'revision_number': 5, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'gw_port': {'id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:31Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:31.540921 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f8d800-07f0-49fa-9d9d-55a3fc9bd5a9 None None] Checking router: 13551357-7bd7-4ee8-a6dc-818355a37a8b for host: dv-neutron-838783-1-hyperv {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:56:31.549499 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f8d800-07f0-49fa-9d9d-55a3fc9bd5a9 None None] Routers {'13551357-7bd7-4ee8-a6dc-818355a37a8b'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:56:31.550119 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-04f8d800-07f0-49fa-9d9d-55a3fc9bd5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:56:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['13551357-7bd7-4ee8-a6dc-818355a37a8b'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:31.606918 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-448da69d-064c-4d19-9ca8-03033649dd7b admin admin] Notify callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:31.720592 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-448da69d-064c-4d19-9ca8-03033649dd7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:31.806395 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-04f8d800-07f0-49fa-9d9d-55a3fc9bd5a9 None None] Set router 13551357-7bd7-4ee8-a6dc-818355a37a8b gateway port host: dv-neutron-838783-1-hyperv {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:56:31.842905 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-448da69d-064c-4d19-9ca8-03033649dd7b admin admin] Deleting port 8fec055f-a423-43e9-9ad8-e5cfa881eae7 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:56:31.843243 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-448da69d-064c-4d19-9ca8-03033649dd7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:31.923234 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-448da69d-064c-4d19-9ca8-03033649dd7b admin admin] For port 8fec055f-a423-43e9-9ad8-e5cfa881eae7, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=8fec055f-a423-43e9-9ad8-e5cfa881eae7,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:56:31.923712 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-448da69d-064c-4d19-9ca8-03033649dd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:31.941997 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-448da69d-064c-4d19-9ca8-03033649dd7b admin admin] Calling delete_port for 8fec055f-a423-43e9-9ad8-e5cfa881eae7 owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:56:31.996945 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-04f8d800-07f0-49fa-9d9d-55a3fc9bd5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'name': 'tempest-TestSnapshotPattern-1325382099-router', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:30Z', 'updated_at': '2022-04-23T00:56:30Z', 'revision_number': 5, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'gw_port': {'id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:31Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:32.023890 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f8d800-07f0-49fa-9d9d-55a3fc9bd5a9 None None] The sync data for ids ['13551357-7bd7-4ee8-a6dc-818355a37a8b'] in dv-neutron-838783-1-hyperv is: [{'id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'name': 'tempest-TestSnapshotPattern-1325382099-router', 'tenant_id': 'ebafacf4324d44d8b610a516cd335dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:30Z', 'updated_at': '2022-04-23T00:56:30Z', 'revision_number': 5, 'project_id': 'ebafacf4324d44d8b610a516cd335dd7', 'gw_port': {'id': '8fec055f-a423-43e9-9ad8-e5cfa881eae7', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13551357-7bd7-4ee8-a6dc-818355a37a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:31Z', 'updated_at': '2022-04-23T00:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:56:32.177079 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-448da69d-064c-4d19-9ca8-03033649dd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:32.208188 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448da69d-064c-4d19-9ca8-03033649dd7b admin admin] Pushing event deleted for resources: {'Port': ['ID=8fec055f-a423-43e9-9ad8-e5cfa881eae7,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:32.264904 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-448da69d-064c-4d19-9ca8-03033649dd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:32.353309 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-448da69d-064c-4d19-9ca8-03033649dd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:32.355304 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-448da69d-064c-4d19-9ca8-03033649dd7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:32.451688 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-448da69d-064c-4d19-9ca8-03033649dd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:32.452259 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448da69d-064c-4d19-9ca8-03033649dd7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13551357-7bd7-4ee8-a6dc-818355a37a8b {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:56:32.457514 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-448da69d-064c-4d19-9ca8-03033649dd7b admin admin] Notify callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:32.458791 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-448da69d-064c-4d19-9ca8-03033649dd7b admin admin] 10.222.0.15 "DELETE /v2.0/routers/13551357-7bd7-4ee8-a6dc-818355a37a8b HTTP/1.1" status: 204 len: 168 time: 1.2670913 Apr 23 00:56:32.461230 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 35596) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:56:32.512029 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbdb90b2-85e7-426e-8f35-55eba522cae1 admin admin] Deleting subnet 4e7fc195-c8af-4252-9d90-473188ad4731 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:56:32.515126 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dbdb90b2-85e7-426e-8f35-55eba522cae1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:32.550640 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dbdb90b2-85e7-426e-8f35-55eba522cae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8634832'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:32.569685 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 5c57a363-838b-47e0-b504-1a19741fb90d no longer exists at agent hyperv_hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:56:32.595907 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] No Port match for: 5c57a363-838b-47e0-b504-1a19741fb90d {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:56:32.596258 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Device 5c57a363-838b-47e0-b504-1a19741fb90d not bound to the agent host hv-neutron-8387 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:56:32.636569 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dbdb90b2-85e7-426e-8f35-55eba522cae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:32.772287 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dbdb90b2-85e7-426e-8f35-55eba522cae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9403701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501570'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:32.798206 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb90b2-85e7-426e-8f35-55eba522cae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e7fc195-c8af-4252-9d90-473188ad4731,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:32.801808 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dbdb90b2-85e7-426e-8f35-55eba522cae1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:32.806233 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-dbdb90b2-85e7-426e-8f35-55eba522cae1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4e7fc195-c8af-4252-9d90-473188ad4731 HTTP/1.1" status: 204 len: 168 time: 0.3440349 Apr 23 00:56:32.810728 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7a4f89-c22f-4129-912b-feecab1f5754 None None] Network eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:56:32.812983 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 35598) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:56:32.881246 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fef2b3a4-efde-4074-ae98-532b7e58b536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:32.935277 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-fef2b3a4-efde-4074-ae98-532b7e58b536 admin admin] Deleting port d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:56:32.935536 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fef2b3a4-efde-4074-ae98-532b7e58b536 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:33.004291 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-fef2b3a4-efde-4074-ae98-532b7e58b536 admin admin] For port d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456,segment=NetworkSegment(dc4c705e-62b2-41c5-98c1-f468855e458c),segment_id=dc4c705e-62b2-41c5-98c1-f468855e458c)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:56:33.004662 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fef2b3a4-efde-4074-ae98-532b7e58b536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:33.009264 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddafa102-bc4d-4aef-ac3d-9099a12c8022 None None] DHCP port deletion for eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:56:33.019987 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-fef2b3a4-efde-4074-ae98-532b7e58b536 admin admin] Calling delete_port for d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:56:33.065063 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ddafa102-bc4d-4aef-ac3d-9099a12c8022 None None] Deleting port d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:56:33.065437 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ddafa102-bc4d-4aef-ac3d-9099a12c8022 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:33.128498 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ddafa102-bc4d-4aef-ac3d-9099a12c8022 None None] For port d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456,segment=NetworkSegment(dc4c705e-62b2-41c5-98c1-f468855e458c),segment_id=dc4c705e-62b2-41c5-98c1-f468855e458c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:56:33.128906 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ddafa102-bc4d-4aef-ac3d-9099a12c8022 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:33.142617 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ddafa102-bc4d-4aef-ac3d-9099a12c8022 None None] Calling delete_port for d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:56:33.158973 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fef2b3a4-efde-4074-ae98-532b7e58b536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:33.186006 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2b3a4-efde-4074-ae98-532b7e58b536 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:33.188418 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef2b3a4-efde-4074-ae98-532b7e58b536 admin admin] No DVR routers for this DVR port d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456 on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:56:33.213935 dv-neutron-838783-1-hyperv neutron-server[103146]: self.session.flush() Apr 23 00:56:33.223305 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ddafa102-bc4d-4aef-ac3d-9099a12c8022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:33.247935 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafa102-bc4d-4aef-ac3d-9099a12c8022 None None] Pushing event deleted for resources: {'Port': ['ID=d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:33.252332 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddafa102-bc4d-4aef-ac3d-9099a12c8022 None None] No DVR routers for this DVR port d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456 on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:56:33.265246 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fef2b3a4-efde-4074-ae98-532b7e58b536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:33.285772 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-fef2b3a4-efde-4074-ae98-532b7e58b536 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:33.294696 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-fef2b3a4-efde-4074-ae98-532b7e58b536 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4c705e-62b2-41c5-98c1-f468855e458c') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:33.294991 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-fef2b3a4-efde-4074-ae98-532b7e58b536 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4c705e-62b2-41c5-98c1-f468855e458c') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:33.305144 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fef2b3a4-efde-4074-ae98-532b7e58b536 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:33.318016 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fef2b3a4-efde-4074-ae98-532b7e58b536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:33.323881 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef2b3a4-efde-4074-ae98-532b7e58b536 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:56:33.324268 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fef2b3a4-efde-4074-ae98-532b7e58b536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:56:33.326008 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:56:33.446112 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fef2b3a4-efde-4074-ae98-532b7e58b536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:33.451389 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fef2b3a4-efde-4074-ae98-532b7e58b536 admin admin] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:33.456699 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-fef2b3a4-efde-4074-ae98-532b7e58b536 admin admin] 10.222.0.15 "DELETE /v2.0/networks/eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f HTTP/1.1" status: 204 len: 168 time: 0.6406550 Apr 23 00:56:33.457881 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 35600) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:56:33.465400 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2b3a4-efde-4074-ae98-532b7e58b536 admin admin] Pushing event deleted for resources: {'Network': ['ID=eeb9dd26-1ffe-40fd-90ee-4e94c9aa604f,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:33.796071 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3485340f-5e30-4d2e-9cf8-4261176fb96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902297'] for router_interface, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:33.969688 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:56:33.989730 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:56:33.990163 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device d8e5d7c4-f1ca-43ce-86ab-d179c4fbf456 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:56:33.993917 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 758c531f-1d32-4208-bb31-734d25876e20 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:56:34.009726 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 758c531f-1d32-4208-bb31-734d25876e20 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:56:34.010063 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 758c531f-1d32-4208-bb31-734d25876e20 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:56:34.010476 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8fec055f-a423-43e9-9ad8-e5cfa881eae7 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:56:34.028393 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 8fec055f-a423-43e9-9ad8-e5cfa881eae7 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:56:34.028731 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 8fec055f-a423-43e9-9ad8-e5cfa881eae7 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:56:34.040664 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-3485340f-5e30-4d2e-9cf8-4261176fb96e admin admin] Deleting port 9296242a-aea5-4348-8111-df2c25030a16 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:56:34.041014 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3485340f-5e30-4d2e-9cf8-4261176fb96e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:34.121017 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-3485340f-5e30-4d2e-9cf8-4261176fb96e admin admin] For port 9296242a-aea5-4348-8111-df2c25030a16, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=9296242a-aea5-4348-8111-df2c25030a16,segment=NetworkSegment(f970df23-0554-49bb-80ed-f0f39be1a220),segment_id=f970df23-0554-49bb-80ed-f0f39be1a220)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:56:34.121304 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3485340f-5e30-4d2e-9cf8-4261176fb96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:34.134835 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-3485340f-5e30-4d2e-9cf8-4261176fb96e admin admin] Calling delete_port for 9296242a-aea5-4348-8111-df2c25030a16 owned by network:router_interface {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:56:34.301858 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-445dc7ca-d5d5-4d9e-9775-32041bbb9de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:34.372001 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3485340f-5e30-4d2e-9cf8-4261176fb96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:34.399156 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485340f-5e30-4d2e-9cf8-4261176fb96e admin admin] Pushing event deleted for resources: {'Port': ['ID=9296242a-aea5-4348-8111-df2c25030a16,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:34.563438 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3485340f-5e30-4d2e-9cf8-4261176fb96e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902413'] for router_interface, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:34.741785 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:56:34.774565 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3485340f-5e30-4d2e-9cf8-4261176fb96e admin admin] Router c7160475-e672-47c2-9171-9ba085492bd4 has already been hosted by L3 agent 47335ac9-b393-407a-a958-5fe606295293 {{(pid=103143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 23 00:56:34.878794 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3485340f-5e30-4d2e-9cf8-4261176fb96e admin admin] Notify agent at l3_agent.dv-neutron-838783-1-hyperv the message routers_updated {{(pid=103143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 23 00:56:34.883872 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-3485340f-5e30-4d2e-9cf8-4261176fb96e admin admin] 10.222.0.15 "PUT /v2.0/routers/c7160475-e672-47c2-9171-9ba085492bd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4248502 Apr 23 00:56:34.886266 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 35602) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:56:34.888693 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d74955-87c7-4a6f-9bd7-c2a713c04c0f None None] Sync routers for ids ['c7160475-e672-47c2-9171-9ba085492bd4'] in dv-neutron-838783-1-hyperv {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:56:34.898208 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d74955-87c7-4a6f-9bd7-c2a713c04c0f None None] Routers {'c7160475-e672-47c2-9171-9ba085492bd4'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:56:34.898809 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-99d74955-87c7-4a6f-9bd7-c2a713c04c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:56:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c7160475-e672-47c2-9171-9ba085492bd4'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:34.988531 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-46bd468a-9284-4663-acb0-f0e39665b1c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:35.003425 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-99d74955-87c7-4a6f-9bd7-c2a713c04c0f None None] Set router c7160475-e672-47c2-9171-9ba085492bd4 gateway port host: dv-neutron-838783-1-hyperv {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:56:35.097631 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-46bd468a-9284-4663-acb0-f0e39665b1c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:35.179258 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-99d74955-87c7-4a6f-9bd7-c2a713c04c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7160475-e672-47c2-9171-9ba085492bd4', 'name': 'tempest-TestSnapshotPattern-1783713869-router', 'tenant_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'external_fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '59b1e802-5747-4684-b300-c824de53dc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:36Z', 'updated_at': '2022-04-23T00:56:34Z', 'revision_number': 5, 'project_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'gw_port': {'id': '59b1e802-5747-4684-b300-c824de53dc08', 'name': '', 'network_id': 'b6e09b47-c901-4973-bf1d-f170201f8bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7160475-e672-47c2-9171-9ba085492bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838783-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:51:37Z', 'updated_at': '2022-04-23T00:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b61a6942-0d13-4069-a3db-b161d028b9ad', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838783-1-hyperv'}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:35.208527 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d74955-87c7-4a6f-9bd7-c2a713c04c0f None None] Checking router: c7160475-e672-47c2-9171-9ba085492bd4 for host: dv-neutron-838783-1-hyperv {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:56:35.216699 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d74955-87c7-4a6f-9bd7-c2a713c04c0f None None] Routers {'c7160475-e672-47c2-9171-9ba085492bd4'} bound to L3 agent in host dv-neutron-838783-1-hyperv {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 23 00:56:35.217304 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-99d74955-87c7-4a6f-9bd7-c2a713c04c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838783-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T23:53:36Z,description=,heartbeat_timestamp=2022-04-23T00:56:07Z,host='dv-neutron-838783-1-hyperv',id=47335ac9-b393-407a-a958-5fe606295293,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T23:53:37Z,topic='l3_agent')) {'router_ids': ['c7160475-e672-47c2-9171-9ba085492bd4'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:35.236939 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-46bd468a-9284-4663-acb0-f0e39665b1c1 admin admin] Deleting port 59b1e802-5747-4684-b300-c824de53dc08 {{(pid=103143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:56:35.237290 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-46bd468a-9284-4663-acb0-f0e39665b1c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:35.297201 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-99d74955-87c7-4a6f-9bd7-c2a713c04c0f None None] Set router c7160475-e672-47c2-9171-9ba085492bd4 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 23 00:56:35.319476 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-46bd468a-9284-4663-acb0-f0e39665b1c1 admin admin] For port 59b1e802-5747-4684-b300-c824de53dc08, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=59b1e802-5747-4684-b300-c824de53dc08,segment=NetworkSegment(24890e2e-6668-4e4a-8ae0-96fe818401e5),segment_id=24890e2e-6668-4e4a-8ae0-96fe818401e5)] {{(pid=103143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:56:35.319873 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-46bd468a-9284-4663-acb0-f0e39665b1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:35.331298 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-46bd468a-9284-4663-acb0-f0e39665b1c1 admin admin] Calling delete_port for 59b1e802-5747-4684-b300-c824de53dc08 owned by network:router_gateway {{(pid=103143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:56:35.349349 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-99d74955-87c7-4a6f-9bd7-c2a713c04c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7160475-e672-47c2-9171-9ba085492bd4', 'name': 'tempest-TestSnapshotPattern-1783713869-router', 'tenant_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:36Z', 'updated_at': '2022-04-23T00:56:35Z', 'revision_number': 6, 'project_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'gw_port_host': None}], 'dv-neutron-838783-1-hyperv', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:35.375689 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d74955-87c7-4a6f-9bd7-c2a713c04c0f None None] The sync data for ids ['c7160475-e672-47c2-9171-9ba085492bd4'] in dv-neutron-838783-1-hyperv is: [{'id': 'c7160475-e672-47c2-9171-9ba085492bd4', 'name': 'tempest-TestSnapshotPattern-1783713869-router', 'tenant_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:51:36Z', 'updated_at': '2022-04-23T00:56:35Z', 'revision_number': 6, 'project_id': 'fb6b70da0b154bf6bdfa149b0ec9f2a7', 'gw_port_host': None}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:56:35.565991 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-46bd468a-9284-4663-acb0-f0e39665b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12081661'] for port, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:35.589616 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd468a-9284-4663-acb0-f0e39665b1c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=59b1e802-5747-4684-b300-c824de53dc08,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:35.651338 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-46bd468a-9284-4663-acb0-f0e39665b1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904147'] for router_gateway, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:35.742563 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-46bd468a-9284-4663-acb0-f0e39665b1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3900456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11710'] for router, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:35.744922 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-46bd468a-9284-4663-acb0-f0e39665b1c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:35.874756 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-46bd468a-9284-4663-acb0-f0e39665b1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3900479'] for router, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:35.875342 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bd468a-9284-4663-acb0-f0e39665b1c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7160475-e672-47c2-9171-9ba085492bd4 {{(pid=103143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 23 00:56:35.879586 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-46bd468a-9284-4663-acb0-f0e39665b1c1 admin admin] Notify callbacks [] for router, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:35.880745 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-46bd468a-9284-4663-acb0-f0e39665b1c1 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c7160475-e672-47c2-9171-9ba085492bd4 HTTP/1.1" status: 204 len: 168 time: 0.9935691 Apr 23 00:56:35.883231 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.wsgi [-] (103143) accepted ('10.222.0.15', 35604) {{(pid=103143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:56:35.926367 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.db.db_base_plugin_v2 [None req-120dde3a-fc3d-48e3-bb95-8f9e6c497952 admin admin] Deleting subnet 0ce0cd33-3102-4992-9a4a-e3c1165465c0 {{(pid=103143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 23 00:56:35.929270 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-120dde3a-fc3d-48e3-bb95-8f9e6c497952 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:35.962325 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-120dde3a-fc3d-48e3-bb95-8f9e6c497952 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8738845'] for subnet, precommit_delete_associations {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:36.042364 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-120dde3a-fc3d-48e3-bb95-8f9e6c497952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662402'] for subnet, precommit_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:36.155140 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-120dde3a-fc3d-48e3-bb95-8f9e6c497952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12081166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11749442'] for subnet, after_delete {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:36.160029 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 9296242a-aea5-4348-8111-df2c25030a16 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:56:36.180099 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 9296242a-aea5-4348-8111-df2c25030a16 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:56:36.180437 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 9296242a-aea5-4348-8111-df2c25030a16 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:56:36.180854 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 59b1e802-5747-4684-b300-c824de53dc08 no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:56:36.182023 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120dde3a-fc3d-48e3-bb95-8f9e6c497952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ce0cd33-3102-4992-9a4a-e3c1165465c0,revision_number=None']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:36.187830 dv-neutron-838783-1-hyperv neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-120dde3a-fc3d-48e3-bb95-8f9e6c497952 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:36.194413 dv-neutron-838783-1-hyperv neutron-server[103143]: INFO neutron.wsgi [None req-120dde3a-fc3d-48e3-bb95-8f9e6c497952 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0ce0cd33-3102-4992-9a4a-e3c1165465c0 HTTP/1.1" status: 204 len: 168 time: 0.3101683 Apr 23 00:56:36.195189 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 35606) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:56:36.201886 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c41075-3dbb-4967-b4bc-0cfa674b72a0 None None] Network 638233a5-4d0a-4876-ab0e-25da4c99f5c8 requested from dv-neutron-838783-1-hyperv {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 23 00:56:36.206203 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: 59b1e802-5747-4684-b300-c824de53dc08 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:56:36.206203 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device 59b1e802-5747-4684-b300-c824de53dc08 not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:56:36.273578 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f015a4d3-131c-4ae7-a264-2fbfff03753a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-768642'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:36.329026 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-f015a4d3-131c-4ae7-a264-2fbfff03753a admin admin] Deleting port cbe8f60f-8a8e-4969-a38a-4bed2735d75f {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:56:36.329367 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f015a4d3-131c-4ae7-a264-2fbfff03753a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:36.400894 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36278d3a-cee0-47c9-97b6-cba5fa410ba7 None None] DHCP port deletion for 638233a5-4d0a-4876-ab0e-25da4c99f5c8 request from dv-neutron-838783-1-hyperv {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 23 00:56:36.418873 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-f015a4d3-131c-4ae7-a264-2fbfff03753a admin admin] For port cbe8f60f-8a8e-4969-a38a-4bed2735d75f, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=cbe8f60f-8a8e-4969-a38a-4bed2735d75f,segment=NetworkSegment(f970df23-0554-49bb-80ed-f0f39be1a220),segment_id=f970df23-0554-49bb-80ed-f0f39be1a220)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:56:36.423835 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f015a4d3-131c-4ae7-a264-2fbfff03753a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:36.436812 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-f015a4d3-131c-4ae7-a264-2fbfff03753a admin admin] Calling delete_port for cbe8f60f-8a8e-4969-a38a-4bed2735d75f owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:56:36.449585 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-36278d3a-cee0-47c9-97b6-cba5fa410ba7 None None] Deleting port cbe8f60f-8a8e-4969-a38a-4bed2735d75f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 23 00:56:36.450035 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36278d3a-cee0-47c9-97b6-cba5fa410ba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761358048085'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:36.518614 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-36278d3a-cee0-47c9-97b6-cba5fa410ba7 None None] For port cbe8f60f-8a8e-4969-a38a-4bed2735d75f, host dv-neutron-838783-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838783-1-hyperv',level=0,port_id=cbe8f60f-8a8e-4969-a38a-4bed2735d75f,segment=NetworkSegment(f970df23-0554-49bb-80ed-f0f39be1a220),segment_id=f970df23-0554-49bb-80ed-f0f39be1a220)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 23 00:56:36.519004 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36278d3a-cee0-47c9-97b6-cba5fa410ba7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908024'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:36.531995 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-36278d3a-cee0-47c9-97b6-cba5fa410ba7 None None] Calling delete_port for cbe8f60f-8a8e-4969-a38a-4bed2735d75f owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 23 00:56:36.577594 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f015a4d3-131c-4ae7-a264-2fbfff03753a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9403590'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:36.605014 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36278d3a-cee0-47c9-97b6-cba5fa410ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761358054063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761357509358'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:36.609474 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015a4d3-131c-4ae7-a264-2fbfff03753a admin admin] Pushing event deleted for resources: {'Port': ['ID=cbe8f60f-8a8e-4969-a38a-4bed2735d75f,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:36.611351 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f015a4d3-131c-4ae7-a264-2fbfff03753a admin admin] No DVR routers for this DVR port cbe8f60f-8a8e-4969-a38a-4bed2735d75f on host dv-neutron-838783-1-hyperv {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:56:36.631616 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36278d3a-cee0-47c9-97b6-cba5fa410ba7 None None] Pushing event deleted for resources: {'Port': ['ID=cbe8f60f-8a8e-4969-a38a-4bed2735d75f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:36.633438 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36278d3a-cee0-47c9-97b6-cba5fa410ba7 None None] No DVR routers for this DVR port cbe8f60f-8a8e-4969-a38a-4bed2735d75f on host dv-neutron-838783-1-hyperv {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:56:36.688484 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f015a4d3-131c-4ae7-a264-2fbfff03753a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655695', 'neutron.services.segments.db._delete_segments_for_network-8761358059632'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:36.709109 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-f015a4d3-131c-4ae7-a264-2fbfff03753a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['638233a5-4d0a-4876-ab0e-25da4c99f5c8']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:36.719535 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-f015a4d3-131c-4ae7-a264-2fbfff03753a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f970df23-0554-49bb-80ed-f0f39be1a220') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:36.719987 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.services.segments.db [None req-f015a4d3-131c-4ae7-a264-2fbfff03753a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f970df23-0554-49bb-80ed-f0f39be1a220') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:36.729794 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f015a4d3-131c-4ae7-a264-2fbfff03753a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761358061177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8634843'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:36.744900 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f015a4d3-131c-4ae7-a264-2fbfff03753a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:36.752042 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f015a4d3-131c-4ae7-a264-2fbfff03753a admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:56:36.753288 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f015a4d3-131c-4ae7-a264-2fbfff03753a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9403539'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: Traceback (most recent call last): Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: timer() Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: cb(*args, **kw) Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: return func(*args, **kwargs) Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: self._notify() Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: self.callback(batched_events) Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: event.method(event) Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: return f(self, *a, **k) Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._get(url).json() Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: return self.request(url, 'GET', **kwargs) Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:56:36.754163 dv-neutron-838783-1-hyperv neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:56:36.897563 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f015a4d3-131c-4ae7-a264-2fbfff03753a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3835368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904331'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:36.903097 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f015a4d3-131c-4ae7-a264-2fbfff03753a admin admin] Notify callbacks [] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:36.908877 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-f015a4d3-131c-4ae7-a264-2fbfff03753a admin admin] 10.222.0.15 "DELETE /v2.0/networks/638233a5-4d0a-4876-ab0e-25da4c99f5c8 HTTP/1.1" status: 204 len: 168 time: 0.7101846 Apr 23 00:56:36.917814 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015a4d3-131c-4ae7-a264-2fbfff03753a admin admin] Pushing event deleted for resources: {'Network': ['ID=638233a5-4d0a-4876-ab0e-25da4c99f5c8,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:37.169401 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 35610) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:56:37.208558 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-61682e35-64de-4af7-ad0c-a359c1d4648a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ebafacf4324d44d8b610a516cd335dd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381007 Apr 23 00:56:37.210929 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 35612) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:56:37.261137 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-57105e43-e263-400e-a977-a0d096548ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:37.283153 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-57105e43-e263-400e-a977-a0d096548ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:37.285885 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c36d2a61-3ca3-4a71-b131-c26c574e0ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:37.394633 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-57105e43-e263-400e-a977-a0d096548ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:37.397289 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-57105e43-e263-400e-a977-a0d096548ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:37.398629 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-57105e43-e263-400e-a977-a0d096548ed9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc732e19-968e-43e8-a8dd-c61dc34f0103 HTTP/1.1" status: 204 len: 168 time: 0.1866388 Apr 23 00:56:37.406987 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57105e43-e263-400e-a977-a0d096548ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc732e19-968e-43e8-a8dd-c61dc34f0103,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:37.958182 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device cbe8f60f-8a8e-4969-a38a-4bed2735d75f no longer exists at agent ovs-agent-dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 23 00:56:37.977853 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] No Port match for: cbe8f60f-8a8e-4969-a38a-4bed2735d75f {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 23 00:56:37.978192 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Device cbe8f60f-8a8e-4969-a38a-4bed2735d75f not bound to the agent host dv-neutron-838783-1-hyperv {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 23 00:56:38.043765 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 35618) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:56:38.085695 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:38.086428 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-968d9bd0-0cb5-4c4f-9381-77b0625c6f32 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb6b70da0b154bf6bdfa149b0ec9f2a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415225 Apr 23 00:56:38.088997 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.15', 35620) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 23 00:56:38.137018 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1fed261f-07da-4f87-9dc5-13ee82352b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:38.157661 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1fed261f-07da-4f87-9dc5-13ee82352b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:38.273269 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1fed261f-07da-4f87-9dc5-13ee82352b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3847501'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:38.276697 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1fed261f-07da-4f87-9dc5-13ee82352b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:38.278120 dv-neutron-838783-1-hyperv neutron-server[103144]: INFO neutron.wsgi [None req-1fed261f-07da-4f87-9dc5-13ee82352b6b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ba82fdb-2876-4e6c-a5a8-6b493337692c HTTP/1.1" status: 204 len: 168 time: 0.1880584 Apr 23 00:56:38.287335 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed261f-07da-4f87-9dc5-13ee82352b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba82fdb-2876-4e6c-a5a8-6b493337692c,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:39.730258 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:40.017281 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:54.216871 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:04.302717 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a913f8e-70d6-48ae-afd4-14b9c9203f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:07.392170 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c1b5e47-fb09-44bd-97ec-df6ba2023165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:08.095206 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:09.719721 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:10.085117 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:11.740369 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:57:24.199135 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:34.319164 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50914b76-0282-41de-bed3-b4676e685bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:37.386071 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e57357c-2337-4474-8363-0278a7d1ee06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:38.091056 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:39.717760 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:40.031589 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:48.739404 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:57:54.307494 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:04.319154 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42dd94cf-11e2-4846-b517-1ec0b9c51db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:07.284577 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca553ac2-d358-4348-9724-cc1439efb176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:08.107146 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:09.713432 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:10.055868 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:24.238514 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:25.738346 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:58:34.316353 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e75800b-869d-430a-a6a9-3880334b8d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:37.316448 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6cde799-84aa-41e6-a6bc-d554825fb8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:38.095363 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:39.727735 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:40.013344 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:54.329601 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:02.752475 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:59:04.301141 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d08e646e-b68e-4733-a8c3-1337c4dc1b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:07.306522 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-052f0565-e76a-49d8-9a7c-98ff7b4a6aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:08.095066 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:09.767109 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:10.023741 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:24.229482 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:34.314694 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1227ff5-f4bd-4cd0-b348-4e9905eb9ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:37.305893 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec74ce14-4b6b-4b55-a74f-3c837d868f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:38.095142 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:39.743588 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:39.751312 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 00:59:40.017559 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:54.291554 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:04.322909 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d74069f-5dcd-4e4c-937d-156233344e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:07.328697 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cbe86346-bc8c-4f5c-952d-9f747d18f871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:08.128188 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:09.766215 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:10.059421 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:16.751060 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 01:00:24.248185 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:34.322256 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b8899c0-2f38-4540-afba-231de7cad1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:37.327912 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e957574-8e9a-4244-a15a-a7e7ae75fc02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:38.122067 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:39.744835 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:40.047733 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:53.749941 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 01:00:54.253298 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:04.306928 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edcdc4b1-c332-413e-b9ec-b49b9faac927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:07.299094 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3f2c654-f150-44d4-a4fa-ed555947fd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:08.133030 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:09.727193 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:10.038653 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:24.281660 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:30.751158 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 01:01:34.312494 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6dbb02bf-4592-4843-8ac8-a26b516da89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:34.542091 dv-neutron-838783-1-hyperv neutron-server[103144]: DEBUG neutron.wsgi [req-7e8eb59d-c331-4199-b82d-02850eeccf8a req-9557ee4c-8420-412b-82d6-537f3ebedec6 service neutron] (103144) timed out ('10.222.0.16', 53968) {{(pid=103144) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 23 01:01:37.328986 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae31439d-a566-4490-990f-07e72eedd887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:38.111882 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:39.752005 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:40.054564 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:54.305644 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65753c89-f042-4eb2-9004-009aa1c6e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:02:04.322642 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f851acd8-37c2-4f33-9d1d-cd22c574f9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:02:07.362653 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-942ebcee-b313-436c-aea3-05419679feed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:02:07.750205 dv-neutron-838783-1-hyperv neutron-server[103147]: DEBUG neutron.db.agents_db [None req-1ae5eba1-dff7-4b1d-88ea-0f408c2a8d80 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 23 01:02:08.145520 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-828b6d34-0483-4702-89ba-5f8d1da857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:02:09.763497 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c671e73-5c33-4a97-ae27-9393135ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:02:10.037099 dv-neutron-838783-1-hyperv neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-307897e2-b820-4afd-90c7-7b72383c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761358059614', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658925'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}